amsks commited on
Commit
3de664d
·
verified ·
1 Parent(s): 8ee08e4

upload checkpoints 641-704/3326

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-L256-s0/config.yaml +77 -0
  2. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-baseline-s0/config.yaml +77 -0
  3. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-v1-s0/config.yaml +77 -0
  4. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-170331-gcfb-smoke-v2recheck-s0/config.yaml +77 -0
  5. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-203933-fb-state-v1-s0/config.yaml +77 -0
  6. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260603-020044-fb-state-v2-s0/config.yaml +77 -0
  7. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260603-064553-fb-state-L256-s0/config.yaml +75 -0
  8. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260602-203933-fb-state-v1-s1/config.yaml +77 -0
  9. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260603-020044-fb-state-v2-s1/config.yaml +77 -0
  10. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260603-064553-fb-state-L256-s1/config.yaml +75 -0
  11. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260602-203933-fb-state-v1-s2/config.yaml +77 -0
  12. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260603-020044-fb-state-v2-s2/config.yaml +77 -0
  13. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260603-064553-fb-state-L256-s2/config.yaml +75 -0
  14. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260602-203933-fb-state-v1-s3/config.yaml +77 -0
  15. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260603-020044-fb-state-v2-s3/config.yaml +77 -0
  16. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260603-064553-fb-state-L256-s3/config.yaml +75 -0
  17. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260602-203933-fb-state-v1-s4/config.yaml +77 -0
  18. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260603-020044-fb-state-v2-s4/config.yaml +77 -0
  19. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260603-064553-fb-state-L256-s4/config.yaml +75 -0
  20. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260602-203933-fb-state-v1-s5/config.yaml +77 -0
  21. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260603-020044-fb-state-v2-s5/config.yaml +77 -0
  22. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260603-064553-fb-state-L256-s5/config.yaml +75 -0
  23. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260602-203933-fb-state-v1-s6/config.yaml +77 -0
  24. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260603-020044-fb-state-v2-s6/config.yaml +77 -0
  25. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260603-064553-fb-state-L256-s6/config.yaml +75 -0
  26. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260602-203933-fb-state-v1-s7/config.yaml +77 -0
  27. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260603-020044-fb-state-v2-s7/config.yaml +77 -0
  28. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260603-064553-fb-state-L256-s7/config.yaml +75 -0
  29. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260602-203933-fb-state-v1-s8/config.yaml +77 -0
  30. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260603-020044-fb-state-v2-s8/config.yaml +77 -0
  31. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260603-064553-fb-state-L256-s8/config.yaml +75 -0
  32. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260602-203933-fb-state-v1-s9/config.yaml +77 -0
  33. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260603-020044-fb-state-v2-s9/config.yaml +77 -0
  34. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260603-064553-fb-state-L256-s9/config.yaml +75 -0
  35. checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s0__20260603-070822-psm-smoke-pixel-s0/config.yaml +75 -0
  36. checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s0__20260604-052341-psm-pixel-s0/config.yaml +75 -0
  37. checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s1__20260604-052341-psm-pixel-s1/config.yaml +75 -0
  38. checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s2__20260604-052341-psm-pixel-s2/config.yaml +75 -0
  39. checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s3__20260604-052341-psm-pixel-s3/config.yaml +75 -0
  40. checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s4__20260604-052341-psm-pixel-s4/config.yaml +75 -0
  41. checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s0__20260603-054406-psm-smoke-state-s0/config.yaml +67 -0
  42. checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s0__20260603-071856-psm-flowbc-state-s0/config.yaml +67 -0
  43. checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s1__20260603-071856-psm-flowbc-state-s1/config.yaml +67 -0
  44. checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s2__20260603-071856-psm-flowbc-state-s2/config.yaml +67 -0
  45. checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s3__20260603-071856-psm-flowbc-state-s3/config.yaml +67 -0
  46. checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s4__20260603-071856-psm-flowbc-state-s4/config.yaml +67 -0
  47. checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s5__20260603-071856-psm-flowbc-state-s5/config.yaml +67 -0
  48. checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s6__20260603-071856-psm-flowbc-state-s6/config.yaml +67 -0
  49. checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s7__20260603-071856-psm-flowbc-state-s7/config.yaml +67 -0
  50. checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s8__20260603-071856-psm-flowbc-state-s8/config.yaml +67 -0
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-L256-s0/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 2000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: gcfb_smoke_L256_s0
20
+ wandb_entity: amsks
21
+ wandb_group: gcfb_smoke_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-baseline-s0/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 2000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: gcfb_smoke_baseline_s0
20
+ wandb_entity: amsks
21
+ wandb_group: gcfb_smoke_baseline
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-v1-s0/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 2000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: gcfb_smoke_v1_s0
20
+ wandb_entity: amsks
21
+ wandb_group: gcfb_smoke_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-170331-gcfb-smoke-v2recheck-s0/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 2000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: gcfb_smoke_v2recheck_s0
20
+ wandb_entity: amsks
21
+ wandb_group: gcfb_smoke_v2recheck
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-203933-fb-state-v1-s0/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v1_s0
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260603-020044-fb-state-v2-s0/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v2_s0
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v2
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260603-064553-fb-state-L256-s0/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_L256_s0
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 4
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260602-203933-fb-state-v1-s1/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v1_s1
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260603-020044-fb-state-v2-s1/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v2_s1
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v2
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260603-064553-fb-state-L256-s1/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_L256_s1
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 4
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260602-203933-fb-state-v1-s2/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v1_s2
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260603-020044-fb-state-v2-s2/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v2_s2
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v2
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260603-064553-fb-state-L256-s2/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_L256_s2
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 4
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260602-203933-fb-state-v1-s3/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 3
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v1_s3
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260603-020044-fb-state-v2-s3/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 3
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v2_s3
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v2
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260603-064553-fb-state-L256-s3/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 3
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_L256_s3
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 4
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260602-203933-fb-state-v1-s4/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 4
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v1_s4
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260603-020044-fb-state-v2-s4/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 4
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v2_s4
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v2
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260603-064553-fb-state-L256-s4/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 4
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_L256_s4
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 4
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260602-203933-fb-state-v1-s5/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 5
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v1_s5
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260603-020044-fb-state-v2-s5/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 5
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v2_s5
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v2
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260603-064553-fb-state-L256-s5/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 5
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_L256_s5
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 4
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260602-203933-fb-state-v1-s6/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 6
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v1_s6
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260603-020044-fb-state-v2-s6/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 6
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v2_s6
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v2
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260603-064553-fb-state-L256-s6/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 6
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_L256_s6
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 4
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260602-203933-fb-state-v1-s7/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 7
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v1_s7
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260603-020044-fb-state-v2-s7/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 7
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v2_s7
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v2
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260603-064553-fb-state-L256-s7/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 7
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_L256_s7
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 4
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260602-203933-fb-state-v1-s8/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 8
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v1_s8
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260603-020044-fb-state-v2-s8/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 8
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v2_s8
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v2
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260603-064553-fb-state-L256-s8/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 8
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_L256_s8
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 4
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260602-203933-fb-state-v1-s9/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 9
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v1_s9
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v1
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: true
53
+ fixed_b: none
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260603-020044-fb-state-v2-s9/config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 9
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_v2_s9
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_v2
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ goal_cond: false
53
+ fixed_b: cube_xyz
54
+ amp: false
55
+ forward:
56
+ hidden_dim: 512
57
+ hidden_layers: 2
58
+ embedding_layers: 2
59
+ num_parallel: 2
60
+ backward:
61
+ hidden_dim: 512
62
+ hidden_layers: 4
63
+ norm: true
64
+ left_encoder:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ norm: true
68
+ actor:
69
+ name: noise_conditioned_actor
70
+ hidden_dim: 512
71
+ hidden_layers: 2
72
+ embedding_layers: 2
73
+ flow_steps: 10
74
+ lr_actor_vf: 0.0003
75
+ actor_vf:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260603-064553-fb-state-L256-s9/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 9
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_L256_s9
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_L256
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 50
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 4
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s0__20260603-070822-psm-smoke-pixel-s0/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets_visual
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 2000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_smoke_pixel_s0
20
+ wandb_entity: amsks
21
+ wandb_group: psm_smoke_pixel
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 50
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.99
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ frame_stack: 3
68
+ obs_normalizer:
69
+ name: RGBNormalizerConfig
70
+ rgb_encoder:
71
+ name: drq
72
+ feature_dim: 256
73
+ augmentator:
74
+ name: random_shifts
75
+ pad: 2
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s0__20260604-052341-psm-pixel-s0/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets_pixel
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_pixel_s0
20
+ wandb_entity: amsks
21
+ wandb_group: psm_pixel
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 50
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.99
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ frame_stack: 3
68
+ obs_normalizer:
69
+ name: RGBNormalizerConfig
70
+ rgb_encoder:
71
+ name: drq
72
+ feature_dim: 256
73
+ augmentator:
74
+ name: random_shifts
75
+ pad: 2
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s1__20260604-052341-psm-pixel-s1/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets_pixel
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_pixel_s1
20
+ wandb_entity: amsks
21
+ wandb_group: psm_pixel
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 50
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.99
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ frame_stack: 3
68
+ obs_normalizer:
69
+ name: RGBNormalizerConfig
70
+ rgb_encoder:
71
+ name: drq
72
+ feature_dim: 256
73
+ augmentator:
74
+ name: random_shifts
75
+ pad: 2
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s2__20260604-052341-psm-pixel-s2/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets_pixel
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_pixel_s2
20
+ wandb_entity: amsks
21
+ wandb_group: psm_pixel
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 50
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.99
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ frame_stack: 3
68
+ obs_normalizer:
69
+ name: RGBNormalizerConfig
70
+ rgb_encoder:
71
+ name: drq
72
+ feature_dim: 256
73
+ augmentator:
74
+ name: random_shifts
75
+ pad: 2
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s3__20260604-052341-psm-pixel-s3/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets_pixel
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 3
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_pixel_s3
20
+ wandb_entity: amsks
21
+ wandb_group: psm_pixel
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 50
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.99
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ frame_stack: 3
68
+ obs_normalizer:
69
+ name: RGBNormalizerConfig
70
+ rgb_encoder:
71
+ name: drq
72
+ feature_dim: 256
73
+ augmentator:
74
+ name: random_shifts
75
+ pad: 2
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s4__20260604-052341-psm-pixel-s4/config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets_pixel
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 4
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_pixel_s4
20
+ wandb_entity: amsks
21
+ wandb_group: psm_pixel
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 50
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.99
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ frame_stack: 3
68
+ obs_normalizer:
69
+ name: RGBNormalizerConfig
70
+ rgb_encoder:
71
+ name: drq
72
+ feature_dim: 256
73
+ augmentator:
74
+ name: random_shifts
75
+ pad: 2
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s0__20260603-054406-psm-smoke-state-s0/config.yaml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 2000
7
+ batch_size: 1024
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_smoke_state_s0
20
+ wandb_entity: amsks
21
+ wandb_group: psm_smoke_state
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 128
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.98
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ lr_b: 0.0001
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s0__20260603-071856-psm-flowbc-state-s0/config.yaml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 1024
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_flowbc_state_s0
20
+ wandb_entity: amsks
21
+ wandb_group: psm_flowbc_state
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 128
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.98
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ lr_b: 0.0001
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s1__20260603-071856-psm-flowbc-state-s1/config.yaml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 1024
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_flowbc_state_s1
20
+ wandb_entity: amsks
21
+ wandb_group: psm_flowbc_state
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 128
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.98
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ lr_b: 0.0001
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s2__20260603-071856-psm-flowbc-state-s2/config.yaml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 1024
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_flowbc_state_s2
20
+ wandb_entity: amsks
21
+ wandb_group: psm_flowbc_state
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 128
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.98
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ lr_b: 0.0001
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s3__20260603-071856-psm-flowbc-state-s3/config.yaml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 1024
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 3
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_flowbc_state_s3
20
+ wandb_entity: amsks
21
+ wandb_group: psm_flowbc_state
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 128
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.98
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ lr_b: 0.0001
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s4__20260603-071856-psm-flowbc-state-s4/config.yaml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 1024
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 4
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_flowbc_state_s4
20
+ wandb_entity: amsks
21
+ wandb_group: psm_flowbc_state
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 128
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.98
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ lr_b: 0.0001
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s5__20260603-071856-psm-flowbc-state-s5/config.yaml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 1024
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 5
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_flowbc_state_s5
20
+ wandb_entity: amsks
21
+ wandb_group: psm_flowbc_state
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 128
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.98
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ lr_b: 0.0001
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s6__20260603-071856-psm-flowbc-state-s6/config.yaml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 1024
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 6
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_flowbc_state_s6
20
+ wandb_entity: amsks
21
+ wandb_group: psm_flowbc_state
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 128
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.98
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ lr_b: 0.0001
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s7__20260603-071856-psm-flowbc-state-s7/config.yaml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 1024
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 7
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_flowbc_state_s7
20
+ wandb_entity: amsks
21
+ wandb_group: psm_flowbc_state
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 128
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.98
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ lr_b: 0.0001
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s8__20260603-071856-psm-flowbc-state-s8/config.yaml ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 1024
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 8
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: psm_flowbc_state_s8
20
+ wandb_entity: amsks
21
+ wandb_group: psm_flowbc_state
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: psm_flowbc
27
+ z_dim: 128
28
+ norm_z: true
29
+ max_log_seed: 16
30
+ phi_input: s
31
+ norm_obs: false
32
+ discount: 0.98
33
+ phi:
34
+ hidden_dim: 256
35
+ hidden_layers: 2
36
+ norm: true
37
+ batch_norm: false
38
+ sf:
39
+ hidden_dim: 1024
40
+ hidden_layers: 1
41
+ embedding_layers: 2
42
+ num_parallel: 2
43
+ actor:
44
+ hidden_dim: 512
45
+ hidden_layers: 2
46
+ embedding_layers: 2
47
+ name: noise_conditioned_actor
48
+ lr_sf: 0.0001
49
+ lr_phi: 0.0001
50
+ lr_actor: 0.0001
51
+ weight_decay: 0.0
52
+ clip_grad_norm: 0.0
53
+ target_tau: 0.01
54
+ ortho_coef: 1.0
55
+ mix_ratio: 0.5
56
+ pessimism_penalty: 0.0
57
+ actor_pessimism_penalty: 0.5
58
+ stddev: 0.2
59
+ stddev_clip: 0.3
60
+ amp: false
61
+ bc_coeff: 3.0
62
+ flow_steps: 10
63
+ lr_actor_vf: 0.0003
64
+ actor_vf:
65
+ hidden_dim: 512
66
+ hidden_layers: 4
67
+ lr_b: 0.0001