upload checkpoints 705-768/3326
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s0__2026-05-20-05-16-00-cube-single-play-v0-fb-flowbc-s0/config.yaml +78 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s1__2026-05-20-05-40-13-cube-single-play-v0-fb-flowbc-s1/config.yaml +78 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s2__2026-05-20-05-40-16-cube-single-play-v0-fb-flowbc-s2/config.yaml +78 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s3__2026-05-20-05-40-19-cube-single-play-v0-fb-flowbc-s3/config.yaml +78 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s4__2026-05-20-05-40-22-cube-single-play-v0-fb-flowbc-s4/config.yaml +78 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260607-062100-fb-state-encmatch-s0/config.yaml +80 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260607-070225-fb-state-plain-s0/config.yaml +78 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260618-083115-fb-iql-ontraj-flow-s0/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__a0-cubexyz-s0/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__decpl-s0/config.yaml +89 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__diql-s0/config.yaml +89 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__dzher-s0/config.yaml +89 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__herlb-s0/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__hernrm-s0/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__iqllb-s0/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r0-base-s0/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r1-decond-s0/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r2-dnorm-s0/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r3-allon-s0/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260607-062100-fb-state-encmatch-s1/config.yaml +80 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260607-070225-fb-state-plain-s1/config.yaml +78 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260618-083115-fb-iql-ontraj-flow-s1/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__a0-cubexyz-s1/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__decpl-s1/config.yaml +89 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__diql-s1/config.yaml +89 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__dzher-s1/config.yaml +89 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__herlb-s1/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__hernrm-s1/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__iqllb-s1/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r0-base-s1/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r1-decond-s1/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r2-dnorm-s1/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r3-allon-s1/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260607-062100-fb-state-encmatch-s2/config.yaml +80 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260607-070225-fb-state-plain-s2/config.yaml +78 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260618-083115-fb-iql-ontraj-flow-s2/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__a0-cubexyz-s2/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__decpl-s2/config.yaml +89 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__diql-s2/config.yaml +89 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__dzher-s2/config.yaml +89 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__herlb-s2/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__hernrm-s2/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__iqllb-s2/config.yaml +88 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r0-base-s2/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r1-decond-s2/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r2-dnorm-s2/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r3-allon-s2/config.yaml +100 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260607-062100-fb-state-encmatch-s3/config.yaml +80 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260607-070225-fb-state-plain-s3/config.yaml +78 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260607-062100-fb-state-encmatch-s4/config.yaml +80 -0
checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s0__2026-05-20-05-16-00-cube-single-play-v0-fb-flowbc-s0/config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: true
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: visual-cube-single__fb_flowbc__s0__full1M_amsks
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: null
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1.0
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
amp: false
|
| 47 |
+
forward:
|
| 48 |
+
hidden_dim: 512
|
| 49 |
+
hidden_layers: 2
|
| 50 |
+
embedding_layers: 2
|
| 51 |
+
num_parallel: 2
|
| 52 |
+
backward:
|
| 53 |
+
hidden_dim: 512
|
| 54 |
+
hidden_layers: 4
|
| 55 |
+
norm: true
|
| 56 |
+
left_encoder:
|
| 57 |
+
hidden_dim: 512
|
| 58 |
+
hidden_layers: 0
|
| 59 |
+
norm: true
|
| 60 |
+
actor:
|
| 61 |
+
name: noise_conditioned_actor
|
| 62 |
+
hidden_dim: 512
|
| 63 |
+
hidden_layers: 2
|
| 64 |
+
embedding_layers: 2
|
| 65 |
+
flow_steps: 10
|
| 66 |
+
lr_actor_vf: 0.0003
|
| 67 |
+
actor_vf:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 4
|
| 70 |
+
frame_stack: 3
|
| 71 |
+
obs_normalizer:
|
| 72 |
+
name: RGBNormalizerConfig
|
| 73 |
+
rgb_encoder:
|
| 74 |
+
name: drq
|
| 75 |
+
feature_dim: 256
|
| 76 |
+
augmentator:
|
| 77 |
+
name: random_shifts
|
| 78 |
+
pad: 2
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s1__2026-05-20-05-40-13-cube-single-play-v0-fb-flowbc-s1/config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: true
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: visual-cube-single__fb_flowbc__s1__full1M_amsks
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: null
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1.0
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
amp: false
|
| 47 |
+
forward:
|
| 48 |
+
hidden_dim: 512
|
| 49 |
+
hidden_layers: 2
|
| 50 |
+
embedding_layers: 2
|
| 51 |
+
num_parallel: 2
|
| 52 |
+
backward:
|
| 53 |
+
hidden_dim: 512
|
| 54 |
+
hidden_layers: 4
|
| 55 |
+
norm: true
|
| 56 |
+
left_encoder:
|
| 57 |
+
hidden_dim: 512
|
| 58 |
+
hidden_layers: 0
|
| 59 |
+
norm: true
|
| 60 |
+
actor:
|
| 61 |
+
name: noise_conditioned_actor
|
| 62 |
+
hidden_dim: 512
|
| 63 |
+
hidden_layers: 2
|
| 64 |
+
embedding_layers: 2
|
| 65 |
+
flow_steps: 10
|
| 66 |
+
lr_actor_vf: 0.0003
|
| 67 |
+
actor_vf:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 4
|
| 70 |
+
frame_stack: 3
|
| 71 |
+
obs_normalizer:
|
| 72 |
+
name: RGBNormalizerConfig
|
| 73 |
+
rgb_encoder:
|
| 74 |
+
name: drq
|
| 75 |
+
feature_dim: 256
|
| 76 |
+
augmentator:
|
| 77 |
+
name: random_shifts
|
| 78 |
+
pad: 2
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s2__2026-05-20-05-40-16-cube-single-play-v0-fb-flowbc-s2/config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: true
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: visual-cube-single__fb_flowbc__s2__full1M_amsks
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: null
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1.0
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
amp: false
|
| 47 |
+
forward:
|
| 48 |
+
hidden_dim: 512
|
| 49 |
+
hidden_layers: 2
|
| 50 |
+
embedding_layers: 2
|
| 51 |
+
num_parallel: 2
|
| 52 |
+
backward:
|
| 53 |
+
hidden_dim: 512
|
| 54 |
+
hidden_layers: 4
|
| 55 |
+
norm: true
|
| 56 |
+
left_encoder:
|
| 57 |
+
hidden_dim: 512
|
| 58 |
+
hidden_layers: 0
|
| 59 |
+
norm: true
|
| 60 |
+
actor:
|
| 61 |
+
name: noise_conditioned_actor
|
| 62 |
+
hidden_dim: 512
|
| 63 |
+
hidden_layers: 2
|
| 64 |
+
embedding_layers: 2
|
| 65 |
+
flow_steps: 10
|
| 66 |
+
lr_actor_vf: 0.0003
|
| 67 |
+
actor_vf:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 4
|
| 70 |
+
frame_stack: 3
|
| 71 |
+
obs_normalizer:
|
| 72 |
+
name: RGBNormalizerConfig
|
| 73 |
+
rgb_encoder:
|
| 74 |
+
name: drq
|
| 75 |
+
feature_dim: 256
|
| 76 |
+
augmentator:
|
| 77 |
+
name: random_shifts
|
| 78 |
+
pad: 2
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s3__2026-05-20-05-40-19-cube-single-play-v0-fb-flowbc-s3/config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 3
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: true
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: visual-cube-single__fb_flowbc__s3__full1M_amsks
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: null
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1.0
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
amp: false
|
| 47 |
+
forward:
|
| 48 |
+
hidden_dim: 512
|
| 49 |
+
hidden_layers: 2
|
| 50 |
+
embedding_layers: 2
|
| 51 |
+
num_parallel: 2
|
| 52 |
+
backward:
|
| 53 |
+
hidden_dim: 512
|
| 54 |
+
hidden_layers: 4
|
| 55 |
+
norm: true
|
| 56 |
+
left_encoder:
|
| 57 |
+
hidden_dim: 512
|
| 58 |
+
hidden_layers: 0
|
| 59 |
+
norm: true
|
| 60 |
+
actor:
|
| 61 |
+
name: noise_conditioned_actor
|
| 62 |
+
hidden_dim: 512
|
| 63 |
+
hidden_layers: 2
|
| 64 |
+
embedding_layers: 2
|
| 65 |
+
flow_steps: 10
|
| 66 |
+
lr_actor_vf: 0.0003
|
| 67 |
+
actor_vf:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 4
|
| 70 |
+
frame_stack: 3
|
| 71 |
+
obs_normalizer:
|
| 72 |
+
name: RGBNormalizerConfig
|
| 73 |
+
rgb_encoder:
|
| 74 |
+
name: drq
|
| 75 |
+
feature_dim: 256
|
| 76 |
+
augmentator:
|
| 77 |
+
name: random_shifts
|
| 78 |
+
pad: 2
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s4__2026-05-20-05-40-22-cube-single-play-v0-fb-flowbc-s4/config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 4
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: true
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: visual-cube-single__fb_flowbc__s4__full1M_amsks
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: null
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1.0
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
amp: false
|
| 47 |
+
forward:
|
| 48 |
+
hidden_dim: 512
|
| 49 |
+
hidden_layers: 2
|
| 50 |
+
embedding_layers: 2
|
| 51 |
+
num_parallel: 2
|
| 52 |
+
backward:
|
| 53 |
+
hidden_dim: 512
|
| 54 |
+
hidden_layers: 4
|
| 55 |
+
norm: true
|
| 56 |
+
left_encoder:
|
| 57 |
+
hidden_dim: 512
|
| 58 |
+
hidden_layers: 0
|
| 59 |
+
norm: true
|
| 60 |
+
actor:
|
| 61 |
+
name: noise_conditioned_actor
|
| 62 |
+
hidden_dim: 512
|
| 63 |
+
hidden_layers: 2
|
| 64 |
+
embedding_layers: 2
|
| 65 |
+
flow_steps: 10
|
| 66 |
+
lr_actor_vf: 0.0003
|
| 67 |
+
actor_vf:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 4
|
| 70 |
+
frame_stack: 3
|
| 71 |
+
obs_normalizer:
|
| 72 |
+
name: RGBNormalizerConfig
|
| 73 |
+
rgb_encoder:
|
| 74 |
+
name: drq
|
| 75 |
+
feature_dim: 256
|
| 76 |
+
augmentator:
|
| 77 |
+
name: random_shifts
|
| 78 |
+
pad: 2
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260607-062100-fb-state-encmatch-s0/config.yaml
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_encmatch_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_encmatch
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 0
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
| 76 |
+
rgb_encoder:
|
| 77 |
+
name: mlp
|
| 78 |
+
feature_dim: 256
|
| 79 |
+
hidden_dim: 1100
|
| 80 |
+
hidden_layers: 5
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260607-070225-fb-state-plain-s0/config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: true
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_state_plain_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_state_plain
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
weight_diag: false
|
| 53 |
+
weight_z: false
|
| 54 |
+
onestep: false
|
| 55 |
+
amp: false
|
| 56 |
+
forward:
|
| 57 |
+
hidden_dim: 512
|
| 58 |
+
hidden_layers: 2
|
| 59 |
+
embedding_layers: 2
|
| 60 |
+
num_parallel: 2
|
| 61 |
+
backward:
|
| 62 |
+
hidden_dim: 512
|
| 63 |
+
hidden_layers: 4
|
| 64 |
+
norm: true
|
| 65 |
+
left_encoder:
|
| 66 |
+
hidden_dim: 512
|
| 67 |
+
hidden_layers: 4
|
| 68 |
+
norm: true
|
| 69 |
+
actor:
|
| 70 |
+
name: noise_conditioned_actor
|
| 71 |
+
hidden_dim: 512
|
| 72 |
+
hidden_layers: 2
|
| 73 |
+
embedding_layers: 2
|
| 74 |
+
flow_steps: 10
|
| 75 |
+
lr_actor_vf: 0.0003
|
| 76 |
+
actor_vf:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260618-083115-fb-iql-ontraj-flow-s0/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_iql_ontraj_flow_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_iql_ontraj_flow
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 1
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: measure
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: none
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__a0-cubexyz-s0/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_a0_cubexyz_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_a0_cubexyz
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: false
|
| 65 |
+
d_norm: false
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 1.0
|
| 68 |
+
- 0.0
|
| 69 |
+
- 0.0
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: cube_xyz
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__decpl-s0/config.yaml
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_decouple_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_decouple
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: perm
|
| 59 |
+
decouple_actor_z: true
|
| 60 |
+
critic_mode: measure
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
goal_cond: false
|
| 65 |
+
fixed_b: none
|
| 66 |
+
amp: false
|
| 67 |
+
forward:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
num_parallel: 2
|
| 72 |
+
backward:
|
| 73 |
+
hidden_dim: 512
|
| 74 |
+
hidden_layers: 4
|
| 75 |
+
norm: true
|
| 76 |
+
left_encoder:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
| 79 |
+
norm: true
|
| 80 |
+
actor:
|
| 81 |
+
name: noise_conditioned_actor
|
| 82 |
+
hidden_dim: 512
|
| 83 |
+
hidden_layers: 2
|
| 84 |
+
embedding_layers: 2
|
| 85 |
+
flow_steps: 10
|
| 86 |
+
lr_actor_vf: 0.0003
|
| 87 |
+
actor_vf:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__diql-s0/config.yaml
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_decouple_iql_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_decouple_iql
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: true
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
goal_cond: false
|
| 65 |
+
fixed_b: none
|
| 66 |
+
amp: false
|
| 67 |
+
forward:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
num_parallel: 2
|
| 72 |
+
backward:
|
| 73 |
+
hidden_dim: 512
|
| 74 |
+
hidden_layers: 4
|
| 75 |
+
norm: true
|
| 76 |
+
left_encoder:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
| 79 |
+
norm: true
|
| 80 |
+
actor:
|
| 81 |
+
name: noise_conditioned_actor
|
| 82 |
+
hidden_dim: 512
|
| 83 |
+
hidden_layers: 2
|
| 84 |
+
embedding_layers: 2
|
| 85 |
+
flow_steps: 10
|
| 86 |
+
lr_actor_vf: 0.0003
|
| 87 |
+
actor_vf:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__dzher-s0/config.yaml
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_decouple_zher_traj_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_decouple_zher_traj
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: true
|
| 60 |
+
critic_mode: measure
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
goal_cond: false
|
| 65 |
+
fixed_b: none
|
| 66 |
+
amp: false
|
| 67 |
+
forward:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
num_parallel: 2
|
| 72 |
+
backward:
|
| 73 |
+
hidden_dim: 512
|
| 74 |
+
hidden_layers: 4
|
| 75 |
+
norm: true
|
| 76 |
+
left_encoder:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
| 79 |
+
norm: true
|
| 80 |
+
actor:
|
| 81 |
+
name: noise_conditioned_actor
|
| 82 |
+
hidden_dim: 512
|
| 83 |
+
hidden_layers: 2
|
| 84 |
+
embedding_layers: 2
|
| 85 |
+
flow_steps: 10
|
| 86 |
+
lr_actor_vf: 0.0003
|
| 87 |
+
actor_vf:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__herlb-s0/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_her_learnedB_r1_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_her_learnedB_r1
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: measure
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: none
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__hernrm-s0/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_her_idnorm_r1_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_her_idnorm_r1
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: measure
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: identity_norm
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__iqllb-s0/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_iql_learnedB_r1_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_iql_learnedB_r1
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: iql
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: none
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r0-base-s0/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r0_base_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r0_base
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: false
|
| 65 |
+
d_norm: false
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r1-decond-s0/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r1_decond_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r1_decond
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: true
|
| 65 |
+
d_norm: false
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r2-dnorm-s0/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r2_dnorm_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r2_dnorm
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: false
|
| 65 |
+
d_norm: true
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r3-allon-s0/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r3_allon_s0
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r3_allon
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: true
|
| 65 |
+
d_norm: true
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260607-062100-fb-state-encmatch-s1/config.yaml
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_encmatch_s1
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_encmatch
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 0
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
| 76 |
+
rgb_encoder:
|
| 77 |
+
name: mlp
|
| 78 |
+
feature_dim: 256
|
| 79 |
+
hidden_dim: 1100
|
| 80 |
+
hidden_layers: 5
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260607-070225-fb-state-plain-s1/config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: true
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_state_plain_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_state_plain
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
weight_diag: false
|
| 53 |
+
weight_z: false
|
| 54 |
+
onestep: false
|
| 55 |
+
amp: false
|
| 56 |
+
forward:
|
| 57 |
+
hidden_dim: 512
|
| 58 |
+
hidden_layers: 2
|
| 59 |
+
embedding_layers: 2
|
| 60 |
+
num_parallel: 2
|
| 61 |
+
backward:
|
| 62 |
+
hidden_dim: 512
|
| 63 |
+
hidden_layers: 4
|
| 64 |
+
norm: true
|
| 65 |
+
left_encoder:
|
| 66 |
+
hidden_dim: 512
|
| 67 |
+
hidden_layers: 4
|
| 68 |
+
norm: true
|
| 69 |
+
actor:
|
| 70 |
+
name: noise_conditioned_actor
|
| 71 |
+
hidden_dim: 512
|
| 72 |
+
hidden_layers: 2
|
| 73 |
+
embedding_layers: 2
|
| 74 |
+
flow_steps: 10
|
| 75 |
+
lr_actor_vf: 0.0003
|
| 76 |
+
actor_vf:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260618-083115-fb-iql-ontraj-flow-s1/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_iql_ontraj_flow_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_iql_ontraj_flow
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 1
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: measure
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: none
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__a0-cubexyz-s1/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_a0_cubexyz_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_a0_cubexyz
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: false
|
| 65 |
+
d_norm: false
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 1.0
|
| 68 |
+
- 0.0
|
| 69 |
+
- 0.0
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: cube_xyz
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__decpl-s1/config.yaml
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_decouple_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_decouple
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: perm
|
| 59 |
+
decouple_actor_z: true
|
| 60 |
+
critic_mode: measure
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
goal_cond: false
|
| 65 |
+
fixed_b: none
|
| 66 |
+
amp: false
|
| 67 |
+
forward:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
num_parallel: 2
|
| 72 |
+
backward:
|
| 73 |
+
hidden_dim: 512
|
| 74 |
+
hidden_layers: 4
|
| 75 |
+
norm: true
|
| 76 |
+
left_encoder:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
| 79 |
+
norm: true
|
| 80 |
+
actor:
|
| 81 |
+
name: noise_conditioned_actor
|
| 82 |
+
hidden_dim: 512
|
| 83 |
+
hidden_layers: 2
|
| 84 |
+
embedding_layers: 2
|
| 85 |
+
flow_steps: 10
|
| 86 |
+
lr_actor_vf: 0.0003
|
| 87 |
+
actor_vf:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__diql-s1/config.yaml
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_decouple_iql_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_decouple_iql
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: true
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
goal_cond: false
|
| 65 |
+
fixed_b: none
|
| 66 |
+
amp: false
|
| 67 |
+
forward:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
num_parallel: 2
|
| 72 |
+
backward:
|
| 73 |
+
hidden_dim: 512
|
| 74 |
+
hidden_layers: 4
|
| 75 |
+
norm: true
|
| 76 |
+
left_encoder:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
| 79 |
+
norm: true
|
| 80 |
+
actor:
|
| 81 |
+
name: noise_conditioned_actor
|
| 82 |
+
hidden_dim: 512
|
| 83 |
+
hidden_layers: 2
|
| 84 |
+
embedding_layers: 2
|
| 85 |
+
flow_steps: 10
|
| 86 |
+
lr_actor_vf: 0.0003
|
| 87 |
+
actor_vf:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__dzher-s1/config.yaml
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_decouple_zher_traj_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_decouple_zher_traj
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: true
|
| 60 |
+
critic_mode: measure
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
goal_cond: false
|
| 65 |
+
fixed_b: none
|
| 66 |
+
amp: false
|
| 67 |
+
forward:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
num_parallel: 2
|
| 72 |
+
backward:
|
| 73 |
+
hidden_dim: 512
|
| 74 |
+
hidden_layers: 4
|
| 75 |
+
norm: true
|
| 76 |
+
left_encoder:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
| 79 |
+
norm: true
|
| 80 |
+
actor:
|
| 81 |
+
name: noise_conditioned_actor
|
| 82 |
+
hidden_dim: 512
|
| 83 |
+
hidden_layers: 2
|
| 84 |
+
embedding_layers: 2
|
| 85 |
+
flow_steps: 10
|
| 86 |
+
lr_actor_vf: 0.0003
|
| 87 |
+
actor_vf:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__herlb-s1/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_her_learnedB_r1_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_her_learnedB_r1
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: measure
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: none
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__hernrm-s1/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_her_idnorm_r1_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_her_idnorm_r1
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: measure
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: identity_norm
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__iqllb-s1/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_iql_learnedB_r1_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_iql_learnedB_r1
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: iql
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: none
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r0-base-s1/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r0_base_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r0_base
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: false
|
| 65 |
+
d_norm: false
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r1-decond-s1/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r1_decond_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r1_decond
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: true
|
| 65 |
+
d_norm: false
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r2-dnorm-s1/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r2_dnorm_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r2_dnorm
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: false
|
| 65 |
+
d_norm: true
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r3-allon-s1/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r3_allon_s1
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r3_allon
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: true
|
| 65 |
+
d_norm: true
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260607-062100-fb-state-encmatch-s2/config.yaml
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_encmatch_s2
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_encmatch
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 0
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
| 76 |
+
rgb_encoder:
|
| 77 |
+
name: mlp
|
| 78 |
+
feature_dim: 256
|
| 79 |
+
hidden_dim: 1100
|
| 80 |
+
hidden_layers: 5
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260607-070225-fb-state-plain-s2/config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: true
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_state_plain_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_state_plain
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
weight_diag: false
|
| 53 |
+
weight_z: false
|
| 54 |
+
onestep: false
|
| 55 |
+
amp: false
|
| 56 |
+
forward:
|
| 57 |
+
hidden_dim: 512
|
| 58 |
+
hidden_layers: 2
|
| 59 |
+
embedding_layers: 2
|
| 60 |
+
num_parallel: 2
|
| 61 |
+
backward:
|
| 62 |
+
hidden_dim: 512
|
| 63 |
+
hidden_layers: 4
|
| 64 |
+
norm: true
|
| 65 |
+
left_encoder:
|
| 66 |
+
hidden_dim: 512
|
| 67 |
+
hidden_layers: 4
|
| 68 |
+
norm: true
|
| 69 |
+
actor:
|
| 70 |
+
name: noise_conditioned_actor
|
| 71 |
+
hidden_dim: 512
|
| 72 |
+
hidden_layers: 2
|
| 73 |
+
embedding_layers: 2
|
| 74 |
+
flow_steps: 10
|
| 75 |
+
lr_actor_vf: 0.0003
|
| 76 |
+
actor_vf:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260618-083115-fb-iql-ontraj-flow-s2/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_iql_ontraj_flow_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_iql_ontraj_flow
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 1
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: measure
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: none
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__a0-cubexyz-s2/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_a0_cubexyz_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_a0_cubexyz
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: false
|
| 65 |
+
d_norm: false
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 1.0
|
| 68 |
+
- 0.0
|
| 69 |
+
- 0.0
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: cube_xyz
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__decpl-s2/config.yaml
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_decouple_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_decouple
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: perm
|
| 59 |
+
decouple_actor_z: true
|
| 60 |
+
critic_mode: measure
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
goal_cond: false
|
| 65 |
+
fixed_b: none
|
| 66 |
+
amp: false
|
| 67 |
+
forward:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
num_parallel: 2
|
| 72 |
+
backward:
|
| 73 |
+
hidden_dim: 512
|
| 74 |
+
hidden_layers: 4
|
| 75 |
+
norm: true
|
| 76 |
+
left_encoder:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
| 79 |
+
norm: true
|
| 80 |
+
actor:
|
| 81 |
+
name: noise_conditioned_actor
|
| 82 |
+
hidden_dim: 512
|
| 83 |
+
hidden_layers: 2
|
| 84 |
+
embedding_layers: 2
|
| 85 |
+
flow_steps: 10
|
| 86 |
+
lr_actor_vf: 0.0003
|
| 87 |
+
actor_vf:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__diql-s2/config.yaml
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_decouple_iql_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_decouple_iql
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: true
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
goal_cond: false
|
| 65 |
+
fixed_b: none
|
| 66 |
+
amp: false
|
| 67 |
+
forward:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
num_parallel: 2
|
| 72 |
+
backward:
|
| 73 |
+
hidden_dim: 512
|
| 74 |
+
hidden_layers: 4
|
| 75 |
+
norm: true
|
| 76 |
+
left_encoder:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
| 79 |
+
norm: true
|
| 80 |
+
actor:
|
| 81 |
+
name: noise_conditioned_actor
|
| 82 |
+
hidden_dim: 512
|
| 83 |
+
hidden_layers: 2
|
| 84 |
+
embedding_layers: 2
|
| 85 |
+
flow_steps: 10
|
| 86 |
+
lr_actor_vf: 0.0003
|
| 87 |
+
actor_vf:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__dzher-s2/config.yaml
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_decouple_zher_traj_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_decouple_zher_traj
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: true
|
| 60 |
+
critic_mode: measure
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
goal_cond: false
|
| 65 |
+
fixed_b: none
|
| 66 |
+
amp: false
|
| 67 |
+
forward:
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
num_parallel: 2
|
| 72 |
+
backward:
|
| 73 |
+
hidden_dim: 512
|
| 74 |
+
hidden_layers: 4
|
| 75 |
+
norm: true
|
| 76 |
+
left_encoder:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
| 79 |
+
norm: true
|
| 80 |
+
actor:
|
| 81 |
+
name: noise_conditioned_actor
|
| 82 |
+
hidden_dim: 512
|
| 83 |
+
hidden_layers: 2
|
| 84 |
+
embedding_layers: 2
|
| 85 |
+
flow_steps: 10
|
| 86 |
+
lr_actor_vf: 0.0003
|
| 87 |
+
actor_vf:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__herlb-s2/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_her_learnedB_r1_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_her_learnedB_r1
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: measure
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: none
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__hernrm-s2/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_her_idnorm_r1_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_her_idnorm_r1
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: measure
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: identity_norm
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__iqllb-s2/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_cube_iql_learnedB_r1_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_cube_iql_learnedB_r1
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 1.0
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
critic_mode: iql
|
| 60 |
+
iql_expectile: 0.9
|
| 61 |
+
iql_thresh: 0.04
|
| 62 |
+
onestep: false
|
| 63 |
+
goal_cond: false
|
| 64 |
+
fixed_b: none
|
| 65 |
+
amp: false
|
| 66 |
+
forward:
|
| 67 |
+
hidden_dim: 512
|
| 68 |
+
hidden_layers: 2
|
| 69 |
+
embedding_layers: 2
|
| 70 |
+
num_parallel: 2
|
| 71 |
+
backward:
|
| 72 |
+
hidden_dim: 512
|
| 73 |
+
hidden_layers: 4
|
| 74 |
+
norm: true
|
| 75 |
+
left_encoder:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
| 78 |
+
norm: true
|
| 79 |
+
actor:
|
| 80 |
+
name: noise_conditioned_actor
|
| 81 |
+
hidden_dim: 512
|
| 82 |
+
hidden_layers: 2
|
| 83 |
+
embedding_layers: 2
|
| 84 |
+
flow_steps: 10
|
| 85 |
+
lr_actor_vf: 0.0003
|
| 86 |
+
actor_vf:
|
| 87 |
+
hidden_dim: 512
|
| 88 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r0-base-s2/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r0_base_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r0_base
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: false
|
| 65 |
+
d_norm: false
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r1-decond-s2/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r1_decond_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r1_decond
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: true
|
| 65 |
+
d_norm: false
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r2-dnorm-s2/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r2_dnorm_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r2_dnorm
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: false
|
| 65 |
+
d_norm: true
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r3-allon-s2/config.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: false
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_bridge_r3_allon_s2
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_bridge_r3_allon
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0003
|
| 35 |
+
lr_b: 0.0003
|
| 36 |
+
lr_actor: 0.0003
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 0
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
reweight_mode: coverage
|
| 53 |
+
iwr_c: 0.03
|
| 54 |
+
iwr_sigma: 0.05
|
| 55 |
+
iwr_eps: 0.1
|
| 56 |
+
weight_diag: false
|
| 57 |
+
weight_z: false
|
| 58 |
+
train_goal_mode: traj
|
| 59 |
+
decouple_actor_z: false
|
| 60 |
+
critic_mode: iql
|
| 61 |
+
iql_expectile: 0.9
|
| 62 |
+
iql_thresh: 0.04
|
| 63 |
+
onestep: false
|
| 64 |
+
decondition_F: true
|
| 65 |
+
d_norm: true
|
| 66 |
+
critic_goal_mix:
|
| 67 |
+
- 0.5
|
| 68 |
+
- 0.2
|
| 69 |
+
- 0.3
|
| 70 |
+
actor_goal_mix:
|
| 71 |
+
- 1.0
|
| 72 |
+
- 0.0
|
| 73 |
+
- 0.0
|
| 74 |
+
iql_reward: goal_match
|
| 75 |
+
goal_cond: false
|
| 76 |
+
fixed_b: none
|
| 77 |
+
amp: false
|
| 78 |
+
forward:
|
| 79 |
+
hidden_dim: 512
|
| 80 |
+
hidden_layers: 2
|
| 81 |
+
embedding_layers: 2
|
| 82 |
+
num_parallel: 2
|
| 83 |
+
backward:
|
| 84 |
+
hidden_dim: 512
|
| 85 |
+
hidden_layers: 4
|
| 86 |
+
norm: true
|
| 87 |
+
left_encoder:
|
| 88 |
+
hidden_dim: 512
|
| 89 |
+
hidden_layers: 4
|
| 90 |
+
norm: true
|
| 91 |
+
actor:
|
| 92 |
+
name: noise_conditioned_actor
|
| 93 |
+
hidden_dim: 512
|
| 94 |
+
hidden_layers: 2
|
| 95 |
+
embedding_layers: 2
|
| 96 |
+
flow_steps: 10
|
| 97 |
+
lr_actor_vf: 0.0003
|
| 98 |
+
actor_vf:
|
| 99 |
+
hidden_dim: 512
|
| 100 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260607-062100-fb-state-encmatch-s3/config.yaml
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 3
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_encmatch_s3
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_encmatch
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 0
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
| 76 |
+
rgb_encoder:
|
| 77 |
+
name: mlp
|
| 78 |
+
feature_dim: 256
|
| 79 |
+
hidden_dim: 1100
|
| 80 |
+
hidden_layers: 5
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260607-070225-fb-state-plain-s3/config.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 3
|
| 12 |
+
device: cuda
|
| 13 |
+
resume: true
|
| 14 |
+
resume_from: null
|
| 15 |
+
force: false
|
| 16 |
+
eval_n_episodes: 10
|
| 17 |
+
eval_relabel_size: 10000
|
| 18 |
+
eval_shift_reward: 1.0
|
| 19 |
+
save_eval_videos: false
|
| 20 |
+
use_wandb: true
|
| 21 |
+
wandb_project: factored-fb
|
| 22 |
+
wandb_run_name: fb_state_plain_s3
|
| 23 |
+
wandb_entity: amsks
|
| 24 |
+
wandb_group: fb_state_plain
|
| 25 |
+
wandb_tags: []
|
| 26 |
+
wandb_save_code: true
|
| 27 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 28 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 29 |
+
agent: fb_flowbc
|
| 30 |
+
z_dim: 50
|
| 31 |
+
L_dim: 50
|
| 32 |
+
actor_encode_obs: false
|
| 33 |
+
discount: 0.99
|
| 34 |
+
lr_f: 0.0001
|
| 35 |
+
lr_b: 0.0001
|
| 36 |
+
lr_actor: 0.0001
|
| 37 |
+
weight_decay: 0.0
|
| 38 |
+
clip_grad_norm: 0.0
|
| 39 |
+
ortho_coef: 1000
|
| 40 |
+
train_goal_ratio: 0.5
|
| 41 |
+
fb_pessimism_penalty: 0.0
|
| 42 |
+
actor_pessimism_penalty: 0.0
|
| 43 |
+
actor_std: 0.2
|
| 44 |
+
stddev_clip: 0.3
|
| 45 |
+
f_target_tau: 0.005
|
| 46 |
+
b_target_tau: 0.005
|
| 47 |
+
bc_coeff: 3.0
|
| 48 |
+
q_loss_coef: 0.0
|
| 49 |
+
reweight_alpha: 0.0
|
| 50 |
+
reweight_clip: 10.0
|
| 51 |
+
reweight_density_path: analysis/cube_density.npz
|
| 52 |
+
weight_diag: false
|
| 53 |
+
weight_z: false
|
| 54 |
+
onestep: false
|
| 55 |
+
amp: false
|
| 56 |
+
forward:
|
| 57 |
+
hidden_dim: 512
|
| 58 |
+
hidden_layers: 2
|
| 59 |
+
embedding_layers: 2
|
| 60 |
+
num_parallel: 2
|
| 61 |
+
backward:
|
| 62 |
+
hidden_dim: 512
|
| 63 |
+
hidden_layers: 4
|
| 64 |
+
norm: true
|
| 65 |
+
left_encoder:
|
| 66 |
+
hidden_dim: 512
|
| 67 |
+
hidden_layers: 4
|
| 68 |
+
norm: true
|
| 69 |
+
actor:
|
| 70 |
+
name: noise_conditioned_actor
|
| 71 |
+
hidden_dim: 512
|
| 72 |
+
hidden_layers: 2
|
| 73 |
+
embedding_layers: 2
|
| 74 |
+
flow_steps: 10
|
| 75 |
+
lr_actor_vf: 0.0003
|
| 76 |
+
actor_vf:
|
| 77 |
+
hidden_dim: 512
|
| 78 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260607-062100-fb-state-encmatch-s4/config.yaml
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 4
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_encmatch_s4
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_encmatch
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 0
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
| 76 |
+
rgb_encoder:
|
| 77 |
+
name: mlp
|
| 78 |
+
feature_dim: 256
|
| 79 |
+
hidden_dim: 1100
|
| 80 |
+
hidden_layers: 5
|