upload checkpoints 641-704/3326
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-L256-s0/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-baseline-s0/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-v1-s0/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-170331-gcfb-smoke-v2recheck-s0/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-203933-fb-state-v1-s0/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260603-020044-fb-state-v2-s0/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260603-064553-fb-state-L256-s0/config.yaml +75 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260602-203933-fb-state-v1-s1/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260603-020044-fb-state-v2-s1/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260603-064553-fb-state-L256-s1/config.yaml +75 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260602-203933-fb-state-v1-s2/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260603-020044-fb-state-v2-s2/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260603-064553-fb-state-L256-s2/config.yaml +75 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260602-203933-fb-state-v1-s3/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260603-020044-fb-state-v2-s3/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260603-064553-fb-state-L256-s3/config.yaml +75 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260602-203933-fb-state-v1-s4/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260603-020044-fb-state-v2-s4/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260603-064553-fb-state-L256-s4/config.yaml +75 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260602-203933-fb-state-v1-s5/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260603-020044-fb-state-v2-s5/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260603-064553-fb-state-L256-s5/config.yaml +75 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260602-203933-fb-state-v1-s6/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260603-020044-fb-state-v2-s6/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260603-064553-fb-state-L256-s6/config.yaml +75 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260602-203933-fb-state-v1-s7/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260603-020044-fb-state-v2-s7/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260603-064553-fb-state-L256-s7/config.yaml +75 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260602-203933-fb-state-v1-s8/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260603-020044-fb-state-v2-s8/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260603-064553-fb-state-L256-s8/config.yaml +75 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260602-203933-fb-state-v1-s9/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260603-020044-fb-state-v2-s9/config.yaml +77 -0
- checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260603-064553-fb-state-L256-s9/config.yaml +75 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s0__20260603-070822-psm-smoke-pixel-s0/config.yaml +75 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s0__20260604-052341-psm-pixel-s0/config.yaml +75 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s1__20260604-052341-psm-pixel-s1/config.yaml +75 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s2__20260604-052341-psm-pixel-s2/config.yaml +75 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s3__20260604-052341-psm-pixel-s3/config.yaml +75 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s4__20260604-052341-psm-pixel-s4/config.yaml +75 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s0__20260603-054406-psm-smoke-state-s0/config.yaml +67 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s0__20260603-071856-psm-flowbc-state-s0/config.yaml +67 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s1__20260603-071856-psm-flowbc-state-s1/config.yaml +67 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s2__20260603-071856-psm-flowbc-state-s2/config.yaml +67 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s3__20260603-071856-psm-flowbc-state-s3/config.yaml +67 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s4__20260603-071856-psm-flowbc-state-s4/config.yaml +67 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s5__20260603-071856-psm-flowbc-state-s5/config.yaml +67 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s6__20260603-071856-psm-flowbc-state-s6/config.yaml +67 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s7__20260603-071856-psm-flowbc-state-s7/config.yaml +67 -0
- checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s8__20260603-071856-psm-flowbc-state-s8/config.yaml +67 -0
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-L256-s0/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 2000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: gcfb_smoke_L256_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: gcfb_smoke_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 256
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-baseline-s0/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 2000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: gcfb_smoke_baseline_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: gcfb_smoke_baseline
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-165934-gcfb-smoke-v1-s0/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 2000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: gcfb_smoke_v1_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: gcfb_smoke_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-170331-gcfb-smoke-v2recheck-s0/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 2000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: gcfb_smoke_v2recheck_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: gcfb_smoke_v2recheck
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260602-203933-fb-state-v1-s0/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v1_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260603-020044-fb-state-v2-s0/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v2_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v2
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260603-064553-fb-state-L256-s0/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_L256_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 4
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260602-203933-fb-state-v1-s1/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v1_s1
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260603-020044-fb-state-v2-s1/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v2_s1
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v2
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260603-064553-fb-state-L256-s1/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_L256_s1
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 4
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260602-203933-fb-state-v1-s2/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v1_s2
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260603-020044-fb-state-v2-s2/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v2_s2
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v2
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260603-064553-fb-state-L256-s2/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_L256_s2
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 4
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260602-203933-fb-state-v1-s3/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 3
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v1_s3
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260603-020044-fb-state-v2-s3/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 3
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v2_s3
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v2
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260603-064553-fb-state-L256-s3/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 3
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_L256_s3
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 4
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260602-203933-fb-state-v1-s4/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 4
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v1_s4
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260603-020044-fb-state-v2-s4/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 4
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v2_s4
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v2
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260603-064553-fb-state-L256-s4/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 4
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_L256_s4
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 4
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260602-203933-fb-state-v1-s5/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 5
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v1_s5
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260603-020044-fb-state-v2-s5/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 5
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v2_s5
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v2
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s5__20260603-064553-fb-state-L256-s5/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 5
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_L256_s5
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 4
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260602-203933-fb-state-v1-s6/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 6
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v1_s6
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260603-020044-fb-state-v2-s6/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 6
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v2_s6
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v2
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s6__20260603-064553-fb-state-L256-s6/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 6
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_L256_s6
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 4
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260602-203933-fb-state-v1-s7/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 7
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v1_s7
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260603-020044-fb-state-v2-s7/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 7
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v2_s7
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v2
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s7__20260603-064553-fb-state-L256-s7/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 7
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_L256_s7
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 4
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260602-203933-fb-state-v1-s8/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 8
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v1_s8
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260603-020044-fb-state-v2-s8/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 8
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v2_s8
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v2
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s8__20260603-064553-fb-state-L256-s8/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 8
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_L256_s8
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 4
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260602-203933-fb-state-v1-s9/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 9
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v1_s9
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v1
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: true
|
| 53 |
+
fixed_b: none
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260603-020044-fb-state-v2-s9/config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 9
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_v2_s9
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_v2
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
goal_cond: false
|
| 53 |
+
fixed_b: cube_xyz
|
| 54 |
+
amp: false
|
| 55 |
+
forward:
|
| 56 |
+
hidden_dim: 512
|
| 57 |
+
hidden_layers: 2
|
| 58 |
+
embedding_layers: 2
|
| 59 |
+
num_parallel: 2
|
| 60 |
+
backward:
|
| 61 |
+
hidden_dim: 512
|
| 62 |
+
hidden_layers: 4
|
| 63 |
+
norm: true
|
| 64 |
+
left_encoder:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
norm: true
|
| 68 |
+
actor:
|
| 69 |
+
name: noise_conditioned_actor
|
| 70 |
+
hidden_dim: 512
|
| 71 |
+
hidden_layers: 2
|
| 72 |
+
embedding_layers: 2
|
| 73 |
+
flow_steps: 10
|
| 74 |
+
lr_actor_vf: 0.0003
|
| 75 |
+
actor_vf:
|
| 76 |
+
hidden_dim: 512
|
| 77 |
+
hidden_layers: 4
|
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s9__20260603-064553-fb-state-L256-s9/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 9
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: fb_state_L256_s9
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: fb_state_L256
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: fb_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
L_dim: 50
|
| 29 |
+
actor_encode_obs: false
|
| 30 |
+
discount: 0.99
|
| 31 |
+
lr_f: 0.0001
|
| 32 |
+
lr_b: 0.0001
|
| 33 |
+
lr_actor: 0.0001
|
| 34 |
+
weight_decay: 0.0
|
| 35 |
+
clip_grad_norm: 0.0
|
| 36 |
+
ortho_coef: 1000
|
| 37 |
+
train_goal_ratio: 0.5
|
| 38 |
+
fb_pessimism_penalty: 0.0
|
| 39 |
+
actor_pessimism_penalty: 0.0
|
| 40 |
+
actor_std: 0.2
|
| 41 |
+
stddev_clip: 0.3
|
| 42 |
+
f_target_tau: 0.005
|
| 43 |
+
b_target_tau: 0.005
|
| 44 |
+
bc_coeff: 3.0
|
| 45 |
+
q_loss_coef: 0.0
|
| 46 |
+
reweight_alpha: 0.0
|
| 47 |
+
reweight_clip: 10.0
|
| 48 |
+
reweight_density_path: analysis/cube_density.npz
|
| 49 |
+
weight_diag: false
|
| 50 |
+
weight_z: false
|
| 51 |
+
onestep: false
|
| 52 |
+
amp: false
|
| 53 |
+
forward:
|
| 54 |
+
hidden_dim: 512
|
| 55 |
+
hidden_layers: 2
|
| 56 |
+
embedding_layers: 2
|
| 57 |
+
num_parallel: 2
|
| 58 |
+
backward:
|
| 59 |
+
hidden_dim: 512
|
| 60 |
+
hidden_layers: 4
|
| 61 |
+
norm: true
|
| 62 |
+
left_encoder:
|
| 63 |
+
hidden_dim: 512
|
| 64 |
+
hidden_layers: 4
|
| 65 |
+
norm: true
|
| 66 |
+
actor:
|
| 67 |
+
name: noise_conditioned_actor
|
| 68 |
+
hidden_dim: 512
|
| 69 |
+
hidden_layers: 2
|
| 70 |
+
embedding_layers: 2
|
| 71 |
+
flow_steps: 10
|
| 72 |
+
lr_actor_vf: 0.0003
|
| 73 |
+
actor_vf:
|
| 74 |
+
hidden_dim: 512
|
| 75 |
+
hidden_layers: 4
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s0__20260603-070822-psm-smoke-pixel-s0/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets_visual
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 2000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_smoke_pixel_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_smoke_pixel
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.99
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
frame_stack: 3
|
| 68 |
+
obs_normalizer:
|
| 69 |
+
name: RGBNormalizerConfig
|
| 70 |
+
rgb_encoder:
|
| 71 |
+
name: drq
|
| 72 |
+
feature_dim: 256
|
| 73 |
+
augmentator:
|
| 74 |
+
name: random_shifts
|
| 75 |
+
pad: 2
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s0__20260604-052341-psm-pixel-s0/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets_pixel
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_pixel_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_pixel
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.99
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
frame_stack: 3
|
| 68 |
+
obs_normalizer:
|
| 69 |
+
name: RGBNormalizerConfig
|
| 70 |
+
rgb_encoder:
|
| 71 |
+
name: drq
|
| 72 |
+
feature_dim: 256
|
| 73 |
+
augmentator:
|
| 74 |
+
name: random_shifts
|
| 75 |
+
pad: 2
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s1__20260604-052341-psm-pixel-s1/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets_pixel
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_pixel_s1
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_pixel
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.99
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
frame_stack: 3
|
| 68 |
+
obs_normalizer:
|
| 69 |
+
name: RGBNormalizerConfig
|
| 70 |
+
rgb_encoder:
|
| 71 |
+
name: drq
|
| 72 |
+
feature_dim: 256
|
| 73 |
+
augmentator:
|
| 74 |
+
name: random_shifts
|
| 75 |
+
pad: 2
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s2__20260604-052341-psm-pixel-s2/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets_pixel
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_pixel_s2
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_pixel
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.99
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
frame_stack: 3
|
| 68 |
+
obs_normalizer:
|
| 69 |
+
name: RGBNormalizerConfig
|
| 70 |
+
rgb_encoder:
|
| 71 |
+
name: drq
|
| 72 |
+
feature_dim: 256
|
| 73 |
+
augmentator:
|
| 74 |
+
name: random_shifts
|
| 75 |
+
pad: 2
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s3__20260604-052341-psm-pixel-s3/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets_pixel
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 3
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_pixel_s3
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_pixel
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.99
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
frame_stack: 3
|
| 68 |
+
obs_normalizer:
|
| 69 |
+
name: RGBNormalizerConfig
|
| 70 |
+
rgb_encoder:
|
| 71 |
+
name: drq
|
| 72 |
+
feature_dim: 256
|
| 73 |
+
augmentator:
|
| 74 |
+
name: random_shifts
|
| 75 |
+
pad: 2
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-pixels__s4__20260604-052341-psm-pixel-s4/config.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: pixels
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets_pixel
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 500000
|
| 7 |
+
batch_size: 256
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 4
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_pixel_s4
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_pixel
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 50
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.99
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
frame_stack: 3
|
| 68 |
+
obs_normalizer:
|
| 69 |
+
name: RGBNormalizerConfig
|
| 70 |
+
rgb_encoder:
|
| 71 |
+
name: drq
|
| 72 |
+
feature_dim: 256
|
| 73 |
+
augmentator:
|
| 74 |
+
name: random_shifts
|
| 75 |
+
pad: 2
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s0__20260603-054406-psm-smoke-state-s0/config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 2000
|
| 7 |
+
batch_size: 1024
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_smoke_state_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_smoke_state
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 128
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.98
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
lr_b: 0.0001
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s0__20260603-071856-psm-flowbc-state-s0/config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 1024
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 0
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_flowbc_state_s0
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_flowbc_state
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 128
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.98
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
lr_b: 0.0001
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s1__20260603-071856-psm-flowbc-state-s1/config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 1024
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 1
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_flowbc_state_s1
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_flowbc_state
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 128
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.98
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
lr_b: 0.0001
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s2__20260603-071856-psm-flowbc-state-s2/config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 1024
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 2
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_flowbc_state_s2
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_flowbc_state
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 128
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.98
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
lr_b: 0.0001
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s3__20260603-071856-psm-flowbc-state-s3/config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 1024
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 3
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_flowbc_state_s3
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_flowbc_state
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 128
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.98
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
lr_b: 0.0001
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s4__20260603-071856-psm-flowbc-state-s4/config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 1024
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 4
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_flowbc_state_s4
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_flowbc_state
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 128
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.98
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
lr_b: 0.0001
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s5__20260603-071856-psm-flowbc-state-s5/config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 1024
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 5
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_flowbc_state_s5
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_flowbc_state
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 128
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.98
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
lr_b: 0.0001
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s6__20260603-071856-psm-flowbc-state-s6/config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 1024
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 6
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_flowbc_state_s6
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_flowbc_state
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 128
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.98
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
lr_b: 0.0001
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s7__20260603-071856-psm-flowbc-state-s7/config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 1024
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 7
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_flowbc_state_s7
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_flowbc_state
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 128
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.98
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
lr_b: 0.0001
|
checkpoints/torch/psm-flowbc/cube-single-play-v0-state__s8__20260603-071856-psm-flowbc-state-s8/config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
domain: cube-single-play-v0
|
| 2 |
+
obs_type: state
|
| 3 |
+
data_path: /dev/shm/factored-fb/datasets
|
| 4 |
+
n_transitions: null
|
| 5 |
+
load_n_episodes: 1000
|
| 6 |
+
num_train_steps: 1000000
|
| 7 |
+
batch_size: 1024
|
| 8 |
+
eval_every: 50000
|
| 9 |
+
log_every: 1000
|
| 10 |
+
save_every: 200000
|
| 11 |
+
seed: 8
|
| 12 |
+
device: cuda
|
| 13 |
+
eval_n_episodes: 10
|
| 14 |
+
eval_relabel_size: 10000
|
| 15 |
+
eval_shift_reward: 1.0
|
| 16 |
+
save_eval_videos: false
|
| 17 |
+
use_wandb: true
|
| 18 |
+
wandb_project: factored-fb
|
| 19 |
+
wandb_run_name: psm_flowbc_state_s8
|
| 20 |
+
wandb_entity: amsks
|
| 21 |
+
wandb_group: psm_flowbc_state
|
| 22 |
+
wandb_tags: []
|
| 23 |
+
wandb_save_code: true
|
| 24 |
+
save_dir: ${hydra:runtime.output_dir}/checkpoints
|
| 25 |
+
eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
|
| 26 |
+
agent: psm_flowbc
|
| 27 |
+
z_dim: 128
|
| 28 |
+
norm_z: true
|
| 29 |
+
max_log_seed: 16
|
| 30 |
+
phi_input: s
|
| 31 |
+
norm_obs: false
|
| 32 |
+
discount: 0.98
|
| 33 |
+
phi:
|
| 34 |
+
hidden_dim: 256
|
| 35 |
+
hidden_layers: 2
|
| 36 |
+
norm: true
|
| 37 |
+
batch_norm: false
|
| 38 |
+
sf:
|
| 39 |
+
hidden_dim: 1024
|
| 40 |
+
hidden_layers: 1
|
| 41 |
+
embedding_layers: 2
|
| 42 |
+
num_parallel: 2
|
| 43 |
+
actor:
|
| 44 |
+
hidden_dim: 512
|
| 45 |
+
hidden_layers: 2
|
| 46 |
+
embedding_layers: 2
|
| 47 |
+
name: noise_conditioned_actor
|
| 48 |
+
lr_sf: 0.0001
|
| 49 |
+
lr_phi: 0.0001
|
| 50 |
+
lr_actor: 0.0001
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
clip_grad_norm: 0.0
|
| 53 |
+
target_tau: 0.01
|
| 54 |
+
ortho_coef: 1.0
|
| 55 |
+
mix_ratio: 0.5
|
| 56 |
+
pessimism_penalty: 0.0
|
| 57 |
+
actor_pessimism_penalty: 0.5
|
| 58 |
+
stddev: 0.2
|
| 59 |
+
stddev_clip: 0.3
|
| 60 |
+
amp: false
|
| 61 |
+
bc_coeff: 3.0
|
| 62 |
+
flow_steps: 10
|
| 63 |
+
lr_actor_vf: 0.0003
|
| 64 |
+
actor_vf:
|
| 65 |
+
hidden_dim: 512
|
| 66 |
+
hidden_layers: 4
|
| 67 |
+
lr_b: 0.0001
|