Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +17 -0
- 2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
- 2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
- 2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
- 2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +0 -0
- 2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
- 2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
- 2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
- 2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +0 -0
- 2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
- 2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
- 2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
- 2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +0 -0
- 2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
- 2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
- 2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
- 2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +8 -0
- 2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
- 2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
- 2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
- 2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +5 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/logs.json.txt +198 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +11 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/config.yaml +199 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/output.log +60 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/requirements.txt +860 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/wandb-metadata.json +49 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/wandb-summary.json +1 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/run-ags56sz9.wandb +3 -0
- 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/wandb-resume.json +1 -0
- 2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/config.yaml +165 -0
- 2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
- 2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
- 2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/train.log +6 -0
- 2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml +163 -0
- 2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml +154 -0
- 2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml +1 -0
- 2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/train.log +6 -0
- 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/config.yaml +165 -0
- 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
- 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
- 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/logs.json.txt +0 -0
- 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/train.log +13 -0
- 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/config.yaml +273 -0
- 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/output.log +52 -0
- 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/requirements.txt +861 -0
- 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/wandb-metadata.json +56 -0
.gitattributes
CHANGED
|
@@ -427,3 +427,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 427 |
2026.05.06/04.52.43_train_llmbc_lowdim_box-close-v2/wandb/run-20260506_045327-t6qu9x0g/run-t6qu9x0g.wandb filter=lfs diff=lfs merge=lfs -text
|
| 428 |
2026.05.06/05.04.12_train_llmbc_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 429 |
2026.05.06/05.04.12_train_llmbc_lowdim_box-close-v2/wandb/run-20260506_050458-k7lt6rm7/run-k7lt6rm7.wandb filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 427 |
2026.05.06/04.52.43_train_llmbc_lowdim_box-close-v2/wandb/run-20260506_045327-t6qu9x0g/run-t6qu9x0g.wandb filter=lfs diff=lfs merge=lfs -text
|
| 428 |
2026.05.06/05.04.12_train_llmbc_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 429 |
2026.05.06/05.04.12_train_llmbc_lowdim_box-close-v2/wandb/run-20260506_050458-k7lt6rm7/run-k7lt6rm7.wandb filter=lfs diff=lfs merge=lfs -text
|
| 430 |
+
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/run-ags56sz9.wandb filter=lfs diff=lfs merge=lfs -text
|
| 431 |
+
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/run-2o6jqedz.wandb filter=lfs diff=lfs merge=lfs -text
|
| 432 |
+
2026.04.10/09.42.47_train_llmbc_lowdim_adroit-hand-relocate-v1/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 433 |
+
2026.04.10/09.42.47_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_094422-68a5glbf/run-68a5glbf.wandb filter=lfs diff=lfs merge=lfs -text
|
| 434 |
+
2026.04.10/09.42.50_train_llmbc_lowdim_adroit-hand-relocate-v1/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 435 |
+
2026.04.10/09.42.50_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_094424-vk0ow3fl/run-vk0ow3fl.wandb filter=lfs diff=lfs merge=lfs -text
|
| 436 |
+
2026.04.10/09.46.35_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_095519-3qme4js3/run-3qme4js3.wandb filter=lfs diff=lfs merge=lfs -text
|
| 437 |
+
2026.04.10/14.18.53_train_rbc_reward_model_adroit-hand-relocate-v1/wandb/run-20260410_141855-1qgdq8b7/run-1qgdq8b7.wandb filter=lfs diff=lfs merge=lfs -text
|
| 438 |
+
2026.04.10/14.21.55_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_142250-821w1msn/run-821w1msn.wandb filter=lfs diff=lfs merge=lfs -text
|
| 439 |
+
2026.04.10/14.22.41_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_142416-4mgh6loq/run-4mgh6loq.wandb filter=lfs diff=lfs merge=lfs -text
|
| 440 |
+
2026.04.10/14.22.50_train_rbc_reward_model_adroit-hand-relocate-v1/wandb/run-20260410_142252-g9z2m8kf/run-g9z2m8kf.wandb filter=lfs diff=lfs merge=lfs -text
|
| 441 |
+
2026.04.10/18.16.49_train_llmbc_lowdim_adroit-hand-relocate-v1/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 442 |
+
2026.04.10/18.16.49_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_181743-g6hz51in/run-g6hz51in.wandb filter=lfs diff=lfs merge=lfs -text
|
| 443 |
+
2026.04.10/18.20.24_train_llmbc_lowdim_adroit-hand-relocate-v1/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 444 |
+
2026.04.10/18.20.24_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_182424-q1qace9c/run-q1qace9c.wandb filter=lfs diff=lfs merge=lfs -text
|
| 445 |
+
2026.04.10/22.25.42_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_222637-i2nrjl69/run-i2nrjl69.wandb filter=lfs diff=lfs merge=lfs -text
|
| 446 |
+
2026.04.10/22.29.11_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_223235-ehh65ppa/run-ehh65ppa.wandb filter=lfs diff=lfs merge=lfs -text
|
2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,121 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_bc_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
horizon: 1
|
| 8 |
+
n_obs_steps: 1
|
| 9 |
+
n_action_steps: 1
|
| 10 |
+
n_latency_steps: 0
|
| 11 |
+
past_action_visible: false
|
| 12 |
+
policy:
|
| 13 |
+
_target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
|
| 14 |
+
model:
|
| 15 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 16 |
+
input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
|
| 17 |
+
hidden_size:
|
| 18 |
+
- 256
|
| 19 |
+
- 256
|
| 20 |
+
output_size: ${eval:'${n_action_steps}*${action_dim}'}
|
| 21 |
+
activation: relu
|
| 22 |
+
n_obs_steps: ${n_obs_steps}
|
| 23 |
+
n_action_steps: ${n_action_steps}
|
| 24 |
+
obs_dim: ${obs_dim}
|
| 25 |
+
action_dim: ${action_dim}
|
| 26 |
+
horizon: ${horizon}
|
| 27 |
+
n_obs_steps: ${n_obs_steps}
|
| 28 |
+
n_action_steps: ${n_action_steps}
|
| 29 |
+
dataloader:
|
| 30 |
+
batch_size: 128
|
| 31 |
+
num_workers: 0
|
| 32 |
+
shuffle: true
|
| 33 |
+
pin_memory: false
|
| 34 |
+
persistent_workers: false
|
| 35 |
+
val_dataloader:
|
| 36 |
+
batch_size: 128
|
| 37 |
+
num_workers: 0
|
| 38 |
+
shuffle: true
|
| 39 |
+
pin_memory: false
|
| 40 |
+
persistent_workers: false
|
| 41 |
+
optimizer:
|
| 42 |
+
_target_: torch.optim.AdamW
|
| 43 |
+
lr: 0.01
|
| 44 |
+
betas:
|
| 45 |
+
- 0.95
|
| 46 |
+
- 0.999
|
| 47 |
+
eps: 1.0e-08
|
| 48 |
+
weight_decay: 1.0e-06
|
| 49 |
+
training:
|
| 50 |
+
device: cuda:0
|
| 51 |
+
seed: 42
|
| 52 |
+
debug: false
|
| 53 |
+
resume: false
|
| 54 |
+
lr_scheduler: cosine
|
| 55 |
+
lr_warmup_steps: 10
|
| 56 |
+
num_epochs: 1001
|
| 57 |
+
gradient_accumulate_every: 1
|
| 58 |
+
grad_norm_clip: 0.5
|
| 59 |
+
rollout_every: 5
|
| 60 |
+
checkpoint_every: 5
|
| 61 |
+
val_every: 1
|
| 62 |
+
sample_every: 5
|
| 63 |
+
sample_max_batch: 128
|
| 64 |
+
max_train_steps: null
|
| 65 |
+
max_val_steps: null
|
| 66 |
+
tqdm_interval_sec: 1.0
|
| 67 |
+
logging:
|
| 68 |
+
project: ${task.name}-training
|
| 69 |
+
resume: true
|
| 70 |
+
mode: online
|
| 71 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 72 |
+
tags:
|
| 73 |
+
- ${name}
|
| 74 |
+
- ${task_name}
|
| 75 |
+
- ${exp_name}
|
| 76 |
+
id: null
|
| 77 |
+
group: null
|
| 78 |
+
checkpoint:
|
| 79 |
+
topk:
|
| 80 |
+
monitor_key: test_success_rate
|
| 81 |
+
mode: max
|
| 82 |
+
k: 5
|
| 83 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 84 |
+
save_last_ckpt: true
|
| 85 |
+
save_last_snapshot: false
|
| 86 |
+
multi_run:
|
| 87 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 88 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 89 |
+
task:
|
| 90 |
+
name: maze2d-medium-v0
|
| 91 |
+
obs_dim: 6
|
| 92 |
+
action_dim: 2
|
| 93 |
+
env_runner:
|
| 94 |
+
_target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
|
| 95 |
+
env_name: llf-pointmaze-maze2d-medium-v0
|
| 96 |
+
n_train: 10
|
| 97 |
+
n_test: 50
|
| 98 |
+
n_envs: 10
|
| 99 |
+
max_steps: 250
|
| 100 |
+
n_obs_steps: ${n_obs_steps}
|
| 101 |
+
n_action_steps: ${n_action_steps}
|
| 102 |
+
instruction_type: b
|
| 103 |
+
feedback_type:
|
| 104 |
+
- hp
|
| 105 |
+
- hn
|
| 106 |
+
- fp
|
| 107 |
+
visual: false
|
| 108 |
+
discount: 0.99
|
| 109 |
+
dataset:
|
| 110 |
+
_target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
|
| 111 |
+
data_path: datasets/maze2d-medium-v0.pt
|
| 112 |
+
data_path2: datasets/maze2d-medium-v0.pt
|
| 113 |
+
horizon: ${horizon}
|
| 114 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 115 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 116 |
+
obs_eef_target: true
|
| 117 |
+
use_manual_normalizer: false
|
| 118 |
+
val_ratio: 0.02
|
| 119 |
+
dummy_normalizer: false
|
| 120 |
+
instructor:
|
| 121 |
+
_target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
|
2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task: []
|
| 115 |
+
job:
|
| 116 |
+
name: train_bc_lowdim_workspace
|
| 117 |
+
chdir: null
|
| 118 |
+
override_dirname: ''
|
| 119 |
+
id: ???
|
| 120 |
+
num: ???
|
| 121 |
+
config_name: train_bc_lowdim_workspace
|
| 122 |
+
env_set: {}
|
| 123 |
+
env_copy: []
|
| 124 |
+
config:
|
| 125 |
+
override_dirname:
|
| 126 |
+
kv_sep: '='
|
| 127 |
+
item_sep: ','
|
| 128 |
+
exclude_keys: []
|
| 129 |
+
runtime:
|
| 130 |
+
version: 1.2.0
|
| 131 |
+
version_base: '1.2'
|
| 132 |
+
cwd: /workspace/LLM-BC
|
| 133 |
+
config_sources:
|
| 134 |
+
- path: hydra.conf
|
| 135 |
+
schema: pkg
|
| 136 |
+
provider: hydra
|
| 137 |
+
- path: /workspace/LLM-BC/llmbc/config
|
| 138 |
+
schema: file
|
| 139 |
+
provider: main
|
| 140 |
+
- path: ''
|
| 141 |
+
schema: structured
|
| 142 |
+
provider: schema
|
| 143 |
+
output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0
|
| 144 |
+
choices:
|
| 145 |
+
task: maze2d-medium-v0
|
| 146 |
+
hydra/env: default
|
| 147 |
+
hydra/callbacks: null
|
| 148 |
+
hydra/job_logging: default
|
| 149 |
+
hydra/hydra_logging: default
|
| 150 |
+
hydra/hydra_help: default
|
| 151 |
+
hydra/help: default
|
| 152 |
+
hydra/sweeper: basic
|
| 153 |
+
hydra/launcher: basic
|
| 154 |
+
hydra/output: default
|
| 155 |
+
verbose: false
|
2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log
ADDED
|
File without changes
|
2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,121 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_bc_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
horizon: 1
|
| 8 |
+
n_obs_steps: 1
|
| 9 |
+
n_action_steps: 1
|
| 10 |
+
n_latency_steps: 0
|
| 11 |
+
past_action_visible: false
|
| 12 |
+
policy:
|
| 13 |
+
_target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
|
| 14 |
+
model:
|
| 15 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 16 |
+
input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
|
| 17 |
+
hidden_size:
|
| 18 |
+
- 256
|
| 19 |
+
- 256
|
| 20 |
+
output_size: ${eval:'${n_action_steps}*${action_dim}'}
|
| 21 |
+
activation: relu
|
| 22 |
+
n_obs_steps: ${n_obs_steps}
|
| 23 |
+
n_action_steps: ${n_action_steps}
|
| 24 |
+
obs_dim: ${obs_dim}
|
| 25 |
+
action_dim: ${action_dim}
|
| 26 |
+
horizon: ${horizon}
|
| 27 |
+
n_obs_steps: ${n_obs_steps}
|
| 28 |
+
n_action_steps: ${n_action_steps}
|
| 29 |
+
dataloader:
|
| 30 |
+
batch_size: 128
|
| 31 |
+
num_workers: 0
|
| 32 |
+
shuffle: true
|
| 33 |
+
pin_memory: false
|
| 34 |
+
persistent_workers: false
|
| 35 |
+
val_dataloader:
|
| 36 |
+
batch_size: 128
|
| 37 |
+
num_workers: 0
|
| 38 |
+
shuffle: true
|
| 39 |
+
pin_memory: false
|
| 40 |
+
persistent_workers: false
|
| 41 |
+
optimizer:
|
| 42 |
+
_target_: torch.optim.AdamW
|
| 43 |
+
lr: 0.01
|
| 44 |
+
betas:
|
| 45 |
+
- 0.95
|
| 46 |
+
- 0.999
|
| 47 |
+
eps: 1.0e-08
|
| 48 |
+
weight_decay: 1.0e-06
|
| 49 |
+
training:
|
| 50 |
+
device: cuda:0
|
| 51 |
+
seed: 42
|
| 52 |
+
debug: false
|
| 53 |
+
resume: false
|
| 54 |
+
lr_scheduler: cosine
|
| 55 |
+
lr_warmup_steps: 10
|
| 56 |
+
num_epochs: 1001
|
| 57 |
+
gradient_accumulate_every: 1
|
| 58 |
+
grad_norm_clip: 0.5
|
| 59 |
+
rollout_every: 5
|
| 60 |
+
checkpoint_every: 5
|
| 61 |
+
val_every: 1
|
| 62 |
+
sample_every: 5
|
| 63 |
+
sample_max_batch: 128
|
| 64 |
+
max_train_steps: null
|
| 65 |
+
max_val_steps: null
|
| 66 |
+
tqdm_interval_sec: 1.0
|
| 67 |
+
logging:
|
| 68 |
+
project: ${task.name}-training
|
| 69 |
+
resume: true
|
| 70 |
+
mode: online
|
| 71 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 72 |
+
tags:
|
| 73 |
+
- ${name}
|
| 74 |
+
- ${task_name}
|
| 75 |
+
- ${exp_name}
|
| 76 |
+
id: null
|
| 77 |
+
group: null
|
| 78 |
+
checkpoint:
|
| 79 |
+
topk:
|
| 80 |
+
monitor_key: test_success_rate
|
| 81 |
+
mode: max
|
| 82 |
+
k: 5
|
| 83 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 84 |
+
save_last_ckpt: true
|
| 85 |
+
save_last_snapshot: false
|
| 86 |
+
multi_run:
|
| 87 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 88 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 89 |
+
task:
|
| 90 |
+
name: maze2d-medium-v0
|
| 91 |
+
obs_dim: 6
|
| 92 |
+
action_dim: 2
|
| 93 |
+
env_runner:
|
| 94 |
+
_target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
|
| 95 |
+
env_name: llf-pointmaze-maze2d-medium-v0
|
| 96 |
+
n_train: 10
|
| 97 |
+
n_test: 50
|
| 98 |
+
n_envs: 10
|
| 99 |
+
max_steps: 250
|
| 100 |
+
n_obs_steps: ${n_obs_steps}
|
| 101 |
+
n_action_steps: ${n_action_steps}
|
| 102 |
+
instruction_type: b
|
| 103 |
+
feedback_type:
|
| 104 |
+
- hp
|
| 105 |
+
- hn
|
| 106 |
+
- fp
|
| 107 |
+
visual: false
|
| 108 |
+
discount: 0.99
|
| 109 |
+
dataset:
|
| 110 |
+
_target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
|
| 111 |
+
data_path: datasets/maze2d-medium-v0.pt
|
| 112 |
+
data_path2: datasets/maze2d-medium-v0.pt
|
| 113 |
+
horizon: ${horizon}
|
| 114 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 115 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 116 |
+
obs_eef_target: true
|
| 117 |
+
use_manual_normalizer: false
|
| 118 |
+
val_ratio: 0.02
|
| 119 |
+
dummy_normalizer: false
|
| 120 |
+
instructor:
|
| 121 |
+
_target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
|
2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task: []
|
| 115 |
+
job:
|
| 116 |
+
name: train_bc_lowdim_workspace
|
| 117 |
+
chdir: null
|
| 118 |
+
override_dirname: ''
|
| 119 |
+
id: ???
|
| 120 |
+
num: ???
|
| 121 |
+
config_name: train_bc_lowdim_workspace
|
| 122 |
+
env_set: {}
|
| 123 |
+
env_copy: []
|
| 124 |
+
config:
|
| 125 |
+
override_dirname:
|
| 126 |
+
kv_sep: '='
|
| 127 |
+
item_sep: ','
|
| 128 |
+
exclude_keys: []
|
| 129 |
+
runtime:
|
| 130 |
+
version: 1.2.0
|
| 131 |
+
version_base: '1.2'
|
| 132 |
+
cwd: /workspace/LLM-BC
|
| 133 |
+
config_sources:
|
| 134 |
+
- path: hydra.conf
|
| 135 |
+
schema: pkg
|
| 136 |
+
provider: hydra
|
| 137 |
+
- path: /workspace/LLM-BC/llmbc/config
|
| 138 |
+
schema: file
|
| 139 |
+
provider: main
|
| 140 |
+
- path: ''
|
| 141 |
+
schema: structured
|
| 142 |
+
provider: schema
|
| 143 |
+
output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0
|
| 144 |
+
choices:
|
| 145 |
+
task: maze2d-medium-v0
|
| 146 |
+
hydra/env: default
|
| 147 |
+
hydra/callbacks: null
|
| 148 |
+
hydra/job_logging: default
|
| 149 |
+
hydra/hydra_logging: default
|
| 150 |
+
hydra/hydra_help: default
|
| 151 |
+
hydra/help: default
|
| 152 |
+
hydra/sweeper: basic
|
| 153 |
+
hydra/launcher: basic
|
| 154 |
+
hydra/output: default
|
| 155 |
+
verbose: false
|
2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log
ADDED
|
File without changes
|
2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,121 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_bc_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
horizon: 1
|
| 8 |
+
n_obs_steps: 1
|
| 9 |
+
n_action_steps: 1
|
| 10 |
+
n_latency_steps: 0
|
| 11 |
+
past_action_visible: false
|
| 12 |
+
policy:
|
| 13 |
+
_target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
|
| 14 |
+
model:
|
| 15 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 16 |
+
input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
|
| 17 |
+
hidden_size:
|
| 18 |
+
- 256
|
| 19 |
+
- 256
|
| 20 |
+
output_size: ${eval:'${n_action_steps}*${action_dim}'}
|
| 21 |
+
activation: relu
|
| 22 |
+
n_obs_steps: ${n_obs_steps}
|
| 23 |
+
n_action_steps: ${n_action_steps}
|
| 24 |
+
obs_dim: ${obs_dim}
|
| 25 |
+
action_dim: ${action_dim}
|
| 26 |
+
horizon: ${horizon}
|
| 27 |
+
n_obs_steps: ${n_obs_steps}
|
| 28 |
+
n_action_steps: ${n_action_steps}
|
| 29 |
+
dataloader:
|
| 30 |
+
batch_size: 128
|
| 31 |
+
num_workers: 0
|
| 32 |
+
shuffle: true
|
| 33 |
+
pin_memory: false
|
| 34 |
+
persistent_workers: false
|
| 35 |
+
val_dataloader:
|
| 36 |
+
batch_size: 128
|
| 37 |
+
num_workers: 0
|
| 38 |
+
shuffle: true
|
| 39 |
+
pin_memory: false
|
| 40 |
+
persistent_workers: false
|
| 41 |
+
optimizer:
|
| 42 |
+
_target_: torch.optim.AdamW
|
| 43 |
+
lr: 0.01
|
| 44 |
+
betas:
|
| 45 |
+
- 0.95
|
| 46 |
+
- 0.999
|
| 47 |
+
eps: 1.0e-08
|
| 48 |
+
weight_decay: 1.0e-06
|
| 49 |
+
training:
|
| 50 |
+
device: cuda:0
|
| 51 |
+
seed: 42
|
| 52 |
+
debug: false
|
| 53 |
+
resume: false
|
| 54 |
+
lr_scheduler: cosine
|
| 55 |
+
lr_warmup_steps: 10
|
| 56 |
+
num_epochs: 1001
|
| 57 |
+
gradient_accumulate_every: 1
|
| 58 |
+
grad_norm_clip: 0.5
|
| 59 |
+
rollout_every: 5
|
| 60 |
+
checkpoint_every: 5
|
| 61 |
+
val_every: 1
|
| 62 |
+
sample_every: 5
|
| 63 |
+
sample_max_batch: 128
|
| 64 |
+
max_train_steps: null
|
| 65 |
+
max_val_steps: null
|
| 66 |
+
tqdm_interval_sec: 1.0
|
| 67 |
+
logging:
|
| 68 |
+
project: ${task.name}-training
|
| 69 |
+
resume: true
|
| 70 |
+
mode: online
|
| 71 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 72 |
+
tags:
|
| 73 |
+
- ${name}
|
| 74 |
+
- ${task_name}
|
| 75 |
+
- ${exp_name}
|
| 76 |
+
id: null
|
| 77 |
+
group: null
|
| 78 |
+
checkpoint:
|
| 79 |
+
topk:
|
| 80 |
+
monitor_key: test_success_rate
|
| 81 |
+
mode: max
|
| 82 |
+
k: 5
|
| 83 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 84 |
+
save_last_ckpt: true
|
| 85 |
+
save_last_snapshot: false
|
| 86 |
+
multi_run:
|
| 87 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 88 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 89 |
+
task:
|
| 90 |
+
name: maze2d-medium-v0
|
| 91 |
+
obs_dim: 6
|
| 92 |
+
action_dim: 2
|
| 93 |
+
env_runner:
|
| 94 |
+
_target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
|
| 95 |
+
env_name: llf-pointmaze-maze2d-medium-v0
|
| 96 |
+
n_train: 10
|
| 97 |
+
n_test: 50
|
| 98 |
+
n_envs: 10
|
| 99 |
+
max_steps: 250
|
| 100 |
+
n_obs_steps: ${n_obs_steps}
|
| 101 |
+
n_action_steps: ${n_action_steps}
|
| 102 |
+
instruction_type: b
|
| 103 |
+
feedback_type:
|
| 104 |
+
- hp
|
| 105 |
+
- hn
|
| 106 |
+
- fp
|
| 107 |
+
visual: false
|
| 108 |
+
discount: 0.99
|
| 109 |
+
dataset:
|
| 110 |
+
_target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
|
| 111 |
+
data_path: datasets/maze2d-medium-v0.pt
|
| 112 |
+
data_path2: datasets/maze2d-medium-v0.pt
|
| 113 |
+
horizon: ${horizon}
|
| 114 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 115 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 116 |
+
obs_eef_target: true
|
| 117 |
+
use_manual_normalizer: false
|
| 118 |
+
val_ratio: 0.02
|
| 119 |
+
dummy_normalizer: false
|
| 120 |
+
instructor:
|
| 121 |
+
_target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
|
2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task: []
|
| 115 |
+
job:
|
| 116 |
+
name: train_bc_lowdim_workspace
|
| 117 |
+
chdir: null
|
| 118 |
+
override_dirname: ''
|
| 119 |
+
id: ???
|
| 120 |
+
num: ???
|
| 121 |
+
config_name: train_bc_lowdim_workspace
|
| 122 |
+
env_set: {}
|
| 123 |
+
env_copy: []
|
| 124 |
+
config:
|
| 125 |
+
override_dirname:
|
| 126 |
+
kv_sep: '='
|
| 127 |
+
item_sep: ','
|
| 128 |
+
exclude_keys: []
|
| 129 |
+
runtime:
|
| 130 |
+
version: 1.2.0
|
| 131 |
+
version_base: '1.2'
|
| 132 |
+
cwd: /workspace/LLM-BC
|
| 133 |
+
config_sources:
|
| 134 |
+
- path: hydra.conf
|
| 135 |
+
schema: pkg
|
| 136 |
+
provider: hydra
|
| 137 |
+
- path: /workspace/LLM-BC/llmbc/config
|
| 138 |
+
schema: file
|
| 139 |
+
provider: main
|
| 140 |
+
- path: ''
|
| 141 |
+
schema: structured
|
| 142 |
+
provider: schema
|
| 143 |
+
output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0
|
| 144 |
+
choices:
|
| 145 |
+
task: maze2d-medium-v0
|
| 146 |
+
hydra/env: default
|
| 147 |
+
hydra/callbacks: null
|
| 148 |
+
hydra/job_logging: default
|
| 149 |
+
hydra/hydra_logging: default
|
| 150 |
+
hydra/hydra_help: default
|
| 151 |
+
hydra/help: default
|
| 152 |
+
hydra/sweeper: basic
|
| 153 |
+
hydra/launcher: basic
|
| 154 |
+
hydra/output: default
|
| 155 |
+
verbose: false
|
2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log
ADDED
|
File without changes
|
2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,121 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_bc_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
horizon: 1
|
| 8 |
+
n_obs_steps: 1
|
| 9 |
+
n_action_steps: 1
|
| 10 |
+
n_latency_steps: 0
|
| 11 |
+
past_action_visible: false
|
| 12 |
+
policy:
|
| 13 |
+
_target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
|
| 14 |
+
model:
|
| 15 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 16 |
+
input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
|
| 17 |
+
hidden_size:
|
| 18 |
+
- 256
|
| 19 |
+
- 256
|
| 20 |
+
output_size: ${eval:'${n_action_steps}*${action_dim}'}
|
| 21 |
+
activation: relu
|
| 22 |
+
n_obs_steps: ${n_obs_steps}
|
| 23 |
+
n_action_steps: ${n_action_steps}
|
| 24 |
+
obs_dim: ${obs_dim}
|
| 25 |
+
action_dim: ${action_dim}
|
| 26 |
+
horizon: ${horizon}
|
| 27 |
+
n_obs_steps: ${n_obs_steps}
|
| 28 |
+
n_action_steps: ${n_action_steps}
|
| 29 |
+
dataloader:
|
| 30 |
+
batch_size: 128
|
| 31 |
+
num_workers: 0
|
| 32 |
+
shuffle: true
|
| 33 |
+
pin_memory: false
|
| 34 |
+
persistent_workers: false
|
| 35 |
+
val_dataloader:
|
| 36 |
+
batch_size: 128
|
| 37 |
+
num_workers: 0
|
| 38 |
+
shuffle: true
|
| 39 |
+
pin_memory: false
|
| 40 |
+
persistent_workers: false
|
| 41 |
+
optimizer:
|
| 42 |
+
_target_: torch.optim.AdamW
|
| 43 |
+
lr: 0.01
|
| 44 |
+
betas:
|
| 45 |
+
- 0.95
|
| 46 |
+
- 0.999
|
| 47 |
+
eps: 1.0e-08
|
| 48 |
+
weight_decay: 1.0e-06
|
| 49 |
+
training:
|
| 50 |
+
device: cuda:0
|
| 51 |
+
seed: 42
|
| 52 |
+
debug: false
|
| 53 |
+
resume: false
|
| 54 |
+
lr_scheduler: cosine
|
| 55 |
+
lr_warmup_steps: 10
|
| 56 |
+
num_epochs: 1001
|
| 57 |
+
gradient_accumulate_every: 1
|
| 58 |
+
grad_norm_clip: 0.5
|
| 59 |
+
rollout_every: 5
|
| 60 |
+
checkpoint_every: 5
|
| 61 |
+
val_every: 1
|
| 62 |
+
sample_every: 5
|
| 63 |
+
sample_max_batch: 128
|
| 64 |
+
max_train_steps: null
|
| 65 |
+
max_val_steps: null
|
| 66 |
+
tqdm_interval_sec: 1.0
|
| 67 |
+
logging:
|
| 68 |
+
project: ${task.name}-training
|
| 69 |
+
resume: true
|
| 70 |
+
mode: online
|
| 71 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 72 |
+
tags:
|
| 73 |
+
- ${name}
|
| 74 |
+
- ${task_name}
|
| 75 |
+
- ${exp_name}
|
| 76 |
+
id: null
|
| 77 |
+
group: null
|
| 78 |
+
checkpoint:
|
| 79 |
+
topk:
|
| 80 |
+
monitor_key: test_success_rate
|
| 81 |
+
mode: max
|
| 82 |
+
k: 5
|
| 83 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 84 |
+
save_last_ckpt: true
|
| 85 |
+
save_last_snapshot: false
|
| 86 |
+
multi_run:
|
| 87 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 88 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 89 |
+
task:
|
| 90 |
+
name: maze2d-medium-v0
|
| 91 |
+
obs_dim: 6
|
| 92 |
+
action_dim: 2
|
| 93 |
+
env_runner:
|
| 94 |
+
_target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
|
| 95 |
+
env_name: llf-pointmaze-maze2d-medium-v0
|
| 96 |
+
n_train: 10
|
| 97 |
+
n_test: 50
|
| 98 |
+
n_envs: 10
|
| 99 |
+
max_steps: 250
|
| 100 |
+
n_obs_steps: ${n_obs_steps}
|
| 101 |
+
n_action_steps: ${n_action_steps}
|
| 102 |
+
instruction_type: b
|
| 103 |
+
feedback_type:
|
| 104 |
+
- hp
|
| 105 |
+
- hn
|
| 106 |
+
- fp
|
| 107 |
+
visual: false
|
| 108 |
+
discount: 0.99
|
| 109 |
+
dataset:
|
| 110 |
+
_target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
|
| 111 |
+
data_path: datasets/maze2d-medium-v0.pt
|
| 112 |
+
data_path2: datasets/maze2d-medium-v0.pt
|
| 113 |
+
horizon: ${horizon}
|
| 114 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 115 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 116 |
+
obs_eef_target: true
|
| 117 |
+
use_manual_normalizer: false
|
| 118 |
+
val_ratio: 0.02
|
| 119 |
+
dummy_normalizer: false
|
| 120 |
+
instructor:
|
| 121 |
+
_target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
|
2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task: []
|
| 115 |
+
job:
|
| 116 |
+
name: train_bc_lowdim_workspace
|
| 117 |
+
chdir: null
|
| 118 |
+
override_dirname: ''
|
| 119 |
+
id: ???
|
| 120 |
+
num: ???
|
| 121 |
+
config_name: train_bc_lowdim_workspace
|
| 122 |
+
env_set: {}
|
| 123 |
+
env_copy: []
|
| 124 |
+
config:
|
| 125 |
+
override_dirname:
|
| 126 |
+
kv_sep: '='
|
| 127 |
+
item_sep: ','
|
| 128 |
+
exclude_keys: []
|
| 129 |
+
runtime:
|
| 130 |
+
version: 1.2.0
|
| 131 |
+
version_base: '1.2'
|
| 132 |
+
cwd: /workspace/LLM-BC
|
| 133 |
+
config_sources:
|
| 134 |
+
- path: hydra.conf
|
| 135 |
+
schema: pkg
|
| 136 |
+
provider: hydra
|
| 137 |
+
- path: /workspace/LLM-BC/llmbc/config
|
| 138 |
+
schema: file
|
| 139 |
+
provider: main
|
| 140 |
+
- path: ''
|
| 141 |
+
schema: structured
|
| 142 |
+
provider: schema
|
| 143 |
+
output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0
|
| 144 |
+
choices:
|
| 145 |
+
task: maze2d-medium-v0
|
| 146 |
+
hydra/env: default
|
| 147 |
+
hydra/callbacks: null
|
| 148 |
+
hydra/job_logging: default
|
| 149 |
+
hydra/hydra_logging: default
|
| 150 |
+
hydra/hydra_help: default
|
| 151 |
+
hydra/help: default
|
| 152 |
+
hydra/sweeper: basic
|
| 153 |
+
hydra/launcher: basic
|
| 154 |
+
hydra/output: default
|
| 155 |
+
verbose: false
|
2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-04-10 09:06:15,647][root][INFO] - running build_ext
|
| 2 |
+
[2026-04-10 09:06:15,649][root][INFO] - building 'mujoco_py.cymj' extension
|
| 3 |
+
[2026-04-10 09:06:15,649][root][INFO] - creating /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py
|
| 4 |
+
[2026-04-10 09:06:15,649][root][INFO] - creating /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl
|
| 5 |
+
[2026-04-10 09:06:15,650][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
|
| 6 |
+
[2026-04-10 09:06:57,299][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
|
| 7 |
+
[2026-04-10 09:06:57,388][root][INFO] - creating /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py
|
| 8 |
+
[2026-04-10 09:06:57,389][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
|
2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,121 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_bc_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
horizon: 1
|
| 8 |
+
n_obs_steps: 1
|
| 9 |
+
n_action_steps: 1
|
| 10 |
+
n_latency_steps: 0
|
| 11 |
+
past_action_visible: false
|
| 12 |
+
policy:
|
| 13 |
+
_target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
|
| 14 |
+
model:
|
| 15 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 16 |
+
input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
|
| 17 |
+
hidden_size:
|
| 18 |
+
- 256
|
| 19 |
+
- 256
|
| 20 |
+
output_size: ${eval:'${n_action_steps}*${action_dim}'}
|
| 21 |
+
activation: relu
|
| 22 |
+
n_obs_steps: ${n_obs_steps}
|
| 23 |
+
n_action_steps: ${n_action_steps}
|
| 24 |
+
obs_dim: ${obs_dim}
|
| 25 |
+
action_dim: ${action_dim}
|
| 26 |
+
horizon: ${horizon}
|
| 27 |
+
n_obs_steps: ${n_obs_steps}
|
| 28 |
+
n_action_steps: ${n_action_steps}
|
| 29 |
+
dataloader:
|
| 30 |
+
batch_size: 128
|
| 31 |
+
num_workers: 0
|
| 32 |
+
shuffle: true
|
| 33 |
+
pin_memory: false
|
| 34 |
+
persistent_workers: false
|
| 35 |
+
val_dataloader:
|
| 36 |
+
batch_size: 128
|
| 37 |
+
num_workers: 0
|
| 38 |
+
shuffle: true
|
| 39 |
+
pin_memory: false
|
| 40 |
+
persistent_workers: false
|
| 41 |
+
optimizer:
|
| 42 |
+
_target_: torch.optim.AdamW
|
| 43 |
+
lr: 0.01
|
| 44 |
+
betas:
|
| 45 |
+
- 0.95
|
| 46 |
+
- 0.999
|
| 47 |
+
eps: 1.0e-08
|
| 48 |
+
weight_decay: 1.0e-06
|
| 49 |
+
training:
|
| 50 |
+
device: cuda:0
|
| 51 |
+
seed: 42
|
| 52 |
+
debug: false
|
| 53 |
+
resume: false
|
| 54 |
+
lr_scheduler: cosine
|
| 55 |
+
lr_warmup_steps: 10
|
| 56 |
+
num_epochs: 1001
|
| 57 |
+
gradient_accumulate_every: 1
|
| 58 |
+
grad_norm_clip: 0.5
|
| 59 |
+
rollout_every: 5
|
| 60 |
+
checkpoint_every: 5
|
| 61 |
+
val_every: 1
|
| 62 |
+
sample_every: 5
|
| 63 |
+
sample_max_batch: 128
|
| 64 |
+
max_train_steps: null
|
| 65 |
+
max_val_steps: null
|
| 66 |
+
tqdm_interval_sec: 1.0
|
| 67 |
+
logging:
|
| 68 |
+
project: ${task.name}-training
|
| 69 |
+
resume: true
|
| 70 |
+
mode: online
|
| 71 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 72 |
+
tags:
|
| 73 |
+
- ${name}
|
| 74 |
+
- ${task_name}
|
| 75 |
+
- ${exp_name}
|
| 76 |
+
id: null
|
| 77 |
+
group: null
|
| 78 |
+
checkpoint:
|
| 79 |
+
topk:
|
| 80 |
+
monitor_key: test_success_rate
|
| 81 |
+
mode: max
|
| 82 |
+
k: 5
|
| 83 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 84 |
+
save_last_ckpt: true
|
| 85 |
+
save_last_snapshot: false
|
| 86 |
+
multi_run:
|
| 87 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 88 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 89 |
+
task:
|
| 90 |
+
name: maze2d-medium-v0
|
| 91 |
+
obs_dim: 6
|
| 92 |
+
action_dim: 2
|
| 93 |
+
env_runner:
|
| 94 |
+
_target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
|
| 95 |
+
env_name: llf-pointmaze-maze2d-medium-v0
|
| 96 |
+
n_train: 10
|
| 97 |
+
n_test: 50
|
| 98 |
+
n_envs: 10
|
| 99 |
+
max_steps: 250
|
| 100 |
+
n_obs_steps: ${n_obs_steps}
|
| 101 |
+
n_action_steps: ${n_action_steps}
|
| 102 |
+
instruction_type: b
|
| 103 |
+
feedback_type:
|
| 104 |
+
- hp
|
| 105 |
+
- hn
|
| 106 |
+
- fp
|
| 107 |
+
visual: false
|
| 108 |
+
discount: 0.99
|
| 109 |
+
dataset:
|
| 110 |
+
_target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
|
| 111 |
+
data_path: datasets/maze2d-medium-v0.pt
|
| 112 |
+
data_path2: datasets/maze2d-medium-v0.pt
|
| 113 |
+
horizon: ${horizon}
|
| 114 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 115 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 116 |
+
obs_eef_target: true
|
| 117 |
+
use_manual_normalizer: false
|
| 118 |
+
val_ratio: 0.02
|
| 119 |
+
dummy_normalizer: false
|
| 120 |
+
instructor:
|
| 121 |
+
_target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
|
2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task: []
|
| 115 |
+
job:
|
| 116 |
+
name: train_bc_lowdim_workspace
|
| 117 |
+
chdir: null
|
| 118 |
+
override_dirname: ''
|
| 119 |
+
id: ???
|
| 120 |
+
num: ???
|
| 121 |
+
config_name: train_bc_lowdim_workspace
|
| 122 |
+
env_set: {}
|
| 123 |
+
env_copy: []
|
| 124 |
+
config:
|
| 125 |
+
override_dirname:
|
| 126 |
+
kv_sep: '='
|
| 127 |
+
item_sep: ','
|
| 128 |
+
exclude_keys: []
|
| 129 |
+
runtime:
|
| 130 |
+
version: 1.2.0
|
| 131 |
+
version_base: '1.2'
|
| 132 |
+
cwd: /workspace/LLM-BC
|
| 133 |
+
config_sources:
|
| 134 |
+
- path: hydra.conf
|
| 135 |
+
schema: pkg
|
| 136 |
+
provider: hydra
|
| 137 |
+
- path: /workspace/LLM-BC/llmbc/config
|
| 138 |
+
schema: file
|
| 139 |
+
provider: main
|
| 140 |
+
- path: ''
|
| 141 |
+
schema: structured
|
| 142 |
+
provider: schema
|
| 143 |
+
output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0
|
| 144 |
+
choices:
|
| 145 |
+
task: maze2d-medium-v0
|
| 146 |
+
hydra/env: default
|
| 147 |
+
hydra/callbacks: null
|
| 148 |
+
hydra/job_logging: default
|
| 149 |
+
hydra/hydra_logging: default
|
| 150 |
+
hydra/hydra_help: default
|
| 151 |
+
hydra/help: default
|
| 152 |
+
hydra/sweeper: basic
|
| 153 |
+
hydra/launcher: basic
|
| 154 |
+
hydra/output: default
|
| 155 |
+
verbose: false
|
2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-04-10 09:12:28,251][root][INFO] - running build_ext
|
| 2 |
+
[2026-04-10 09:12:28,253][root][INFO] - building 'mujoco_py.cymj' extension
|
| 3 |
+
[2026-04-10 09:12:28,253][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
|
| 4 |
+
[2026-04-10 09:13:10,017][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
|
| 5 |
+
[2026-04-10 09:13:10,101][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,121 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_bc_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
horizon: 1
|
| 8 |
+
n_obs_steps: 1
|
| 9 |
+
n_action_steps: 1
|
| 10 |
+
n_latency_steps: 0
|
| 11 |
+
past_action_visible: false
|
| 12 |
+
policy:
|
| 13 |
+
_target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
|
| 14 |
+
model:
|
| 15 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 16 |
+
input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
|
| 17 |
+
hidden_size:
|
| 18 |
+
- 256
|
| 19 |
+
- 256
|
| 20 |
+
output_size: ${eval:'${n_action_steps}*${action_dim}'}
|
| 21 |
+
activation: relu
|
| 22 |
+
n_obs_steps: ${n_obs_steps}
|
| 23 |
+
n_action_steps: ${n_action_steps}
|
| 24 |
+
obs_dim: ${obs_dim}
|
| 25 |
+
action_dim: ${action_dim}
|
| 26 |
+
horizon: ${horizon}
|
| 27 |
+
n_obs_steps: ${n_obs_steps}
|
| 28 |
+
n_action_steps: ${n_action_steps}
|
| 29 |
+
dataloader:
|
| 30 |
+
batch_size: 128
|
| 31 |
+
num_workers: 0
|
| 32 |
+
shuffle: true
|
| 33 |
+
pin_memory: false
|
| 34 |
+
persistent_workers: false
|
| 35 |
+
val_dataloader:
|
| 36 |
+
batch_size: 128
|
| 37 |
+
num_workers: 0
|
| 38 |
+
shuffle: true
|
| 39 |
+
pin_memory: false
|
| 40 |
+
persistent_workers: false
|
| 41 |
+
optimizer:
|
| 42 |
+
_target_: torch.optim.AdamW
|
| 43 |
+
lr: 0.01
|
| 44 |
+
betas:
|
| 45 |
+
- 0.95
|
| 46 |
+
- 0.999
|
| 47 |
+
eps: 1.0e-08
|
| 48 |
+
weight_decay: 1.0e-06
|
| 49 |
+
training:
|
| 50 |
+
device: cuda:0
|
| 51 |
+
seed: 42
|
| 52 |
+
debug: false
|
| 53 |
+
resume: false
|
| 54 |
+
lr_scheduler: cosine
|
| 55 |
+
lr_warmup_steps: 10
|
| 56 |
+
num_epochs: 1001
|
| 57 |
+
gradient_accumulate_every: 1
|
| 58 |
+
grad_norm_clip: 0.5
|
| 59 |
+
rollout_every: 5
|
| 60 |
+
checkpoint_every: 5
|
| 61 |
+
val_every: 1
|
| 62 |
+
sample_every: 5
|
| 63 |
+
sample_max_batch: 128
|
| 64 |
+
max_train_steps: null
|
| 65 |
+
max_val_steps: null
|
| 66 |
+
tqdm_interval_sec: 1.0
|
| 67 |
+
logging:
|
| 68 |
+
project: ${task.name}-training
|
| 69 |
+
resume: true
|
| 70 |
+
mode: online
|
| 71 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 72 |
+
tags:
|
| 73 |
+
- ${name}
|
| 74 |
+
- ${task_name}
|
| 75 |
+
- ${exp_name}
|
| 76 |
+
id: null
|
| 77 |
+
group: null
|
| 78 |
+
checkpoint:
|
| 79 |
+
topk:
|
| 80 |
+
monitor_key: test_success_rate
|
| 81 |
+
mode: max
|
| 82 |
+
k: 5
|
| 83 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 84 |
+
save_last_ckpt: true
|
| 85 |
+
save_last_snapshot: false
|
| 86 |
+
multi_run:
|
| 87 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 88 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 89 |
+
task:
|
| 90 |
+
name: maze2d-medium-v0
|
| 91 |
+
obs_dim: 6
|
| 92 |
+
action_dim: 2
|
| 93 |
+
env_runner:
|
| 94 |
+
_target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
|
| 95 |
+
env_name: llf-pointmaze-maze2d-medium-v0
|
| 96 |
+
n_train: 10
|
| 97 |
+
n_test: 50
|
| 98 |
+
n_envs: 10
|
| 99 |
+
max_steps: 250
|
| 100 |
+
n_obs_steps: ${n_obs_steps}
|
| 101 |
+
n_action_steps: ${n_action_steps}
|
| 102 |
+
instruction_type: b
|
| 103 |
+
feedback_type:
|
| 104 |
+
- hp
|
| 105 |
+
- hn
|
| 106 |
+
- fp
|
| 107 |
+
visual: false
|
| 108 |
+
discount: 0.99
|
| 109 |
+
dataset:
|
| 110 |
+
_target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
|
| 111 |
+
data_path: datasets/maze2d-medium-v0.pt
|
| 112 |
+
data_path2: datasets/maze2d-medium-v0.pt
|
| 113 |
+
horizon: ${horizon}
|
| 114 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 115 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 116 |
+
obs_eef_target: true
|
| 117 |
+
use_manual_normalizer: false
|
| 118 |
+
val_ratio: 0.02
|
| 119 |
+
dummy_normalizer: false
|
| 120 |
+
instructor:
|
| 121 |
+
_target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task: []
|
| 115 |
+
job:
|
| 116 |
+
name: train_bc_lowdim_workspace
|
| 117 |
+
chdir: null
|
| 118 |
+
override_dirname: ''
|
| 119 |
+
id: ???
|
| 120 |
+
num: ???
|
| 121 |
+
config_name: train_bc_lowdim_workspace
|
| 122 |
+
env_set: {}
|
| 123 |
+
env_copy: []
|
| 124 |
+
config:
|
| 125 |
+
override_dirname:
|
| 126 |
+
kv_sep: '='
|
| 127 |
+
item_sep: ','
|
| 128 |
+
exclude_keys: []
|
| 129 |
+
runtime:
|
| 130 |
+
version: 1.2.0
|
| 131 |
+
version_base: '1.2'
|
| 132 |
+
cwd: /workspace/LLM-BC
|
| 133 |
+
config_sources:
|
| 134 |
+
- path: hydra.conf
|
| 135 |
+
schema: pkg
|
| 136 |
+
provider: hydra
|
| 137 |
+
- path: /workspace/LLM-BC/llmbc/config
|
| 138 |
+
schema: file
|
| 139 |
+
provider: main
|
| 140 |
+
- path: ''
|
| 141 |
+
schema: structured
|
| 142 |
+
provider: schema
|
| 143 |
+
output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0
|
| 144 |
+
choices:
|
| 145 |
+
task: maze2d-medium-v0
|
| 146 |
+
hydra/env: default
|
| 147 |
+
hydra/callbacks: null
|
| 148 |
+
hydra/job_logging: default
|
| 149 |
+
hydra/hydra_logging: default
|
| 150 |
+
hydra/hydra_help: default
|
| 151 |
+
hydra/help: default
|
| 152 |
+
hydra/sweeper: basic
|
| 153 |
+
hydra/launcher: basic
|
| 154 |
+
hydra/output: default
|
| 155 |
+
verbose: false
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/logs.json.txt
ADDED
|
@@ -0,0 +1,198 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"train_loss": 0.5742757320404053, "train_loss_bc": 0.5742757320404053, "grad_norm": 0.4610179662704468, "global_step": 0, "epoch": 0, "lr": 0.001}
|
| 2 |
+
{"train_loss": 0.5470483899116516, "train_loss_bc": 0.5470483899116516, "grad_norm": 0.3259114921092987, "global_step": 1, "epoch": 0, "lr": 0.002}
|
| 3 |
+
{"train_loss": 0.5437748432159424, "train_loss_bc": 0.5437748432159424, "grad_norm": 0.3096829354763031, "global_step": 2, "epoch": 0, "lr": 0.003}
|
| 4 |
+
{"train_loss": 0.5680013298988342, "train_loss_bc": 0.5680013298988342, "grad_norm": 0.8777705430984497, "global_step": 3, "epoch": 0, "lr": 0.004}
|
| 5 |
+
{"train_loss": 0.5333088636398315, "train_loss_bc": 0.5333088636398315, "grad_norm": 0.5981258749961853, "global_step": 4, "epoch": 0, "lr": 0.005}
|
| 6 |
+
{"train_loss": 0.5779598951339722, "train_loss_bc": 0.5779598951339722, "grad_norm": 0.5873940587043762, "global_step": 5, "epoch": 0, "lr": 0.006}
|
| 7 |
+
{"train_loss": 0.5605453252792358, "train_loss_bc": 0.5605453252792358, "grad_norm": 0.546937882900238, "global_step": 6, "epoch": 0, "lr": 0.006999999999999999}
|
| 8 |
+
{"train_loss": 0.5720486044883728, "train_loss_bc": 0.5720486044883728, "grad_norm": 0.6765738725662231, "global_step": 7, "epoch": 0, "lr": 0.008}
|
| 9 |
+
{"train_loss": 0.5544816255569458, "train_loss_bc": 0.5544816255569458, "grad_norm": 0.7473601698875427, "global_step": 8, "epoch": 0, "lr": 0.009000000000000001}
|
| 10 |
+
{"train_loss": 0.5382111072540283, "train_loss_bc": 0.5382111072540283, "grad_norm": 0.3417593240737915, "global_step": 9, "epoch": 0, "lr": 0.01}
|
| 11 |
+
{"train_loss": 0.5005457997322083, "train_loss_bc": 0.5005457997322083, "grad_norm": 0.2392510324716568, "global_step": 10, "epoch": 0, "lr": 0.009999999999378116}
|
| 12 |
+
{"train_loss": 0.5228367447853088, "train_loss_bc": 0.5228367447853088, "grad_norm": 0.3644765317440033, "global_step": 11, "epoch": 0, "lr": 0.009999999997512466}
|
| 13 |
+
{"train_loss": 0.5359384417533875, "train_loss_bc": 0.5359384417533875, "grad_norm": 0.2075331062078476, "global_step": 12, "epoch": 0, "lr": 0.009999999994403048}
|
| 14 |
+
{"train_loss": 0.46896055340766907, "train_loss_bc": 0.46896055340766907, "grad_norm": 0.1523733139038086, "global_step": 13, "epoch": 0, "lr": 0.009999999990049864}
|
| 15 |
+
{"train_loss": 0.48494070768356323, "train_loss_bc": 0.48494070768356323, "grad_norm": 0.22689184546470642, "global_step": 14, "epoch": 0, "lr": 0.009999999984452912}
|
| 16 |
+
{"train_loss": 0.5497490167617798, "train_loss_bc": 0.5497490167617798, "grad_norm": 0.4582449495792389, "global_step": 15, "epoch": 0, "lr": 0.009999999977612193}
|
| 17 |
+
{"train_loss": 0.5699339509010315, "train_loss_bc": 0.5699339509010315, "grad_norm": 0.680681049823761, "global_step": 16, "epoch": 0, "lr": 0.009999999969527707}
|
| 18 |
+
{"train_loss": 0.5408633947372437, "train_loss_bc": 0.5408633947372437, "grad_norm": 0.2640772759914398, "global_step": 17, "epoch": 0, "lr": 0.009999999960199455}
|
| 19 |
+
{"train_loss": 0.5184565186500549, "train_loss_bc": 0.5184565186500549, "grad_norm": 0.1633172631263733, "global_step": 18, "epoch": 0, "lr": 0.009999999949627435}
|
| 20 |
+
{"train_loss": 0.5436556935310364, "train_loss_bc": 0.5436556935310364, "grad_norm": 0.1845201849937439, "global_step": 19, "epoch": 0, "lr": 0.009999999937811649}
|
| 21 |
+
{"train_loss": 0.5068360567092896, "train_loss_bc": 0.5068360567092896, "grad_norm": 0.3228622078895569, "global_step": 20, "epoch": 0, "lr": 0.009999999924752095}
|
| 22 |
+
{"train_loss": 0.5451252460479736, "train_loss_bc": 0.5451252460479736, "grad_norm": 0.2506679892539978, "global_step": 21, "epoch": 0, "lr": 0.009999999910448773}
|
| 23 |
+
{"train_loss": 0.5045832395553589, "train_loss_bc": 0.5045832395553589, "grad_norm": 0.44697698950767517, "global_step": 22, "epoch": 0, "lr": 0.009999999894901686}
|
| 24 |
+
{"train_loss": 0.5218442678451538, "train_loss_bc": 0.5218442678451538, "grad_norm": 0.3040887713432312, "global_step": 23, "epoch": 0, "lr": 0.00999999987811083}
|
| 25 |
+
{"train_loss": 0.49454182386398315, "train_loss_bc": 0.49454182386398315, "grad_norm": 0.20201249420642853, "global_step": 24, "epoch": 0, "lr": 0.009999999860076207}
|
| 26 |
+
{"train_loss": 0.5165571570396423, "train_loss_bc": 0.5165571570396423, "grad_norm": 0.15043173730373383, "global_step": 25, "epoch": 0, "lr": 0.00999999984079782}
|
| 27 |
+
{"train_loss": 0.5213630199432373, "train_loss_bc": 0.5213630199432373, "grad_norm": 0.2970457673072815, "global_step": 26, "epoch": 0, "lr": 0.009999999820275662}
|
| 28 |
+
{"train_loss": 0.5392494201660156, "train_loss_bc": 0.5392494201660156, "grad_norm": 0.33821403980255127, "global_step": 27, "epoch": 0, "lr": 0.00999999979850974}
|
| 29 |
+
{"train_loss": 0.507509171962738, "train_loss_bc": 0.507509171962738, "grad_norm": 0.16721631586551666, "global_step": 28, "epoch": 0, "lr": 0.009999999775500049}
|
| 30 |
+
{"train_loss": 0.5158230662345886, "train_loss_bc": 0.5158230662345886, "grad_norm": 0.2735518217086792, "global_step": 29, "epoch": 0, "lr": 0.009999999751246592}
|
| 31 |
+
{"train_loss": 0.5095375180244446, "train_loss_bc": 0.5095375180244446, "grad_norm": 0.23328596353530884, "global_step": 30, "epoch": 0, "lr": 0.009999999725749368}
|
| 32 |
+
{"train_loss": 0.4946969449520111, "train_loss_bc": 0.4946969449520111, "grad_norm": 0.2920290231704712, "global_step": 31, "epoch": 0, "lr": 0.009999999699008378}
|
| 33 |
+
{"train_loss": 0.5286844968795776, "train_loss_bc": 0.5286844968795776, "grad_norm": 0.26879623532295227, "global_step": 32, "epoch": 0, "lr": 0.00999999967102362}
|
| 34 |
+
{"train_loss": 0.5065042972564697, "train_loss_bc": 0.5065042972564697, "grad_norm": 0.3493255376815796, "global_step": 33, "epoch": 0, "lr": 0.009999999641795095}
|
| 35 |
+
{"train_loss": 0.5176247954368591, "train_loss_bc": 0.5176247954368591, "grad_norm": 0.32611459493637085, "global_step": 34, "epoch": 0, "lr": 0.009999999611322802}
|
| 36 |
+
{"train_loss": 0.5595735907554626, "train_loss_bc": 0.5595735907554626, "grad_norm": 0.5473532676696777, "global_step": 35, "epoch": 0, "lr": 0.009999999579606744}
|
| 37 |
+
{"train_loss": 0.5184394121170044, "train_loss_bc": 0.5184394121170044, "grad_norm": 0.33806461095809937, "global_step": 36, "epoch": 0, "lr": 0.009999999546646918}
|
| 38 |
+
{"train_loss": 0.4891864061355591, "train_loss_bc": 0.4891864061355591, "grad_norm": 0.2983148396015167, "global_step": 37, "epoch": 0, "lr": 0.009999999512443325}
|
| 39 |
+
{"train_loss": 0.5090031623840332, "train_loss_bc": 0.5090031623840332, "grad_norm": 0.374706894159317, "global_step": 38, "epoch": 0, "lr": 0.009999999476995964}
|
| 40 |
+
{"train_loss": 0.5417673587799072, "train_loss_bc": 0.5417673587799072, "grad_norm": 0.28812533617019653, "global_step": 39, "epoch": 0, "lr": 0.009999999440304838}
|
| 41 |
+
{"train_loss": 0.5432811975479126, "train_loss_bc": 0.5432811975479126, "grad_norm": 0.4054281711578369, "global_step": 40, "epoch": 0, "lr": 0.009999999402369945}
|
| 42 |
+
{"train_loss": 0.5155792832374573, "train_loss_bc": 0.5155792832374573, "grad_norm": 0.41070905327796936, "global_step": 41, "epoch": 0, "lr": 0.009999999363191285}
|
| 43 |
+
{"train_loss": 0.4796150028705597, "train_loss_bc": 0.4796150028705597, "grad_norm": 0.22966867685317993, "global_step": 42, "epoch": 0, "lr": 0.009999999322768858}
|
| 44 |
+
{"train_loss": 0.5101842880249023, "train_loss_bc": 0.5101842880249023, "grad_norm": 0.3219834268093109, "global_step": 43, "epoch": 0, "lr": 0.009999999281102663}
|
| 45 |
+
{"train_loss": 0.502321720123291, "train_loss_bc": 0.502321720123291, "grad_norm": 0.3314169645309448, "global_step": 44, "epoch": 0, "lr": 0.009999999238192702}
|
| 46 |
+
{"train_loss": 0.4937172830104828, "train_loss_bc": 0.4937172830104828, "grad_norm": 0.17465521395206451, "global_step": 45, "epoch": 0, "lr": 0.009999999194038973}
|
| 47 |
+
{"train_loss": 0.5150852799415588, "train_loss_bc": 0.5150852799415588, "grad_norm": 0.30881091952323914, "global_step": 46, "epoch": 0, "lr": 0.009999999148641478}
|
| 48 |
+
{"train_loss": 0.46151822805404663, "train_loss_bc": 0.46151822805404663, "grad_norm": 0.19222350418567657, "global_step": 47, "epoch": 0, "lr": 0.009999999102000216}
|
| 49 |
+
{"train_loss": 0.5235646963119507, "train_loss_bc": 0.5235646963119507, "grad_norm": 0.17854043841362, "global_step": 48, "epoch": 0, "lr": 0.009999999054115189}
|
| 50 |
+
{"train_loss": 0.47330576181411743, "train_loss_bc": 0.47330576181411743, "grad_norm": 0.186621755361557, "global_step": 49, "epoch": 0, "lr": 0.009999999004986394}
|
| 51 |
+
{"train_loss": 0.4679132103919983, "train_loss_bc": 0.4679132103919983, "grad_norm": 0.3300033211708069, "global_step": 50, "epoch": 0, "lr": 0.009999998954613832}
|
| 52 |
+
{"train_loss": 0.4872625470161438, "train_loss_bc": 0.4872625470161438, "grad_norm": 0.20406848192214966, "global_step": 51, "epoch": 0, "lr": 0.009999998902997503}
|
| 53 |
+
{"train_loss": 0.4838597774505615, "train_loss_bc": 0.4838597774505615, "grad_norm": 0.20800356566905975, "global_step": 52, "epoch": 0, "lr": 0.009999998850137406}
|
| 54 |
+
{"train_loss": 0.48533451557159424, "train_loss_bc": 0.48533451557159424, "grad_norm": 0.2890176475048065, "global_step": 53, "epoch": 0, "lr": 0.009999998796033544}
|
| 55 |
+
{"train_loss": 0.49930649995803833, "train_loss_bc": 0.49930649995803833, "grad_norm": 0.2625446617603302, "global_step": 54, "epoch": 0, "lr": 0.009999998740685917}
|
| 56 |
+
{"train_loss": 0.474785178899765, "train_loss_bc": 0.474785178899765, "grad_norm": 0.2095745950937271, "global_step": 55, "epoch": 0, "lr": 0.00999999868409452}
|
| 57 |
+
{"train_loss": 0.46426108479499817, "train_loss_bc": 0.46426108479499817, "grad_norm": 0.23595686256885529, "global_step": 56, "epoch": 0, "lr": 0.009999998626259356}
|
| 58 |
+
{"train_loss": 0.4779570400714874, "train_loss_bc": 0.4779570400714874, "grad_norm": 0.19150982797145844, "global_step": 57, "epoch": 0, "lr": 0.009999998567180427}
|
| 59 |
+
{"train_loss": 0.5089184641838074, "train_loss_bc": 0.5089184641838074, "grad_norm": 0.2511100172996521, "global_step": 58, "epoch": 0, "lr": 0.00999999850685773}
|
| 60 |
+
{"train_loss": 0.4668119549751282, "train_loss_bc": 0.4668119549751282, "grad_norm": 0.1843072921037674, "global_step": 59, "epoch": 0, "lr": 0.00999999844529127}
|
| 61 |
+
{"train_loss": 0.5078861713409424, "train_loss_bc": 0.5078861713409424, "grad_norm": 0.29048284888267517, "global_step": 60, "epoch": 0, "lr": 0.00999999838248104}
|
| 62 |
+
{"train_loss": 0.4471106231212616, "train_loss_bc": 0.4471106231212616, "grad_norm": 0.24524496495723724, "global_step": 61, "epoch": 0, "lr": 0.009999998318427043}
|
| 63 |
+
{"train_loss": 0.4805048108100891, "train_loss_bc": 0.4805048108100891, "grad_norm": 0.21890461444854736, "global_step": 62, "epoch": 0, "lr": 0.009999998253129281}
|
| 64 |
+
{"train_loss": 0.47960126399993896, "train_loss_bc": 0.47960126399993896, "grad_norm": 0.2846362888813019, "global_step": 63, "epoch": 0, "lr": 0.009999998186587752}
|
| 65 |
+
{"train_loss": 0.4453185200691223, "train_loss_bc": 0.4453185200691223, "grad_norm": 0.2093414068222046, "global_step": 64, "epoch": 0, "lr": 0.009999998118802455}
|
| 66 |
+
{"train_loss": 0.47915151715278625, "train_loss_bc": 0.47915151715278625, "grad_norm": 0.25503861904144287, "global_step": 65, "epoch": 0, "lr": 0.009999998049773393}
|
| 67 |
+
{"train_loss": 0.4890253245830536, "train_loss_bc": 0.4890253245830536, "grad_norm": 0.42124173045158386, "global_step": 66, "epoch": 0, "lr": 0.009999997979500564}
|
| 68 |
+
{"train_loss": 0.5161541104316711, "train_loss_bc": 0.5161541104316711, "grad_norm": 0.28259626030921936, "global_step": 67, "epoch": 0, "lr": 0.00999999790798397}
|
| 69 |
+
{"train_loss": 0.46412068605422974, "train_loss_bc": 0.46412068605422974, "grad_norm": 0.26055908203125, "global_step": 68, "epoch": 0, "lr": 0.009999997835223607}
|
| 70 |
+
{"train_loss": 0.4562651216983795, "train_loss_bc": 0.4562651216983795, "grad_norm": 0.34777477383613586, "global_step": 69, "epoch": 0, "lr": 0.009999997761219478}
|
| 71 |
+
{"train_loss": 0.530666708946228, "train_loss_bc": 0.530666708946228, "grad_norm": 0.32242047786712646, "global_step": 70, "epoch": 0, "lr": 0.009999997685971582}
|
| 72 |
+
{"train_loss": 0.5017932057380676, "train_loss_bc": 0.5017932057380676, "grad_norm": 0.2552233040332794, "global_step": 71, "epoch": 0, "lr": 0.00999999760947992}
|
| 73 |
+
{"train_loss": 0.45941221714019775, "train_loss_bc": 0.45941221714019775, "grad_norm": 0.20706579089164734, "global_step": 72, "epoch": 0, "lr": 0.009999997531744494}
|
| 74 |
+
{"train_loss": 0.49711522459983826, "train_loss_bc": 0.49711522459983826, "grad_norm": 0.3599870800971985, "global_step": 73, "epoch": 0, "lr": 0.0099999974527653}
|
| 75 |
+
{"train_loss": 0.4859696328639984, "train_loss_bc": 0.4859696328639984, "grad_norm": 0.2239435315132141, "global_step": 74, "epoch": 0, "lr": 0.009999997372542337}
|
| 76 |
+
{"train_loss": 0.4816194176673889, "train_loss_bc": 0.4816194176673889, "grad_norm": 0.34854719042778015, "global_step": 75, "epoch": 0, "lr": 0.009999997291075612}
|
| 77 |
+
{"train_loss": 0.4330894649028778, "train_loss_bc": 0.4330894649028778, "grad_norm": 0.2513454854488373, "global_step": 76, "epoch": 0, "lr": 0.009999997208365117}
|
| 78 |
+
{"train_loss": 0.45905041694641113, "train_loss_bc": 0.45905041694641113, "grad_norm": 0.3416292071342468, "global_step": 77, "epoch": 0, "lr": 0.009999997124410858}
|
| 79 |
+
{"train_loss": 0.46681252121925354, "train_loss_bc": 0.46681252121925354, "grad_norm": 0.2973605990409851, "global_step": 78, "epoch": 0, "lr": 0.009999997039212831}
|
| 80 |
+
{"train_loss": 0.4290766716003418, "train_loss_bc": 0.4290766716003418, "grad_norm": 0.4387994706630707, "global_step": 79, "epoch": 0, "lr": 0.009999996952771038}
|
| 81 |
+
{"train_loss": 0.4637358784675598, "train_loss_bc": 0.4637358784675598, "grad_norm": 0.2826111614704132, "global_step": 80, "epoch": 0, "lr": 0.00999999686508548}
|
| 82 |
+
{"train_loss": 0.44887471199035645, "train_loss_bc": 0.44887471199035645, "grad_norm": 0.2915211021900177, "global_step": 81, "epoch": 0, "lr": 0.009999996776156154}
|
| 83 |
+
{"train_loss": 0.4132304787635803, "train_loss_bc": 0.4132304787635803, "grad_norm": 0.31090226769447327, "global_step": 82, "epoch": 0, "lr": 0.009999996685983063}
|
| 84 |
+
{"train_loss": 0.42577099800109863, "train_loss_bc": 0.42577099800109863, "grad_norm": 0.33208024501800537, "global_step": 83, "epoch": 0, "lr": 0.009999996594566206}
|
| 85 |
+
{"train_loss": 0.4459473788738251, "train_loss_bc": 0.4459473788738251, "grad_norm": 0.4792470932006836, "global_step": 84, "epoch": 0, "lr": 0.009999996501905582}
|
| 86 |
+
{"train_loss": 0.4580143094062805, "train_loss_bc": 0.4580143094062805, "grad_norm": 0.43946200609207153, "global_step": 85, "epoch": 0, "lr": 0.00999999640800119}
|
| 87 |
+
{"train_loss": 0.46910616755485535, "train_loss_bc": 0.46910616755485535, "grad_norm": 0.2916896641254425, "global_step": 86, "epoch": 0, "lr": 0.009999996312853034}
|
| 88 |
+
{"train_loss": 0.4336342513561249, "train_loss_bc": 0.4336342513561249, "grad_norm": 0.20134015381336212, "global_step": 87, "epoch": 0, "lr": 0.009999996216461112}
|
| 89 |
+
{"train_loss": 0.44419264793395996, "train_loss_bc": 0.44419264793395996, "grad_norm": 0.2640151083469391, "global_step": 88, "epoch": 0, "lr": 0.009999996118825424}
|
| 90 |
+
{"train_loss": 0.4430444538593292, "train_loss_bc": 0.4430444538593292, "grad_norm": 0.301547646522522, "global_step": 89, "epoch": 0, "lr": 0.009999996019945969}
|
| 91 |
+
{"train_loss": 0.43620699644088745, "train_loss_bc": 0.43620699644088745, "grad_norm": 0.34488314390182495, "global_step": 90, "epoch": 0, "lr": 0.009999995919822749}
|
| 92 |
+
{"train_loss": 0.4108070135116577, "train_loss_bc": 0.4108070135116577, "grad_norm": 0.3344149887561798, "global_step": 91, "epoch": 0, "lr": 0.009999995818455763}
|
| 93 |
+
{"train_loss": 0.4386339783668518, "train_loss_bc": 0.4386339783668518, "grad_norm": 0.2507685124874115, "global_step": 92, "epoch": 0, "lr": 0.00999999571584501}
|
| 94 |
+
{"train_loss": 0.43485045433044434, "train_loss_bc": 0.43485045433044434, "grad_norm": 0.3099294900894165, "global_step": 93, "epoch": 0, "lr": 0.00999999561199049}
|
| 95 |
+
{"train_loss": 0.462785005569458, "train_loss_bc": 0.462785005569458, "grad_norm": 0.22741125524044037, "global_step": 94, "epoch": 0, "lr": 0.009999995506892206}
|
| 96 |
+
{"train_loss": 0.4141497015953064, "train_loss_bc": 0.4141497015953064, "grad_norm": 0.22992584109306335, "global_step": 95, "epoch": 0, "lr": 0.009999995400550157}
|
| 97 |
+
{"train_loss": 0.40021058917045593, "train_loss_bc": 0.40021058917045593, "grad_norm": 0.23979420959949493, "global_step": 96, "epoch": 0, "lr": 0.00999999529296434}
|
| 98 |
+
{"train_loss": 0.3920753002166748, "train_loss_bc": 0.3920753002166748, "grad_norm": 0.29057979583740234, "global_step": 97, "epoch": 0, "lr": 0.009999995184134757}
|
| 99 |
+
{"train_loss": 0.4283364415168762, "train_loss_bc": 0.4283364415168762, "grad_norm": 0.5014083981513977, "global_step": 98, "epoch": 0, "lr": 0.00999999507406141}
|
| 100 |
+
{"train_loss": 0.4140693247318268, "train_loss_bc": 0.4140693247318268, "grad_norm": 0.39413923025131226, "global_step": 99, "epoch": 0, "lr": 0.009999994962744294}
|
| 101 |
+
{"train_loss": 0.44777703285217285, "train_loss_bc": 0.44777703285217285, "grad_norm": 0.2801749110221863, "global_step": 100, "epoch": 0, "lr": 0.009999994850183417}
|
| 102 |
+
{"train_loss": 0.4148218631744385, "train_loss_bc": 0.4148218631744385, "grad_norm": 0.40548500418663025, "global_step": 101, "epoch": 0, "lr": 0.00999999473637877}
|
| 103 |
+
{"train_loss": 0.39296433329582214, "train_loss_bc": 0.39296433329582214, "grad_norm": 0.29740381240844727, "global_step": 102, "epoch": 0, "lr": 0.009999994621330359}
|
| 104 |
+
{"train_loss": 0.4314180016517639, "train_loss_bc": 0.4314180016517639, "grad_norm": 0.3907894194126129, "global_step": 103, "epoch": 0, "lr": 0.009999994505038181}
|
| 105 |
+
{"train_loss": 0.42784494161605835, "train_loss_bc": 0.42784494161605835, "grad_norm": 0.434723824262619, "global_step": 104, "epoch": 0, "lr": 0.009999994387502239}
|
| 106 |
+
{"train_loss": 0.4203360080718994, "train_loss_bc": 0.4203360080718994, "grad_norm": 0.41060370206832886, "global_step": 105, "epoch": 0, "lr": 0.00999999426872253}
|
| 107 |
+
{"train_loss": 0.45144379138946533, "train_loss_bc": 0.45144379138946533, "grad_norm": 0.27415886521339417, "global_step": 106, "epoch": 0, "lr": 0.009999994148699056}
|
| 108 |
+
{"train_loss": 0.4519392251968384, "train_loss_bc": 0.4519392251968384, "grad_norm": 0.4237353801727295, "global_step": 107, "epoch": 0, "lr": 0.009999994027431817}
|
| 109 |
+
{"train_loss": 0.3734853267669678, "train_loss_bc": 0.3734853267669678, "grad_norm": 0.2555156350135803, "global_step": 108, "epoch": 0, "lr": 0.009999993904920812}
|
| 110 |
+
{"train_loss": 0.4230925738811493, "train_loss_bc": 0.4230925738811493, "grad_norm": 0.4065951704978943, "global_step": 109, "epoch": 0, "lr": 0.009999993781166042}
|
| 111 |
+
{"train_loss": 0.3788265585899353, "train_loss_bc": 0.3788265585899353, "grad_norm": 0.27832919359207153, "global_step": 110, "epoch": 0, "lr": 0.009999993656167506}
|
| 112 |
+
{"train_loss": 0.4092004895210266, "train_loss_bc": 0.4092004895210266, "grad_norm": 0.2456955760717392, "global_step": 111, "epoch": 0, "lr": 0.009999993529925205}
|
| 113 |
+
{"train_loss": 0.40052908658981323, "train_loss_bc": 0.40052908658981323, "grad_norm": 0.3523780405521393, "global_step": 112, "epoch": 0, "lr": 0.009999993402439136}
|
| 114 |
+
{"train_loss": 0.4118815064430237, "train_loss_bc": 0.4118815064430237, "grad_norm": 0.3752630352973938, "global_step": 113, "epoch": 0, "lr": 0.009999993273709304}
|
| 115 |
+
{"train_loss": 0.39718833565711975, "train_loss_bc": 0.39718833565711975, "grad_norm": 0.33827918767929077, "global_step": 114, "epoch": 0, "lr": 0.009999993143735706}
|
| 116 |
+
{"train_loss": 0.4095107316970825, "train_loss_bc": 0.4095107316970825, "grad_norm": 0.3141377568244934, "global_step": 115, "epoch": 0, "lr": 0.009999993012518343}
|
| 117 |
+
{"train_loss": 0.43222084641456604, "train_loss_bc": 0.43222084641456604, "grad_norm": 0.34126782417297363, "global_step": 116, "epoch": 0, "lr": 0.009999992880057214}
|
| 118 |
+
{"train_loss": 0.39195510745048523, "train_loss_bc": 0.39195510745048523, "grad_norm": 0.358022540807724, "global_step": 117, "epoch": 0, "lr": 0.00999999274635232}
|
| 119 |
+
{"train_loss": 0.4415290355682373, "train_loss_bc": 0.4415290355682373, "grad_norm": 0.3781397342681885, "global_step": 118, "epoch": 0, "lr": 0.009999992611403661}
|
| 120 |
+
{"train_loss": 0.40648651123046875, "train_loss_bc": 0.40648651123046875, "grad_norm": 0.35686495900154114, "global_step": 119, "epoch": 0, "lr": 0.009999992475211238}
|
| 121 |
+
{"train_loss": 0.4031302332878113, "train_loss_bc": 0.4031302332878113, "grad_norm": 0.3705500662326813, "global_step": 120, "epoch": 0, "lr": 0.009999992337775048}
|
| 122 |
+
{"train_loss": 0.45374390482902527, "train_loss_bc": 0.45374390482902527, "grad_norm": 0.2800765037536621, "global_step": 121, "epoch": 0, "lr": 0.009999992199095094}
|
| 123 |
+
{"train_loss": 0.41550350189208984, "train_loss_bc": 0.41550350189208984, "grad_norm": 0.3643583357334137, "global_step": 122, "epoch": 0, "lr": 0.009999992059171374}
|
| 124 |
+
{"train_loss": 0.42902517318725586, "train_loss_bc": 0.42902517318725586, "grad_norm": 0.2818589210510254, "global_step": 123, "epoch": 0, "lr": 0.00999999191800389}
|
| 125 |
+
{"train_loss": 0.3701103925704956, "train_loss_bc": 0.3701103925704956, "grad_norm": 0.28646788001060486, "global_step": 124, "epoch": 0, "lr": 0.00999999177559264}
|
| 126 |
+
{"train_loss": 0.4084678888320923, "train_loss_bc": 0.4084678888320923, "grad_norm": 0.3128051459789276, "global_step": 125, "epoch": 0, "lr": 0.009999991631937623}
|
| 127 |
+
{"train_loss": 0.43478596210479736, "train_loss_bc": 0.43478596210479736, "grad_norm": 0.2467166632413864, "global_step": 126, "epoch": 0, "lr": 0.009999991487038845}
|
| 128 |
+
{"train_loss": 0.4194517135620117, "train_loss_bc": 0.4194517135620117, "grad_norm": 0.1867067962884903, "global_step": 127, "epoch": 0, "lr": 0.009999991340896299}
|
| 129 |
+
{"train_loss": 0.40881070494651794, "train_loss_bc": 0.40881070494651794, "grad_norm": 0.4022925794124603, "global_step": 128, "epoch": 0, "lr": 0.00999999119350999}
|
| 130 |
+
{"train_loss": 0.41983669996261597, "train_loss_bc": 0.41983669996261597, "grad_norm": 0.27260592579841614, "global_step": 129, "epoch": 0, "lr": 0.009999991044879915}
|
| 131 |
+
{"train_loss": 0.4503186345100403, "train_loss_bc": 0.4503186345100403, "grad_norm": 0.40697935223579407, "global_step": 130, "epoch": 0, "lr": 0.009999990895006076}
|
| 132 |
+
{"train_loss": 0.4265207052230835, "train_loss_bc": 0.4265207052230835, "grad_norm": 0.2521716356277466, "global_step": 131, "epoch": 0, "lr": 0.009999990743888474}
|
| 133 |
+
{"train_loss": 0.4375496506690979, "train_loss_bc": 0.4375496506690979, "grad_norm": 0.27460354566574097, "global_step": 132, "epoch": 0, "lr": 0.009999990591527104}
|
| 134 |
+
{"train_loss": 0.4457821846008301, "train_loss_bc": 0.4457821846008301, "grad_norm": 0.24064527451992035, "global_step": 133, "epoch": 0, "lr": 0.009999990437921972}
|
| 135 |
+
{"train_loss": 0.4605506360530853, "train_loss_bc": 0.4605506360530853, "grad_norm": 0.2716171145439148, "global_step": 134, "epoch": 0, "lr": 0.009999990283073072}
|
| 136 |
+
{"train_loss": 0.38944196701049805, "train_loss_bc": 0.38944196701049805, "grad_norm": 0.30115771293640137, "global_step": 135, "epoch": 0, "lr": 0.009999990126980409}
|
| 137 |
+
{"train_loss": 0.41354790329933167, "train_loss_bc": 0.41354790329933167, "grad_norm": 0.33541253209114075, "global_step": 136, "epoch": 0, "lr": 0.009999989969643982}
|
| 138 |
+
{"train_loss": 0.37190109491348267, "train_loss_bc": 0.37190109491348267, "grad_norm": 0.19214670360088348, "global_step": 137, "epoch": 0, "lr": 0.00999998981106379}
|
| 139 |
+
{"train_loss": 0.4145277738571167, "train_loss_bc": 0.4145277738571167, "grad_norm": 0.3911716043949127, "global_step": 138, "epoch": 0, "lr": 0.009999989651239834}
|
| 140 |
+
{"train_loss": 0.43325337767601013, "train_loss_bc": 0.43325337767601013, "grad_norm": 0.3034513592720032, "global_step": 139, "epoch": 0, "lr": 0.009999989490172112}
|
| 141 |
+
{"train_loss": 0.36040061712265015, "train_loss_bc": 0.36040061712265015, "grad_norm": 0.2691652178764343, "global_step": 140, "epoch": 0, "lr": 0.009999989327860628}
|
| 142 |
+
{"train_loss": 0.3998282551765442, "train_loss_bc": 0.3998282551765442, "grad_norm": 0.2916651666164398, "global_step": 141, "epoch": 0, "lr": 0.009999989164305377}
|
| 143 |
+
{"train_loss": 0.4111650586128235, "train_loss_bc": 0.4111650586128235, "grad_norm": 0.27103137969970703, "global_step": 142, "epoch": 0, "lr": 0.009999988999506364}
|
| 144 |
+
{"train_loss": 0.36338406801223755, "train_loss_bc": 0.36338406801223755, "grad_norm": 0.2345210313796997, "global_step": 143, "epoch": 0, "lr": 0.009999988833463584}
|
| 145 |
+
{"train_loss": 0.3807051479816437, "train_loss_bc": 0.3807051479816437, "grad_norm": 0.2513706684112549, "global_step": 144, "epoch": 0, "lr": 0.009999988666177042}
|
| 146 |
+
{"train_loss": 0.4108376204967499, "train_loss_bc": 0.4108376204967499, "grad_norm": 0.323003888130188, "global_step": 145, "epoch": 0, "lr": 0.009999988497646734}
|
| 147 |
+
{"train_loss": 0.3920934796333313, "train_loss_bc": 0.3920934796333313, "grad_norm": 0.26234710216522217, "global_step": 146, "epoch": 0, "lr": 0.009999988327872664}
|
| 148 |
+
{"train_loss": 0.3924039304256439, "train_loss_bc": 0.3924039304256439, "grad_norm": 0.3997865617275238, "global_step": 147, "epoch": 0, "lr": 0.009999988156854829}
|
| 149 |
+
{"train_loss": 0.3870144784450531, "train_loss_bc": 0.3870144784450531, "grad_norm": 0.27861636877059937, "global_step": 148, "epoch": 0, "lr": 0.00999998798459323}
|
| 150 |
+
{"train_loss": 0.38959047198295593, "train_loss_bc": 0.38959047198295593, "grad_norm": 0.3393172025680542, "global_step": 149, "epoch": 0, "lr": 0.009999987811087865}
|
| 151 |
+
{"train_loss": 0.40116578340530396, "train_loss_bc": 0.40116578340530396, "grad_norm": 0.2975669503211975, "global_step": 150, "epoch": 0, "lr": 0.009999987636338739}
|
| 152 |
+
{"train_loss": 0.42044979333877563, "train_loss_bc": 0.42044979333877563, "grad_norm": 0.44693636894226074, "global_step": 151, "epoch": 0, "lr": 0.009999987460345847}
|
| 153 |
+
{"train_loss": 0.35583871603012085, "train_loss_bc": 0.35583871603012085, "grad_norm": 0.34289121627807617, "global_step": 152, "epoch": 0, "lr": 0.009999987283109192}
|
| 154 |
+
{"train_loss": 0.41687560081481934, "train_loss_bc": 0.41687560081481934, "grad_norm": 0.44672927260398865, "global_step": 153, "epoch": 0, "lr": 0.009999987104628773}
|
| 155 |
+
{"train_loss": 0.40855151414871216, "train_loss_bc": 0.40855151414871216, "grad_norm": 0.2894774377346039, "global_step": 154, "epoch": 0, "lr": 0.00999998692490459}
|
| 156 |
+
{"train_loss": 0.4261748790740967, "train_loss_bc": 0.4261748790740967, "grad_norm": 0.37578925490379333, "global_step": 155, "epoch": 0, "lr": 0.009999986743936642}
|
| 157 |
+
{"train_loss": 0.41958966851234436, "train_loss_bc": 0.41958966851234436, "grad_norm": 0.39029765129089355, "global_step": 156, "epoch": 0, "lr": 0.009999986561724931}
|
| 158 |
+
{"train_loss": 0.4157213270664215, "train_loss_bc": 0.4157213270664215, "grad_norm": 0.550552487373352, "global_step": 157, "epoch": 0, "lr": 0.009999986378269458}
|
| 159 |
+
{"train_loss": 0.3687168061733246, "train_loss_bc": 0.3687168061733246, "grad_norm": 0.32177433371543884, "global_step": 158, "epoch": 0, "lr": 0.00999998619357022}
|
| 160 |
+
{"train_loss": 0.37296295166015625, "train_loss_bc": 0.37296295166015625, "grad_norm": 0.7262616753578186, "global_step": 159, "epoch": 0, "lr": 0.009999986007627217}
|
| 161 |
+
{"train_loss": 0.40853071212768555, "train_loss_bc": 0.40853071212768555, "grad_norm": 0.7078126668930054, "global_step": 160, "epoch": 0, "lr": 0.009999985820440453}
|
| 162 |
+
{"train_loss": 0.42252951860427856, "train_loss_bc": 0.42252951860427856, "grad_norm": 0.34911733865737915, "global_step": 161, "epoch": 0, "lr": 0.009999985632009925}
|
| 163 |
+
{"train_loss": 0.42843812704086304, "train_loss_bc": 0.42843812704086304, "grad_norm": 0.2839755415916443, "global_step": 162, "epoch": 0, "lr": 0.009999985442335633}
|
| 164 |
+
{"train_loss": 0.37448471784591675, "train_loss_bc": 0.37448471784591675, "grad_norm": 0.3231787383556366, "global_step": 163, "epoch": 0, "lr": 0.009999985251417575}
|
| 165 |
+
{"train_loss": 0.38526156544685364, "train_loss_bc": 0.38526156544685364, "grad_norm": 0.42802849411964417, "global_step": 164, "epoch": 0, "lr": 0.009999985059255758}
|
| 166 |
+
{"train_loss": 0.43893128633499146, "train_loss_bc": 0.43893128633499146, "grad_norm": 0.43370962142944336, "global_step": 165, "epoch": 0, "lr": 0.009999984865850176}
|
| 167 |
+
{"train_loss": 0.36541861295700073, "train_loss_bc": 0.36541861295700073, "grad_norm": 0.3593718707561493, "global_step": 166, "epoch": 0, "lr": 0.009999984671200831}
|
| 168 |
+
{"train_loss": 0.37354975938796997, "train_loss_bc": 0.37354975938796997, "grad_norm": 0.31158536672592163, "global_step": 167, "epoch": 0, "lr": 0.00999998447530772}
|
| 169 |
+
{"train_loss": 0.3358023166656494, "train_loss_bc": 0.3358023166656494, "grad_norm": 0.3619420826435089, "global_step": 168, "epoch": 0, "lr": 0.00999998427817085}
|
| 170 |
+
{"train_loss": 0.3332926630973816, "train_loss_bc": 0.3332926630973816, "grad_norm": 0.2583524286746979, "global_step": 169, "epoch": 0, "lr": 0.009999984079790214}
|
| 171 |
+
{"train_loss": 0.3937195837497711, "train_loss_bc": 0.3937195837497711, "grad_norm": 0.4220624566078186, "global_step": 170, "epoch": 0, "lr": 0.009999983880165816}
|
| 172 |
+
{"train_loss": 0.3483230471611023, "train_loss_bc": 0.3483230471611023, "grad_norm": 0.2745370864868164, "global_step": 171, "epoch": 0, "lr": 0.009999983679297653}
|
| 173 |
+
{"train_loss": 0.3706860840320587, "train_loss_bc": 0.3706860840320587, "grad_norm": 0.3540709912776947, "global_step": 172, "epoch": 0, "lr": 0.00999998347718573}
|
| 174 |
+
{"train_loss": 0.3873794674873352, "train_loss_bc": 0.3873794674873352, "grad_norm": 0.3056386113166809, "global_step": 173, "epoch": 0, "lr": 0.009999983273830042}
|
| 175 |
+
{"train_loss": 0.3573632538318634, "train_loss_bc": 0.3573632538318634, "grad_norm": 0.4181464910507202, "global_step": 174, "epoch": 0, "lr": 0.009999983069230592}
|
| 176 |
+
{"train_loss": 0.42982178926467896, "train_loss_bc": 0.42982178926467896, "grad_norm": 0.4089113473892212, "global_step": 175, "epoch": 0, "lr": 0.00999998286338738}
|
| 177 |
+
{"train_loss": 0.3415180444717407, "train_loss_bc": 0.3415180444717407, "grad_norm": 0.2808316946029663, "global_step": 176, "epoch": 0, "lr": 0.009999982656300404}
|
| 178 |
+
{"train_loss": 0.39931759238243103, "train_loss_bc": 0.39931759238243103, "grad_norm": 0.31670093536376953, "global_step": 177, "epoch": 0, "lr": 0.009999982447969664}
|
| 179 |
+
{"train_loss": 0.42158377170562744, "train_loss_bc": 0.42158377170562744, "grad_norm": 0.434965580701828, "global_step": 178, "epoch": 0, "lr": 0.009999982238395164}
|
| 180 |
+
{"train_loss": 0.35083356499671936, "train_loss_bc": 0.35083356499671936, "grad_norm": 0.4147171676158905, "global_step": 179, "epoch": 0, "lr": 0.0099999820275769}
|
| 181 |
+
{"train_loss": 0.34347087144851685, "train_loss_bc": 0.34347087144851685, "grad_norm": 0.317233145236969, "global_step": 180, "epoch": 0, "lr": 0.009999981815514874}
|
| 182 |
+
{"train_loss": 0.3805704712867737, "train_loss_bc": 0.3805704712867737, "grad_norm": 0.2734706997871399, "global_step": 181, "epoch": 0, "lr": 0.009999981602209084}
|
| 183 |
+
{"train_loss": 0.3702990710735321, "train_loss_bc": 0.3702990710735321, "grad_norm": 0.36316049098968506, "global_step": 182, "epoch": 0, "lr": 0.009999981387659533}
|
| 184 |
+
{"train_loss": 0.35707738995552063, "train_loss_bc": 0.35707738995552063, "grad_norm": 0.30813276767730713, "global_step": 183, "epoch": 0, "lr": 0.009999981171866219}
|
| 185 |
+
{"train_loss": 0.36711764335632324, "train_loss_bc": 0.36711764335632324, "grad_norm": 0.38487568497657776, "global_step": 184, "epoch": 0, "lr": 0.009999980954829145}
|
| 186 |
+
{"train_loss": 0.34280383586883545, "train_loss_bc": 0.34280383586883545, "grad_norm": 0.277854323387146, "global_step": 185, "epoch": 0, "lr": 0.009999980736548305}
|
| 187 |
+
{"train_loss": 0.33399534225463867, "train_loss_bc": 0.33399534225463867, "grad_norm": 0.4292750358581543, "global_step": 186, "epoch": 0, "lr": 0.009999980517023705}
|
| 188 |
+
{"train_loss": 0.3977174758911133, "train_loss_bc": 0.3977174758911133, "grad_norm": 0.30483928322792053, "global_step": 187, "epoch": 0, "lr": 0.009999980296255342}
|
| 189 |
+
{"train_loss": 0.34298792481422424, "train_loss_bc": 0.34298792481422424, "grad_norm": 0.2111782729625702, "global_step": 188, "epoch": 0, "lr": 0.009999980074243216}
|
| 190 |
+
{"train_loss": 0.32223907113075256, "train_loss_bc": 0.32223907113075256, "grad_norm": 0.29651424288749695, "global_step": 189, "epoch": 0, "lr": 0.009999979850987328}
|
| 191 |
+
{"train_loss": 0.3656037747859955, "train_loss_bc": 0.3656037747859955, "grad_norm": 0.3420378267765045, "global_step": 190, "epoch": 0, "lr": 0.00999997962648768}
|
| 192 |
+
{"train_loss": 0.3618483543395996, "train_loss_bc": 0.3618483543395996, "grad_norm": 0.30036675930023193, "global_step": 191, "epoch": 0, "lr": 0.009999979400744268}
|
| 193 |
+
{"train_loss": 0.38904881477355957, "train_loss_bc": 0.38904881477355957, "grad_norm": 0.28105607628822327, "global_step": 192, "epoch": 0, "lr": 0.009999979173757096}
|
| 194 |
+
{"train_loss": 0.3561739921569824, "train_loss_bc": 0.3561739921569824, "grad_norm": 0.23257242143154144, "global_step": 193, "epoch": 0, "lr": 0.00999997894552616}
|
| 195 |
+
{"train_loss": 0.4250050485134125, "train_loss_bc": 0.4250050485134125, "grad_norm": 0.4045962989330292, "global_step": 194, "epoch": 0, "lr": 0.009999978716051463}
|
| 196 |
+
{"train_loss": 0.36044198274612427, "train_loss_bc": 0.36044198274612427, "grad_norm": 0.3454419672489166, "global_step": 195, "epoch": 0, "lr": 0.009999978485333006}
|
| 197 |
+
{"train_loss": 0.36355459690093994, "train_loss_bc": 0.36355459690093994, "grad_norm": 0.28779804706573486, "global_step": 196, "epoch": 0, "lr": 0.009999978253370786}
|
| 198 |
+
{"train_loss": 0.36438101530075073, "train_loss_bc": 0.36438101530075073, "grad_norm": 0.3752126395702362, "global_step": 197, "epoch": 0, "lr": 0.009999978020164803}
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-04-10 09:16:09,258][root][INFO] - running build_ext
|
| 2 |
+
[2026-04-10 09:16:09,260][root][INFO] - building 'mujoco_py.cymj' extension
|
| 3 |
+
[2026-04-10 09:16:09,261][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
|
| 4 |
+
[2026-04-10 09:16:51,053][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
|
| 5 |
+
[2026-04-10 09:16:51,130][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
|
| 6 |
+
[2026-04-10 09:16:51,979][matplotlib.font_manager][INFO] - generated new fontManager
|
| 7 |
+
[2026-04-10 09:16:56,008][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
|
| 8 |
+
[2026-04-10 09:16:56,014][absl][INFO] - MuJoCo library version is: 2.3.7
|
| 9 |
+
[2026-04-10 09:16:56,122][datasets][INFO] - PyTorch version 2.2.2 available.
|
| 10 |
+
[2026-04-10 09:16:56,123][datasets][INFO] - TensorFlow version 2.15.1 available.
|
| 11 |
+
[2026-04-10 09:16:56,123][datasets][INFO] - JAX version 0.4.30 available.
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/config.yaml
ADDED
|
@@ -0,0 +1,199 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_target_:
|
| 2 |
+
value: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
|
| 3 |
+
_wandb:
|
| 4 |
+
value:
|
| 5 |
+
cli_version: 0.18.6
|
| 6 |
+
m: []
|
| 7 |
+
python_version: 3.9.25
|
| 8 |
+
t:
|
| 9 |
+
"1":
|
| 10 |
+
- 1
|
| 11 |
+
- 2
|
| 12 |
+
- 3
|
| 13 |
+
- 5
|
| 14 |
+
- 11
|
| 15 |
+
- 12
|
| 16 |
+
- 41
|
| 17 |
+
- 49
|
| 18 |
+
- 50
|
| 19 |
+
- 51
|
| 20 |
+
- 53
|
| 21 |
+
- 55
|
| 22 |
+
- 71
|
| 23 |
+
- 83
|
| 24 |
+
- 95
|
| 25 |
+
- 100
|
| 26 |
+
- 105
|
| 27 |
+
"2":
|
| 28 |
+
- 1
|
| 29 |
+
- 2
|
| 30 |
+
- 3
|
| 31 |
+
- 5
|
| 32 |
+
- 11
|
| 33 |
+
- 12
|
| 34 |
+
- 41
|
| 35 |
+
- 49
|
| 36 |
+
- 50
|
| 37 |
+
- 51
|
| 38 |
+
- 53
|
| 39 |
+
- 55
|
| 40 |
+
- 71
|
| 41 |
+
- 83
|
| 42 |
+
- 95
|
| 43 |
+
- 100
|
| 44 |
+
- 105
|
| 45 |
+
"3":
|
| 46 |
+
- 13
|
| 47 |
+
- 15
|
| 48 |
+
- 16
|
| 49 |
+
- 23
|
| 50 |
+
- 55
|
| 51 |
+
- 61
|
| 52 |
+
"4": 3.9.25
|
| 53 |
+
"5": 0.18.6
|
| 54 |
+
"6": 4.47.1
|
| 55 |
+
"8":
|
| 56 |
+
- 5
|
| 57 |
+
"12": 0.18.6
|
| 58 |
+
"13": linux-x86_64
|
| 59 |
+
action_dim:
|
| 60 |
+
value: 2
|
| 61 |
+
checkpoint:
|
| 62 |
+
value:
|
| 63 |
+
save_last_ckpt: true
|
| 64 |
+
save_last_snapshot: false
|
| 65 |
+
topk:
|
| 66 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 67 |
+
k: 5
|
| 68 |
+
mode: max
|
| 69 |
+
monitor_key: test_success_rate
|
| 70 |
+
dataloader:
|
| 71 |
+
value:
|
| 72 |
+
batch_size: 128
|
| 73 |
+
num_workers: 0
|
| 74 |
+
persistent_workers: false
|
| 75 |
+
pin_memory: false
|
| 76 |
+
shuffle: true
|
| 77 |
+
exp_name:
|
| 78 |
+
value: default
|
| 79 |
+
horizon:
|
| 80 |
+
value: 1
|
| 81 |
+
logging:
|
| 82 |
+
value:
|
| 83 |
+
group: null
|
| 84 |
+
id: null
|
| 85 |
+
mode: online
|
| 86 |
+
name: 2026.04.10-09.16.56_train_bc_lowdim_maze2d-medium-v0
|
| 87 |
+
project: maze2d-medium-v0-training
|
| 88 |
+
resume: true
|
| 89 |
+
tags:
|
| 90 |
+
- train_bc_lowdim
|
| 91 |
+
- maze2d-medium-v0
|
| 92 |
+
- default
|
| 93 |
+
multi_run:
|
| 94 |
+
value:
|
| 95 |
+
run_dir: data/outputs/2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0
|
| 96 |
+
wandb_name_base: 2026.04.10-09.16.56_train_bc_lowdim_maze2d-medium-v0
|
| 97 |
+
n_action_steps:
|
| 98 |
+
value: 1
|
| 99 |
+
n_latency_steps:
|
| 100 |
+
value: 0
|
| 101 |
+
n_obs_steps:
|
| 102 |
+
value: 1
|
| 103 |
+
name:
|
| 104 |
+
value: train_bc_lowdim
|
| 105 |
+
obs_dim:
|
| 106 |
+
value: 6
|
| 107 |
+
optimizer:
|
| 108 |
+
value:
|
| 109 |
+
_target_: torch.optim.AdamW
|
| 110 |
+
betas:
|
| 111 |
+
- 0.95
|
| 112 |
+
- 0.999
|
| 113 |
+
eps: 1e-08
|
| 114 |
+
lr: 0.01
|
| 115 |
+
weight_decay: 1e-06
|
| 116 |
+
output_dir:
|
| 117 |
+
value: /workspace/LLM-BC/data/outputs/2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0
|
| 118 |
+
past_action_visible:
|
| 119 |
+
value: false
|
| 120 |
+
policy:
|
| 121 |
+
value:
|
| 122 |
+
_target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
|
| 123 |
+
action_dim: 2
|
| 124 |
+
horizon: 1
|
| 125 |
+
model:
|
| 126 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 127 |
+
activation: relu
|
| 128 |
+
hidden_size:
|
| 129 |
+
- 256
|
| 130 |
+
- 256
|
| 131 |
+
input_size: 6
|
| 132 |
+
n_action_steps: 1
|
| 133 |
+
n_obs_steps: 1
|
| 134 |
+
output_size: 2
|
| 135 |
+
n_action_steps: 1
|
| 136 |
+
n_obs_steps: 1
|
| 137 |
+
obs_dim: 6
|
| 138 |
+
task:
|
| 139 |
+
value:
|
| 140 |
+
action_dim: 2
|
| 141 |
+
dataset:
|
| 142 |
+
_target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
|
| 143 |
+
data_path: datasets/maze2d-medium-v0.pt
|
| 144 |
+
data_path2: datasets/maze2d-medium-v0.pt
|
| 145 |
+
dummy_normalizer: false
|
| 146 |
+
horizon: 1
|
| 147 |
+
obs_eef_target: true
|
| 148 |
+
pad_after: 0
|
| 149 |
+
pad_before: 0
|
| 150 |
+
use_manual_normalizer: false
|
| 151 |
+
val_ratio: 0.02
|
| 152 |
+
env_runner:
|
| 153 |
+
_target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
|
| 154 |
+
discount: 0.99
|
| 155 |
+
env_name: llf-pointmaze-maze2d-medium-v0
|
| 156 |
+
feedback_type:
|
| 157 |
+
- hp
|
| 158 |
+
- hn
|
| 159 |
+
- fp
|
| 160 |
+
instruction_type: b
|
| 161 |
+
max_steps: 250
|
| 162 |
+
n_action_steps: 1
|
| 163 |
+
n_envs: 10
|
| 164 |
+
n_obs_steps: 1
|
| 165 |
+
n_test: 50
|
| 166 |
+
n_train: 10
|
| 167 |
+
visual: false
|
| 168 |
+
instructor:
|
| 169 |
+
_target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
|
| 170 |
+
name: maze2d-medium-v0
|
| 171 |
+
obs_dim: 6
|
| 172 |
+
task_name:
|
| 173 |
+
value: maze2d-medium-v0
|
| 174 |
+
training:
|
| 175 |
+
value:
|
| 176 |
+
checkpoint_every: 5
|
| 177 |
+
debug: false
|
| 178 |
+
device: cuda:0
|
| 179 |
+
grad_norm_clip: 0.5
|
| 180 |
+
gradient_accumulate_every: 1
|
| 181 |
+
lr_scheduler: cosine
|
| 182 |
+
lr_warmup_steps: 10
|
| 183 |
+
max_train_steps: null
|
| 184 |
+
max_val_steps: null
|
| 185 |
+
num_epochs: 1001
|
| 186 |
+
resume: false
|
| 187 |
+
rollout_every: 5
|
| 188 |
+
sample_every: 5
|
| 189 |
+
sample_max_batch: 128
|
| 190 |
+
seed: 42
|
| 191 |
+
tqdm_interval_sec: 1
|
| 192 |
+
val_every: 1
|
| 193 |
+
val_dataloader:
|
| 194 |
+
value:
|
| 195 |
+
batch_size: 128
|
| 196 |
+
num_workers: 0
|
| 197 |
+
persistent_workers: false
|
| 198 |
+
pin_memory: false
|
| 199 |
+
shuffle: true
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/output.log
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/venv/llm-bc/lib/python3.9/site-packages/gym/envs/registration.py:505: UserWarning: [33mWARN: The environment maze2d-medium-v0 is out of date. You should consider upgrading to version `v1` with the environment ID `maze2d-medium-v1`.[0m
|
| 2 |
+
logger.warn(
|
| 3 |
+
Eval PointmazeLowdimRunner 1/6: 0%| | 0/250 [00:00<?, ?it/s]/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
|
| 4 |
+
obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
|
| 5 |
+
Eval PointmazeLowdimRunner 2/6: 54%|████████████████████████████████████████████████████████████████▊ | 134/250 [00:04<00:03, 36.40it/s]Traceback (most recent call last):
|
| 6 |
+
File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 283, in <module>
|
| 7 |
+
main()
|
| 8 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
|
| 9 |
+
_run_hydra(
|
| 10 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
|
| 11 |
+
_run_app(
|
| 12 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
|
| 13 |
+
run_and_report(
|
| 14 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
|
| 15 |
+
return func()
|
| 16 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
|
| 17 |
+
lambda: hydra.run(
|
| 18 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
|
| 19 |
+
ret = run_job(
|
| 20 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
|
| 21 |
+
ret.return_value = task_function(task_cfg)
|
| 22 |
+
File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 280, in main
|
| 23 |
+
workspace.run()
|
| 24 |
+
File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 199, in run
|
| 25 |
+
runner_log = env_runner.run(policy)
|
| 26 |
+
File "/workspace/LLM-BC/llmbc/env_runner/pointmaze_lowdim_runner.py", line 149, in run
|
| 27 |
+
obs = obs_converter(observation, visual=self.visual)
|
| 28 |
+
File "/workspace/LLM-BC/llmbc/common/llfbench_util.py", line 10, in obs_converter
|
| 29 |
+
ob = obs_converter(obs_v, visual, obs_image)
|
| 30 |
+
File "/workspace/LLM-BC/llmbc/common/llfbench_util.py", line 39, in obs_converter
|
| 31 |
+
obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
|
| 32 |
+
KeyboardInterrupt
|
| 33 |
+
Traceback (most recent call last):
|
| 34 |
+
File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 283, in <module>
|
| 35 |
+
main()
|
| 36 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
|
| 37 |
+
_run_hydra(
|
| 38 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
|
| 39 |
+
_run_app(
|
| 40 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
|
| 41 |
+
run_and_report(
|
| 42 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
|
| 43 |
+
return func()
|
| 44 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
|
| 45 |
+
lambda: hydra.run(
|
| 46 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
|
| 47 |
+
ret = run_job(
|
| 48 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
|
| 49 |
+
ret.return_value = task_function(task_cfg)
|
| 50 |
+
File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 280, in main
|
| 51 |
+
workspace.run()
|
| 52 |
+
File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 199, in run
|
| 53 |
+
runner_log = env_runner.run(policy)
|
| 54 |
+
File "/workspace/LLM-BC/llmbc/env_runner/pointmaze_lowdim_runner.py", line 149, in run
|
| 55 |
+
obs = obs_converter(observation, visual=self.visual)
|
| 56 |
+
File "/workspace/LLM-BC/llmbc/common/llfbench_util.py", line 10, in obs_converter
|
| 57 |
+
ob = obs_converter(obs_v, visual, obs_image)
|
| 58 |
+
File "/workspace/LLM-BC/llmbc/common/llfbench_util.py", line 39, in obs_converter
|
| 59 |
+
obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
|
| 60 |
+
KeyboardInterrupt
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/requirements.txt
ADDED
|
@@ -0,0 +1,860 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
aiohappyeyeballs==2.6.1
|
| 2 |
+
antlr4-python3-runtime==4.9.3
|
| 3 |
+
asciitree==0.3.3
|
| 4 |
+
async-timeout==5.0.1
|
| 5 |
+
attrs==25.4.0
|
| 6 |
+
certifi==2025.10.5
|
| 7 |
+
charset-normalizer==3.4.4
|
| 8 |
+
colorama==0.4.6
|
| 9 |
+
dill==0.3.8
|
| 10 |
+
docstring-parser==0.16
|
| 11 |
+
eval_type_backport==0.2.2
|
| 12 |
+
fasteners==0.20
|
| 13 |
+
filelock==3.17.0
|
| 14 |
+
frozenlist==1.8.0
|
| 15 |
+
fsspec==2024.3.1
|
| 16 |
+
gmpy2==2.2.1
|
| 17 |
+
hf-xet==1.1.8
|
| 18 |
+
idna==3.11
|
| 19 |
+
llvmlite==0.39.1
|
| 20 |
+
MarkupSafe==3.0.2
|
| 21 |
+
mdurl==0.1.2
|
| 22 |
+
mkl-service==2.4.0
|
| 23 |
+
mpmath==1.3.0
|
| 24 |
+
msgpack==1.1.1
|
| 25 |
+
networkx==3.2.1
|
| 26 |
+
packaging==25.0
|
| 27 |
+
propcache==0.3.1
|
| 28 |
+
psutil==7.0.0
|
| 29 |
+
pycparser==2.23
|
| 30 |
+
Pygments==2.19.1
|
| 31 |
+
PyOpenGL==3.1.10
|
| 32 |
+
PySocks==1.7.1
|
| 33 |
+
tzdata==2025.3
|
| 34 |
+
xxhash==3.5.0
|
| 35 |
+
pytz==2025.2
|
| 36 |
+
PyYAML==6.0.2
|
| 37 |
+
regex==2025.9.1
|
| 38 |
+
safetensors==0.5.3
|
| 39 |
+
setuptools==80.9.0
|
| 40 |
+
shtab==1.7.2
|
| 41 |
+
six==1.17.0
|
| 42 |
+
tqdm==4.67.1
|
| 43 |
+
tensorboard==2.15.2
|
| 44 |
+
uvloop==0.22.1
|
| 45 |
+
wheel==0.45.1
|
| 46 |
+
zipp==3.21.0
|
| 47 |
+
tensorflow-estimator==2.15.0
|
| 48 |
+
tensorboard-data-server==0.7.2
|
| 49 |
+
google-auth-oauthlib==1.3.1
|
| 50 |
+
tensorflow==2.15.1
|
| 51 |
+
Jinja2==3.1.6
|
| 52 |
+
markdown-it-py==2.2.0
|
| 53 |
+
multiprocess==0.70.15
|
| 54 |
+
numpy==1.23.5
|
| 55 |
+
pillow==11.3.0
|
| 56 |
+
pip==23.3.2
|
| 57 |
+
python-dateutil==2.9.0.post0
|
| 58 |
+
aiosignal==1.4.0
|
| 59 |
+
brotlicffi==1.0.9.2
|
| 60 |
+
hydra-core==1.2.0
|
| 61 |
+
multidict==6.7.0
|
| 62 |
+
pycares==4.10.0
|
| 63 |
+
rich==14.2.0
|
| 64 |
+
sympy==1.14.0
|
| 65 |
+
typeguard==4.4.4
|
| 66 |
+
aiodns==3.5.0
|
| 67 |
+
urllib3==2.5.0
|
| 68 |
+
yarl==1.18.0
|
| 69 |
+
aiohttp==3.12.15
|
| 70 |
+
pyarrow==21.0.0
|
| 71 |
+
pyarrow-hotfix==0.7
|
| 72 |
+
tokenizers==0.21.0
|
| 73 |
+
av==10.0.0
|
| 74 |
+
einops==0.4.1
|
| 75 |
+
Bottleneck==1.4.2
|
| 76 |
+
mkl_fft==1.3.11
|
| 77 |
+
mkl_random==1.2.8
|
| 78 |
+
numba==0.56.4
|
| 79 |
+
numcodecs==0.12.1
|
| 80 |
+
numexpr==2.10.1
|
| 81 |
+
pandas==2.3.3
|
| 82 |
+
zarr==2.12.0
|
| 83 |
+
datasets==2.19.0
|
| 84 |
+
transformers==4.47.1
|
| 85 |
+
accelerate==1.0.1
|
| 86 |
+
peft==0.14.0
|
| 87 |
+
trl==0.11.4
|
| 88 |
+
torch==2.2.2
|
| 89 |
+
tabulate==0.9.0
|
| 90 |
+
sentencepiece==0.2.0
|
| 91 |
+
pyperclip==1.11.0
|
| 92 |
+
PyOpenGL-accelerate==3.1.10
|
| 93 |
+
pydub==0.25.1
|
| 94 |
+
py-cpuinfo==9.0.0
|
| 95 |
+
pure_eval==0.2.3
|
| 96 |
+
ptyprocess==0.7.0
|
| 97 |
+
nvidia-ml-py==13.595.45
|
| 98 |
+
hjson==3.1.0
|
| 99 |
+
gym-notices==0.1.0
|
| 100 |
+
glfw==2.0.0
|
| 101 |
+
Farama-Notifications==0.0.4
|
| 102 |
+
websockets==15.0.1
|
| 103 |
+
wcwidth==0.6.0
|
| 104 |
+
uc-micro-py==1.0.3
|
| 105 |
+
typing-inspection==0.4.2
|
| 106 |
+
triton==2.2.0
|
| 107 |
+
trimesh==4.11.5
|
| 108 |
+
transforms3d==0.4.2
|
| 109 |
+
traitlets==5.14.3
|
| 110 |
+
threadpoolctl==3.6.0
|
| 111 |
+
tenacity==9.1.2
|
| 112 |
+
sniffio==1.3.1
|
| 113 |
+
smmap==5.0.3
|
| 114 |
+
setproctitle==1.3.7
|
| 115 |
+
sentry-sdk==2.57.0
|
| 116 |
+
semantic-version==2.10.0
|
| 117 |
+
scipy==1.13.1
|
| 118 |
+
rpds-py==0.27.1
|
| 119 |
+
python-multipart==0.0.20
|
| 120 |
+
pyparsing==3.3.2
|
| 121 |
+
pynvml==13.0.1
|
| 122 |
+
pydantic_core==2.41.5
|
| 123 |
+
pycryptodomex==3.23.0
|
| 124 |
+
pyasn1==0.6.3
|
| 125 |
+
grpcio==1.80.0
|
| 126 |
+
platformdirs==4.4.0
|
| 127 |
+
pexpect==4.9.0
|
| 128 |
+
parso==0.8.6
|
| 129 |
+
orjson==3.11.5
|
| 130 |
+
opencv-python==4.11.0.86
|
| 131 |
+
stack-data==0.6.3
|
| 132 |
+
omegaconf==2.2.1
|
| 133 |
+
nvidia-nvtx-cu12==12.1.105
|
| 134 |
+
nvidia-nvjitlink-cu12==12.9.86
|
| 135 |
+
nvidia-nccl-cu12==2.19.3
|
| 136 |
+
nvidia-curand-cu12==10.3.2.106
|
| 137 |
+
nvidia-cufft-cu12==11.0.2.54
|
| 138 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
| 139 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 140 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
| 141 |
+
nvidia-cublas-cu12==12.1.3.1
|
| 142 |
+
ninja==1.13.0
|
| 143 |
+
narwhals==2.19.0
|
| 144 |
+
lxml==6.0.3
|
| 145 |
+
kiwisolver==1.4.7
|
| 146 |
+
joblib==1.5.3
|
| 147 |
+
jiter==0.13.0
|
| 148 |
+
imageio-ffmpeg==0.6.0
|
| 149 |
+
ImageIO==2.37.2
|
| 150 |
+
h5py==3.14.0
|
| 151 |
+
h11==0.16.0
|
| 152 |
+
fonttools==4.60.2
|
| 153 |
+
ffmpy==1.0.0
|
| 154 |
+
fast_kinematics==0.2.2
|
| 155 |
+
executing==2.2.1
|
| 156 |
+
exceptiongroup==1.3.1
|
| 157 |
+
docker-pycreds==0.4.0
|
| 158 |
+
distro==1.9.0
|
| 159 |
+
decorator==5.2.1
|
| 160 |
+
dacite==1.9.2
|
| 161 |
+
cycler==0.12.1
|
| 162 |
+
contourpy==1.3.0
|
| 163 |
+
cloudpickle==3.1.2
|
| 164 |
+
click==8.1.8
|
| 165 |
+
asttokens==3.0.1
|
| 166 |
+
annotated-types==0.7.0
|
| 167 |
+
annotated-doc==0.0.4
|
| 168 |
+
aiofiles==25.1.0
|
| 169 |
+
absl-py==2.3.1
|
| 170 |
+
uvicorn==0.39.0
|
| 171 |
+
tiktoken==0.8.0
|
| 172 |
+
scikit-learn==1.6.1
|
| 173 |
+
sapien==3.0.0b1
|
| 174 |
+
referencing==0.36.2
|
| 175 |
+
pydantic==2.12.5
|
| 176 |
+
pyasn1_modules==0.4.2
|
| 177 |
+
prompt_toolkit==3.0.52
|
| 178 |
+
nvidia-cusparse-cu12==12.1.0.106
|
| 179 |
+
nvidia-cudnn-cu12==8.9.2.26
|
| 180 |
+
nltk==3.9.2
|
| 181 |
+
mujoco==2.3.7
|
| 182 |
+
mdit-py-plugins==0.3.3
|
| 183 |
+
matplotlib-inline==0.2.1
|
| 184 |
+
matplotlib==3.7.5
|
| 185 |
+
linkify-it-py==2.0.3
|
| 186 |
+
jedi==0.19.2
|
| 187 |
+
huggingface-hub==0.26.2
|
| 188 |
+
httpcore==1.0.9
|
| 189 |
+
gymnasium==0.29.1
|
| 190 |
+
google-pasta==0.2.0
|
| 191 |
+
gitdb==4.0.12
|
| 192 |
+
cryptography==46.0.7
|
| 193 |
+
blobfile==3.0.0
|
| 194 |
+
anyio==4.12.1
|
| 195 |
+
llmbc==0.0.0
|
| 196 |
+
tyro==0.9.1
|
| 197 |
+
toppra==0.6.6
|
| 198 |
+
starlette==0.49.3
|
| 199 |
+
seaborn==0.13.2
|
| 200 |
+
rouge_score==0.1.2
|
| 201 |
+
pynndescent==0.6.0
|
| 202 |
+
nvidia-cusolver-cu12==11.4.5.107
|
| 203 |
+
jsonschema-specifications==2025.9.1
|
| 204 |
+
ipython==8.18.1
|
| 205 |
+
httpx==0.28.1
|
| 206 |
+
gymnasium-robotics==1.2.0
|
| 207 |
+
google-auth==2.49.2
|
| 208 |
+
GitPython==3.1.46
|
| 209 |
+
diffusers==0.31.0
|
| 210 |
+
wandb==0.18.6
|
| 211 |
+
umap-learn==0.5.9.post2
|
| 212 |
+
requests-oauthlib==2.0.0
|
| 213 |
+
openai==2.8.1
|
| 214 |
+
mplib==0.1.1
|
| 215 |
+
jsonschema==4.25.1
|
| 216 |
+
gradio_client==0.2.9
|
| 217 |
+
google-genai==1.47.0
|
| 218 |
+
fastapi==0.128.8
|
| 219 |
+
torchvision==0.17.2
|
| 220 |
+
torchaudio==2.2.2
|
| 221 |
+
sentence-transformers==3.2.1
|
| 222 |
+
pytorch-seed==0.2.0
|
| 223 |
+
deepspeed==0.16.1
|
| 224 |
+
bitsandbytes==0.45.0
|
| 225 |
+
altair==6.0.0
|
| 226 |
+
timm==1.0.22
|
| 227 |
+
gradio==3.36.1
|
| 228 |
+
evaluate==0.4.3
|
| 229 |
+
arm_pytorch_utilities==0.5.0
|
| 230 |
+
tensorflow-io-gcs-filesystem==0.37.1
|
| 231 |
+
Markdown==3.9
|
| 232 |
+
pybullet==3.2.6
|
| 233 |
+
wrapt==1.14.2
|
| 234 |
+
tensorflow-probability==0.23.0
|
| 235 |
+
parse==1.19.1
|
| 236 |
+
dm-tree==0.1.8
|
| 237 |
+
termcolor==3.1.0
|
| 238 |
+
requests==2.32.0
|
| 239 |
+
cffi==2.0.0
|
| 240 |
+
opt_einsum==3.4.0
|
| 241 |
+
labmaze==1.0.6
|
| 242 |
+
typing_extensions==4.15.0
|
| 243 |
+
importlib-resources==5.13.0
|
| 244 |
+
importlib-metadata==5.2.0
|
| 245 |
+
FLAML==2.3.6
|
| 246 |
+
dm-env==1.6
|
| 247 |
+
diskcache==5.6.3
|
| 248 |
+
Cython==0.29.37
|
| 249 |
+
mujoco-py==2.1.2.14
|
| 250 |
+
jaxlib==0.4.30
|
| 251 |
+
dm-control==1.0.14
|
| 252 |
+
cmudict==1.0.13
|
| 253 |
+
syllables==1.0.9
|
| 254 |
+
metaworld==2.0.0
|
| 255 |
+
jax==0.4.30
|
| 256 |
+
highway-env==1.9.1
|
| 257 |
+
gym_bandits==0.0.2
|
| 258 |
+
d4rl==1.1
|
| 259 |
+
pyautogen==0.1.0
|
| 260 |
+
protobuf==4.25.9
|
| 261 |
+
tf-agents==0.19.0
|
| 262 |
+
oauthlib==3.3.1
|
| 263 |
+
pytorch-kinematics==0.7.5
|
| 264 |
+
pygame==2.6.1
|
| 265 |
+
gin-config==0.5.0
|
| 266 |
+
mani_skill==3.0.0b20
|
| 267 |
+
tifffile==2024.8.30
|
| 268 |
+
Shapely==1.8.4
|
| 269 |
+
PyWavelets==1.6.0
|
| 270 |
+
Werkzeug==3.1.8
|
| 271 |
+
astunparse==1.6.3
|
| 272 |
+
scikit-image==0.19.3
|
| 273 |
+
pymunk==6.2.1
|
| 274 |
+
ml-dtypes==0.3.2
|
| 275 |
+
gast==0.7.0
|
| 276 |
+
stable-baselines3==2.2.1
|
| 277 |
+
keras==2.15.0
|
| 278 |
+
llfbench==0.1.0
|
| 279 |
+
libclang==18.1.1
|
| 280 |
+
flatbuffers==25.12.19
|
| 281 |
+
gym==0.23.1
|
| 282 |
+
aiohappyeyeballs==2.6.1
|
| 283 |
+
antlr4-python3-runtime==4.9.3
|
| 284 |
+
asciitree==0.3.3
|
| 285 |
+
async-timeout==5.0.1
|
| 286 |
+
attrs==25.4.0
|
| 287 |
+
certifi==2025.10.5
|
| 288 |
+
charset-normalizer==3.4.4
|
| 289 |
+
colorama==0.4.6
|
| 290 |
+
dill==0.3.8
|
| 291 |
+
docstring-parser==0.16
|
| 292 |
+
eval_type_backport==0.2.2
|
| 293 |
+
fasteners==0.20
|
| 294 |
+
filelock==3.17.0
|
| 295 |
+
frozenlist==1.8.0
|
| 296 |
+
fsspec==2024.3.1
|
| 297 |
+
gmpy2==2.2.1
|
| 298 |
+
hf-xet==1.1.8
|
| 299 |
+
idna==3.11
|
| 300 |
+
llvmlite==0.39.1
|
| 301 |
+
MarkupSafe==3.0.2
|
| 302 |
+
mdurl==0.1.2
|
| 303 |
+
mkl-service==2.4.0
|
| 304 |
+
mpmath==1.3.0
|
| 305 |
+
msgpack==1.1.1
|
| 306 |
+
networkx==3.2.1
|
| 307 |
+
packaging==25.0
|
| 308 |
+
propcache==0.3.1
|
| 309 |
+
psutil==7.0.0
|
| 310 |
+
pycparser==2.23
|
| 311 |
+
Pygments==2.19.1
|
| 312 |
+
PyOpenGL==3.1.10
|
| 313 |
+
PySocks==1.7.1
|
| 314 |
+
tzdata==2025.3
|
| 315 |
+
xxhash==3.5.0
|
| 316 |
+
pytz==2025.2
|
| 317 |
+
PyYAML==6.0.2
|
| 318 |
+
regex==2025.9.1
|
| 319 |
+
safetensors==0.5.3
|
| 320 |
+
setuptools==80.9.0
|
| 321 |
+
shtab==1.7.2
|
| 322 |
+
six==1.17.0
|
| 323 |
+
tqdm==4.67.1
|
| 324 |
+
tensorboard==2.15.2
|
| 325 |
+
uvloop==0.22.1
|
| 326 |
+
wheel==0.45.1
|
| 327 |
+
zipp==3.21.0
|
| 328 |
+
tensorflow-estimator==2.15.0
|
| 329 |
+
tensorboard-data-server==0.7.2
|
| 330 |
+
google-auth-oauthlib==1.3.1
|
| 331 |
+
tensorflow==2.15.1
|
| 332 |
+
Jinja2==3.1.6
|
| 333 |
+
markdown-it-py==2.2.0
|
| 334 |
+
multiprocess==0.70.15
|
| 335 |
+
numpy==1.23.5
|
| 336 |
+
pillow==11.3.0
|
| 337 |
+
pip==23.3.2
|
| 338 |
+
python-dateutil==2.9.0.post0
|
| 339 |
+
aiosignal==1.4.0
|
| 340 |
+
brotlicffi==1.0.9.2
|
| 341 |
+
hydra-core==1.2.0
|
| 342 |
+
multidict==6.7.0
|
| 343 |
+
pycares==4.10.0
|
| 344 |
+
rich==14.2.0
|
| 345 |
+
sympy==1.14.0
|
| 346 |
+
typeguard==4.4.4
|
| 347 |
+
aiodns==3.5.0
|
| 348 |
+
urllib3==2.5.0
|
| 349 |
+
yarl==1.18.0
|
| 350 |
+
aiohttp==3.12.15
|
| 351 |
+
pyarrow==21.0.0
|
| 352 |
+
pyarrow-hotfix==0.7
|
| 353 |
+
tokenizers==0.21.0
|
| 354 |
+
av==10.0.0
|
| 355 |
+
einops==0.4.1
|
| 356 |
+
Bottleneck==1.4.2
|
| 357 |
+
mkl_fft==1.3.11
|
| 358 |
+
mkl_random==1.2.8
|
| 359 |
+
numba==0.56.4
|
| 360 |
+
numcodecs==0.12.1
|
| 361 |
+
numexpr==2.10.1
|
| 362 |
+
pandas==2.3.3
|
| 363 |
+
zarr==2.12.0
|
| 364 |
+
datasets==2.19.0
|
| 365 |
+
transformers==4.47.1
|
| 366 |
+
accelerate==1.0.1
|
| 367 |
+
peft==0.14.0
|
| 368 |
+
trl==0.11.4
|
| 369 |
+
torch==2.2.2
|
| 370 |
+
tabulate==0.9.0
|
| 371 |
+
sentencepiece==0.2.0
|
| 372 |
+
pyperclip==1.11.0
|
| 373 |
+
PyOpenGL-accelerate==3.1.10
|
| 374 |
+
pydub==0.25.1
|
| 375 |
+
py-cpuinfo==9.0.0
|
| 376 |
+
pure_eval==0.2.3
|
| 377 |
+
ptyprocess==0.7.0
|
| 378 |
+
nvidia-ml-py==13.595.45
|
| 379 |
+
hjson==3.1.0
|
| 380 |
+
gym-notices==0.1.0
|
| 381 |
+
glfw==2.0.0
|
| 382 |
+
Farama-Notifications==0.0.4
|
| 383 |
+
websockets==15.0.1
|
| 384 |
+
wcwidth==0.6.0
|
| 385 |
+
uc-micro-py==1.0.3
|
| 386 |
+
typing-inspection==0.4.2
|
| 387 |
+
triton==2.2.0
|
| 388 |
+
trimesh==4.11.5
|
| 389 |
+
transforms3d==0.4.2
|
| 390 |
+
traitlets==5.14.3
|
| 391 |
+
threadpoolctl==3.6.0
|
| 392 |
+
tenacity==9.1.2
|
| 393 |
+
sniffio==1.3.1
|
| 394 |
+
smmap==5.0.3
|
| 395 |
+
setproctitle==1.3.7
|
| 396 |
+
sentry-sdk==2.57.0
|
| 397 |
+
semantic-version==2.10.0
|
| 398 |
+
scipy==1.13.1
|
| 399 |
+
rpds-py==0.27.1
|
| 400 |
+
python-multipart==0.0.20
|
| 401 |
+
pyparsing==3.3.2
|
| 402 |
+
pynvml==13.0.1
|
| 403 |
+
pydantic_core==2.41.5
|
| 404 |
+
pycryptodomex==3.23.0
|
| 405 |
+
pyasn1==0.6.3
|
| 406 |
+
grpcio==1.80.0
|
| 407 |
+
platformdirs==4.4.0
|
| 408 |
+
pexpect==4.9.0
|
| 409 |
+
parso==0.8.6
|
| 410 |
+
orjson==3.11.5
|
| 411 |
+
opencv-python==4.11.0.86
|
| 412 |
+
stack-data==0.6.3
|
| 413 |
+
omegaconf==2.2.1
|
| 414 |
+
nvidia-nvtx-cu12==12.1.105
|
| 415 |
+
nvidia-nvjitlink-cu12==12.9.86
|
| 416 |
+
nvidia-nccl-cu12==2.19.3
|
| 417 |
+
nvidia-curand-cu12==10.3.2.106
|
| 418 |
+
nvidia-cufft-cu12==11.0.2.54
|
| 419 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
| 420 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 421 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
| 422 |
+
nvidia-cublas-cu12==12.1.3.1
|
| 423 |
+
ninja==1.13.0
|
| 424 |
+
narwhals==2.19.0
|
| 425 |
+
lxml==6.0.3
|
| 426 |
+
kiwisolver==1.4.7
|
| 427 |
+
joblib==1.5.3
|
| 428 |
+
jiter==0.13.0
|
| 429 |
+
imageio-ffmpeg==0.6.0
|
| 430 |
+
ImageIO==2.37.2
|
| 431 |
+
h5py==3.14.0
|
| 432 |
+
h11==0.16.0
|
| 433 |
+
fonttools==4.60.2
|
| 434 |
+
ffmpy==1.0.0
|
| 435 |
+
fast_kinematics==0.2.2
|
| 436 |
+
executing==2.2.1
|
| 437 |
+
exceptiongroup==1.3.1
|
| 438 |
+
docker-pycreds==0.4.0
|
| 439 |
+
distro==1.9.0
|
| 440 |
+
decorator==5.2.1
|
| 441 |
+
dacite==1.9.2
|
| 442 |
+
cycler==0.12.1
|
| 443 |
+
contourpy==1.3.0
|
| 444 |
+
cloudpickle==3.1.2
|
| 445 |
+
click==8.1.8
|
| 446 |
+
asttokens==3.0.1
|
| 447 |
+
annotated-types==0.7.0
|
| 448 |
+
annotated-doc==0.0.4
|
| 449 |
+
aiofiles==25.1.0
|
| 450 |
+
absl-py==2.3.1
|
| 451 |
+
uvicorn==0.39.0
|
| 452 |
+
tiktoken==0.8.0
|
| 453 |
+
scikit-learn==1.6.1
|
| 454 |
+
sapien==3.0.0b1
|
| 455 |
+
referencing==0.36.2
|
| 456 |
+
pydantic==2.12.5
|
| 457 |
+
pyasn1_modules==0.4.2
|
| 458 |
+
prompt_toolkit==3.0.52
|
| 459 |
+
nvidia-cusparse-cu12==12.1.0.106
|
| 460 |
+
nvidia-cudnn-cu12==8.9.2.26
|
| 461 |
+
nltk==3.9.2
|
| 462 |
+
mujoco==2.3.7
|
| 463 |
+
mdit-py-plugins==0.3.3
|
| 464 |
+
matplotlib-inline==0.2.1
|
| 465 |
+
matplotlib==3.7.5
|
| 466 |
+
linkify-it-py==2.0.3
|
| 467 |
+
jedi==0.19.2
|
| 468 |
+
huggingface-hub==0.26.2
|
| 469 |
+
httpcore==1.0.9
|
| 470 |
+
gymnasium==0.29.1
|
| 471 |
+
google-pasta==0.2.0
|
| 472 |
+
gitdb==4.0.12
|
| 473 |
+
cryptography==46.0.7
|
| 474 |
+
blobfile==3.0.0
|
| 475 |
+
anyio==4.12.1
|
| 476 |
+
llmbc==0.0.0
|
| 477 |
+
tyro==0.9.1
|
| 478 |
+
toppra==0.6.6
|
| 479 |
+
starlette==0.49.3
|
| 480 |
+
seaborn==0.13.2
|
| 481 |
+
rouge_score==0.1.2
|
| 482 |
+
pynndescent==0.6.0
|
| 483 |
+
nvidia-cusolver-cu12==11.4.5.107
|
| 484 |
+
jsonschema-specifications==2025.9.1
|
| 485 |
+
ipython==8.18.1
|
| 486 |
+
httpx==0.28.1
|
| 487 |
+
gymnasium-robotics==1.2.0
|
| 488 |
+
google-auth==2.49.2
|
| 489 |
+
GitPython==3.1.46
|
| 490 |
+
diffusers==0.31.0
|
| 491 |
+
wandb==0.18.6
|
| 492 |
+
umap-learn==0.5.9.post2
|
| 493 |
+
requests-oauthlib==2.0.0
|
| 494 |
+
openai==2.8.1
|
| 495 |
+
mplib==0.1.1
|
| 496 |
+
jsonschema==4.25.1
|
| 497 |
+
gradio_client==0.2.9
|
| 498 |
+
google-genai==1.47.0
|
| 499 |
+
fastapi==0.128.8
|
| 500 |
+
torchvision==0.17.2
|
| 501 |
+
torchaudio==2.2.2
|
| 502 |
+
sentence-transformers==3.2.1
|
| 503 |
+
pytorch-seed==0.2.0
|
| 504 |
+
deepspeed==0.16.1
|
| 505 |
+
bitsandbytes==0.45.0
|
| 506 |
+
altair==6.0.0
|
| 507 |
+
timm==1.0.22
|
| 508 |
+
gradio==3.36.1
|
| 509 |
+
evaluate==0.4.3
|
| 510 |
+
arm_pytorch_utilities==0.5.0
|
| 511 |
+
tensorflow-io-gcs-filesystem==0.37.1
|
| 512 |
+
Markdown==3.9
|
| 513 |
+
pybullet==3.2.6
|
| 514 |
+
wrapt==1.14.2
|
| 515 |
+
tensorflow-probability==0.23.0
|
| 516 |
+
parse==1.19.1
|
| 517 |
+
dm-tree==0.1.8
|
| 518 |
+
termcolor==3.1.0
|
| 519 |
+
requests==2.32.0
|
| 520 |
+
cffi==2.0.0
|
| 521 |
+
opt_einsum==3.4.0
|
| 522 |
+
labmaze==1.0.6
|
| 523 |
+
typing_extensions==4.15.0
|
| 524 |
+
importlib-resources==5.13.0
|
| 525 |
+
importlib-metadata==5.2.0
|
| 526 |
+
FLAML==2.3.6
|
| 527 |
+
dm-env==1.6
|
| 528 |
+
diskcache==5.6.3
|
| 529 |
+
Cython==0.29.37
|
| 530 |
+
mujoco-py==2.1.2.14
|
| 531 |
+
jaxlib==0.4.30
|
| 532 |
+
dm-control==1.0.14
|
| 533 |
+
cmudict==1.0.13
|
| 534 |
+
syllables==1.0.9
|
| 535 |
+
metaworld==2.0.0
|
| 536 |
+
jax==0.4.30
|
| 537 |
+
highway-env==1.9.1
|
| 538 |
+
gym_bandits==0.0.2
|
| 539 |
+
d4rl==1.1
|
| 540 |
+
pyautogen==0.1.0
|
| 541 |
+
protobuf==4.25.9
|
| 542 |
+
tf-agents==0.19.0
|
| 543 |
+
oauthlib==3.3.1
|
| 544 |
+
pytorch-kinematics==0.7.5
|
| 545 |
+
pygame==2.6.1
|
| 546 |
+
gin-config==0.5.0
|
| 547 |
+
mani_skill==3.0.0b20
|
| 548 |
+
tifffile==2024.8.30
|
| 549 |
+
Shapely==1.8.4
|
| 550 |
+
PyWavelets==1.6.0
|
| 551 |
+
Werkzeug==3.1.8
|
| 552 |
+
astunparse==1.6.3
|
| 553 |
+
scikit-image==0.19.3
|
| 554 |
+
pymunk==6.2.1
|
| 555 |
+
ml-dtypes==0.3.2
|
| 556 |
+
gast==0.7.0
|
| 557 |
+
stable-baselines3==2.2.1
|
| 558 |
+
keras==2.15.0
|
| 559 |
+
llfbench==0.1.0
|
| 560 |
+
libclang==18.1.1
|
| 561 |
+
flatbuffers==25.12.19
|
| 562 |
+
gym==0.23.1
|
| 563 |
+
aiohappyeyeballs==2.6.1
|
| 564 |
+
antlr4-python3-runtime==4.9.3
|
| 565 |
+
asciitree==0.3.3
|
| 566 |
+
async-timeout==5.0.1
|
| 567 |
+
attrs==25.4.0
|
| 568 |
+
certifi==2025.10.5
|
| 569 |
+
charset-normalizer==3.4.4
|
| 570 |
+
colorama==0.4.6
|
| 571 |
+
dill==0.3.8
|
| 572 |
+
docstring-parser==0.16
|
| 573 |
+
eval_type_backport==0.2.2
|
| 574 |
+
fasteners==0.20
|
| 575 |
+
filelock==3.17.0
|
| 576 |
+
frozenlist==1.8.0
|
| 577 |
+
fsspec==2024.3.1
|
| 578 |
+
gmpy2==2.2.1
|
| 579 |
+
hf-xet==1.1.8
|
| 580 |
+
idna==3.11
|
| 581 |
+
llvmlite==0.39.1
|
| 582 |
+
MarkupSafe==3.0.2
|
| 583 |
+
mdurl==0.1.2
|
| 584 |
+
mkl-service==2.4.0
|
| 585 |
+
mpmath==1.3.0
|
| 586 |
+
msgpack==1.1.1
|
| 587 |
+
networkx==3.2.1
|
| 588 |
+
packaging==25.0
|
| 589 |
+
propcache==0.3.1
|
| 590 |
+
psutil==7.0.0
|
| 591 |
+
pycparser==2.23
|
| 592 |
+
Pygments==2.19.1
|
| 593 |
+
PyOpenGL==3.1.10
|
| 594 |
+
PySocks==1.7.1
|
| 595 |
+
tzdata==2025.3
|
| 596 |
+
xxhash==3.5.0
|
| 597 |
+
pytz==2025.2
|
| 598 |
+
PyYAML==6.0.2
|
| 599 |
+
regex==2025.9.1
|
| 600 |
+
safetensors==0.5.3
|
| 601 |
+
setuptools==80.9.0
|
| 602 |
+
shtab==1.7.2
|
| 603 |
+
six==1.17.0
|
| 604 |
+
tqdm==4.67.1
|
| 605 |
+
tensorboard==2.15.2
|
| 606 |
+
uvloop==0.22.1
|
| 607 |
+
wheel==0.45.1
|
| 608 |
+
zipp==3.21.0
|
| 609 |
+
tensorflow-estimator==2.15.0
|
| 610 |
+
tensorboard-data-server==0.7.2
|
| 611 |
+
google-auth-oauthlib==1.3.1
|
| 612 |
+
tensorflow==2.15.1
|
| 613 |
+
Jinja2==3.1.6
|
| 614 |
+
markdown-it-py==2.2.0
|
| 615 |
+
multiprocess==0.70.15
|
| 616 |
+
numpy==1.23.5
|
| 617 |
+
pillow==11.3.0
|
| 618 |
+
pip==23.3.2
|
| 619 |
+
python-dateutil==2.9.0.post0
|
| 620 |
+
aiosignal==1.4.0
|
| 621 |
+
brotlicffi==1.0.9.2
|
| 622 |
+
hydra-core==1.2.0
|
| 623 |
+
multidict==6.7.0
|
| 624 |
+
pycares==4.10.0
|
| 625 |
+
rich==14.2.0
|
| 626 |
+
sympy==1.14.0
|
| 627 |
+
typeguard==4.4.4
|
| 628 |
+
aiodns==3.5.0
|
| 629 |
+
urllib3==2.5.0
|
| 630 |
+
yarl==1.18.0
|
| 631 |
+
aiohttp==3.12.15
|
| 632 |
+
pyarrow==21.0.0
|
| 633 |
+
pyarrow-hotfix==0.7
|
| 634 |
+
tokenizers==0.21.0
|
| 635 |
+
av==10.0.0
|
| 636 |
+
einops==0.4.1
|
| 637 |
+
Bottleneck==1.4.2
|
| 638 |
+
mkl_fft==1.3.11
|
| 639 |
+
mkl_random==1.2.8
|
| 640 |
+
numba==0.56.4
|
| 641 |
+
numcodecs==0.12.1
|
| 642 |
+
numexpr==2.10.1
|
| 643 |
+
pandas==2.3.3
|
| 644 |
+
zarr==2.12.0
|
| 645 |
+
datasets==2.19.0
|
| 646 |
+
transformers==4.47.1
|
| 647 |
+
accelerate==1.0.1
|
| 648 |
+
peft==0.14.0
|
| 649 |
+
trl==0.11.4
|
| 650 |
+
torch==2.2.2
|
| 651 |
+
tabulate==0.9.0
|
| 652 |
+
sentencepiece==0.2.0
|
| 653 |
+
pyperclip==1.11.0
|
| 654 |
+
PyOpenGL-accelerate==3.1.10
|
| 655 |
+
pydub==0.25.1
|
| 656 |
+
py-cpuinfo==9.0.0
|
| 657 |
+
pure_eval==0.2.3
|
| 658 |
+
ptyprocess==0.7.0
|
| 659 |
+
nvidia-ml-py==13.595.45
|
| 660 |
+
hjson==3.1.0
|
| 661 |
+
gym-notices==0.1.0
|
| 662 |
+
glfw==2.0.0
|
| 663 |
+
Farama-Notifications==0.0.4
|
| 664 |
+
websockets==15.0.1
|
| 665 |
+
wcwidth==0.6.0
|
| 666 |
+
uc-micro-py==1.0.3
|
| 667 |
+
typing-inspection==0.4.2
|
| 668 |
+
triton==2.2.0
|
| 669 |
+
trimesh==4.11.5
|
| 670 |
+
transforms3d==0.4.2
|
| 671 |
+
traitlets==5.14.3
|
| 672 |
+
threadpoolctl==3.6.0
|
| 673 |
+
tenacity==9.1.2
|
| 674 |
+
sniffio==1.3.1
|
| 675 |
+
smmap==5.0.3
|
| 676 |
+
setproctitle==1.3.7
|
| 677 |
+
sentry-sdk==2.57.0
|
| 678 |
+
semantic-version==2.10.0
|
| 679 |
+
scipy==1.13.1
|
| 680 |
+
rpds-py==0.27.1
|
| 681 |
+
python-multipart==0.0.20
|
| 682 |
+
pyparsing==3.3.2
|
| 683 |
+
pynvml==13.0.1
|
| 684 |
+
pydantic_core==2.41.5
|
| 685 |
+
pycryptodomex==3.23.0
|
| 686 |
+
pyasn1==0.6.3
|
| 687 |
+
grpcio==1.80.0
|
| 688 |
+
platformdirs==4.4.0
|
| 689 |
+
pexpect==4.9.0
|
| 690 |
+
parso==0.8.6
|
| 691 |
+
orjson==3.11.5
|
| 692 |
+
opencv-python==4.11.0.86
|
| 693 |
+
stack-data==0.6.3
|
| 694 |
+
omegaconf==2.2.1
|
| 695 |
+
nvidia-nvtx-cu12==12.1.105
|
| 696 |
+
nvidia-nvjitlink-cu12==12.9.86
|
| 697 |
+
nvidia-nccl-cu12==2.19.3
|
| 698 |
+
nvidia-curand-cu12==10.3.2.106
|
| 699 |
+
nvidia-cufft-cu12==11.0.2.54
|
| 700 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
| 701 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 702 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
| 703 |
+
nvidia-cublas-cu12==12.1.3.1
|
| 704 |
+
ninja==1.13.0
|
| 705 |
+
narwhals==2.19.0
|
| 706 |
+
lxml==6.0.3
|
| 707 |
+
kiwisolver==1.4.7
|
| 708 |
+
joblib==1.5.3
|
| 709 |
+
jiter==0.13.0
|
| 710 |
+
imageio-ffmpeg==0.6.0
|
| 711 |
+
ImageIO==2.37.2
|
| 712 |
+
h5py==3.14.0
|
| 713 |
+
h11==0.16.0
|
| 714 |
+
fonttools==4.60.2
|
| 715 |
+
ffmpy==1.0.0
|
| 716 |
+
fast_kinematics==0.2.2
|
| 717 |
+
executing==2.2.1
|
| 718 |
+
exceptiongroup==1.3.1
|
| 719 |
+
docker-pycreds==0.4.0
|
| 720 |
+
distro==1.9.0
|
| 721 |
+
decorator==5.2.1
|
| 722 |
+
dacite==1.9.2
|
| 723 |
+
cycler==0.12.1
|
| 724 |
+
contourpy==1.3.0
|
| 725 |
+
cloudpickle==3.1.2
|
| 726 |
+
click==8.1.8
|
| 727 |
+
asttokens==3.0.1
|
| 728 |
+
annotated-types==0.7.0
|
| 729 |
+
annotated-doc==0.0.4
|
| 730 |
+
aiofiles==25.1.0
|
| 731 |
+
absl-py==2.3.1
|
| 732 |
+
uvicorn==0.39.0
|
| 733 |
+
tiktoken==0.8.0
|
| 734 |
+
scikit-learn==1.6.1
|
| 735 |
+
sapien==3.0.0b1
|
| 736 |
+
referencing==0.36.2
|
| 737 |
+
pydantic==2.12.5
|
| 738 |
+
pyasn1_modules==0.4.2
|
| 739 |
+
prompt_toolkit==3.0.52
|
| 740 |
+
nvidia-cusparse-cu12==12.1.0.106
|
| 741 |
+
nvidia-cudnn-cu12==8.9.2.26
|
| 742 |
+
nltk==3.9.2
|
| 743 |
+
mujoco==2.3.7
|
| 744 |
+
mdit-py-plugins==0.3.3
|
| 745 |
+
matplotlib-inline==0.2.1
|
| 746 |
+
matplotlib==3.7.5
|
| 747 |
+
linkify-it-py==2.0.3
|
| 748 |
+
jedi==0.19.2
|
| 749 |
+
huggingface-hub==0.26.2
|
| 750 |
+
httpcore==1.0.9
|
| 751 |
+
gymnasium==0.29.1
|
| 752 |
+
google-pasta==0.2.0
|
| 753 |
+
gitdb==4.0.12
|
| 754 |
+
cryptography==46.0.7
|
| 755 |
+
blobfile==3.0.0
|
| 756 |
+
anyio==4.12.1
|
| 757 |
+
llmbc==0.0.0
|
| 758 |
+
tyro==0.9.1
|
| 759 |
+
toppra==0.6.6
|
| 760 |
+
starlette==0.49.3
|
| 761 |
+
seaborn==0.13.2
|
| 762 |
+
rouge_score==0.1.2
|
| 763 |
+
pynndescent==0.6.0
|
| 764 |
+
nvidia-cusolver-cu12==11.4.5.107
|
| 765 |
+
jsonschema-specifications==2025.9.1
|
| 766 |
+
ipython==8.18.1
|
| 767 |
+
httpx==0.28.1
|
| 768 |
+
gymnasium-robotics==1.2.0
|
| 769 |
+
google-auth==2.49.2
|
| 770 |
+
GitPython==3.1.46
|
| 771 |
+
diffusers==0.31.0
|
| 772 |
+
wandb==0.18.6
|
| 773 |
+
umap-learn==0.5.9.post2
|
| 774 |
+
requests-oauthlib==2.0.0
|
| 775 |
+
openai==2.8.1
|
| 776 |
+
mplib==0.1.1
|
| 777 |
+
jsonschema==4.25.1
|
| 778 |
+
gradio_client==0.2.9
|
| 779 |
+
google-genai==1.47.0
|
| 780 |
+
fastapi==0.128.8
|
| 781 |
+
torchvision==0.17.2
|
| 782 |
+
torchaudio==2.2.2
|
| 783 |
+
sentence-transformers==3.2.1
|
| 784 |
+
pytorch-seed==0.2.0
|
| 785 |
+
deepspeed==0.16.1
|
| 786 |
+
bitsandbytes==0.45.0
|
| 787 |
+
altair==6.0.0
|
| 788 |
+
timm==1.0.22
|
| 789 |
+
gradio==3.36.1
|
| 790 |
+
evaluate==0.4.3
|
| 791 |
+
arm_pytorch_utilities==0.5.0
|
| 792 |
+
tensorflow-io-gcs-filesystem==0.37.1
|
| 793 |
+
Markdown==3.9
|
| 794 |
+
pybullet==3.2.6
|
| 795 |
+
wrapt==1.14.2
|
| 796 |
+
tensorflow-probability==0.23.0
|
| 797 |
+
parse==1.19.1
|
| 798 |
+
dm-tree==0.1.8
|
| 799 |
+
termcolor==3.1.0
|
| 800 |
+
requests==2.32.0
|
| 801 |
+
cffi==2.0.0
|
| 802 |
+
opt_einsum==3.4.0
|
| 803 |
+
labmaze==1.0.6
|
| 804 |
+
typing_extensions==4.15.0
|
| 805 |
+
importlib-resources==5.13.0
|
| 806 |
+
importlib-metadata==5.2.0
|
| 807 |
+
FLAML==2.3.6
|
| 808 |
+
dm-env==1.6
|
| 809 |
+
diskcache==5.6.3
|
| 810 |
+
Cython==0.29.37
|
| 811 |
+
mujoco-py==2.1.2.14
|
| 812 |
+
jaxlib==0.4.30
|
| 813 |
+
dm-control==1.0.14
|
| 814 |
+
cmudict==1.0.13
|
| 815 |
+
syllables==1.0.9
|
| 816 |
+
metaworld==2.0.0
|
| 817 |
+
jax==0.4.30
|
| 818 |
+
highway-env==1.9.1
|
| 819 |
+
gym_bandits==0.0.2
|
| 820 |
+
d4rl==1.1
|
| 821 |
+
pyautogen==0.1.0
|
| 822 |
+
protobuf==4.25.9
|
| 823 |
+
tf-agents==0.19.0
|
| 824 |
+
oauthlib==3.3.1
|
| 825 |
+
pytorch-kinematics==0.7.5
|
| 826 |
+
pygame==2.6.1
|
| 827 |
+
gin-config==0.5.0
|
| 828 |
+
mani_skill==3.0.0b20
|
| 829 |
+
tifffile==2024.8.30
|
| 830 |
+
Shapely==1.8.4
|
| 831 |
+
PyWavelets==1.6.0
|
| 832 |
+
Werkzeug==3.1.8
|
| 833 |
+
astunparse==1.6.3
|
| 834 |
+
scikit-image==0.19.3
|
| 835 |
+
pymunk==6.2.1
|
| 836 |
+
ml-dtypes==0.3.2
|
| 837 |
+
gast==0.7.0
|
| 838 |
+
stable-baselines3==2.2.1
|
| 839 |
+
keras==2.15.0
|
| 840 |
+
llfbench==0.1.0
|
| 841 |
+
libclang==18.1.1
|
| 842 |
+
flatbuffers==25.12.19
|
| 843 |
+
gym==0.23.1
|
| 844 |
+
llmbc==0.0.0
|
| 845 |
+
autocommand==2.2.2
|
| 846 |
+
backports.tarfile==1.2.0
|
| 847 |
+
importlib_metadata==8.0.0
|
| 848 |
+
inflect==7.3.1
|
| 849 |
+
jaraco.collections==5.1.0
|
| 850 |
+
jaraco.context==5.3.0
|
| 851 |
+
jaraco.functools==4.0.1
|
| 852 |
+
jaraco.text==3.12.1
|
| 853 |
+
more-itertools==10.3.0
|
| 854 |
+
packaging==24.2
|
| 855 |
+
platformdirs==4.2.2
|
| 856 |
+
tomli==2.0.1
|
| 857 |
+
typeguard==4.3.0
|
| 858 |
+
typing_extensions==4.12.2
|
| 859 |
+
wheel==0.45.1
|
| 860 |
+
zipp==3.19.2
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.15.0-168-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "3.9.25",
|
| 4 |
+
"startedAt": "2026-04-10T09:16:57.612247Z",
|
| 5 |
+
"program": "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py",
|
| 6 |
+
"codePath": "llmbc/workspace/train_bc_lowdim_workspace.py",
|
| 7 |
+
"git": {
|
| 8 |
+
"remote": "https://github.com/CHYang25/LLM-BC.git",
|
| 9 |
+
"commit": "2fa092f9eb4c2ad9435919c661a618071a583be5"
|
| 10 |
+
},
|
| 11 |
+
"email": "chris920325@gmail.com",
|
| 12 |
+
"root": "/workspace/LLM-BC/data/outputs/2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0",
|
| 13 |
+
"host": "c8ef52649900",
|
| 14 |
+
"username": "root",
|
| 15 |
+
"executable": "/venv/llm-bc/bin/python3",
|
| 16 |
+
"codePathLocal": "llmbc/workspace/train_bc_lowdim_workspace.py",
|
| 17 |
+
"cpu_count": 72,
|
| 18 |
+
"cpu_count_logical": 144,
|
| 19 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 20 |
+
"gpu_count": 2,
|
| 21 |
+
"disk": {
|
| 22 |
+
"/": {
|
| 23 |
+
"total": "545460846592",
|
| 24 |
+
"used": "206078439424"
|
| 25 |
+
}
|
| 26 |
+
},
|
| 27 |
+
"memory": {
|
| 28 |
+
"total": "810942898176"
|
| 29 |
+
},
|
| 30 |
+
"cpu": {
|
| 31 |
+
"count": 72,
|
| 32 |
+
"countLogical": 144
|
| 33 |
+
},
|
| 34 |
+
"gpu_nvidia": [
|
| 35 |
+
{
|
| 36 |
+
"name": "NVIDIA GeForce RTX 4090",
|
| 37 |
+
"memoryTotal": "25757220864",
|
| 38 |
+
"cudaCores": 16384,
|
| 39 |
+
"architecture": "Ada"
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"name": "NVIDIA GeForce RTX 4090",
|
| 43 |
+
"memoryTotal": "25757220864",
|
| 44 |
+
"cudaCores": 16384,
|
| 45 |
+
"architecture": "Ada"
|
| 46 |
+
}
|
| 47 |
+
],
|
| 48 |
+
"cudaVersion": "12.8"
|
| 49 |
+
}
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"_wandb":{"runtime":472},"global_step":197,"lr":0.009999978020164803,"_runtime":472.555626345,"_timestamp":1.7758126203738923e+09,"train_loss":0.36438101530075073,"epoch":0,"_step":197,"train_loss_bc":0.36438101530075073,"grad_norm":0.3752126395702362}
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/run-ags56sz9.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22f617861eb4d60e1dbaa3f0c287a22618d6896fbe0438b819f9419b852f7172
|
| 3 |
+
size 425984
|
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/wandb-resume.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"run_id": "ags56sz9"}
|
2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,165 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_llmbc_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_llmbc_lowdim_workspace.TrainLLMBCLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
model_name: ${llm.name}
|
| 8 |
+
horizon: 1
|
| 9 |
+
n_obs_steps: 1
|
| 10 |
+
n_action_steps: 1
|
| 11 |
+
n_latency_steps: 0
|
| 12 |
+
past_action_visible: false
|
| 13 |
+
llm_orig_expert_feedback: true
|
| 14 |
+
llm_do_sample: false
|
| 15 |
+
policy:
|
| 16 |
+
_target_: llmbc.policy.llmbc_lowdim_policy.LLMBCLowdimPolicy
|
| 17 |
+
model:
|
| 18 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 19 |
+
input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
|
| 20 |
+
hidden_size:
|
| 21 |
+
- 256
|
| 22 |
+
- 256
|
| 23 |
+
- 256
|
| 24 |
+
- 256
|
| 25 |
+
output_size: ${eval:'${n_action_steps}*${action_dim}'}
|
| 26 |
+
activation: tanh
|
| 27 |
+
n_obs_steps: ${n_obs_steps}
|
| 28 |
+
n_action_steps: ${n_action_steps}
|
| 29 |
+
obs_dim: ${obs_dim}
|
| 30 |
+
action_dim: ${action_dim}
|
| 31 |
+
llm_discriminator:
|
| 32 |
+
_target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
|
| 33 |
+
task_id: ${task_name}
|
| 34 |
+
llm_translator:
|
| 35 |
+
_target_: llmbc.translator.llm_translator.LLMTranslator
|
| 36 |
+
cfg: ${llm}
|
| 37 |
+
obs_dim: ${task.obs_dim}
|
| 38 |
+
action_dim: ${task.action_dim}
|
| 39 |
+
horizon: ${horizon}
|
| 40 |
+
n_obs_steps: ${n_obs_steps}
|
| 41 |
+
n_action_steps: ${n_action_steps}
|
| 42 |
+
loss_bc_weight: 1.0
|
| 43 |
+
loss_llm_weight: 0.01
|
| 44 |
+
horizon: ${horizon}
|
| 45 |
+
n_obs_steps: ${n_obs_steps}
|
| 46 |
+
n_action_steps: ${n_action_steps}
|
| 47 |
+
normalize_llm_loss: true
|
| 48 |
+
dataloader:
|
| 49 |
+
batch_size: 16
|
| 50 |
+
num_workers: 0
|
| 51 |
+
shuffle: true
|
| 52 |
+
pin_memory: false
|
| 53 |
+
persistent_workers: false
|
| 54 |
+
val_dataloader:
|
| 55 |
+
batch_size: 16
|
| 56 |
+
num_workers: 0
|
| 57 |
+
shuffle: true
|
| 58 |
+
pin_memory: false
|
| 59 |
+
persistent_workers: false
|
| 60 |
+
optimizer:
|
| 61 |
+
_target_: torch.optim.AdamW
|
| 62 |
+
lr: 0.0001
|
| 63 |
+
betas:
|
| 64 |
+
- 0.95
|
| 65 |
+
- 0.999
|
| 66 |
+
eps: 1.0e-08
|
| 67 |
+
weight_decay: 1.0e-06
|
| 68 |
+
training:
|
| 69 |
+
device: cuda:0
|
| 70 |
+
seed: 42
|
| 71 |
+
debug: false
|
| 72 |
+
resume: false
|
| 73 |
+
lr_scheduler: cosine
|
| 74 |
+
lr_warmup_steps: 10
|
| 75 |
+
num_epochs: 801
|
| 76 |
+
gradient_accumulate_every: 8
|
| 77 |
+
grad_norm_clip: 0.5
|
| 78 |
+
rollout_every: 4
|
| 79 |
+
checkpoint_every: 4
|
| 80 |
+
val_every: 1
|
| 81 |
+
sample_every: 4
|
| 82 |
+
sample_max_batch: 128
|
| 83 |
+
max_train_steps: null
|
| 84 |
+
max_val_steps: null
|
| 85 |
+
tqdm_interval_sec: 1.0
|
| 86 |
+
logging:
|
| 87 |
+
project: ${task.name}-training-mix
|
| 88 |
+
resume: true
|
| 89 |
+
mode: online
|
| 90 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 91 |
+
tags:
|
| 92 |
+
- ${name}
|
| 93 |
+
- ${task_name}
|
| 94 |
+
- ${exp_name}
|
| 95 |
+
id: null
|
| 96 |
+
group: null
|
| 97 |
+
checkpoint:
|
| 98 |
+
topk:
|
| 99 |
+
monitor_key: test_success_rate
|
| 100 |
+
mode: max
|
| 101 |
+
k: 5
|
| 102 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 103 |
+
save_last_ckpt: true
|
| 104 |
+
save_last_snapshot: false
|
| 105 |
+
multi_run:
|
| 106 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 107 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 108 |
+
task:
|
| 109 |
+
name: maze2d-medium-v0
|
| 110 |
+
obs_dim: 6
|
| 111 |
+
action_dim: 2
|
| 112 |
+
env_runner:
|
| 113 |
+
_target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
|
| 114 |
+
env_name: llf-pointmaze-maze2d-medium-v0
|
| 115 |
+
n_train: 10
|
| 116 |
+
n_test: 50
|
| 117 |
+
n_envs: 10
|
| 118 |
+
max_steps: 250
|
| 119 |
+
n_obs_steps: ${n_obs_steps}
|
| 120 |
+
n_action_steps: ${n_action_steps}
|
| 121 |
+
instruction_type: b
|
| 122 |
+
feedback_type:
|
| 123 |
+
- hp
|
| 124 |
+
- hn
|
| 125 |
+
- fp
|
| 126 |
+
visual: false
|
| 127 |
+
discount: 0.99
|
| 128 |
+
dataset:
|
| 129 |
+
_target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
|
| 130 |
+
data_path: datasets/maze2d-medium-v0-mix(csp5).pt
|
| 131 |
+
data_path2: datasets/maze2d-medium-v0.pt
|
| 132 |
+
horizon: ${horizon}
|
| 133 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 134 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 135 |
+
obs_eef_target: true
|
| 136 |
+
use_manual_normalizer: false
|
| 137 |
+
val_ratio: 0.02
|
| 138 |
+
dummy_normalizer: true
|
| 139 |
+
instructor:
|
| 140 |
+
_target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
|
| 141 |
+
llm:
|
| 142 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 143 |
+
model_name: SmolLM2-135M-Instruct
|
| 144 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 145 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 146 |
+
use_quantization: false
|
| 147 |
+
use_joint_mlp_projector: true
|
| 148 |
+
llm_mode: ete-finetuned
|
| 149 |
+
finetune_mode: orig
|
| 150 |
+
checkpoint: data/outputs/2025.10.16/11.53.22_train_llm_lowdim_maze2d-medium-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-maze2d-medium-v0/checkpoint-11850
|
| 151 |
+
max_length: 100
|
| 152 |
+
lora_config:
|
| 153 |
+
r: 32
|
| 154 |
+
lora_alpha: 64
|
| 155 |
+
lora_dropout: 0.05
|
| 156 |
+
bias: none
|
| 157 |
+
task_type: CAUSAL_LM
|
| 158 |
+
prompter:
|
| 159 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 160 |
+
use_joint_mlp_projector: true
|
| 161 |
+
hydra:
|
| 162 |
+
job:
|
| 163 |
+
override_dirname: ${model_name}
|
| 164 |
+
run:
|
| 165 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
|
2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task:
|
| 115 |
+
- training.seed=42
|
| 116 |
+
job:
|
| 117 |
+
name: train
|
| 118 |
+
chdir: null
|
| 119 |
+
override_dirname: training.seed=42
|
| 120 |
+
id: ???
|
| 121 |
+
num: ???
|
| 122 |
+
config_name: llmbc_maze2d-medium-v0_mix(csp5).yaml
|
| 123 |
+
env_set: {}
|
| 124 |
+
env_copy: []
|
| 125 |
+
config:
|
| 126 |
+
override_dirname:
|
| 127 |
+
kv_sep: '='
|
| 128 |
+
item_sep: ','
|
| 129 |
+
exclude_keys: []
|
| 130 |
+
runtime:
|
| 131 |
+
version: 1.2.0
|
| 132 |
+
version_base: '1.2'
|
| 133 |
+
cwd: /workspace/LLM-BC
|
| 134 |
+
config_sources:
|
| 135 |
+
- path: hydra.conf
|
| 136 |
+
schema: pkg
|
| 137 |
+
provider: hydra
|
| 138 |
+
- path: /workspace/LLM-BC/config/mix_data
|
| 139 |
+
schema: file
|
| 140 |
+
provider: main
|
| 141 |
+
- path: ''
|
| 142 |
+
schema: structured
|
| 143 |
+
provider: schema
|
| 144 |
+
output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0
|
| 145 |
+
choices:
|
| 146 |
+
hydra/env: default
|
| 147 |
+
hydra/callbacks: null
|
| 148 |
+
hydra/job_logging: default
|
| 149 |
+
hydra/hydra_logging: default
|
| 150 |
+
hydra/hydra_help: default
|
| 151 |
+
hydra/help: default
|
| 152 |
+
hydra/sweeper: basic
|
| 153 |
+
hydra/launcher: basic
|
| 154 |
+
hydra/output: default
|
| 155 |
+
verbose: false
|
2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
- training.seed=42
|
2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/train.log
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-04-10 09:26:58,688][numexpr.utils][INFO] - Note: detected 144 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
|
| 2 |
+
[2026-04-10 09:26:58,688][numexpr.utils][INFO] - Note: NumExpr detected 144 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
|
| 3 |
+
[2026-04-10 09:26:58,688][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
|
| 4 |
+
[2026-04-10 09:27:02,106][datasets][INFO] - PyTorch version 2.2.2 available.
|
| 5 |
+
[2026-04-10 09:27:02,106][datasets][INFO] - TensorFlow version 2.15.1 available.
|
| 6 |
+
[2026-04-10 09:27:02,107][datasets][INFO] - JAX version 0.4.30 available.
|
2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_llmbc_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_llmbc_lowdim_workspace.TrainLLMBCLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
model_name: ${llm.name}
|
| 8 |
+
horizon: 1
|
| 9 |
+
n_obs_steps: 1
|
| 10 |
+
n_action_steps: 1
|
| 11 |
+
n_latency_steps: 0
|
| 12 |
+
past_action_visible: false
|
| 13 |
+
llm_orig_expert_feedback: true
|
| 14 |
+
llm_do_sample: false
|
| 15 |
+
policy:
|
| 16 |
+
_target_: llmbc.policy.llmbc_lowdim_policy.LLMBCLowdimPolicy
|
| 17 |
+
model:
|
| 18 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 19 |
+
input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
|
| 20 |
+
hidden_size:
|
| 21 |
+
- 256
|
| 22 |
+
- 256
|
| 23 |
+
output_size: ${eval:'${n_action_steps}*${action_dim}'}
|
| 24 |
+
activation: relu
|
| 25 |
+
n_obs_steps: ${n_obs_steps}
|
| 26 |
+
n_action_steps: ${n_action_steps}
|
| 27 |
+
obs_dim: ${obs_dim}
|
| 28 |
+
action_dim: ${action_dim}
|
| 29 |
+
llm_discriminator:
|
| 30 |
+
_target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
|
| 31 |
+
task_id: ${task_name}
|
| 32 |
+
llm_translator:
|
| 33 |
+
_target_: llmbc.translator.llm_translator.LLMTranslator
|
| 34 |
+
cfg: ${llm}
|
| 35 |
+
obs_dim: ${task.obs_dim}
|
| 36 |
+
action_dim: ${task.action_dim}
|
| 37 |
+
horizon: ${horizon}
|
| 38 |
+
n_obs_steps: ${n_obs_steps}
|
| 39 |
+
n_action_steps: ${n_action_steps}
|
| 40 |
+
loss_bc_weight: 1.0
|
| 41 |
+
loss_llm_weight: 0.01
|
| 42 |
+
horizon: ${horizon}
|
| 43 |
+
n_obs_steps: ${n_obs_steps}
|
| 44 |
+
n_action_steps: ${n_action_steps}
|
| 45 |
+
normalize_llm_loss: true
|
| 46 |
+
dataloader:
|
| 47 |
+
batch_size: 16
|
| 48 |
+
num_workers: 0
|
| 49 |
+
shuffle: true
|
| 50 |
+
pin_memory: false
|
| 51 |
+
persistent_workers: false
|
| 52 |
+
val_dataloader:
|
| 53 |
+
batch_size: 16
|
| 54 |
+
num_workers: 0
|
| 55 |
+
shuffle: true
|
| 56 |
+
pin_memory: false
|
| 57 |
+
persistent_workers: false
|
| 58 |
+
optimizer:
|
| 59 |
+
_target_: torch.optim.AdamW
|
| 60 |
+
lr: 0.001
|
| 61 |
+
betas:
|
| 62 |
+
- 0.95
|
| 63 |
+
- 0.999
|
| 64 |
+
eps: 1.0e-08
|
| 65 |
+
weight_decay: 1.0e-06
|
| 66 |
+
training:
|
| 67 |
+
device: cuda:0
|
| 68 |
+
seed: 42
|
| 69 |
+
debug: false
|
| 70 |
+
resume: false
|
| 71 |
+
lr_scheduler: constant
|
| 72 |
+
lr_warmup_steps: 10
|
| 73 |
+
num_epochs: 1001
|
| 74 |
+
gradient_accumulate_every: 8
|
| 75 |
+
grad_norm_clip: 0.5
|
| 76 |
+
rollout_every: 5
|
| 77 |
+
checkpoint_every: 5
|
| 78 |
+
val_every: 1
|
| 79 |
+
sample_every: 5
|
| 80 |
+
sample_max_batch: 128
|
| 81 |
+
max_train_steps: null
|
| 82 |
+
max_val_steps: null
|
| 83 |
+
tqdm_interval_sec: 1.0
|
| 84 |
+
logging:
|
| 85 |
+
project: ${task.name}-training-mix
|
| 86 |
+
resume: true
|
| 87 |
+
mode: online
|
| 88 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 89 |
+
tags:
|
| 90 |
+
- ${name}
|
| 91 |
+
- ${task_name}
|
| 92 |
+
- ${exp_name}
|
| 93 |
+
id: null
|
| 94 |
+
group: null
|
| 95 |
+
checkpoint:
|
| 96 |
+
topk:
|
| 97 |
+
monitor_key: test_success_rate
|
| 98 |
+
mode: max
|
| 99 |
+
k: 5
|
| 100 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 101 |
+
save_last_ckpt: true
|
| 102 |
+
save_last_snapshot: false
|
| 103 |
+
multi_run:
|
| 104 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 105 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 106 |
+
task:
|
| 107 |
+
name: adroit-hand-relocate-v1
|
| 108 |
+
obs_dim: 39
|
| 109 |
+
action_dim: 30
|
| 110 |
+
env_runner:
|
| 111 |
+
_target_: llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner
|
| 112 |
+
env_name: llf-adroit-adroit-hand-relocate-v1
|
| 113 |
+
n_train: 10
|
| 114 |
+
n_test: 50
|
| 115 |
+
n_envs: 10
|
| 116 |
+
max_steps: 150
|
| 117 |
+
n_obs_steps: ${n_obs_steps}
|
| 118 |
+
n_action_steps: ${n_action_steps}
|
| 119 |
+
instruction_type: b
|
| 120 |
+
feedback_type:
|
| 121 |
+
- hp
|
| 122 |
+
- hn
|
| 123 |
+
- fp
|
| 124 |
+
visual: false
|
| 125 |
+
discount: 0.99
|
| 126 |
+
dataset:
|
| 127 |
+
_target_: llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset
|
| 128 |
+
data_path: datasets/adroit-hand-relocate-v1-mix(csp100).pt
|
| 129 |
+
data_path2: datasets/adroit-hand-relocate-v1.pt
|
| 130 |
+
horizon: ${horizon}
|
| 131 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 132 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 133 |
+
obs_eef_target: true
|
| 134 |
+
use_manual_normalizer: false
|
| 135 |
+
val_ratio: 0.1
|
| 136 |
+
dummy_normalizer: true
|
| 137 |
+
instructor:
|
| 138 |
+
_target_: llmbc.translator.instructor.adroit_instructor.adroit_hand_relocate_v1_instructor.AdroitHandRelocateV1Instructor
|
| 139 |
+
llm:
|
| 140 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 141 |
+
model_name: SmolLM2-135M-Instruct
|
| 142 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 143 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 144 |
+
use_quantization: false
|
| 145 |
+
use_joint_mlp_projector: true
|
| 146 |
+
llm_mode: ete-finetuned
|
| 147 |
+
finetune_mode: orig
|
| 148 |
+
checkpoint: data/outputs/2026.04.03/12.10.45_train_llm_lowdim_adroit-hand-relocate-v1/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-adroit-hand-relocate-v1/checkpoint-2340
|
| 149 |
+
max_length: 100
|
| 150 |
+
lora_config:
|
| 151 |
+
r: 32
|
| 152 |
+
lora_alpha: 64
|
| 153 |
+
lora_dropout: 0.05
|
| 154 |
+
bias: none
|
| 155 |
+
task_type: CAUSAL_LM
|
| 156 |
+
prompter:
|
| 157 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 158 |
+
use_joint_mlp_projector: true
|
| 159 |
+
hydra:
|
| 160 |
+
job:
|
| 161 |
+
override_dirname: ${model_name}
|
| 162 |
+
run:
|
| 163 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
|
2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,154 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task: []
|
| 115 |
+
job:
|
| 116 |
+
name: train
|
| 117 |
+
chdir: null
|
| 118 |
+
override_dirname: ''
|
| 119 |
+
id: ???
|
| 120 |
+
num: ???
|
| 121 |
+
config_name: llmbc_adroit-hand-relocate-v1_mix(csp100).yaml
|
| 122 |
+
env_set: {}
|
| 123 |
+
env_copy: []
|
| 124 |
+
config:
|
| 125 |
+
override_dirname:
|
| 126 |
+
kv_sep: '='
|
| 127 |
+
item_sep: ','
|
| 128 |
+
exclude_keys: []
|
| 129 |
+
runtime:
|
| 130 |
+
version: 1.2.0
|
| 131 |
+
version_base: '1.2'
|
| 132 |
+
cwd: /workspace/LLM-BC
|
| 133 |
+
config_sources:
|
| 134 |
+
- path: hydra.conf
|
| 135 |
+
schema: pkg
|
| 136 |
+
provider: hydra
|
| 137 |
+
- path: /workspace/LLM-BC/config/mix_data
|
| 138 |
+
schema: file
|
| 139 |
+
provider: main
|
| 140 |
+
- path: ''
|
| 141 |
+
schema: structured
|
| 142 |
+
provider: schema
|
| 143 |
+
output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1
|
| 144 |
+
choices:
|
| 145 |
+
hydra/env: default
|
| 146 |
+
hydra/callbacks: null
|
| 147 |
+
hydra/job_logging: default
|
| 148 |
+
hydra/hydra_logging: default
|
| 149 |
+
hydra/hydra_help: default
|
| 150 |
+
hydra/help: default
|
| 151 |
+
hydra/sweeper: basic
|
| 152 |
+
hydra/launcher: basic
|
| 153 |
+
hydra/output: default
|
| 154 |
+
verbose: false
|
2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/train.log
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-04-10 09:36:24,868][numexpr.utils][INFO] - Note: detected 144 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
|
| 2 |
+
[2026-04-10 09:36:24,868][numexpr.utils][INFO] - Note: NumExpr detected 144 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
|
| 3 |
+
[2026-04-10 09:36:24,868][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
|
| 4 |
+
[2026-04-10 09:36:28,715][datasets][INFO] - PyTorch version 2.2.2 available.
|
| 5 |
+
[2026-04-10 09:36:28,716][datasets][INFO] - TensorFlow version 2.15.1 available.
|
| 6 |
+
[2026-04-10 09:36:28,717][datasets][INFO] - JAX version 0.4.30 available.
|
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,165 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_llmbc_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_llmbc_lowdim_workspace.TrainLLMBCLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
model_name: ${llm.name}
|
| 8 |
+
horizon: 1
|
| 9 |
+
n_obs_steps: 1
|
| 10 |
+
n_action_steps: 1
|
| 11 |
+
n_latency_steps: 0
|
| 12 |
+
past_action_visible: false
|
| 13 |
+
llm_orig_expert_feedback: true
|
| 14 |
+
llm_do_sample: false
|
| 15 |
+
policy:
|
| 16 |
+
_target_: llmbc.policy.llmbc_lowdim_policy.LLMBCLowdimPolicy
|
| 17 |
+
model:
|
| 18 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 19 |
+
input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
|
| 20 |
+
hidden_size:
|
| 21 |
+
- 256
|
| 22 |
+
- 256
|
| 23 |
+
- 256
|
| 24 |
+
- 256
|
| 25 |
+
output_size: ${eval:'${n_action_steps}*${action_dim}'}
|
| 26 |
+
activation: tanh
|
| 27 |
+
n_obs_steps: ${n_obs_steps}
|
| 28 |
+
n_action_steps: ${n_action_steps}
|
| 29 |
+
obs_dim: ${obs_dim}
|
| 30 |
+
action_dim: ${action_dim}
|
| 31 |
+
llm_discriminator:
|
| 32 |
+
_target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
|
| 33 |
+
task_id: ${task_name}
|
| 34 |
+
llm_translator:
|
| 35 |
+
_target_: llmbc.translator.llm_translator.LLMTranslator
|
| 36 |
+
cfg: ${llm}
|
| 37 |
+
obs_dim: ${task.obs_dim}
|
| 38 |
+
action_dim: ${task.action_dim}
|
| 39 |
+
horizon: ${horizon}
|
| 40 |
+
n_obs_steps: ${n_obs_steps}
|
| 41 |
+
n_action_steps: ${n_action_steps}
|
| 42 |
+
loss_bc_weight: 1.0
|
| 43 |
+
loss_llm_weight: 0.01
|
| 44 |
+
horizon: ${horizon}
|
| 45 |
+
n_obs_steps: ${n_obs_steps}
|
| 46 |
+
n_action_steps: ${n_action_steps}
|
| 47 |
+
normalize_llm_loss: true
|
| 48 |
+
dataloader:
|
| 49 |
+
batch_size: 16
|
| 50 |
+
num_workers: 0
|
| 51 |
+
shuffle: true
|
| 52 |
+
pin_memory: false
|
| 53 |
+
persistent_workers: false
|
| 54 |
+
val_dataloader:
|
| 55 |
+
batch_size: 16
|
| 56 |
+
num_workers: 0
|
| 57 |
+
shuffle: true
|
| 58 |
+
pin_memory: false
|
| 59 |
+
persistent_workers: false
|
| 60 |
+
optimizer:
|
| 61 |
+
_target_: torch.optim.AdamW
|
| 62 |
+
lr: 0.0001
|
| 63 |
+
betas:
|
| 64 |
+
- 0.95
|
| 65 |
+
- 0.999
|
| 66 |
+
eps: 1.0e-08
|
| 67 |
+
weight_decay: 1.0e-06
|
| 68 |
+
training:
|
| 69 |
+
device: cuda:0
|
| 70 |
+
seed: 42
|
| 71 |
+
debug: false
|
| 72 |
+
resume: false
|
| 73 |
+
lr_scheduler: cosine
|
| 74 |
+
lr_warmup_steps: 10
|
| 75 |
+
num_epochs: 801
|
| 76 |
+
gradient_accumulate_every: 8
|
| 77 |
+
grad_norm_clip: 0.5
|
| 78 |
+
rollout_every: 4
|
| 79 |
+
checkpoint_every: 4
|
| 80 |
+
val_every: 1
|
| 81 |
+
sample_every: 4
|
| 82 |
+
sample_max_batch: 128
|
| 83 |
+
max_train_steps: null
|
| 84 |
+
max_val_steps: null
|
| 85 |
+
tqdm_interval_sec: 1.0
|
| 86 |
+
logging:
|
| 87 |
+
project: ${task.name}-training-mix
|
| 88 |
+
resume: true
|
| 89 |
+
mode: online
|
| 90 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 91 |
+
tags:
|
| 92 |
+
- ${name}
|
| 93 |
+
- ${task_name}
|
| 94 |
+
- ${exp_name}
|
| 95 |
+
id: null
|
| 96 |
+
group: null
|
| 97 |
+
checkpoint:
|
| 98 |
+
topk:
|
| 99 |
+
monitor_key: test_success_rate
|
| 100 |
+
mode: max
|
| 101 |
+
k: 5
|
| 102 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 103 |
+
save_last_ckpt: true
|
| 104 |
+
save_last_snapshot: false
|
| 105 |
+
multi_run:
|
| 106 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 107 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 108 |
+
task:
|
| 109 |
+
name: maze2d-medium-v0
|
| 110 |
+
obs_dim: 6
|
| 111 |
+
action_dim: 2
|
| 112 |
+
env_runner:
|
| 113 |
+
_target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
|
| 114 |
+
env_name: llf-pointmaze-maze2d-medium-v0
|
| 115 |
+
n_train: 10
|
| 116 |
+
n_test: 50
|
| 117 |
+
n_envs: 10
|
| 118 |
+
max_steps: 250
|
| 119 |
+
n_obs_steps: ${n_obs_steps}
|
| 120 |
+
n_action_steps: ${n_action_steps}
|
| 121 |
+
instruction_type: b
|
| 122 |
+
feedback_type:
|
| 123 |
+
- hp
|
| 124 |
+
- hn
|
| 125 |
+
- fp
|
| 126 |
+
visual: false
|
| 127 |
+
discount: 0.99
|
| 128 |
+
dataset:
|
| 129 |
+
_target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
|
| 130 |
+
data_path: datasets/maze2d-medium-v0-mix(csp5).pt
|
| 131 |
+
data_path2: datasets/maze2d-medium-v0.pt
|
| 132 |
+
horizon: ${horizon}
|
| 133 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 134 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 135 |
+
obs_eef_target: true
|
| 136 |
+
use_manual_normalizer: false
|
| 137 |
+
val_ratio: 0.02
|
| 138 |
+
dummy_normalizer: true
|
| 139 |
+
instructor:
|
| 140 |
+
_target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
|
| 141 |
+
llm:
|
| 142 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 143 |
+
model_name: SmolLM2-135M-Instruct
|
| 144 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 145 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 146 |
+
use_quantization: false
|
| 147 |
+
use_joint_mlp_projector: true
|
| 148 |
+
llm_mode: ete-finetuned
|
| 149 |
+
finetune_mode: orig
|
| 150 |
+
checkpoint: data/outputs/2025.10.16/11.53.22_train_llm_lowdim_maze2d-medium-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-maze2d-medium-v0/checkpoint-11850
|
| 151 |
+
max_length: 100
|
| 152 |
+
lora_config:
|
| 153 |
+
r: 32
|
| 154 |
+
lora_alpha: 64
|
| 155 |
+
lora_dropout: 0.05
|
| 156 |
+
bias: none
|
| 157 |
+
task_type: CAUSAL_LM
|
| 158 |
+
prompter:
|
| 159 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 160 |
+
use_joint_mlp_projector: true
|
| 161 |
+
hydra:
|
| 162 |
+
job:
|
| 163 |
+
override_dirname: ${model_name}
|
| 164 |
+
run:
|
| 165 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
|
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,155 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task:
|
| 115 |
+
- training.seed=42
|
| 116 |
+
job:
|
| 117 |
+
name: train
|
| 118 |
+
chdir: null
|
| 119 |
+
override_dirname: training.seed=42
|
| 120 |
+
id: ???
|
| 121 |
+
num: ???
|
| 122 |
+
config_name: llmbc_maze2d-medium-v0_mix(csp5).yaml
|
| 123 |
+
env_set: {}
|
| 124 |
+
env_copy: []
|
| 125 |
+
config:
|
| 126 |
+
override_dirname:
|
| 127 |
+
kv_sep: '='
|
| 128 |
+
item_sep: ','
|
| 129 |
+
exclude_keys: []
|
| 130 |
+
runtime:
|
| 131 |
+
version: 1.2.0
|
| 132 |
+
version_base: '1.2'
|
| 133 |
+
cwd: /workspace/LLM-BC
|
| 134 |
+
config_sources:
|
| 135 |
+
- path: hydra.conf
|
| 136 |
+
schema: pkg
|
| 137 |
+
provider: hydra
|
| 138 |
+
- path: /workspace/LLM-BC/config/mix_data
|
| 139 |
+
schema: file
|
| 140 |
+
provider: main
|
| 141 |
+
- path: ''
|
| 142 |
+
schema: structured
|
| 143 |
+
provider: schema
|
| 144 |
+
output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0
|
| 145 |
+
choices:
|
| 146 |
+
hydra/env: default
|
| 147 |
+
hydra/callbacks: null
|
| 148 |
+
hydra/job_logging: default
|
| 149 |
+
hydra/hydra_logging: default
|
| 150 |
+
hydra/hydra_help: default
|
| 151 |
+
hydra/help: default
|
| 152 |
+
hydra/sweeper: basic
|
| 153 |
+
hydra/launcher: basic
|
| 154 |
+
hydra/output: default
|
| 155 |
+
verbose: false
|
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
- training.seed=42
|
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/logs.json.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/train.log
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-04-10 09:36:50,164][numexpr.utils][INFO] - Note: detected 144 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
|
| 2 |
+
[2026-04-10 09:36:50,164][numexpr.utils][INFO] - Note: NumExpr detected 144 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
|
| 3 |
+
[2026-04-10 09:36:50,164][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
|
| 4 |
+
[2026-04-10 09:36:53,596][datasets][INFO] - PyTorch version 2.2.2 available.
|
| 5 |
+
[2026-04-10 09:36:53,597][datasets][INFO] - TensorFlow version 2.15.1 available.
|
| 6 |
+
[2026-04-10 09:36:53,597][datasets][INFO] - JAX version 0.4.30 available.
|
| 7 |
+
[2026-04-10 09:36:57,574][root][INFO] - running build_ext
|
| 8 |
+
[2026-04-10 09:36:57,576][root][INFO] - building 'mujoco_py.cymj' extension
|
| 9 |
+
[2026-04-10 09:36:57,576][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
|
| 10 |
+
[2026-04-10 09:37:39,277][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
|
| 11 |
+
[2026-04-10 09:37:39,368][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
|
| 12 |
+
[2026-04-10 09:37:41,989][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
|
| 13 |
+
[2026-04-10 09:37:41,996][absl][INFO] - MuJoCo library version is: 2.3.7
|
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/config.yaml
ADDED
|
@@ -0,0 +1,273 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_target_:
|
| 2 |
+
value: llmbc.workspace.train_llmbc_lowdim_workspace.TrainLLMBCLowdimWorkspace
|
| 3 |
+
_wandb:
|
| 4 |
+
value:
|
| 5 |
+
cli_version: 0.18.6
|
| 6 |
+
m: []
|
| 7 |
+
python_version: 3.9.25
|
| 8 |
+
t:
|
| 9 |
+
"1":
|
| 10 |
+
- 1
|
| 11 |
+
- 2
|
| 12 |
+
- 3
|
| 13 |
+
- 5
|
| 14 |
+
- 11
|
| 15 |
+
- 12
|
| 16 |
+
- 41
|
| 17 |
+
- 49
|
| 18 |
+
- 50
|
| 19 |
+
- 51
|
| 20 |
+
- 53
|
| 21 |
+
- 55
|
| 22 |
+
- 71
|
| 23 |
+
- 83
|
| 24 |
+
- 95
|
| 25 |
+
- 98
|
| 26 |
+
- 100
|
| 27 |
+
- 105
|
| 28 |
+
"2":
|
| 29 |
+
- 1
|
| 30 |
+
- 2
|
| 31 |
+
- 3
|
| 32 |
+
- 5
|
| 33 |
+
- 11
|
| 34 |
+
- 12
|
| 35 |
+
- 41
|
| 36 |
+
- 49
|
| 37 |
+
- 50
|
| 38 |
+
- 51
|
| 39 |
+
- 53
|
| 40 |
+
- 55
|
| 41 |
+
- 71
|
| 42 |
+
- 83
|
| 43 |
+
- 95
|
| 44 |
+
- 98
|
| 45 |
+
- 100
|
| 46 |
+
- 105
|
| 47 |
+
"3":
|
| 48 |
+
- 13
|
| 49 |
+
- 15
|
| 50 |
+
- 16
|
| 51 |
+
- 23
|
| 52 |
+
- 55
|
| 53 |
+
- 61
|
| 54 |
+
"4": 3.9.25
|
| 55 |
+
"5": 0.18.6
|
| 56 |
+
"6": 4.47.1
|
| 57 |
+
"8":
|
| 58 |
+
- 5
|
| 59 |
+
"12": 0.18.6
|
| 60 |
+
"13": linux-x86_64
|
| 61 |
+
action_dim:
|
| 62 |
+
value: 2
|
| 63 |
+
checkpoint:
|
| 64 |
+
value:
|
| 65 |
+
save_last_ckpt: true
|
| 66 |
+
save_last_snapshot: false
|
| 67 |
+
topk:
|
| 68 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 69 |
+
k: 5
|
| 70 |
+
mode: max
|
| 71 |
+
monitor_key: test_success_rate
|
| 72 |
+
dataloader:
|
| 73 |
+
value:
|
| 74 |
+
batch_size: 16
|
| 75 |
+
num_workers: 0
|
| 76 |
+
persistent_workers: false
|
| 77 |
+
pin_memory: false
|
| 78 |
+
shuffle: true
|
| 79 |
+
exp_name:
|
| 80 |
+
value: default
|
| 81 |
+
horizon:
|
| 82 |
+
value: 1
|
| 83 |
+
llm:
|
| 84 |
+
value:
|
| 85 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 86 |
+
checkpoint: data/outputs/2025.10.16/11.53.22_train_llm_lowdim_maze2d-medium-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-maze2d-medium-v0/checkpoint-11850
|
| 87 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 88 |
+
finetune_mode: orig
|
| 89 |
+
hydra:
|
| 90 |
+
job:
|
| 91 |
+
override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 92 |
+
run:
|
| 93 |
+
dir: data/outputs/2026.04.10/09.36.48_HuggingFaceTB/SmolLM2-135M-Instruct
|
| 94 |
+
llm_mode: ete-finetuned
|
| 95 |
+
lora_config:
|
| 96 |
+
bias: none
|
| 97 |
+
lora_alpha: 64
|
| 98 |
+
lora_dropout: 0.05
|
| 99 |
+
r: 32
|
| 100 |
+
task_type: CAUSAL_LM
|
| 101 |
+
max_length: 100
|
| 102 |
+
model_name: SmolLM2-135M-Instruct
|
| 103 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 104 |
+
prompter:
|
| 105 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 106 |
+
use_joint_mlp_projector: true
|
| 107 |
+
use_joint_mlp_projector: true
|
| 108 |
+
use_quantization: false
|
| 109 |
+
llm_do_sample:
|
| 110 |
+
value: false
|
| 111 |
+
llm_orig_expert_feedback:
|
| 112 |
+
value: true
|
| 113 |
+
logging:
|
| 114 |
+
value:
|
| 115 |
+
group: null
|
| 116 |
+
id: null
|
| 117 |
+
mode: online
|
| 118 |
+
name: 2026.04.10-09.36.48_train_llmbc_lowdim_maze2d-medium-v0
|
| 119 |
+
project: maze2d-medium-v0-training-mix
|
| 120 |
+
resume: true
|
| 121 |
+
tags:
|
| 122 |
+
- train_llmbc_lowdim
|
| 123 |
+
- maze2d-medium-v0
|
| 124 |
+
- default
|
| 125 |
+
model_name:
|
| 126 |
+
value: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 127 |
+
multi_run:
|
| 128 |
+
value:
|
| 129 |
+
run_dir: data/outputs/2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0
|
| 130 |
+
wandb_name_base: 2026.04.10-09.36.48_train_llmbc_lowdim_maze2d-medium-v0
|
| 131 |
+
n_action_steps:
|
| 132 |
+
value: 1
|
| 133 |
+
n_latency_steps:
|
| 134 |
+
value: 0
|
| 135 |
+
n_obs_steps:
|
| 136 |
+
value: 1
|
| 137 |
+
name:
|
| 138 |
+
value: train_llmbc_lowdim
|
| 139 |
+
obs_dim:
|
| 140 |
+
value: 6
|
| 141 |
+
optimizer:
|
| 142 |
+
value:
|
| 143 |
+
_target_: torch.optim.AdamW
|
| 144 |
+
betas:
|
| 145 |
+
- 0.95
|
| 146 |
+
- 0.999
|
| 147 |
+
eps: 1e-08
|
| 148 |
+
lr: 0.0001
|
| 149 |
+
weight_decay: 1e-06
|
| 150 |
+
output_dir:
|
| 151 |
+
value: /workspace/LLM-BC/data/outputs/2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0
|
| 152 |
+
past_action_visible:
|
| 153 |
+
value: false
|
| 154 |
+
policy:
|
| 155 |
+
value:
|
| 156 |
+
_target_: llmbc.policy.llmbc_lowdim_policy.LLMBCLowdimPolicy
|
| 157 |
+
action_dim: 2
|
| 158 |
+
horizon: 1
|
| 159 |
+
llm_discriminator:
|
| 160 |
+
_target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
|
| 161 |
+
llm_translator:
|
| 162 |
+
_target_: llmbc.translator.llm_translator.LLMTranslator
|
| 163 |
+
action_dim: 2
|
| 164 |
+
cfg:
|
| 165 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 166 |
+
checkpoint: data/outputs/2025.10.16/11.53.22_train_llm_lowdim_maze2d-medium-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-maze2d-medium-v0/checkpoint-11850
|
| 167 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 168 |
+
finetune_mode: orig
|
| 169 |
+
hydra:
|
| 170 |
+
job:
|
| 171 |
+
override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 172 |
+
run:
|
| 173 |
+
dir: data/outputs/2026.04.10/09.36.48_HuggingFaceTB/SmolLM2-135M-Instruct
|
| 174 |
+
llm_mode: ete-finetuned
|
| 175 |
+
lora_config:
|
| 176 |
+
bias: none
|
| 177 |
+
lora_alpha: 64
|
| 178 |
+
lora_dropout: 0.05
|
| 179 |
+
r: 32
|
| 180 |
+
task_type: CAUSAL_LM
|
| 181 |
+
max_length: 100
|
| 182 |
+
model_name: SmolLM2-135M-Instruct
|
| 183 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 184 |
+
prompter:
|
| 185 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 186 |
+
use_joint_mlp_projector: true
|
| 187 |
+
use_joint_mlp_projector: true
|
| 188 |
+
use_quantization: false
|
| 189 |
+
horizon: 1
|
| 190 |
+
n_action_steps: 1
|
| 191 |
+
n_obs_steps: 1
|
| 192 |
+
obs_dim: 6
|
| 193 |
+
task_id: maze2d-medium-v0
|
| 194 |
+
loss_bc_weight: 1
|
| 195 |
+
loss_llm_weight: 0.01
|
| 196 |
+
model:
|
| 197 |
+
_target_: llmbc.model.policy.policy_mlp.PolicyMLP
|
| 198 |
+
activation: tanh
|
| 199 |
+
hidden_size:
|
| 200 |
+
- 256
|
| 201 |
+
- 256
|
| 202 |
+
- 256
|
| 203 |
+
- 256
|
| 204 |
+
input_size: 6
|
| 205 |
+
n_action_steps: 1
|
| 206 |
+
n_obs_steps: 1
|
| 207 |
+
output_size: 2
|
| 208 |
+
n_action_steps: 1
|
| 209 |
+
n_obs_steps: 1
|
| 210 |
+
normalize_llm_loss: true
|
| 211 |
+
obs_dim: 6
|
| 212 |
+
task:
|
| 213 |
+
value:
|
| 214 |
+
action_dim: 2
|
| 215 |
+
dataset:
|
| 216 |
+
_target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
|
| 217 |
+
data_path: datasets/maze2d-medium-v0-mix(csp5).pt
|
| 218 |
+
data_path2: datasets/maze2d-medium-v0.pt
|
| 219 |
+
dummy_normalizer: true
|
| 220 |
+
horizon: 1
|
| 221 |
+
obs_eef_target: true
|
| 222 |
+
pad_after: 0
|
| 223 |
+
pad_before: 0
|
| 224 |
+
use_manual_normalizer: false
|
| 225 |
+
val_ratio: 0.02
|
| 226 |
+
env_runner:
|
| 227 |
+
_target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
|
| 228 |
+
discount: 0.99
|
| 229 |
+
env_name: llf-pointmaze-maze2d-medium-v0
|
| 230 |
+
feedback_type:
|
| 231 |
+
- hp
|
| 232 |
+
- hn
|
| 233 |
+
- fp
|
| 234 |
+
instruction_type: b
|
| 235 |
+
max_steps: 250
|
| 236 |
+
n_action_steps: 1
|
| 237 |
+
n_envs: 10
|
| 238 |
+
n_obs_steps: 1
|
| 239 |
+
n_test: 50
|
| 240 |
+
n_train: 10
|
| 241 |
+
visual: false
|
| 242 |
+
instructor:
|
| 243 |
+
_target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
|
| 244 |
+
name: maze2d-medium-v0
|
| 245 |
+
obs_dim: 6
|
| 246 |
+
task_name:
|
| 247 |
+
value: maze2d-medium-v0
|
| 248 |
+
training:
|
| 249 |
+
value:
|
| 250 |
+
checkpoint_every: 4
|
| 251 |
+
debug: false
|
| 252 |
+
device: cuda:0
|
| 253 |
+
grad_norm_clip: 0.5
|
| 254 |
+
gradient_accumulate_every: 8
|
| 255 |
+
lr_scheduler: cosine
|
| 256 |
+
lr_warmup_steps: 10
|
| 257 |
+
max_train_steps: null
|
| 258 |
+
max_val_steps: null
|
| 259 |
+
num_epochs: 801
|
| 260 |
+
resume: false
|
| 261 |
+
rollout_every: 4
|
| 262 |
+
sample_every: 4
|
| 263 |
+
sample_max_batch: 128
|
| 264 |
+
seed: 42
|
| 265 |
+
tqdm_interval_sec: 1
|
| 266 |
+
val_every: 1
|
| 267 |
+
val_dataloader:
|
| 268 |
+
value:
|
| 269 |
+
batch_size: 16
|
| 270 |
+
num_workers: 0
|
| 271 |
+
persistent_workers: false
|
| 272 |
+
pin_memory: false
|
| 273 |
+
shuffle: true
|
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/output.log
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Traceback (most recent call last):
|
| 2 |
+
File "/workspace/LLM-BC/./train.py", line 35, in <module>
|
| 3 |
+
main()
|
| 4 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
|
| 5 |
+
_run_hydra(
|
| 6 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
|
| 7 |
+
_run_app(
|
| 8 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
|
| 9 |
+
run_and_report(
|
| 10 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
|
| 11 |
+
return func()
|
| 12 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
|
| 13 |
+
lambda: hydra.run(
|
| 14 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
|
| 15 |
+
ret = run_job(
|
| 16 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
|
| 17 |
+
ret.return_value = task_function(task_cfg)
|
| 18 |
+
File "/workspace/LLM-BC/./train.py", line 32, in main
|
| 19 |
+
workspace.run()
|
| 20 |
+
File "/workspace/LLM-BC/llmbc/workspace/train_llmbc_lowdim_workspace.py", line 186, in run
|
| 21 |
+
loss.backward()
|
| 22 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/torch/_tensor.py", line 522, in backward
|
| 23 |
+
torch.autograd.backward(
|
| 24 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/torch/autograd/__init__.py", line 266, in backward
|
| 25 |
+
Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 26 |
+
KeyboardInterrupt
|
| 27 |
+
Traceback (most recent call last):
|
| 28 |
+
File "/workspace/LLM-BC/./train.py", line 35, in <module>
|
| 29 |
+
main()
|
| 30 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
|
| 31 |
+
_run_hydra(
|
| 32 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
|
| 33 |
+
_run_app(
|
| 34 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
|
| 35 |
+
run_and_report(
|
| 36 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
|
| 37 |
+
return func()
|
| 38 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
|
| 39 |
+
lambda: hydra.run(
|
| 40 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
|
| 41 |
+
ret = run_job(
|
| 42 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
|
| 43 |
+
ret.return_value = task_function(task_cfg)
|
| 44 |
+
File "/workspace/LLM-BC/./train.py", line 32, in main
|
| 45 |
+
workspace.run()
|
| 46 |
+
File "/workspace/LLM-BC/llmbc/workspace/train_llmbc_lowdim_workspace.py", line 186, in run
|
| 47 |
+
loss.backward()
|
| 48 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/torch/_tensor.py", line 522, in backward
|
| 49 |
+
torch.autograd.backward(
|
| 50 |
+
File "/venv/llm-bc/lib/python3.9/site-packages/torch/autograd/__init__.py", line 266, in backward
|
| 51 |
+
Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 52 |
+
KeyboardInterrupt
|
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/requirements.txt
ADDED
|
@@ -0,0 +1,861 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
aiohappyeyeballs==2.6.1
|
| 2 |
+
antlr4-python3-runtime==4.9.3
|
| 3 |
+
asciitree==0.3.3
|
| 4 |
+
async-timeout==5.0.1
|
| 5 |
+
attrs==25.4.0
|
| 6 |
+
certifi==2025.10.5
|
| 7 |
+
charset-normalizer==3.4.4
|
| 8 |
+
colorama==0.4.6
|
| 9 |
+
dill==0.3.8
|
| 10 |
+
docstring-parser==0.16
|
| 11 |
+
eval_type_backport==0.2.2
|
| 12 |
+
fasteners==0.20
|
| 13 |
+
filelock==3.17.0
|
| 14 |
+
frozenlist==1.8.0
|
| 15 |
+
fsspec==2024.3.1
|
| 16 |
+
gmpy2==2.2.1
|
| 17 |
+
hf-xet==1.1.8
|
| 18 |
+
idna==3.11
|
| 19 |
+
llvmlite==0.39.1
|
| 20 |
+
MarkupSafe==3.0.2
|
| 21 |
+
mdurl==0.1.2
|
| 22 |
+
mkl-service==2.4.0
|
| 23 |
+
mpmath==1.3.0
|
| 24 |
+
msgpack==1.1.1
|
| 25 |
+
networkx==3.2.1
|
| 26 |
+
packaging==25.0
|
| 27 |
+
propcache==0.3.1
|
| 28 |
+
psutil==7.0.0
|
| 29 |
+
pycparser==2.23
|
| 30 |
+
Pygments==2.19.1
|
| 31 |
+
PyOpenGL==3.1.10
|
| 32 |
+
PySocks==1.7.1
|
| 33 |
+
tzdata==2025.3
|
| 34 |
+
xxhash==3.5.0
|
| 35 |
+
pytz==2025.2
|
| 36 |
+
PyYAML==6.0.2
|
| 37 |
+
regex==2025.9.1
|
| 38 |
+
safetensors==0.5.3
|
| 39 |
+
setuptools==80.9.0
|
| 40 |
+
shtab==1.7.2
|
| 41 |
+
six==1.17.0
|
| 42 |
+
tqdm==4.67.1
|
| 43 |
+
tensorboard==2.15.2
|
| 44 |
+
uvloop==0.22.1
|
| 45 |
+
wheel==0.45.1
|
| 46 |
+
zipp==3.21.0
|
| 47 |
+
tensorflow-estimator==2.15.0
|
| 48 |
+
tensorboard-data-server==0.7.2
|
| 49 |
+
google-auth-oauthlib==1.3.1
|
| 50 |
+
tensorflow==2.15.1
|
| 51 |
+
Jinja2==3.1.6
|
| 52 |
+
markdown-it-py==2.2.0
|
| 53 |
+
multiprocess==0.70.15
|
| 54 |
+
numpy==1.23.5
|
| 55 |
+
pillow==11.3.0
|
| 56 |
+
pip==23.3.2
|
| 57 |
+
python-dateutil==2.9.0.post0
|
| 58 |
+
aiosignal==1.4.0
|
| 59 |
+
brotlicffi==1.0.9.2
|
| 60 |
+
hydra-core==1.2.0
|
| 61 |
+
multidict==6.7.0
|
| 62 |
+
pycares==4.10.0
|
| 63 |
+
rich==14.2.0
|
| 64 |
+
sympy==1.14.0
|
| 65 |
+
typeguard==4.4.4
|
| 66 |
+
aiodns==3.5.0
|
| 67 |
+
urllib3==2.5.0
|
| 68 |
+
yarl==1.18.0
|
| 69 |
+
aiohttp==3.12.15
|
| 70 |
+
pyarrow==21.0.0
|
| 71 |
+
pyarrow-hotfix==0.7
|
| 72 |
+
tokenizers==0.21.0
|
| 73 |
+
av==10.0.0
|
| 74 |
+
einops==0.4.1
|
| 75 |
+
Bottleneck==1.4.2
|
| 76 |
+
mkl_fft==1.3.11
|
| 77 |
+
mkl_random==1.2.8
|
| 78 |
+
numba==0.56.4
|
| 79 |
+
numcodecs==0.12.1
|
| 80 |
+
numexpr==2.10.1
|
| 81 |
+
pandas==2.3.3
|
| 82 |
+
zarr==2.12.0
|
| 83 |
+
datasets==2.19.0
|
| 84 |
+
transformers==4.47.1
|
| 85 |
+
accelerate==1.0.1
|
| 86 |
+
peft==0.14.0
|
| 87 |
+
trl==0.11.4
|
| 88 |
+
torch==2.2.2
|
| 89 |
+
tabulate==0.9.0
|
| 90 |
+
sentencepiece==0.2.0
|
| 91 |
+
pyperclip==1.11.0
|
| 92 |
+
PyOpenGL-accelerate==3.1.10
|
| 93 |
+
pydub==0.25.1
|
| 94 |
+
py-cpuinfo==9.0.0
|
| 95 |
+
pure_eval==0.2.3
|
| 96 |
+
ptyprocess==0.7.0
|
| 97 |
+
nvidia-ml-py==13.595.45
|
| 98 |
+
hjson==3.1.0
|
| 99 |
+
gym-notices==0.1.0
|
| 100 |
+
glfw==2.0.0
|
| 101 |
+
Farama-Notifications==0.0.4
|
| 102 |
+
websockets==15.0.1
|
| 103 |
+
wcwidth==0.6.0
|
| 104 |
+
uc-micro-py==1.0.3
|
| 105 |
+
typing-inspection==0.4.2
|
| 106 |
+
triton==2.2.0
|
| 107 |
+
trimesh==4.11.5
|
| 108 |
+
transforms3d==0.4.2
|
| 109 |
+
traitlets==5.14.3
|
| 110 |
+
threadpoolctl==3.6.0
|
| 111 |
+
tenacity==9.1.2
|
| 112 |
+
sniffio==1.3.1
|
| 113 |
+
smmap==5.0.3
|
| 114 |
+
setproctitle==1.3.7
|
| 115 |
+
sentry-sdk==2.57.0
|
| 116 |
+
semantic-version==2.10.0
|
| 117 |
+
scipy==1.13.1
|
| 118 |
+
rpds-py==0.27.1
|
| 119 |
+
python-multipart==0.0.20
|
| 120 |
+
pyparsing==3.3.2
|
| 121 |
+
pynvml==13.0.1
|
| 122 |
+
pydantic_core==2.41.5
|
| 123 |
+
pycryptodomex==3.23.0
|
| 124 |
+
pyasn1==0.6.3
|
| 125 |
+
grpcio==1.80.0
|
| 126 |
+
platformdirs==4.4.0
|
| 127 |
+
pexpect==4.9.0
|
| 128 |
+
parso==0.8.6
|
| 129 |
+
orjson==3.11.5
|
| 130 |
+
opencv-python==4.11.0.86
|
| 131 |
+
stack-data==0.6.3
|
| 132 |
+
omegaconf==2.2.1
|
| 133 |
+
nvidia-nvtx-cu12==12.1.105
|
| 134 |
+
nvidia-nvjitlink-cu12==12.9.86
|
| 135 |
+
nvidia-nccl-cu12==2.19.3
|
| 136 |
+
nvidia-curand-cu12==10.3.2.106
|
| 137 |
+
nvidia-cufft-cu12==11.0.2.54
|
| 138 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
| 139 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 140 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
| 141 |
+
nvidia-cublas-cu12==12.1.3.1
|
| 142 |
+
ninja==1.13.0
|
| 143 |
+
narwhals==2.19.0
|
| 144 |
+
lxml==6.0.3
|
| 145 |
+
kiwisolver==1.4.7
|
| 146 |
+
joblib==1.5.3
|
| 147 |
+
jiter==0.13.0
|
| 148 |
+
imageio-ffmpeg==0.6.0
|
| 149 |
+
ImageIO==2.37.2
|
| 150 |
+
h5py==3.14.0
|
| 151 |
+
h11==0.16.0
|
| 152 |
+
fonttools==4.60.2
|
| 153 |
+
ffmpy==1.0.0
|
| 154 |
+
fast_kinematics==0.2.2
|
| 155 |
+
executing==2.2.1
|
| 156 |
+
exceptiongroup==1.3.1
|
| 157 |
+
docker-pycreds==0.4.0
|
| 158 |
+
distro==1.9.0
|
| 159 |
+
decorator==5.2.1
|
| 160 |
+
dacite==1.9.2
|
| 161 |
+
cycler==0.12.1
|
| 162 |
+
contourpy==1.3.0
|
| 163 |
+
cloudpickle==3.1.2
|
| 164 |
+
click==8.1.8
|
| 165 |
+
asttokens==3.0.1
|
| 166 |
+
annotated-types==0.7.0
|
| 167 |
+
annotated-doc==0.0.4
|
| 168 |
+
aiofiles==25.1.0
|
| 169 |
+
absl-py==2.3.1
|
| 170 |
+
uvicorn==0.39.0
|
| 171 |
+
tiktoken==0.8.0
|
| 172 |
+
scikit-learn==1.6.1
|
| 173 |
+
sapien==3.0.0b1
|
| 174 |
+
referencing==0.36.2
|
| 175 |
+
pydantic==2.12.5
|
| 176 |
+
pyasn1_modules==0.4.2
|
| 177 |
+
prompt_toolkit==3.0.52
|
| 178 |
+
nvidia-cusparse-cu12==12.1.0.106
|
| 179 |
+
nvidia-cudnn-cu12==8.9.2.26
|
| 180 |
+
nltk==3.9.2
|
| 181 |
+
mujoco==2.3.7
|
| 182 |
+
mdit-py-plugins==0.3.3
|
| 183 |
+
matplotlib-inline==0.2.1
|
| 184 |
+
matplotlib==3.7.5
|
| 185 |
+
linkify-it-py==2.0.3
|
| 186 |
+
jedi==0.19.2
|
| 187 |
+
huggingface-hub==0.26.2
|
| 188 |
+
httpcore==1.0.9
|
| 189 |
+
gymnasium==0.29.1
|
| 190 |
+
google-pasta==0.2.0
|
| 191 |
+
gitdb==4.0.12
|
| 192 |
+
cryptography==46.0.7
|
| 193 |
+
blobfile==3.0.0
|
| 194 |
+
anyio==4.12.1
|
| 195 |
+
tyro==0.9.1
|
| 196 |
+
toppra==0.6.6
|
| 197 |
+
starlette==0.49.3
|
| 198 |
+
seaborn==0.13.2
|
| 199 |
+
rouge_score==0.1.2
|
| 200 |
+
pynndescent==0.6.0
|
| 201 |
+
nvidia-cusolver-cu12==11.4.5.107
|
| 202 |
+
jsonschema-specifications==2025.9.1
|
| 203 |
+
ipython==8.18.1
|
| 204 |
+
httpx==0.28.1
|
| 205 |
+
gymnasium-robotics==1.2.0
|
| 206 |
+
google-auth==2.49.2
|
| 207 |
+
GitPython==3.1.46
|
| 208 |
+
diffusers==0.31.0
|
| 209 |
+
wandb==0.18.6
|
| 210 |
+
umap-learn==0.5.9.post2
|
| 211 |
+
requests-oauthlib==2.0.0
|
| 212 |
+
openai==2.8.1
|
| 213 |
+
mplib==0.1.1
|
| 214 |
+
jsonschema==4.25.1
|
| 215 |
+
gradio_client==0.2.9
|
| 216 |
+
google-genai==1.47.0
|
| 217 |
+
fastapi==0.128.8
|
| 218 |
+
torchvision==0.17.2
|
| 219 |
+
torchaudio==2.2.2
|
| 220 |
+
sentence-transformers==3.2.1
|
| 221 |
+
pytorch-seed==0.2.0
|
| 222 |
+
deepspeed==0.16.1
|
| 223 |
+
bitsandbytes==0.45.0
|
| 224 |
+
altair==6.0.0
|
| 225 |
+
timm==1.0.22
|
| 226 |
+
gradio==3.36.1
|
| 227 |
+
evaluate==0.4.3
|
| 228 |
+
arm_pytorch_utilities==0.5.0
|
| 229 |
+
tensorflow-io-gcs-filesystem==0.37.1
|
| 230 |
+
Markdown==3.9
|
| 231 |
+
pybullet==3.2.6
|
| 232 |
+
wrapt==1.14.2
|
| 233 |
+
tensorflow-probability==0.23.0
|
| 234 |
+
parse==1.19.1
|
| 235 |
+
dm-tree==0.1.8
|
| 236 |
+
termcolor==3.1.0
|
| 237 |
+
requests==2.32.0
|
| 238 |
+
cffi==2.0.0
|
| 239 |
+
opt_einsum==3.4.0
|
| 240 |
+
labmaze==1.0.6
|
| 241 |
+
typing_extensions==4.15.0
|
| 242 |
+
importlib-resources==5.13.0
|
| 243 |
+
importlib-metadata==5.2.0
|
| 244 |
+
FLAML==2.3.6
|
| 245 |
+
dm-env==1.6
|
| 246 |
+
diskcache==5.6.3
|
| 247 |
+
Cython==0.29.37
|
| 248 |
+
mujoco-py==2.1.2.14
|
| 249 |
+
jaxlib==0.4.30
|
| 250 |
+
dm-control==1.0.14
|
| 251 |
+
cmudict==1.0.13
|
| 252 |
+
syllables==1.0.9
|
| 253 |
+
metaworld==2.0.0
|
| 254 |
+
jax==0.4.30
|
| 255 |
+
highway-env==1.9.1
|
| 256 |
+
gym_bandits==0.0.2
|
| 257 |
+
d4rl==1.1
|
| 258 |
+
pyautogen==0.1.0
|
| 259 |
+
protobuf==4.25.9
|
| 260 |
+
tf-agents==0.19.0
|
| 261 |
+
oauthlib==3.3.1
|
| 262 |
+
pytorch-kinematics==0.7.5
|
| 263 |
+
pygame==2.6.1
|
| 264 |
+
gin-config==0.5.0
|
| 265 |
+
mani_skill==3.0.0b20
|
| 266 |
+
tifffile==2024.8.30
|
| 267 |
+
Shapely==1.8.4
|
| 268 |
+
PyWavelets==1.6.0
|
| 269 |
+
Werkzeug==3.1.8
|
| 270 |
+
astunparse==1.6.3
|
| 271 |
+
scikit-image==0.19.3
|
| 272 |
+
pymunk==6.2.1
|
| 273 |
+
ml-dtypes==0.3.2
|
| 274 |
+
gast==0.7.0
|
| 275 |
+
stable-baselines3==2.2.1
|
| 276 |
+
keras==2.15.0
|
| 277 |
+
llfbench==0.1.0
|
| 278 |
+
libclang==18.1.1
|
| 279 |
+
flatbuffers==25.12.19
|
| 280 |
+
gym==0.23.1
|
| 281 |
+
llmbc==0.0.0
|
| 282 |
+
aiohappyeyeballs==2.6.1
|
| 283 |
+
antlr4-python3-runtime==4.9.3
|
| 284 |
+
asciitree==0.3.3
|
| 285 |
+
async-timeout==5.0.1
|
| 286 |
+
attrs==25.4.0
|
| 287 |
+
certifi==2025.10.5
|
| 288 |
+
charset-normalizer==3.4.4
|
| 289 |
+
colorama==0.4.6
|
| 290 |
+
dill==0.3.8
|
| 291 |
+
docstring-parser==0.16
|
| 292 |
+
eval_type_backport==0.2.2
|
| 293 |
+
fasteners==0.20
|
| 294 |
+
filelock==3.17.0
|
| 295 |
+
frozenlist==1.8.0
|
| 296 |
+
fsspec==2024.3.1
|
| 297 |
+
gmpy2==2.2.1
|
| 298 |
+
hf-xet==1.1.8
|
| 299 |
+
idna==3.11
|
| 300 |
+
llvmlite==0.39.1
|
| 301 |
+
MarkupSafe==3.0.2
|
| 302 |
+
mdurl==0.1.2
|
| 303 |
+
mkl-service==2.4.0
|
| 304 |
+
mpmath==1.3.0
|
| 305 |
+
msgpack==1.1.1
|
| 306 |
+
networkx==3.2.1
|
| 307 |
+
packaging==25.0
|
| 308 |
+
propcache==0.3.1
|
| 309 |
+
psutil==7.0.0
|
| 310 |
+
pycparser==2.23
|
| 311 |
+
Pygments==2.19.1
|
| 312 |
+
PyOpenGL==3.1.10
|
| 313 |
+
PySocks==1.7.1
|
| 314 |
+
tzdata==2025.3
|
| 315 |
+
xxhash==3.5.0
|
| 316 |
+
pytz==2025.2
|
| 317 |
+
PyYAML==6.0.2
|
| 318 |
+
regex==2025.9.1
|
| 319 |
+
safetensors==0.5.3
|
| 320 |
+
setuptools==80.9.0
|
| 321 |
+
shtab==1.7.2
|
| 322 |
+
six==1.17.0
|
| 323 |
+
tqdm==4.67.1
|
| 324 |
+
tensorboard==2.15.2
|
| 325 |
+
uvloop==0.22.1
|
| 326 |
+
wheel==0.45.1
|
| 327 |
+
zipp==3.21.0
|
| 328 |
+
tensorflow-estimator==2.15.0
|
| 329 |
+
tensorboard-data-server==0.7.2
|
| 330 |
+
google-auth-oauthlib==1.3.1
|
| 331 |
+
tensorflow==2.15.1
|
| 332 |
+
Jinja2==3.1.6
|
| 333 |
+
markdown-it-py==2.2.0
|
| 334 |
+
multiprocess==0.70.15
|
| 335 |
+
numpy==1.23.5
|
| 336 |
+
pillow==11.3.0
|
| 337 |
+
pip==23.3.2
|
| 338 |
+
python-dateutil==2.9.0.post0
|
| 339 |
+
aiosignal==1.4.0
|
| 340 |
+
brotlicffi==1.0.9.2
|
| 341 |
+
hydra-core==1.2.0
|
| 342 |
+
multidict==6.7.0
|
| 343 |
+
pycares==4.10.0
|
| 344 |
+
rich==14.2.0
|
| 345 |
+
sympy==1.14.0
|
| 346 |
+
typeguard==4.4.4
|
| 347 |
+
aiodns==3.5.0
|
| 348 |
+
urllib3==2.5.0
|
| 349 |
+
yarl==1.18.0
|
| 350 |
+
aiohttp==3.12.15
|
| 351 |
+
pyarrow==21.0.0
|
| 352 |
+
pyarrow-hotfix==0.7
|
| 353 |
+
tokenizers==0.21.0
|
| 354 |
+
av==10.0.0
|
| 355 |
+
einops==0.4.1
|
| 356 |
+
Bottleneck==1.4.2
|
| 357 |
+
mkl_fft==1.3.11
|
| 358 |
+
mkl_random==1.2.8
|
| 359 |
+
numba==0.56.4
|
| 360 |
+
numcodecs==0.12.1
|
| 361 |
+
numexpr==2.10.1
|
| 362 |
+
pandas==2.3.3
|
| 363 |
+
zarr==2.12.0
|
| 364 |
+
datasets==2.19.0
|
| 365 |
+
transformers==4.47.1
|
| 366 |
+
accelerate==1.0.1
|
| 367 |
+
peft==0.14.0
|
| 368 |
+
trl==0.11.4
|
| 369 |
+
torch==2.2.2
|
| 370 |
+
tabulate==0.9.0
|
| 371 |
+
sentencepiece==0.2.0
|
| 372 |
+
pyperclip==1.11.0
|
| 373 |
+
PyOpenGL-accelerate==3.1.10
|
| 374 |
+
pydub==0.25.1
|
| 375 |
+
py-cpuinfo==9.0.0
|
| 376 |
+
pure_eval==0.2.3
|
| 377 |
+
ptyprocess==0.7.0
|
| 378 |
+
nvidia-ml-py==13.595.45
|
| 379 |
+
hjson==3.1.0
|
| 380 |
+
gym-notices==0.1.0
|
| 381 |
+
glfw==2.0.0
|
| 382 |
+
Farama-Notifications==0.0.4
|
| 383 |
+
websockets==15.0.1
|
| 384 |
+
wcwidth==0.6.0
|
| 385 |
+
uc-micro-py==1.0.3
|
| 386 |
+
typing-inspection==0.4.2
|
| 387 |
+
triton==2.2.0
|
| 388 |
+
trimesh==4.11.5
|
| 389 |
+
transforms3d==0.4.2
|
| 390 |
+
traitlets==5.14.3
|
| 391 |
+
threadpoolctl==3.6.0
|
| 392 |
+
tenacity==9.1.2
|
| 393 |
+
sniffio==1.3.1
|
| 394 |
+
smmap==5.0.3
|
| 395 |
+
setproctitle==1.3.7
|
| 396 |
+
sentry-sdk==2.57.0
|
| 397 |
+
semantic-version==2.10.0
|
| 398 |
+
scipy==1.13.1
|
| 399 |
+
rpds-py==0.27.1
|
| 400 |
+
python-multipart==0.0.20
|
| 401 |
+
pyparsing==3.3.2
|
| 402 |
+
pynvml==13.0.1
|
| 403 |
+
pydantic_core==2.41.5
|
| 404 |
+
pycryptodomex==3.23.0
|
| 405 |
+
pyasn1==0.6.3
|
| 406 |
+
grpcio==1.80.0
|
| 407 |
+
platformdirs==4.4.0
|
| 408 |
+
pexpect==4.9.0
|
| 409 |
+
parso==0.8.6
|
| 410 |
+
orjson==3.11.5
|
| 411 |
+
opencv-python==4.11.0.86
|
| 412 |
+
stack-data==0.6.3
|
| 413 |
+
omegaconf==2.2.1
|
| 414 |
+
nvidia-nvtx-cu12==12.1.105
|
| 415 |
+
nvidia-nvjitlink-cu12==12.9.86
|
| 416 |
+
nvidia-nccl-cu12==2.19.3
|
| 417 |
+
nvidia-curand-cu12==10.3.2.106
|
| 418 |
+
nvidia-cufft-cu12==11.0.2.54
|
| 419 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
| 420 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 421 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
| 422 |
+
nvidia-cublas-cu12==12.1.3.1
|
| 423 |
+
ninja==1.13.0
|
| 424 |
+
narwhals==2.19.0
|
| 425 |
+
lxml==6.0.3
|
| 426 |
+
kiwisolver==1.4.7
|
| 427 |
+
joblib==1.5.3
|
| 428 |
+
jiter==0.13.0
|
| 429 |
+
imageio-ffmpeg==0.6.0
|
| 430 |
+
ImageIO==2.37.2
|
| 431 |
+
h5py==3.14.0
|
| 432 |
+
h11==0.16.0
|
| 433 |
+
fonttools==4.60.2
|
| 434 |
+
ffmpy==1.0.0
|
| 435 |
+
fast_kinematics==0.2.2
|
| 436 |
+
executing==2.2.1
|
| 437 |
+
exceptiongroup==1.3.1
|
| 438 |
+
docker-pycreds==0.4.0
|
| 439 |
+
distro==1.9.0
|
| 440 |
+
decorator==5.2.1
|
| 441 |
+
dacite==1.9.2
|
| 442 |
+
cycler==0.12.1
|
| 443 |
+
contourpy==1.3.0
|
| 444 |
+
cloudpickle==3.1.2
|
| 445 |
+
click==8.1.8
|
| 446 |
+
asttokens==3.0.1
|
| 447 |
+
annotated-types==0.7.0
|
| 448 |
+
annotated-doc==0.0.4
|
| 449 |
+
aiofiles==25.1.0
|
| 450 |
+
absl-py==2.3.1
|
| 451 |
+
uvicorn==0.39.0
|
| 452 |
+
tiktoken==0.8.0
|
| 453 |
+
scikit-learn==1.6.1
|
| 454 |
+
sapien==3.0.0b1
|
| 455 |
+
referencing==0.36.2
|
| 456 |
+
pydantic==2.12.5
|
| 457 |
+
pyasn1_modules==0.4.2
|
| 458 |
+
prompt_toolkit==3.0.52
|
| 459 |
+
nvidia-cusparse-cu12==12.1.0.106
|
| 460 |
+
nvidia-cudnn-cu12==8.9.2.26
|
| 461 |
+
nltk==3.9.2
|
| 462 |
+
mujoco==2.3.7
|
| 463 |
+
mdit-py-plugins==0.3.3
|
| 464 |
+
matplotlib-inline==0.2.1
|
| 465 |
+
matplotlib==3.7.5
|
| 466 |
+
linkify-it-py==2.0.3
|
| 467 |
+
jedi==0.19.2
|
| 468 |
+
huggingface-hub==0.26.2
|
| 469 |
+
httpcore==1.0.9
|
| 470 |
+
gymnasium==0.29.1
|
| 471 |
+
google-pasta==0.2.0
|
| 472 |
+
gitdb==4.0.12
|
| 473 |
+
cryptography==46.0.7
|
| 474 |
+
blobfile==3.0.0
|
| 475 |
+
anyio==4.12.1
|
| 476 |
+
tyro==0.9.1
|
| 477 |
+
toppra==0.6.6
|
| 478 |
+
starlette==0.49.3
|
| 479 |
+
seaborn==0.13.2
|
| 480 |
+
rouge_score==0.1.2
|
| 481 |
+
pynndescent==0.6.0
|
| 482 |
+
nvidia-cusolver-cu12==11.4.5.107
|
| 483 |
+
jsonschema-specifications==2025.9.1
|
| 484 |
+
ipython==8.18.1
|
| 485 |
+
httpx==0.28.1
|
| 486 |
+
gymnasium-robotics==1.2.0
|
| 487 |
+
google-auth==2.49.2
|
| 488 |
+
GitPython==3.1.46
|
| 489 |
+
diffusers==0.31.0
|
| 490 |
+
wandb==0.18.6
|
| 491 |
+
umap-learn==0.5.9.post2
|
| 492 |
+
requests-oauthlib==2.0.0
|
| 493 |
+
openai==2.8.1
|
| 494 |
+
mplib==0.1.1
|
| 495 |
+
jsonschema==4.25.1
|
| 496 |
+
gradio_client==0.2.9
|
| 497 |
+
google-genai==1.47.0
|
| 498 |
+
fastapi==0.128.8
|
| 499 |
+
torchvision==0.17.2
|
| 500 |
+
torchaudio==2.2.2
|
| 501 |
+
sentence-transformers==3.2.1
|
| 502 |
+
pytorch-seed==0.2.0
|
| 503 |
+
deepspeed==0.16.1
|
| 504 |
+
bitsandbytes==0.45.0
|
| 505 |
+
altair==6.0.0
|
| 506 |
+
timm==1.0.22
|
| 507 |
+
gradio==3.36.1
|
| 508 |
+
evaluate==0.4.3
|
| 509 |
+
arm_pytorch_utilities==0.5.0
|
| 510 |
+
tensorflow-io-gcs-filesystem==0.37.1
|
| 511 |
+
Markdown==3.9
|
| 512 |
+
pybullet==3.2.6
|
| 513 |
+
wrapt==1.14.2
|
| 514 |
+
tensorflow-probability==0.23.0
|
| 515 |
+
parse==1.19.1
|
| 516 |
+
dm-tree==0.1.8
|
| 517 |
+
termcolor==3.1.0
|
| 518 |
+
requests==2.32.0
|
| 519 |
+
cffi==2.0.0
|
| 520 |
+
opt_einsum==3.4.0
|
| 521 |
+
labmaze==1.0.6
|
| 522 |
+
typing_extensions==4.15.0
|
| 523 |
+
importlib-resources==5.13.0
|
| 524 |
+
importlib-metadata==5.2.0
|
| 525 |
+
FLAML==2.3.6
|
| 526 |
+
dm-env==1.6
|
| 527 |
+
diskcache==5.6.3
|
| 528 |
+
Cython==0.29.37
|
| 529 |
+
mujoco-py==2.1.2.14
|
| 530 |
+
jaxlib==0.4.30
|
| 531 |
+
dm-control==1.0.14
|
| 532 |
+
cmudict==1.0.13
|
| 533 |
+
syllables==1.0.9
|
| 534 |
+
metaworld==2.0.0
|
| 535 |
+
jax==0.4.30
|
| 536 |
+
highway-env==1.9.1
|
| 537 |
+
gym_bandits==0.0.2
|
| 538 |
+
d4rl==1.1
|
| 539 |
+
pyautogen==0.1.0
|
| 540 |
+
protobuf==4.25.9
|
| 541 |
+
tf-agents==0.19.0
|
| 542 |
+
oauthlib==3.3.1
|
| 543 |
+
pytorch-kinematics==0.7.5
|
| 544 |
+
pygame==2.6.1
|
| 545 |
+
gin-config==0.5.0
|
| 546 |
+
mani_skill==3.0.0b20
|
| 547 |
+
tifffile==2024.8.30
|
| 548 |
+
Shapely==1.8.4
|
| 549 |
+
PyWavelets==1.6.0
|
| 550 |
+
Werkzeug==3.1.8
|
| 551 |
+
astunparse==1.6.3
|
| 552 |
+
scikit-image==0.19.3
|
| 553 |
+
pymunk==6.2.1
|
| 554 |
+
ml-dtypes==0.3.2
|
| 555 |
+
gast==0.7.0
|
| 556 |
+
stable-baselines3==2.2.1
|
| 557 |
+
keras==2.15.0
|
| 558 |
+
llfbench==0.1.0
|
| 559 |
+
libclang==18.1.1
|
| 560 |
+
flatbuffers==25.12.19
|
| 561 |
+
gym==0.23.1
|
| 562 |
+
llmbc==0.0.0
|
| 563 |
+
llmbc==0.0.0
|
| 564 |
+
llmbc==0.0.0
|
| 565 |
+
aiohappyeyeballs==2.6.1
|
| 566 |
+
antlr4-python3-runtime==4.9.3
|
| 567 |
+
asciitree==0.3.3
|
| 568 |
+
async-timeout==5.0.1
|
| 569 |
+
attrs==25.4.0
|
| 570 |
+
certifi==2025.10.5
|
| 571 |
+
charset-normalizer==3.4.4
|
| 572 |
+
colorama==0.4.6
|
| 573 |
+
dill==0.3.8
|
| 574 |
+
docstring-parser==0.16
|
| 575 |
+
eval_type_backport==0.2.2
|
| 576 |
+
fasteners==0.20
|
| 577 |
+
filelock==3.17.0
|
| 578 |
+
frozenlist==1.8.0
|
| 579 |
+
fsspec==2024.3.1
|
| 580 |
+
gmpy2==2.2.1
|
| 581 |
+
hf-xet==1.1.8
|
| 582 |
+
idna==3.11
|
| 583 |
+
llvmlite==0.39.1
|
| 584 |
+
MarkupSafe==3.0.2
|
| 585 |
+
mdurl==0.1.2
|
| 586 |
+
mkl-service==2.4.0
|
| 587 |
+
mpmath==1.3.0
|
| 588 |
+
msgpack==1.1.1
|
| 589 |
+
networkx==3.2.1
|
| 590 |
+
packaging==25.0
|
| 591 |
+
propcache==0.3.1
|
| 592 |
+
psutil==7.0.0
|
| 593 |
+
pycparser==2.23
|
| 594 |
+
Pygments==2.19.1
|
| 595 |
+
PyOpenGL==3.1.10
|
| 596 |
+
PySocks==1.7.1
|
| 597 |
+
tzdata==2025.3
|
| 598 |
+
xxhash==3.5.0
|
| 599 |
+
pytz==2025.2
|
| 600 |
+
PyYAML==6.0.2
|
| 601 |
+
regex==2025.9.1
|
| 602 |
+
safetensors==0.5.3
|
| 603 |
+
setuptools==80.9.0
|
| 604 |
+
shtab==1.7.2
|
| 605 |
+
six==1.17.0
|
| 606 |
+
tqdm==4.67.1
|
| 607 |
+
tensorboard==2.15.2
|
| 608 |
+
uvloop==0.22.1
|
| 609 |
+
wheel==0.45.1
|
| 610 |
+
zipp==3.21.0
|
| 611 |
+
tensorflow-estimator==2.15.0
|
| 612 |
+
tensorboard-data-server==0.7.2
|
| 613 |
+
google-auth-oauthlib==1.3.1
|
| 614 |
+
tensorflow==2.15.1
|
| 615 |
+
Jinja2==3.1.6
|
| 616 |
+
markdown-it-py==2.2.0
|
| 617 |
+
multiprocess==0.70.15
|
| 618 |
+
numpy==1.23.5
|
| 619 |
+
pillow==11.3.0
|
| 620 |
+
pip==23.3.2
|
| 621 |
+
python-dateutil==2.9.0.post0
|
| 622 |
+
aiosignal==1.4.0
|
| 623 |
+
brotlicffi==1.0.9.2
|
| 624 |
+
hydra-core==1.2.0
|
| 625 |
+
multidict==6.7.0
|
| 626 |
+
pycares==4.10.0
|
| 627 |
+
rich==14.2.0
|
| 628 |
+
sympy==1.14.0
|
| 629 |
+
typeguard==4.4.4
|
| 630 |
+
aiodns==3.5.0
|
| 631 |
+
urllib3==2.5.0
|
| 632 |
+
yarl==1.18.0
|
| 633 |
+
aiohttp==3.12.15
|
| 634 |
+
pyarrow==21.0.0
|
| 635 |
+
pyarrow-hotfix==0.7
|
| 636 |
+
tokenizers==0.21.0
|
| 637 |
+
av==10.0.0
|
| 638 |
+
einops==0.4.1
|
| 639 |
+
Bottleneck==1.4.2
|
| 640 |
+
mkl_fft==1.3.11
|
| 641 |
+
mkl_random==1.2.8
|
| 642 |
+
numba==0.56.4
|
| 643 |
+
numcodecs==0.12.1
|
| 644 |
+
numexpr==2.10.1
|
| 645 |
+
pandas==2.3.3
|
| 646 |
+
zarr==2.12.0
|
| 647 |
+
datasets==2.19.0
|
| 648 |
+
transformers==4.47.1
|
| 649 |
+
accelerate==1.0.1
|
| 650 |
+
peft==0.14.0
|
| 651 |
+
trl==0.11.4
|
| 652 |
+
torch==2.2.2
|
| 653 |
+
tabulate==0.9.0
|
| 654 |
+
sentencepiece==0.2.0
|
| 655 |
+
pyperclip==1.11.0
|
| 656 |
+
PyOpenGL-accelerate==3.1.10
|
| 657 |
+
pydub==0.25.1
|
| 658 |
+
py-cpuinfo==9.0.0
|
| 659 |
+
pure_eval==0.2.3
|
| 660 |
+
ptyprocess==0.7.0
|
| 661 |
+
nvidia-ml-py==13.595.45
|
| 662 |
+
hjson==3.1.0
|
| 663 |
+
gym-notices==0.1.0
|
| 664 |
+
glfw==2.0.0
|
| 665 |
+
Farama-Notifications==0.0.4
|
| 666 |
+
websockets==15.0.1
|
| 667 |
+
wcwidth==0.6.0
|
| 668 |
+
uc-micro-py==1.0.3
|
| 669 |
+
typing-inspection==0.4.2
|
| 670 |
+
triton==2.2.0
|
| 671 |
+
trimesh==4.11.5
|
| 672 |
+
transforms3d==0.4.2
|
| 673 |
+
traitlets==5.14.3
|
| 674 |
+
threadpoolctl==3.6.0
|
| 675 |
+
tenacity==9.1.2
|
| 676 |
+
sniffio==1.3.1
|
| 677 |
+
smmap==5.0.3
|
| 678 |
+
setproctitle==1.3.7
|
| 679 |
+
sentry-sdk==2.57.0
|
| 680 |
+
semantic-version==2.10.0
|
| 681 |
+
scipy==1.13.1
|
| 682 |
+
rpds-py==0.27.1
|
| 683 |
+
python-multipart==0.0.20
|
| 684 |
+
pyparsing==3.3.2
|
| 685 |
+
pynvml==13.0.1
|
| 686 |
+
pydantic_core==2.41.5
|
| 687 |
+
pycryptodomex==3.23.0
|
| 688 |
+
pyasn1==0.6.3
|
| 689 |
+
grpcio==1.80.0
|
| 690 |
+
platformdirs==4.4.0
|
| 691 |
+
pexpect==4.9.0
|
| 692 |
+
parso==0.8.6
|
| 693 |
+
orjson==3.11.5
|
| 694 |
+
opencv-python==4.11.0.86
|
| 695 |
+
stack-data==0.6.3
|
| 696 |
+
omegaconf==2.2.1
|
| 697 |
+
nvidia-nvtx-cu12==12.1.105
|
| 698 |
+
nvidia-nvjitlink-cu12==12.9.86
|
| 699 |
+
nvidia-nccl-cu12==2.19.3
|
| 700 |
+
nvidia-curand-cu12==10.3.2.106
|
| 701 |
+
nvidia-cufft-cu12==11.0.2.54
|
| 702 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
| 703 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 704 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
| 705 |
+
nvidia-cublas-cu12==12.1.3.1
|
| 706 |
+
ninja==1.13.0
|
| 707 |
+
narwhals==2.19.0
|
| 708 |
+
lxml==6.0.3
|
| 709 |
+
kiwisolver==1.4.7
|
| 710 |
+
joblib==1.5.3
|
| 711 |
+
jiter==0.13.0
|
| 712 |
+
imageio-ffmpeg==0.6.0
|
| 713 |
+
ImageIO==2.37.2
|
| 714 |
+
h5py==3.14.0
|
| 715 |
+
h11==0.16.0
|
| 716 |
+
fonttools==4.60.2
|
| 717 |
+
ffmpy==1.0.0
|
| 718 |
+
fast_kinematics==0.2.2
|
| 719 |
+
executing==2.2.1
|
| 720 |
+
exceptiongroup==1.3.1
|
| 721 |
+
docker-pycreds==0.4.0
|
| 722 |
+
distro==1.9.0
|
| 723 |
+
decorator==5.2.1
|
| 724 |
+
dacite==1.9.2
|
| 725 |
+
cycler==0.12.1
|
| 726 |
+
contourpy==1.3.0
|
| 727 |
+
cloudpickle==3.1.2
|
| 728 |
+
click==8.1.8
|
| 729 |
+
asttokens==3.0.1
|
| 730 |
+
annotated-types==0.7.0
|
| 731 |
+
annotated-doc==0.0.4
|
| 732 |
+
aiofiles==25.1.0
|
| 733 |
+
absl-py==2.3.1
|
| 734 |
+
uvicorn==0.39.0
|
| 735 |
+
tiktoken==0.8.0
|
| 736 |
+
scikit-learn==1.6.1
|
| 737 |
+
sapien==3.0.0b1
|
| 738 |
+
referencing==0.36.2
|
| 739 |
+
pydantic==2.12.5
|
| 740 |
+
pyasn1_modules==0.4.2
|
| 741 |
+
prompt_toolkit==3.0.52
|
| 742 |
+
nvidia-cusparse-cu12==12.1.0.106
|
| 743 |
+
nvidia-cudnn-cu12==8.9.2.26
|
| 744 |
+
nltk==3.9.2
|
| 745 |
+
mujoco==2.3.7
|
| 746 |
+
mdit-py-plugins==0.3.3
|
| 747 |
+
matplotlib-inline==0.2.1
|
| 748 |
+
matplotlib==3.7.5
|
| 749 |
+
linkify-it-py==2.0.3
|
| 750 |
+
jedi==0.19.2
|
| 751 |
+
huggingface-hub==0.26.2
|
| 752 |
+
httpcore==1.0.9
|
| 753 |
+
gymnasium==0.29.1
|
| 754 |
+
google-pasta==0.2.0
|
| 755 |
+
gitdb==4.0.12
|
| 756 |
+
cryptography==46.0.7
|
| 757 |
+
blobfile==3.0.0
|
| 758 |
+
anyio==4.12.1
|
| 759 |
+
tyro==0.9.1
|
| 760 |
+
toppra==0.6.6
|
| 761 |
+
starlette==0.49.3
|
| 762 |
+
seaborn==0.13.2
|
| 763 |
+
rouge_score==0.1.2
|
| 764 |
+
pynndescent==0.6.0
|
| 765 |
+
nvidia-cusolver-cu12==11.4.5.107
|
| 766 |
+
jsonschema-specifications==2025.9.1
|
| 767 |
+
ipython==8.18.1
|
| 768 |
+
httpx==0.28.1
|
| 769 |
+
gymnasium-robotics==1.2.0
|
| 770 |
+
google-auth==2.49.2
|
| 771 |
+
GitPython==3.1.46
|
| 772 |
+
diffusers==0.31.0
|
| 773 |
+
wandb==0.18.6
|
| 774 |
+
umap-learn==0.5.9.post2
|
| 775 |
+
requests-oauthlib==2.0.0
|
| 776 |
+
openai==2.8.1
|
| 777 |
+
mplib==0.1.1
|
| 778 |
+
jsonschema==4.25.1
|
| 779 |
+
gradio_client==0.2.9
|
| 780 |
+
google-genai==1.47.0
|
| 781 |
+
fastapi==0.128.8
|
| 782 |
+
torchvision==0.17.2
|
| 783 |
+
torchaudio==2.2.2
|
| 784 |
+
sentence-transformers==3.2.1
|
| 785 |
+
pytorch-seed==0.2.0
|
| 786 |
+
deepspeed==0.16.1
|
| 787 |
+
bitsandbytes==0.45.0
|
| 788 |
+
altair==6.0.0
|
| 789 |
+
timm==1.0.22
|
| 790 |
+
gradio==3.36.1
|
| 791 |
+
evaluate==0.4.3
|
| 792 |
+
arm_pytorch_utilities==0.5.0
|
| 793 |
+
tensorflow-io-gcs-filesystem==0.37.1
|
| 794 |
+
Markdown==3.9
|
| 795 |
+
pybullet==3.2.6
|
| 796 |
+
wrapt==1.14.2
|
| 797 |
+
tensorflow-probability==0.23.0
|
| 798 |
+
parse==1.19.1
|
| 799 |
+
dm-tree==0.1.8
|
| 800 |
+
termcolor==3.1.0
|
| 801 |
+
requests==2.32.0
|
| 802 |
+
cffi==2.0.0
|
| 803 |
+
opt_einsum==3.4.0
|
| 804 |
+
labmaze==1.0.6
|
| 805 |
+
typing_extensions==4.15.0
|
| 806 |
+
importlib-resources==5.13.0
|
| 807 |
+
importlib-metadata==5.2.0
|
| 808 |
+
FLAML==2.3.6
|
| 809 |
+
dm-env==1.6
|
| 810 |
+
diskcache==5.6.3
|
| 811 |
+
Cython==0.29.37
|
| 812 |
+
mujoco-py==2.1.2.14
|
| 813 |
+
jaxlib==0.4.30
|
| 814 |
+
dm-control==1.0.14
|
| 815 |
+
cmudict==1.0.13
|
| 816 |
+
syllables==1.0.9
|
| 817 |
+
metaworld==2.0.0
|
| 818 |
+
jax==0.4.30
|
| 819 |
+
highway-env==1.9.1
|
| 820 |
+
gym_bandits==0.0.2
|
| 821 |
+
d4rl==1.1
|
| 822 |
+
pyautogen==0.1.0
|
| 823 |
+
protobuf==4.25.9
|
| 824 |
+
tf-agents==0.19.0
|
| 825 |
+
oauthlib==3.3.1
|
| 826 |
+
pytorch-kinematics==0.7.5
|
| 827 |
+
pygame==2.6.1
|
| 828 |
+
gin-config==0.5.0
|
| 829 |
+
mani_skill==3.0.0b20
|
| 830 |
+
tifffile==2024.8.30
|
| 831 |
+
Shapely==1.8.4
|
| 832 |
+
PyWavelets==1.6.0
|
| 833 |
+
Werkzeug==3.1.8
|
| 834 |
+
astunparse==1.6.3
|
| 835 |
+
scikit-image==0.19.3
|
| 836 |
+
pymunk==6.2.1
|
| 837 |
+
ml-dtypes==0.3.2
|
| 838 |
+
gast==0.7.0
|
| 839 |
+
stable-baselines3==2.2.1
|
| 840 |
+
keras==2.15.0
|
| 841 |
+
llfbench==0.1.0
|
| 842 |
+
libclang==18.1.1
|
| 843 |
+
flatbuffers==25.12.19
|
| 844 |
+
gym==0.23.1
|
| 845 |
+
llmbc==0.0.0
|
| 846 |
+
autocommand==2.2.2
|
| 847 |
+
backports.tarfile==1.2.0
|
| 848 |
+
importlib_metadata==8.0.0
|
| 849 |
+
inflect==7.3.1
|
| 850 |
+
jaraco.collections==5.1.0
|
| 851 |
+
jaraco.context==5.3.0
|
| 852 |
+
jaraco.functools==4.0.1
|
| 853 |
+
jaraco.text==3.12.1
|
| 854 |
+
more-itertools==10.3.0
|
| 855 |
+
packaging==24.2
|
| 856 |
+
platformdirs==4.2.2
|
| 857 |
+
tomli==2.0.1
|
| 858 |
+
typeguard==4.3.0
|
| 859 |
+
typing_extensions==4.12.2
|
| 860 |
+
wheel==0.45.1
|
| 861 |
+
zipp==3.19.2
|
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.15.0-168-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "3.9.25",
|
| 4 |
+
"startedAt": "2026-04-10T09:37:42.923208Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config-path",
|
| 7 |
+
"config/mix_data",
|
| 8 |
+
"--config-name",
|
| 9 |
+
"llmbc_maze2d-medium-v0_mix(csp5).yaml",
|
| 10 |
+
"training.seed=42"
|
| 11 |
+
],
|
| 12 |
+
"program": "/workspace/LLM-BC/./train.py",
|
| 13 |
+
"codePath": "train.py",
|
| 14 |
+
"git": {
|
| 15 |
+
"remote": "https://github.com/CHYang25/LLM-BC.git",
|
| 16 |
+
"commit": "2fa092f9eb4c2ad9435919c661a618071a583be5"
|
| 17 |
+
},
|
| 18 |
+
"email": "chris920325@gmail.com",
|
| 19 |
+
"root": "/workspace/LLM-BC/data/outputs/2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0",
|
| 20 |
+
"host": "c8ef52649900",
|
| 21 |
+
"username": "root",
|
| 22 |
+
"executable": "/venv/llm-bc/bin/python3",
|
| 23 |
+
"codePathLocal": "train.py",
|
| 24 |
+
"cpu_count": 72,
|
| 25 |
+
"cpu_count_logical": 144,
|
| 26 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 27 |
+
"gpu_count": 2,
|
| 28 |
+
"disk": {
|
| 29 |
+
"/": {
|
| 30 |
+
"total": "545460846592",
|
| 31 |
+
"used": "335971295232"
|
| 32 |
+
}
|
| 33 |
+
},
|
| 34 |
+
"memory": {
|
| 35 |
+
"total": "810942898176"
|
| 36 |
+
},
|
| 37 |
+
"cpu": {
|
| 38 |
+
"count": 72,
|
| 39 |
+
"countLogical": 144
|
| 40 |
+
},
|
| 41 |
+
"gpu_nvidia": [
|
| 42 |
+
{
|
| 43 |
+
"name": "NVIDIA GeForce RTX 4090",
|
| 44 |
+
"memoryTotal": "25757220864",
|
| 45 |
+
"cudaCores": 16384,
|
| 46 |
+
"architecture": "Ada"
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"name": "NVIDIA GeForce RTX 4090",
|
| 50 |
+
"memoryTotal": "25757220864",
|
| 51 |
+
"cudaCores": 16384,
|
| 52 |
+
"architecture": "Ada"
|
| 53 |
+
}
|
| 54 |
+
],
|
| 55 |
+
"cudaVersion": "12.8"
|
| 56 |
+
}
|