CHYang25 commited on
Commit
88c6fda
·
verified ·
1 Parent(s): 503a122

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +17 -0
  2. 2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
  3. 2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
  4. 2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
  5. 2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +0 -0
  6. 2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
  7. 2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
  8. 2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
  9. 2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +0 -0
  10. 2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
  11. 2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
  12. 2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
  13. 2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +0 -0
  14. 2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
  15. 2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
  16. 2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
  17. 2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +8 -0
  18. 2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
  19. 2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
  20. 2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
  21. 2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +5 -0
  22. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml +121 -0
  23. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
  24. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
  25. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/logs.json.txt +198 -0
  26. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log +11 -0
  27. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/config.yaml +199 -0
  28. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/output.log +60 -0
  29. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/requirements.txt +860 -0
  30. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/wandb-metadata.json +49 -0
  31. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/wandb-summary.json +1 -0
  32. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/run-ags56sz9.wandb +3 -0
  33. 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/wandb-resume.json +1 -0
  34. 2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/config.yaml +165 -0
  35. 2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
  36. 2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
  37. 2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/train.log +6 -0
  38. 2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml +163 -0
  39. 2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml +154 -0
  40. 2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml +1 -0
  41. 2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/train.log +6 -0
  42. 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/config.yaml +165 -0
  43. 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml +155 -0
  44. 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml +1 -0
  45. 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/logs.json.txt +0 -0
  46. 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/train.log +13 -0
  47. 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/config.yaml +273 -0
  48. 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/output.log +52 -0
  49. 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/requirements.txt +861 -0
  50. 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/wandb-metadata.json +56 -0
.gitattributes CHANGED
@@ -427,3 +427,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
427
  2026.05.06/04.52.43_train_llmbc_lowdim_box-close-v2/wandb/run-20260506_045327-t6qu9x0g/run-t6qu9x0g.wandb filter=lfs diff=lfs merge=lfs -text
428
  2026.05.06/05.04.12_train_llmbc_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
429
  2026.05.06/05.04.12_train_llmbc_lowdim_box-close-v2/wandb/run-20260506_050458-k7lt6rm7/run-k7lt6rm7.wandb filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
427
  2026.05.06/04.52.43_train_llmbc_lowdim_box-close-v2/wandb/run-20260506_045327-t6qu9x0g/run-t6qu9x0g.wandb filter=lfs diff=lfs merge=lfs -text
428
  2026.05.06/05.04.12_train_llmbc_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
429
  2026.05.06/05.04.12_train_llmbc_lowdim_box-close-v2/wandb/run-20260506_050458-k7lt6rm7/run-k7lt6rm7.wandb filter=lfs diff=lfs merge=lfs -text
430
+ 2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/run-ags56sz9.wandb filter=lfs diff=lfs merge=lfs -text
431
+ 2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/run-2o6jqedz.wandb filter=lfs diff=lfs merge=lfs -text
432
+ 2026.04.10/09.42.47_train_llmbc_lowdim_adroit-hand-relocate-v1/logs.json.txt filter=lfs diff=lfs merge=lfs -text
433
+ 2026.04.10/09.42.47_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_094422-68a5glbf/run-68a5glbf.wandb filter=lfs diff=lfs merge=lfs -text
434
+ 2026.04.10/09.42.50_train_llmbc_lowdim_adroit-hand-relocate-v1/logs.json.txt filter=lfs diff=lfs merge=lfs -text
435
+ 2026.04.10/09.42.50_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_094424-vk0ow3fl/run-vk0ow3fl.wandb filter=lfs diff=lfs merge=lfs -text
436
+ 2026.04.10/09.46.35_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_095519-3qme4js3/run-3qme4js3.wandb filter=lfs diff=lfs merge=lfs -text
437
+ 2026.04.10/14.18.53_train_rbc_reward_model_adroit-hand-relocate-v1/wandb/run-20260410_141855-1qgdq8b7/run-1qgdq8b7.wandb filter=lfs diff=lfs merge=lfs -text
438
+ 2026.04.10/14.21.55_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_142250-821w1msn/run-821w1msn.wandb filter=lfs diff=lfs merge=lfs -text
439
+ 2026.04.10/14.22.41_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_142416-4mgh6loq/run-4mgh6loq.wandb filter=lfs diff=lfs merge=lfs -text
440
+ 2026.04.10/14.22.50_train_rbc_reward_model_adroit-hand-relocate-v1/wandb/run-20260410_142252-g9z2m8kf/run-g9z2m8kf.wandb filter=lfs diff=lfs merge=lfs -text
441
+ 2026.04.10/18.16.49_train_llmbc_lowdim_adroit-hand-relocate-v1/logs.json.txt filter=lfs diff=lfs merge=lfs -text
442
+ 2026.04.10/18.16.49_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_181743-g6hz51in/run-g6hz51in.wandb filter=lfs diff=lfs merge=lfs -text
443
+ 2026.04.10/18.20.24_train_llmbc_lowdim_adroit-hand-relocate-v1/logs.json.txt filter=lfs diff=lfs merge=lfs -text
444
+ 2026.04.10/18.20.24_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_182424-q1qace9c/run-q1qace9c.wandb filter=lfs diff=lfs merge=lfs -text
445
+ 2026.04.10/22.25.42_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_222637-i2nrjl69/run-i2nrjl69.wandb filter=lfs diff=lfs merge=lfs -text
446
+ 2026.04.10/22.29.11_train_llmbc_lowdim_adroit-hand-relocate-v1/wandb/run-20260410_223235-ehh65ppa/run-ehh65ppa.wandb filter=lfs diff=lfs merge=lfs -text
2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_bc_lowdim
2
+ _target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ horizon: 1
8
+ n_obs_steps: 1
9
+ n_action_steps: 1
10
+ n_latency_steps: 0
11
+ past_action_visible: false
12
+ policy:
13
+ _target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
14
+ model:
15
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
16
+ input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
17
+ hidden_size:
18
+ - 256
19
+ - 256
20
+ output_size: ${eval:'${n_action_steps}*${action_dim}'}
21
+ activation: relu
22
+ n_obs_steps: ${n_obs_steps}
23
+ n_action_steps: ${n_action_steps}
24
+ obs_dim: ${obs_dim}
25
+ action_dim: ${action_dim}
26
+ horizon: ${horizon}
27
+ n_obs_steps: ${n_obs_steps}
28
+ n_action_steps: ${n_action_steps}
29
+ dataloader:
30
+ batch_size: 128
31
+ num_workers: 0
32
+ shuffle: true
33
+ pin_memory: false
34
+ persistent_workers: false
35
+ val_dataloader:
36
+ batch_size: 128
37
+ num_workers: 0
38
+ shuffle: true
39
+ pin_memory: false
40
+ persistent_workers: false
41
+ optimizer:
42
+ _target_: torch.optim.AdamW
43
+ lr: 0.01
44
+ betas:
45
+ - 0.95
46
+ - 0.999
47
+ eps: 1.0e-08
48
+ weight_decay: 1.0e-06
49
+ training:
50
+ device: cuda:0
51
+ seed: 42
52
+ debug: false
53
+ resume: false
54
+ lr_scheduler: cosine
55
+ lr_warmup_steps: 10
56
+ num_epochs: 1001
57
+ gradient_accumulate_every: 1
58
+ grad_norm_clip: 0.5
59
+ rollout_every: 5
60
+ checkpoint_every: 5
61
+ val_every: 1
62
+ sample_every: 5
63
+ sample_max_batch: 128
64
+ max_train_steps: null
65
+ max_val_steps: null
66
+ tqdm_interval_sec: 1.0
67
+ logging:
68
+ project: ${task.name}-training
69
+ resume: true
70
+ mode: online
71
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
72
+ tags:
73
+ - ${name}
74
+ - ${task_name}
75
+ - ${exp_name}
76
+ id: null
77
+ group: null
78
+ checkpoint:
79
+ topk:
80
+ monitor_key: test_success_rate
81
+ mode: max
82
+ k: 5
83
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
84
+ save_last_ckpt: true
85
+ save_last_snapshot: false
86
+ multi_run:
87
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
88
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
89
+ task:
90
+ name: maze2d-medium-v0
91
+ obs_dim: 6
92
+ action_dim: 2
93
+ env_runner:
94
+ _target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
95
+ env_name: llf-pointmaze-maze2d-medium-v0
96
+ n_train: 10
97
+ n_test: 50
98
+ n_envs: 10
99
+ max_steps: 250
100
+ n_obs_steps: ${n_obs_steps}
101
+ n_action_steps: ${n_action_steps}
102
+ instruction_type: b
103
+ feedback_type:
104
+ - hp
105
+ - hn
106
+ - fp
107
+ visual: false
108
+ discount: 0.99
109
+ dataset:
110
+ _target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
111
+ data_path: datasets/maze2d-medium-v0.pt
112
+ data_path2: datasets/maze2d-medium-v0.pt
113
+ horizon: ${horizon}
114
+ pad_before: ${eval:'${n_obs_steps}-1'}
115
+ pad_after: ${eval:'${n_action_steps}-1'}
116
+ obs_eef_target: true
117
+ use_manual_normalizer: false
118
+ val_ratio: 0.02
119
+ dummy_normalizer: false
120
+ instructor:
121
+ _target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train_bc_lowdim_workspace
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: train_bc_lowdim_workspace
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /workspace/LLM-BC/llmbc/config
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0
144
+ choices:
145
+ task: maze2d-medium-v0
146
+ hydra/env: default
147
+ hydra/callbacks: null
148
+ hydra/job_logging: default
149
+ hydra/hydra_logging: default
150
+ hydra/hydra_help: default
151
+ hydra/help: default
152
+ hydra/sweeper: basic
153
+ hydra/launcher: basic
154
+ hydra/output: default
155
+ verbose: false
2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.04.10/08.02.20_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log ADDED
File without changes
2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_bc_lowdim
2
+ _target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ horizon: 1
8
+ n_obs_steps: 1
9
+ n_action_steps: 1
10
+ n_latency_steps: 0
11
+ past_action_visible: false
12
+ policy:
13
+ _target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
14
+ model:
15
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
16
+ input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
17
+ hidden_size:
18
+ - 256
19
+ - 256
20
+ output_size: ${eval:'${n_action_steps}*${action_dim}'}
21
+ activation: relu
22
+ n_obs_steps: ${n_obs_steps}
23
+ n_action_steps: ${n_action_steps}
24
+ obs_dim: ${obs_dim}
25
+ action_dim: ${action_dim}
26
+ horizon: ${horizon}
27
+ n_obs_steps: ${n_obs_steps}
28
+ n_action_steps: ${n_action_steps}
29
+ dataloader:
30
+ batch_size: 128
31
+ num_workers: 0
32
+ shuffle: true
33
+ pin_memory: false
34
+ persistent_workers: false
35
+ val_dataloader:
36
+ batch_size: 128
37
+ num_workers: 0
38
+ shuffle: true
39
+ pin_memory: false
40
+ persistent_workers: false
41
+ optimizer:
42
+ _target_: torch.optim.AdamW
43
+ lr: 0.01
44
+ betas:
45
+ - 0.95
46
+ - 0.999
47
+ eps: 1.0e-08
48
+ weight_decay: 1.0e-06
49
+ training:
50
+ device: cuda:0
51
+ seed: 42
52
+ debug: false
53
+ resume: false
54
+ lr_scheduler: cosine
55
+ lr_warmup_steps: 10
56
+ num_epochs: 1001
57
+ gradient_accumulate_every: 1
58
+ grad_norm_clip: 0.5
59
+ rollout_every: 5
60
+ checkpoint_every: 5
61
+ val_every: 1
62
+ sample_every: 5
63
+ sample_max_batch: 128
64
+ max_train_steps: null
65
+ max_val_steps: null
66
+ tqdm_interval_sec: 1.0
67
+ logging:
68
+ project: ${task.name}-training
69
+ resume: true
70
+ mode: online
71
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
72
+ tags:
73
+ - ${name}
74
+ - ${task_name}
75
+ - ${exp_name}
76
+ id: null
77
+ group: null
78
+ checkpoint:
79
+ topk:
80
+ monitor_key: test_success_rate
81
+ mode: max
82
+ k: 5
83
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
84
+ save_last_ckpt: true
85
+ save_last_snapshot: false
86
+ multi_run:
87
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
88
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
89
+ task:
90
+ name: maze2d-medium-v0
91
+ obs_dim: 6
92
+ action_dim: 2
93
+ env_runner:
94
+ _target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
95
+ env_name: llf-pointmaze-maze2d-medium-v0
96
+ n_train: 10
97
+ n_test: 50
98
+ n_envs: 10
99
+ max_steps: 250
100
+ n_obs_steps: ${n_obs_steps}
101
+ n_action_steps: ${n_action_steps}
102
+ instruction_type: b
103
+ feedback_type:
104
+ - hp
105
+ - hn
106
+ - fp
107
+ visual: false
108
+ discount: 0.99
109
+ dataset:
110
+ _target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
111
+ data_path: datasets/maze2d-medium-v0.pt
112
+ data_path2: datasets/maze2d-medium-v0.pt
113
+ horizon: ${horizon}
114
+ pad_before: ${eval:'${n_obs_steps}-1'}
115
+ pad_after: ${eval:'${n_action_steps}-1'}
116
+ obs_eef_target: true
117
+ use_manual_normalizer: false
118
+ val_ratio: 0.02
119
+ dummy_normalizer: false
120
+ instructor:
121
+ _target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train_bc_lowdim_workspace
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: train_bc_lowdim_workspace
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /workspace/LLM-BC/llmbc/config
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0
144
+ choices:
145
+ task: maze2d-medium-v0
146
+ hydra/env: default
147
+ hydra/callbacks: null
148
+ hydra/job_logging: default
149
+ hydra/hydra_logging: default
150
+ hydra/hydra_help: default
151
+ hydra/help: default
152
+ hydra/sweeper: basic
153
+ hydra/launcher: basic
154
+ hydra/output: default
155
+ verbose: false
2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.04.10/09.02.41_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log ADDED
File without changes
2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_bc_lowdim
2
+ _target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ horizon: 1
8
+ n_obs_steps: 1
9
+ n_action_steps: 1
10
+ n_latency_steps: 0
11
+ past_action_visible: false
12
+ policy:
13
+ _target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
14
+ model:
15
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
16
+ input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
17
+ hidden_size:
18
+ - 256
19
+ - 256
20
+ output_size: ${eval:'${n_action_steps}*${action_dim}'}
21
+ activation: relu
22
+ n_obs_steps: ${n_obs_steps}
23
+ n_action_steps: ${n_action_steps}
24
+ obs_dim: ${obs_dim}
25
+ action_dim: ${action_dim}
26
+ horizon: ${horizon}
27
+ n_obs_steps: ${n_obs_steps}
28
+ n_action_steps: ${n_action_steps}
29
+ dataloader:
30
+ batch_size: 128
31
+ num_workers: 0
32
+ shuffle: true
33
+ pin_memory: false
34
+ persistent_workers: false
35
+ val_dataloader:
36
+ batch_size: 128
37
+ num_workers: 0
38
+ shuffle: true
39
+ pin_memory: false
40
+ persistent_workers: false
41
+ optimizer:
42
+ _target_: torch.optim.AdamW
43
+ lr: 0.01
44
+ betas:
45
+ - 0.95
46
+ - 0.999
47
+ eps: 1.0e-08
48
+ weight_decay: 1.0e-06
49
+ training:
50
+ device: cuda:0
51
+ seed: 42
52
+ debug: false
53
+ resume: false
54
+ lr_scheduler: cosine
55
+ lr_warmup_steps: 10
56
+ num_epochs: 1001
57
+ gradient_accumulate_every: 1
58
+ grad_norm_clip: 0.5
59
+ rollout_every: 5
60
+ checkpoint_every: 5
61
+ val_every: 1
62
+ sample_every: 5
63
+ sample_max_batch: 128
64
+ max_train_steps: null
65
+ max_val_steps: null
66
+ tqdm_interval_sec: 1.0
67
+ logging:
68
+ project: ${task.name}-training
69
+ resume: true
70
+ mode: online
71
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
72
+ tags:
73
+ - ${name}
74
+ - ${task_name}
75
+ - ${exp_name}
76
+ id: null
77
+ group: null
78
+ checkpoint:
79
+ topk:
80
+ monitor_key: test_success_rate
81
+ mode: max
82
+ k: 5
83
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
84
+ save_last_ckpt: true
85
+ save_last_snapshot: false
86
+ multi_run:
87
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
88
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
89
+ task:
90
+ name: maze2d-medium-v0
91
+ obs_dim: 6
92
+ action_dim: 2
93
+ env_runner:
94
+ _target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
95
+ env_name: llf-pointmaze-maze2d-medium-v0
96
+ n_train: 10
97
+ n_test: 50
98
+ n_envs: 10
99
+ max_steps: 250
100
+ n_obs_steps: ${n_obs_steps}
101
+ n_action_steps: ${n_action_steps}
102
+ instruction_type: b
103
+ feedback_type:
104
+ - hp
105
+ - hn
106
+ - fp
107
+ visual: false
108
+ discount: 0.99
109
+ dataset:
110
+ _target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
111
+ data_path: datasets/maze2d-medium-v0.pt
112
+ data_path2: datasets/maze2d-medium-v0.pt
113
+ horizon: ${horizon}
114
+ pad_before: ${eval:'${n_obs_steps}-1'}
115
+ pad_after: ${eval:'${n_action_steps}-1'}
116
+ obs_eef_target: true
117
+ use_manual_normalizer: false
118
+ val_ratio: 0.02
119
+ dummy_normalizer: false
120
+ instructor:
121
+ _target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train_bc_lowdim_workspace
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: train_bc_lowdim_workspace
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /workspace/LLM-BC/llmbc/config
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0
144
+ choices:
145
+ task: maze2d-medium-v0
146
+ hydra/env: default
147
+ hydra/callbacks: null
148
+ hydra/job_logging: default
149
+ hydra/hydra_logging: default
150
+ hydra/hydra_help: default
151
+ hydra/help: default
152
+ hydra/sweeper: basic
153
+ hydra/launcher: basic
154
+ hydra/output: default
155
+ verbose: false
2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.04.10/09.03.35_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log ADDED
File without changes
2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_bc_lowdim
2
+ _target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ horizon: 1
8
+ n_obs_steps: 1
9
+ n_action_steps: 1
10
+ n_latency_steps: 0
11
+ past_action_visible: false
12
+ policy:
13
+ _target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
14
+ model:
15
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
16
+ input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
17
+ hidden_size:
18
+ - 256
19
+ - 256
20
+ output_size: ${eval:'${n_action_steps}*${action_dim}'}
21
+ activation: relu
22
+ n_obs_steps: ${n_obs_steps}
23
+ n_action_steps: ${n_action_steps}
24
+ obs_dim: ${obs_dim}
25
+ action_dim: ${action_dim}
26
+ horizon: ${horizon}
27
+ n_obs_steps: ${n_obs_steps}
28
+ n_action_steps: ${n_action_steps}
29
+ dataloader:
30
+ batch_size: 128
31
+ num_workers: 0
32
+ shuffle: true
33
+ pin_memory: false
34
+ persistent_workers: false
35
+ val_dataloader:
36
+ batch_size: 128
37
+ num_workers: 0
38
+ shuffle: true
39
+ pin_memory: false
40
+ persistent_workers: false
41
+ optimizer:
42
+ _target_: torch.optim.AdamW
43
+ lr: 0.01
44
+ betas:
45
+ - 0.95
46
+ - 0.999
47
+ eps: 1.0e-08
48
+ weight_decay: 1.0e-06
49
+ training:
50
+ device: cuda:0
51
+ seed: 42
52
+ debug: false
53
+ resume: false
54
+ lr_scheduler: cosine
55
+ lr_warmup_steps: 10
56
+ num_epochs: 1001
57
+ gradient_accumulate_every: 1
58
+ grad_norm_clip: 0.5
59
+ rollout_every: 5
60
+ checkpoint_every: 5
61
+ val_every: 1
62
+ sample_every: 5
63
+ sample_max_batch: 128
64
+ max_train_steps: null
65
+ max_val_steps: null
66
+ tqdm_interval_sec: 1.0
67
+ logging:
68
+ project: ${task.name}-training
69
+ resume: true
70
+ mode: online
71
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
72
+ tags:
73
+ - ${name}
74
+ - ${task_name}
75
+ - ${exp_name}
76
+ id: null
77
+ group: null
78
+ checkpoint:
79
+ topk:
80
+ monitor_key: test_success_rate
81
+ mode: max
82
+ k: 5
83
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
84
+ save_last_ckpt: true
85
+ save_last_snapshot: false
86
+ multi_run:
87
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
88
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
89
+ task:
90
+ name: maze2d-medium-v0
91
+ obs_dim: 6
92
+ action_dim: 2
93
+ env_runner:
94
+ _target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
95
+ env_name: llf-pointmaze-maze2d-medium-v0
96
+ n_train: 10
97
+ n_test: 50
98
+ n_envs: 10
99
+ max_steps: 250
100
+ n_obs_steps: ${n_obs_steps}
101
+ n_action_steps: ${n_action_steps}
102
+ instruction_type: b
103
+ feedback_type:
104
+ - hp
105
+ - hn
106
+ - fp
107
+ visual: false
108
+ discount: 0.99
109
+ dataset:
110
+ _target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
111
+ data_path: datasets/maze2d-medium-v0.pt
112
+ data_path2: datasets/maze2d-medium-v0.pt
113
+ horizon: ${horizon}
114
+ pad_before: ${eval:'${n_obs_steps}-1'}
115
+ pad_after: ${eval:'${n_action_steps}-1'}
116
+ obs_eef_target: true
117
+ use_manual_normalizer: false
118
+ val_ratio: 0.02
119
+ dummy_normalizer: false
120
+ instructor:
121
+ _target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train_bc_lowdim_workspace
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: train_bc_lowdim_workspace
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /workspace/LLM-BC/llmbc/config
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0
144
+ choices:
145
+ task: maze2d-medium-v0
146
+ hydra/env: default
147
+ hydra/callbacks: null
148
+ hydra/job_logging: default
149
+ hydra/hydra_logging: default
150
+ hydra/hydra_help: default
151
+ hydra/help: default
152
+ hydra/sweeper: basic
153
+ hydra/launcher: basic
154
+ hydra/output: default
155
+ verbose: false
2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.04.10/09.06.09_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ [2026-04-10 09:06:15,647][root][INFO] - running build_ext
2
+ [2026-04-10 09:06:15,649][root][INFO] - building 'mujoco_py.cymj' extension
3
+ [2026-04-10 09:06:15,649][root][INFO] - creating /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py
4
+ [2026-04-10 09:06:15,649][root][INFO] - creating /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl
5
+ [2026-04-10 09:06:15,650][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
6
+ [2026-04-10 09:06:57,299][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
7
+ [2026-04-10 09:06:57,388][root][INFO] - creating /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py
8
+ [2026-04-10 09:06:57,389][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_bc_lowdim
2
+ _target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ horizon: 1
8
+ n_obs_steps: 1
9
+ n_action_steps: 1
10
+ n_latency_steps: 0
11
+ past_action_visible: false
12
+ policy:
13
+ _target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
14
+ model:
15
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
16
+ input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
17
+ hidden_size:
18
+ - 256
19
+ - 256
20
+ output_size: ${eval:'${n_action_steps}*${action_dim}'}
21
+ activation: relu
22
+ n_obs_steps: ${n_obs_steps}
23
+ n_action_steps: ${n_action_steps}
24
+ obs_dim: ${obs_dim}
25
+ action_dim: ${action_dim}
26
+ horizon: ${horizon}
27
+ n_obs_steps: ${n_obs_steps}
28
+ n_action_steps: ${n_action_steps}
29
+ dataloader:
30
+ batch_size: 128
31
+ num_workers: 0
32
+ shuffle: true
33
+ pin_memory: false
34
+ persistent_workers: false
35
+ val_dataloader:
36
+ batch_size: 128
37
+ num_workers: 0
38
+ shuffle: true
39
+ pin_memory: false
40
+ persistent_workers: false
41
+ optimizer:
42
+ _target_: torch.optim.AdamW
43
+ lr: 0.01
44
+ betas:
45
+ - 0.95
46
+ - 0.999
47
+ eps: 1.0e-08
48
+ weight_decay: 1.0e-06
49
+ training:
50
+ device: cuda:0
51
+ seed: 42
52
+ debug: false
53
+ resume: false
54
+ lr_scheduler: cosine
55
+ lr_warmup_steps: 10
56
+ num_epochs: 1001
57
+ gradient_accumulate_every: 1
58
+ grad_norm_clip: 0.5
59
+ rollout_every: 5
60
+ checkpoint_every: 5
61
+ val_every: 1
62
+ sample_every: 5
63
+ sample_max_batch: 128
64
+ max_train_steps: null
65
+ max_val_steps: null
66
+ tqdm_interval_sec: 1.0
67
+ logging:
68
+ project: ${task.name}-training
69
+ resume: true
70
+ mode: online
71
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
72
+ tags:
73
+ - ${name}
74
+ - ${task_name}
75
+ - ${exp_name}
76
+ id: null
77
+ group: null
78
+ checkpoint:
79
+ topk:
80
+ monitor_key: test_success_rate
81
+ mode: max
82
+ k: 5
83
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
84
+ save_last_ckpt: true
85
+ save_last_snapshot: false
86
+ multi_run:
87
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
88
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
89
+ task:
90
+ name: maze2d-medium-v0
91
+ obs_dim: 6
92
+ action_dim: 2
93
+ env_runner:
94
+ _target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
95
+ env_name: llf-pointmaze-maze2d-medium-v0
96
+ n_train: 10
97
+ n_test: 50
98
+ n_envs: 10
99
+ max_steps: 250
100
+ n_obs_steps: ${n_obs_steps}
101
+ n_action_steps: ${n_action_steps}
102
+ instruction_type: b
103
+ feedback_type:
104
+ - hp
105
+ - hn
106
+ - fp
107
+ visual: false
108
+ discount: 0.99
109
+ dataset:
110
+ _target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
111
+ data_path: datasets/maze2d-medium-v0.pt
112
+ data_path2: datasets/maze2d-medium-v0.pt
113
+ horizon: ${horizon}
114
+ pad_before: ${eval:'${n_obs_steps}-1'}
115
+ pad_after: ${eval:'${n_action_steps}-1'}
116
+ obs_eef_target: true
117
+ use_manual_normalizer: false
118
+ val_ratio: 0.02
119
+ dummy_normalizer: false
120
+ instructor:
121
+ _target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train_bc_lowdim_workspace
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: train_bc_lowdim_workspace
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /workspace/LLM-BC/llmbc/config
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0
144
+ choices:
145
+ task: maze2d-medium-v0
146
+ hydra/env: default
147
+ hydra/callbacks: null
148
+ hydra/job_logging: default
149
+ hydra/hydra_logging: default
150
+ hydra/hydra_help: default
151
+ hydra/help: default
152
+ hydra/sweeper: basic
153
+ hydra/launcher: basic
154
+ hydra/output: default
155
+ verbose: false
2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.04.10/09.12.25_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ [2026-04-10 09:12:28,251][root][INFO] - running build_ext
2
+ [2026-04-10 09:12:28,253][root][INFO] - building 'mujoco_py.cymj' extension
3
+ [2026-04-10 09:12:28,253][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
4
+ [2026-04-10 09:13:10,017][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
5
+ [2026-04-10 09:13:10,101][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_bc_lowdim
2
+ _target_: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ horizon: 1
8
+ n_obs_steps: 1
9
+ n_action_steps: 1
10
+ n_latency_steps: 0
11
+ past_action_visible: false
12
+ policy:
13
+ _target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
14
+ model:
15
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
16
+ input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
17
+ hidden_size:
18
+ - 256
19
+ - 256
20
+ output_size: ${eval:'${n_action_steps}*${action_dim}'}
21
+ activation: relu
22
+ n_obs_steps: ${n_obs_steps}
23
+ n_action_steps: ${n_action_steps}
24
+ obs_dim: ${obs_dim}
25
+ action_dim: ${action_dim}
26
+ horizon: ${horizon}
27
+ n_obs_steps: ${n_obs_steps}
28
+ n_action_steps: ${n_action_steps}
29
+ dataloader:
30
+ batch_size: 128
31
+ num_workers: 0
32
+ shuffle: true
33
+ pin_memory: false
34
+ persistent_workers: false
35
+ val_dataloader:
36
+ batch_size: 128
37
+ num_workers: 0
38
+ shuffle: true
39
+ pin_memory: false
40
+ persistent_workers: false
41
+ optimizer:
42
+ _target_: torch.optim.AdamW
43
+ lr: 0.01
44
+ betas:
45
+ - 0.95
46
+ - 0.999
47
+ eps: 1.0e-08
48
+ weight_decay: 1.0e-06
49
+ training:
50
+ device: cuda:0
51
+ seed: 42
52
+ debug: false
53
+ resume: false
54
+ lr_scheduler: cosine
55
+ lr_warmup_steps: 10
56
+ num_epochs: 1001
57
+ gradient_accumulate_every: 1
58
+ grad_norm_clip: 0.5
59
+ rollout_every: 5
60
+ checkpoint_every: 5
61
+ val_every: 1
62
+ sample_every: 5
63
+ sample_max_batch: 128
64
+ max_train_steps: null
65
+ max_val_steps: null
66
+ tqdm_interval_sec: 1.0
67
+ logging:
68
+ project: ${task.name}-training
69
+ resume: true
70
+ mode: online
71
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
72
+ tags:
73
+ - ${name}
74
+ - ${task_name}
75
+ - ${exp_name}
76
+ id: null
77
+ group: null
78
+ checkpoint:
79
+ topk:
80
+ monitor_key: test_success_rate
81
+ mode: max
82
+ k: 5
83
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
84
+ save_last_ckpt: true
85
+ save_last_snapshot: false
86
+ multi_run:
87
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
88
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
89
+ task:
90
+ name: maze2d-medium-v0
91
+ obs_dim: 6
92
+ action_dim: 2
93
+ env_runner:
94
+ _target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
95
+ env_name: llf-pointmaze-maze2d-medium-v0
96
+ n_train: 10
97
+ n_test: 50
98
+ n_envs: 10
99
+ max_steps: 250
100
+ n_obs_steps: ${n_obs_steps}
101
+ n_action_steps: ${n_action_steps}
102
+ instruction_type: b
103
+ feedback_type:
104
+ - hp
105
+ - hn
106
+ - fp
107
+ visual: false
108
+ discount: 0.99
109
+ dataset:
110
+ _target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
111
+ data_path: datasets/maze2d-medium-v0.pt
112
+ data_path2: datasets/maze2d-medium-v0.pt
113
+ horizon: ${horizon}
114
+ pad_before: ${eval:'${n_obs_steps}-1'}
115
+ pad_after: ${eval:'${n_action_steps}-1'}
116
+ obs_eef_target: true
117
+ use_manual_normalizer: false
118
+ val_ratio: 0.02
119
+ dummy_normalizer: false
120
+ instructor:
121
+ _target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train_bc_lowdim_workspace
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: train_bc_lowdim_workspace
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /workspace/LLM-BC/llmbc/config
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0
144
+ choices:
145
+ task: maze2d-medium-v0
146
+ hydra/env: default
147
+ hydra/callbacks: null
148
+ hydra/job_logging: default
149
+ hydra/hydra_logging: default
150
+ hydra/hydra_help: default
151
+ hydra/help: default
152
+ hydra/sweeper: basic
153
+ hydra/launcher: basic
154
+ hydra/output: default
155
+ verbose: false
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/logs.json.txt ADDED
@@ -0,0 +1,198 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"train_loss": 0.5742757320404053, "train_loss_bc": 0.5742757320404053, "grad_norm": 0.4610179662704468, "global_step": 0, "epoch": 0, "lr": 0.001}
2
+ {"train_loss": 0.5470483899116516, "train_loss_bc": 0.5470483899116516, "grad_norm": 0.3259114921092987, "global_step": 1, "epoch": 0, "lr": 0.002}
3
+ {"train_loss": 0.5437748432159424, "train_loss_bc": 0.5437748432159424, "grad_norm": 0.3096829354763031, "global_step": 2, "epoch": 0, "lr": 0.003}
4
+ {"train_loss": 0.5680013298988342, "train_loss_bc": 0.5680013298988342, "grad_norm": 0.8777705430984497, "global_step": 3, "epoch": 0, "lr": 0.004}
5
+ {"train_loss": 0.5333088636398315, "train_loss_bc": 0.5333088636398315, "grad_norm": 0.5981258749961853, "global_step": 4, "epoch": 0, "lr": 0.005}
6
+ {"train_loss": 0.5779598951339722, "train_loss_bc": 0.5779598951339722, "grad_norm": 0.5873940587043762, "global_step": 5, "epoch": 0, "lr": 0.006}
7
+ {"train_loss": 0.5605453252792358, "train_loss_bc": 0.5605453252792358, "grad_norm": 0.546937882900238, "global_step": 6, "epoch": 0, "lr": 0.006999999999999999}
8
+ {"train_loss": 0.5720486044883728, "train_loss_bc": 0.5720486044883728, "grad_norm": 0.6765738725662231, "global_step": 7, "epoch": 0, "lr": 0.008}
9
+ {"train_loss": 0.5544816255569458, "train_loss_bc": 0.5544816255569458, "grad_norm": 0.7473601698875427, "global_step": 8, "epoch": 0, "lr": 0.009000000000000001}
10
+ {"train_loss": 0.5382111072540283, "train_loss_bc": 0.5382111072540283, "grad_norm": 0.3417593240737915, "global_step": 9, "epoch": 0, "lr": 0.01}
11
+ {"train_loss": 0.5005457997322083, "train_loss_bc": 0.5005457997322083, "grad_norm": 0.2392510324716568, "global_step": 10, "epoch": 0, "lr": 0.009999999999378116}
12
+ {"train_loss": 0.5228367447853088, "train_loss_bc": 0.5228367447853088, "grad_norm": 0.3644765317440033, "global_step": 11, "epoch": 0, "lr": 0.009999999997512466}
13
+ {"train_loss": 0.5359384417533875, "train_loss_bc": 0.5359384417533875, "grad_norm": 0.2075331062078476, "global_step": 12, "epoch": 0, "lr": 0.009999999994403048}
14
+ {"train_loss": 0.46896055340766907, "train_loss_bc": 0.46896055340766907, "grad_norm": 0.1523733139038086, "global_step": 13, "epoch": 0, "lr": 0.009999999990049864}
15
+ {"train_loss": 0.48494070768356323, "train_loss_bc": 0.48494070768356323, "grad_norm": 0.22689184546470642, "global_step": 14, "epoch": 0, "lr": 0.009999999984452912}
16
+ {"train_loss": 0.5497490167617798, "train_loss_bc": 0.5497490167617798, "grad_norm": 0.4582449495792389, "global_step": 15, "epoch": 0, "lr": 0.009999999977612193}
17
+ {"train_loss": 0.5699339509010315, "train_loss_bc": 0.5699339509010315, "grad_norm": 0.680681049823761, "global_step": 16, "epoch": 0, "lr": 0.009999999969527707}
18
+ {"train_loss": 0.5408633947372437, "train_loss_bc": 0.5408633947372437, "grad_norm": 0.2640772759914398, "global_step": 17, "epoch": 0, "lr": 0.009999999960199455}
19
+ {"train_loss": 0.5184565186500549, "train_loss_bc": 0.5184565186500549, "grad_norm": 0.1633172631263733, "global_step": 18, "epoch": 0, "lr": 0.009999999949627435}
20
+ {"train_loss": 0.5436556935310364, "train_loss_bc": 0.5436556935310364, "grad_norm": 0.1845201849937439, "global_step": 19, "epoch": 0, "lr": 0.009999999937811649}
21
+ {"train_loss": 0.5068360567092896, "train_loss_bc": 0.5068360567092896, "grad_norm": 0.3228622078895569, "global_step": 20, "epoch": 0, "lr": 0.009999999924752095}
22
+ {"train_loss": 0.5451252460479736, "train_loss_bc": 0.5451252460479736, "grad_norm": 0.2506679892539978, "global_step": 21, "epoch": 0, "lr": 0.009999999910448773}
23
+ {"train_loss": 0.5045832395553589, "train_loss_bc": 0.5045832395553589, "grad_norm": 0.44697698950767517, "global_step": 22, "epoch": 0, "lr": 0.009999999894901686}
24
+ {"train_loss": 0.5218442678451538, "train_loss_bc": 0.5218442678451538, "grad_norm": 0.3040887713432312, "global_step": 23, "epoch": 0, "lr": 0.00999999987811083}
25
+ {"train_loss": 0.49454182386398315, "train_loss_bc": 0.49454182386398315, "grad_norm": 0.20201249420642853, "global_step": 24, "epoch": 0, "lr": 0.009999999860076207}
26
+ {"train_loss": 0.5165571570396423, "train_loss_bc": 0.5165571570396423, "grad_norm": 0.15043173730373383, "global_step": 25, "epoch": 0, "lr": 0.00999999984079782}
27
+ {"train_loss": 0.5213630199432373, "train_loss_bc": 0.5213630199432373, "grad_norm": 0.2970457673072815, "global_step": 26, "epoch": 0, "lr": 0.009999999820275662}
28
+ {"train_loss": 0.5392494201660156, "train_loss_bc": 0.5392494201660156, "grad_norm": 0.33821403980255127, "global_step": 27, "epoch": 0, "lr": 0.00999999979850974}
29
+ {"train_loss": 0.507509171962738, "train_loss_bc": 0.507509171962738, "grad_norm": 0.16721631586551666, "global_step": 28, "epoch": 0, "lr": 0.009999999775500049}
30
+ {"train_loss": 0.5158230662345886, "train_loss_bc": 0.5158230662345886, "grad_norm": 0.2735518217086792, "global_step": 29, "epoch": 0, "lr": 0.009999999751246592}
31
+ {"train_loss": 0.5095375180244446, "train_loss_bc": 0.5095375180244446, "grad_norm": 0.23328596353530884, "global_step": 30, "epoch": 0, "lr": 0.009999999725749368}
32
+ {"train_loss": 0.4946969449520111, "train_loss_bc": 0.4946969449520111, "grad_norm": 0.2920290231704712, "global_step": 31, "epoch": 0, "lr": 0.009999999699008378}
33
+ {"train_loss": 0.5286844968795776, "train_loss_bc": 0.5286844968795776, "grad_norm": 0.26879623532295227, "global_step": 32, "epoch": 0, "lr": 0.00999999967102362}
34
+ {"train_loss": 0.5065042972564697, "train_loss_bc": 0.5065042972564697, "grad_norm": 0.3493255376815796, "global_step": 33, "epoch": 0, "lr": 0.009999999641795095}
35
+ {"train_loss": 0.5176247954368591, "train_loss_bc": 0.5176247954368591, "grad_norm": 0.32611459493637085, "global_step": 34, "epoch": 0, "lr": 0.009999999611322802}
36
+ {"train_loss": 0.5595735907554626, "train_loss_bc": 0.5595735907554626, "grad_norm": 0.5473532676696777, "global_step": 35, "epoch": 0, "lr": 0.009999999579606744}
37
+ {"train_loss": 0.5184394121170044, "train_loss_bc": 0.5184394121170044, "grad_norm": 0.33806461095809937, "global_step": 36, "epoch": 0, "lr": 0.009999999546646918}
38
+ {"train_loss": 0.4891864061355591, "train_loss_bc": 0.4891864061355591, "grad_norm": 0.2983148396015167, "global_step": 37, "epoch": 0, "lr": 0.009999999512443325}
39
+ {"train_loss": 0.5090031623840332, "train_loss_bc": 0.5090031623840332, "grad_norm": 0.374706894159317, "global_step": 38, "epoch": 0, "lr": 0.009999999476995964}
40
+ {"train_loss": 0.5417673587799072, "train_loss_bc": 0.5417673587799072, "grad_norm": 0.28812533617019653, "global_step": 39, "epoch": 0, "lr": 0.009999999440304838}
41
+ {"train_loss": 0.5432811975479126, "train_loss_bc": 0.5432811975479126, "grad_norm": 0.4054281711578369, "global_step": 40, "epoch": 0, "lr": 0.009999999402369945}
42
+ {"train_loss": 0.5155792832374573, "train_loss_bc": 0.5155792832374573, "grad_norm": 0.41070905327796936, "global_step": 41, "epoch": 0, "lr": 0.009999999363191285}
43
+ {"train_loss": 0.4796150028705597, "train_loss_bc": 0.4796150028705597, "grad_norm": 0.22966867685317993, "global_step": 42, "epoch": 0, "lr": 0.009999999322768858}
44
+ {"train_loss": 0.5101842880249023, "train_loss_bc": 0.5101842880249023, "grad_norm": 0.3219834268093109, "global_step": 43, "epoch": 0, "lr": 0.009999999281102663}
45
+ {"train_loss": 0.502321720123291, "train_loss_bc": 0.502321720123291, "grad_norm": 0.3314169645309448, "global_step": 44, "epoch": 0, "lr": 0.009999999238192702}
46
+ {"train_loss": 0.4937172830104828, "train_loss_bc": 0.4937172830104828, "grad_norm": 0.17465521395206451, "global_step": 45, "epoch": 0, "lr": 0.009999999194038973}
47
+ {"train_loss": 0.5150852799415588, "train_loss_bc": 0.5150852799415588, "grad_norm": 0.30881091952323914, "global_step": 46, "epoch": 0, "lr": 0.009999999148641478}
48
+ {"train_loss": 0.46151822805404663, "train_loss_bc": 0.46151822805404663, "grad_norm": 0.19222350418567657, "global_step": 47, "epoch": 0, "lr": 0.009999999102000216}
49
+ {"train_loss": 0.5235646963119507, "train_loss_bc": 0.5235646963119507, "grad_norm": 0.17854043841362, "global_step": 48, "epoch": 0, "lr": 0.009999999054115189}
50
+ {"train_loss": 0.47330576181411743, "train_loss_bc": 0.47330576181411743, "grad_norm": 0.186621755361557, "global_step": 49, "epoch": 0, "lr": 0.009999999004986394}
51
+ {"train_loss": 0.4679132103919983, "train_loss_bc": 0.4679132103919983, "grad_norm": 0.3300033211708069, "global_step": 50, "epoch": 0, "lr": 0.009999998954613832}
52
+ {"train_loss": 0.4872625470161438, "train_loss_bc": 0.4872625470161438, "grad_norm": 0.20406848192214966, "global_step": 51, "epoch": 0, "lr": 0.009999998902997503}
53
+ {"train_loss": 0.4838597774505615, "train_loss_bc": 0.4838597774505615, "grad_norm": 0.20800356566905975, "global_step": 52, "epoch": 0, "lr": 0.009999998850137406}
54
+ {"train_loss": 0.48533451557159424, "train_loss_bc": 0.48533451557159424, "grad_norm": 0.2890176475048065, "global_step": 53, "epoch": 0, "lr": 0.009999998796033544}
55
+ {"train_loss": 0.49930649995803833, "train_loss_bc": 0.49930649995803833, "grad_norm": 0.2625446617603302, "global_step": 54, "epoch": 0, "lr": 0.009999998740685917}
56
+ {"train_loss": 0.474785178899765, "train_loss_bc": 0.474785178899765, "grad_norm": 0.2095745950937271, "global_step": 55, "epoch": 0, "lr": 0.00999999868409452}
57
+ {"train_loss": 0.46426108479499817, "train_loss_bc": 0.46426108479499817, "grad_norm": 0.23595686256885529, "global_step": 56, "epoch": 0, "lr": 0.009999998626259356}
58
+ {"train_loss": 0.4779570400714874, "train_loss_bc": 0.4779570400714874, "grad_norm": 0.19150982797145844, "global_step": 57, "epoch": 0, "lr": 0.009999998567180427}
59
+ {"train_loss": 0.5089184641838074, "train_loss_bc": 0.5089184641838074, "grad_norm": 0.2511100172996521, "global_step": 58, "epoch": 0, "lr": 0.00999999850685773}
60
+ {"train_loss": 0.4668119549751282, "train_loss_bc": 0.4668119549751282, "grad_norm": 0.1843072921037674, "global_step": 59, "epoch": 0, "lr": 0.00999999844529127}
61
+ {"train_loss": 0.5078861713409424, "train_loss_bc": 0.5078861713409424, "grad_norm": 0.29048284888267517, "global_step": 60, "epoch": 0, "lr": 0.00999999838248104}
62
+ {"train_loss": 0.4471106231212616, "train_loss_bc": 0.4471106231212616, "grad_norm": 0.24524496495723724, "global_step": 61, "epoch": 0, "lr": 0.009999998318427043}
63
+ {"train_loss": 0.4805048108100891, "train_loss_bc": 0.4805048108100891, "grad_norm": 0.21890461444854736, "global_step": 62, "epoch": 0, "lr": 0.009999998253129281}
64
+ {"train_loss": 0.47960126399993896, "train_loss_bc": 0.47960126399993896, "grad_norm": 0.2846362888813019, "global_step": 63, "epoch": 0, "lr": 0.009999998186587752}
65
+ {"train_loss": 0.4453185200691223, "train_loss_bc": 0.4453185200691223, "grad_norm": 0.2093414068222046, "global_step": 64, "epoch": 0, "lr": 0.009999998118802455}
66
+ {"train_loss": 0.47915151715278625, "train_loss_bc": 0.47915151715278625, "grad_norm": 0.25503861904144287, "global_step": 65, "epoch": 0, "lr": 0.009999998049773393}
67
+ {"train_loss": 0.4890253245830536, "train_loss_bc": 0.4890253245830536, "grad_norm": 0.42124173045158386, "global_step": 66, "epoch": 0, "lr": 0.009999997979500564}
68
+ {"train_loss": 0.5161541104316711, "train_loss_bc": 0.5161541104316711, "grad_norm": 0.28259626030921936, "global_step": 67, "epoch": 0, "lr": 0.00999999790798397}
69
+ {"train_loss": 0.46412068605422974, "train_loss_bc": 0.46412068605422974, "grad_norm": 0.26055908203125, "global_step": 68, "epoch": 0, "lr": 0.009999997835223607}
70
+ {"train_loss": 0.4562651216983795, "train_loss_bc": 0.4562651216983795, "grad_norm": 0.34777477383613586, "global_step": 69, "epoch": 0, "lr": 0.009999997761219478}
71
+ {"train_loss": 0.530666708946228, "train_loss_bc": 0.530666708946228, "grad_norm": 0.32242047786712646, "global_step": 70, "epoch": 0, "lr": 0.009999997685971582}
72
+ {"train_loss": 0.5017932057380676, "train_loss_bc": 0.5017932057380676, "grad_norm": 0.2552233040332794, "global_step": 71, "epoch": 0, "lr": 0.00999999760947992}
73
+ {"train_loss": 0.45941221714019775, "train_loss_bc": 0.45941221714019775, "grad_norm": 0.20706579089164734, "global_step": 72, "epoch": 0, "lr": 0.009999997531744494}
74
+ {"train_loss": 0.49711522459983826, "train_loss_bc": 0.49711522459983826, "grad_norm": 0.3599870800971985, "global_step": 73, "epoch": 0, "lr": 0.0099999974527653}
75
+ {"train_loss": 0.4859696328639984, "train_loss_bc": 0.4859696328639984, "grad_norm": 0.2239435315132141, "global_step": 74, "epoch": 0, "lr": 0.009999997372542337}
76
+ {"train_loss": 0.4816194176673889, "train_loss_bc": 0.4816194176673889, "grad_norm": 0.34854719042778015, "global_step": 75, "epoch": 0, "lr": 0.009999997291075612}
77
+ {"train_loss": 0.4330894649028778, "train_loss_bc": 0.4330894649028778, "grad_norm": 0.2513454854488373, "global_step": 76, "epoch": 0, "lr": 0.009999997208365117}
78
+ {"train_loss": 0.45905041694641113, "train_loss_bc": 0.45905041694641113, "grad_norm": 0.3416292071342468, "global_step": 77, "epoch": 0, "lr": 0.009999997124410858}
79
+ {"train_loss": 0.46681252121925354, "train_loss_bc": 0.46681252121925354, "grad_norm": 0.2973605990409851, "global_step": 78, "epoch": 0, "lr": 0.009999997039212831}
80
+ {"train_loss": 0.4290766716003418, "train_loss_bc": 0.4290766716003418, "grad_norm": 0.4387994706630707, "global_step": 79, "epoch": 0, "lr": 0.009999996952771038}
81
+ {"train_loss": 0.4637358784675598, "train_loss_bc": 0.4637358784675598, "grad_norm": 0.2826111614704132, "global_step": 80, "epoch": 0, "lr": 0.00999999686508548}
82
+ {"train_loss": 0.44887471199035645, "train_loss_bc": 0.44887471199035645, "grad_norm": 0.2915211021900177, "global_step": 81, "epoch": 0, "lr": 0.009999996776156154}
83
+ {"train_loss": 0.4132304787635803, "train_loss_bc": 0.4132304787635803, "grad_norm": 0.31090226769447327, "global_step": 82, "epoch": 0, "lr": 0.009999996685983063}
84
+ {"train_loss": 0.42577099800109863, "train_loss_bc": 0.42577099800109863, "grad_norm": 0.33208024501800537, "global_step": 83, "epoch": 0, "lr": 0.009999996594566206}
85
+ {"train_loss": 0.4459473788738251, "train_loss_bc": 0.4459473788738251, "grad_norm": 0.4792470932006836, "global_step": 84, "epoch": 0, "lr": 0.009999996501905582}
86
+ {"train_loss": 0.4580143094062805, "train_loss_bc": 0.4580143094062805, "grad_norm": 0.43946200609207153, "global_step": 85, "epoch": 0, "lr": 0.00999999640800119}
87
+ {"train_loss": 0.46910616755485535, "train_loss_bc": 0.46910616755485535, "grad_norm": 0.2916896641254425, "global_step": 86, "epoch": 0, "lr": 0.009999996312853034}
88
+ {"train_loss": 0.4336342513561249, "train_loss_bc": 0.4336342513561249, "grad_norm": 0.20134015381336212, "global_step": 87, "epoch": 0, "lr": 0.009999996216461112}
89
+ {"train_loss": 0.44419264793395996, "train_loss_bc": 0.44419264793395996, "grad_norm": 0.2640151083469391, "global_step": 88, "epoch": 0, "lr": 0.009999996118825424}
90
+ {"train_loss": 0.4430444538593292, "train_loss_bc": 0.4430444538593292, "grad_norm": 0.301547646522522, "global_step": 89, "epoch": 0, "lr": 0.009999996019945969}
91
+ {"train_loss": 0.43620699644088745, "train_loss_bc": 0.43620699644088745, "grad_norm": 0.34488314390182495, "global_step": 90, "epoch": 0, "lr": 0.009999995919822749}
92
+ {"train_loss": 0.4108070135116577, "train_loss_bc": 0.4108070135116577, "grad_norm": 0.3344149887561798, "global_step": 91, "epoch": 0, "lr": 0.009999995818455763}
93
+ {"train_loss": 0.4386339783668518, "train_loss_bc": 0.4386339783668518, "grad_norm": 0.2507685124874115, "global_step": 92, "epoch": 0, "lr": 0.00999999571584501}
94
+ {"train_loss": 0.43485045433044434, "train_loss_bc": 0.43485045433044434, "grad_norm": 0.3099294900894165, "global_step": 93, "epoch": 0, "lr": 0.00999999561199049}
95
+ {"train_loss": 0.462785005569458, "train_loss_bc": 0.462785005569458, "grad_norm": 0.22741125524044037, "global_step": 94, "epoch": 0, "lr": 0.009999995506892206}
96
+ {"train_loss": 0.4141497015953064, "train_loss_bc": 0.4141497015953064, "grad_norm": 0.22992584109306335, "global_step": 95, "epoch": 0, "lr": 0.009999995400550157}
97
+ {"train_loss": 0.40021058917045593, "train_loss_bc": 0.40021058917045593, "grad_norm": 0.23979420959949493, "global_step": 96, "epoch": 0, "lr": 0.00999999529296434}
98
+ {"train_loss": 0.3920753002166748, "train_loss_bc": 0.3920753002166748, "grad_norm": 0.29057979583740234, "global_step": 97, "epoch": 0, "lr": 0.009999995184134757}
99
+ {"train_loss": 0.4283364415168762, "train_loss_bc": 0.4283364415168762, "grad_norm": 0.5014083981513977, "global_step": 98, "epoch": 0, "lr": 0.00999999507406141}
100
+ {"train_loss": 0.4140693247318268, "train_loss_bc": 0.4140693247318268, "grad_norm": 0.39413923025131226, "global_step": 99, "epoch": 0, "lr": 0.009999994962744294}
101
+ {"train_loss": 0.44777703285217285, "train_loss_bc": 0.44777703285217285, "grad_norm": 0.2801749110221863, "global_step": 100, "epoch": 0, "lr": 0.009999994850183417}
102
+ {"train_loss": 0.4148218631744385, "train_loss_bc": 0.4148218631744385, "grad_norm": 0.40548500418663025, "global_step": 101, "epoch": 0, "lr": 0.00999999473637877}
103
+ {"train_loss": 0.39296433329582214, "train_loss_bc": 0.39296433329582214, "grad_norm": 0.29740381240844727, "global_step": 102, "epoch": 0, "lr": 0.009999994621330359}
104
+ {"train_loss": 0.4314180016517639, "train_loss_bc": 0.4314180016517639, "grad_norm": 0.3907894194126129, "global_step": 103, "epoch": 0, "lr": 0.009999994505038181}
105
+ {"train_loss": 0.42784494161605835, "train_loss_bc": 0.42784494161605835, "grad_norm": 0.434723824262619, "global_step": 104, "epoch": 0, "lr": 0.009999994387502239}
106
+ {"train_loss": 0.4203360080718994, "train_loss_bc": 0.4203360080718994, "grad_norm": 0.41060370206832886, "global_step": 105, "epoch": 0, "lr": 0.00999999426872253}
107
+ {"train_loss": 0.45144379138946533, "train_loss_bc": 0.45144379138946533, "grad_norm": 0.27415886521339417, "global_step": 106, "epoch": 0, "lr": 0.009999994148699056}
108
+ {"train_loss": 0.4519392251968384, "train_loss_bc": 0.4519392251968384, "grad_norm": 0.4237353801727295, "global_step": 107, "epoch": 0, "lr": 0.009999994027431817}
109
+ {"train_loss": 0.3734853267669678, "train_loss_bc": 0.3734853267669678, "grad_norm": 0.2555156350135803, "global_step": 108, "epoch": 0, "lr": 0.009999993904920812}
110
+ {"train_loss": 0.4230925738811493, "train_loss_bc": 0.4230925738811493, "grad_norm": 0.4065951704978943, "global_step": 109, "epoch": 0, "lr": 0.009999993781166042}
111
+ {"train_loss": 0.3788265585899353, "train_loss_bc": 0.3788265585899353, "grad_norm": 0.27832919359207153, "global_step": 110, "epoch": 0, "lr": 0.009999993656167506}
112
+ {"train_loss": 0.4092004895210266, "train_loss_bc": 0.4092004895210266, "grad_norm": 0.2456955760717392, "global_step": 111, "epoch": 0, "lr": 0.009999993529925205}
113
+ {"train_loss": 0.40052908658981323, "train_loss_bc": 0.40052908658981323, "grad_norm": 0.3523780405521393, "global_step": 112, "epoch": 0, "lr": 0.009999993402439136}
114
+ {"train_loss": 0.4118815064430237, "train_loss_bc": 0.4118815064430237, "grad_norm": 0.3752630352973938, "global_step": 113, "epoch": 0, "lr": 0.009999993273709304}
115
+ {"train_loss": 0.39718833565711975, "train_loss_bc": 0.39718833565711975, "grad_norm": 0.33827918767929077, "global_step": 114, "epoch": 0, "lr": 0.009999993143735706}
116
+ {"train_loss": 0.4095107316970825, "train_loss_bc": 0.4095107316970825, "grad_norm": 0.3141377568244934, "global_step": 115, "epoch": 0, "lr": 0.009999993012518343}
117
+ {"train_loss": 0.43222084641456604, "train_loss_bc": 0.43222084641456604, "grad_norm": 0.34126782417297363, "global_step": 116, "epoch": 0, "lr": 0.009999992880057214}
118
+ {"train_loss": 0.39195510745048523, "train_loss_bc": 0.39195510745048523, "grad_norm": 0.358022540807724, "global_step": 117, "epoch": 0, "lr": 0.00999999274635232}
119
+ {"train_loss": 0.4415290355682373, "train_loss_bc": 0.4415290355682373, "grad_norm": 0.3781397342681885, "global_step": 118, "epoch": 0, "lr": 0.009999992611403661}
120
+ {"train_loss": 0.40648651123046875, "train_loss_bc": 0.40648651123046875, "grad_norm": 0.35686495900154114, "global_step": 119, "epoch": 0, "lr": 0.009999992475211238}
121
+ {"train_loss": 0.4031302332878113, "train_loss_bc": 0.4031302332878113, "grad_norm": 0.3705500662326813, "global_step": 120, "epoch": 0, "lr": 0.009999992337775048}
122
+ {"train_loss": 0.45374390482902527, "train_loss_bc": 0.45374390482902527, "grad_norm": 0.2800765037536621, "global_step": 121, "epoch": 0, "lr": 0.009999992199095094}
123
+ {"train_loss": 0.41550350189208984, "train_loss_bc": 0.41550350189208984, "grad_norm": 0.3643583357334137, "global_step": 122, "epoch": 0, "lr": 0.009999992059171374}
124
+ {"train_loss": 0.42902517318725586, "train_loss_bc": 0.42902517318725586, "grad_norm": 0.2818589210510254, "global_step": 123, "epoch": 0, "lr": 0.00999999191800389}
125
+ {"train_loss": 0.3701103925704956, "train_loss_bc": 0.3701103925704956, "grad_norm": 0.28646788001060486, "global_step": 124, "epoch": 0, "lr": 0.00999999177559264}
126
+ {"train_loss": 0.4084678888320923, "train_loss_bc": 0.4084678888320923, "grad_norm": 0.3128051459789276, "global_step": 125, "epoch": 0, "lr": 0.009999991631937623}
127
+ {"train_loss": 0.43478596210479736, "train_loss_bc": 0.43478596210479736, "grad_norm": 0.2467166632413864, "global_step": 126, "epoch": 0, "lr": 0.009999991487038845}
128
+ {"train_loss": 0.4194517135620117, "train_loss_bc": 0.4194517135620117, "grad_norm": 0.1867067962884903, "global_step": 127, "epoch": 0, "lr": 0.009999991340896299}
129
+ {"train_loss": 0.40881070494651794, "train_loss_bc": 0.40881070494651794, "grad_norm": 0.4022925794124603, "global_step": 128, "epoch": 0, "lr": 0.00999999119350999}
130
+ {"train_loss": 0.41983669996261597, "train_loss_bc": 0.41983669996261597, "grad_norm": 0.27260592579841614, "global_step": 129, "epoch": 0, "lr": 0.009999991044879915}
131
+ {"train_loss": 0.4503186345100403, "train_loss_bc": 0.4503186345100403, "grad_norm": 0.40697935223579407, "global_step": 130, "epoch": 0, "lr": 0.009999990895006076}
132
+ {"train_loss": 0.4265207052230835, "train_loss_bc": 0.4265207052230835, "grad_norm": 0.2521716356277466, "global_step": 131, "epoch": 0, "lr": 0.009999990743888474}
133
+ {"train_loss": 0.4375496506690979, "train_loss_bc": 0.4375496506690979, "grad_norm": 0.27460354566574097, "global_step": 132, "epoch": 0, "lr": 0.009999990591527104}
134
+ {"train_loss": 0.4457821846008301, "train_loss_bc": 0.4457821846008301, "grad_norm": 0.24064527451992035, "global_step": 133, "epoch": 0, "lr": 0.009999990437921972}
135
+ {"train_loss": 0.4605506360530853, "train_loss_bc": 0.4605506360530853, "grad_norm": 0.2716171145439148, "global_step": 134, "epoch": 0, "lr": 0.009999990283073072}
136
+ {"train_loss": 0.38944196701049805, "train_loss_bc": 0.38944196701049805, "grad_norm": 0.30115771293640137, "global_step": 135, "epoch": 0, "lr": 0.009999990126980409}
137
+ {"train_loss": 0.41354790329933167, "train_loss_bc": 0.41354790329933167, "grad_norm": 0.33541253209114075, "global_step": 136, "epoch": 0, "lr": 0.009999989969643982}
138
+ {"train_loss": 0.37190109491348267, "train_loss_bc": 0.37190109491348267, "grad_norm": 0.19214670360088348, "global_step": 137, "epoch": 0, "lr": 0.00999998981106379}
139
+ {"train_loss": 0.4145277738571167, "train_loss_bc": 0.4145277738571167, "grad_norm": 0.3911716043949127, "global_step": 138, "epoch": 0, "lr": 0.009999989651239834}
140
+ {"train_loss": 0.43325337767601013, "train_loss_bc": 0.43325337767601013, "grad_norm": 0.3034513592720032, "global_step": 139, "epoch": 0, "lr": 0.009999989490172112}
141
+ {"train_loss": 0.36040061712265015, "train_loss_bc": 0.36040061712265015, "grad_norm": 0.2691652178764343, "global_step": 140, "epoch": 0, "lr": 0.009999989327860628}
142
+ {"train_loss": 0.3998282551765442, "train_loss_bc": 0.3998282551765442, "grad_norm": 0.2916651666164398, "global_step": 141, "epoch": 0, "lr": 0.009999989164305377}
143
+ {"train_loss": 0.4111650586128235, "train_loss_bc": 0.4111650586128235, "grad_norm": 0.27103137969970703, "global_step": 142, "epoch": 0, "lr": 0.009999988999506364}
144
+ {"train_loss": 0.36338406801223755, "train_loss_bc": 0.36338406801223755, "grad_norm": 0.2345210313796997, "global_step": 143, "epoch": 0, "lr": 0.009999988833463584}
145
+ {"train_loss": 0.3807051479816437, "train_loss_bc": 0.3807051479816437, "grad_norm": 0.2513706684112549, "global_step": 144, "epoch": 0, "lr": 0.009999988666177042}
146
+ {"train_loss": 0.4108376204967499, "train_loss_bc": 0.4108376204967499, "grad_norm": 0.323003888130188, "global_step": 145, "epoch": 0, "lr": 0.009999988497646734}
147
+ {"train_loss": 0.3920934796333313, "train_loss_bc": 0.3920934796333313, "grad_norm": 0.26234710216522217, "global_step": 146, "epoch": 0, "lr": 0.009999988327872664}
148
+ {"train_loss": 0.3924039304256439, "train_loss_bc": 0.3924039304256439, "grad_norm": 0.3997865617275238, "global_step": 147, "epoch": 0, "lr": 0.009999988156854829}
149
+ {"train_loss": 0.3870144784450531, "train_loss_bc": 0.3870144784450531, "grad_norm": 0.27861636877059937, "global_step": 148, "epoch": 0, "lr": 0.00999998798459323}
150
+ {"train_loss": 0.38959047198295593, "train_loss_bc": 0.38959047198295593, "grad_norm": 0.3393172025680542, "global_step": 149, "epoch": 0, "lr": 0.009999987811087865}
151
+ {"train_loss": 0.40116578340530396, "train_loss_bc": 0.40116578340530396, "grad_norm": 0.2975669503211975, "global_step": 150, "epoch": 0, "lr": 0.009999987636338739}
152
+ {"train_loss": 0.42044979333877563, "train_loss_bc": 0.42044979333877563, "grad_norm": 0.44693636894226074, "global_step": 151, "epoch": 0, "lr": 0.009999987460345847}
153
+ {"train_loss": 0.35583871603012085, "train_loss_bc": 0.35583871603012085, "grad_norm": 0.34289121627807617, "global_step": 152, "epoch": 0, "lr": 0.009999987283109192}
154
+ {"train_loss": 0.41687560081481934, "train_loss_bc": 0.41687560081481934, "grad_norm": 0.44672927260398865, "global_step": 153, "epoch": 0, "lr": 0.009999987104628773}
155
+ {"train_loss": 0.40855151414871216, "train_loss_bc": 0.40855151414871216, "grad_norm": 0.2894774377346039, "global_step": 154, "epoch": 0, "lr": 0.00999998692490459}
156
+ {"train_loss": 0.4261748790740967, "train_loss_bc": 0.4261748790740967, "grad_norm": 0.37578925490379333, "global_step": 155, "epoch": 0, "lr": 0.009999986743936642}
157
+ {"train_loss": 0.41958966851234436, "train_loss_bc": 0.41958966851234436, "grad_norm": 0.39029765129089355, "global_step": 156, "epoch": 0, "lr": 0.009999986561724931}
158
+ {"train_loss": 0.4157213270664215, "train_loss_bc": 0.4157213270664215, "grad_norm": 0.550552487373352, "global_step": 157, "epoch": 0, "lr": 0.009999986378269458}
159
+ {"train_loss": 0.3687168061733246, "train_loss_bc": 0.3687168061733246, "grad_norm": 0.32177433371543884, "global_step": 158, "epoch": 0, "lr": 0.00999998619357022}
160
+ {"train_loss": 0.37296295166015625, "train_loss_bc": 0.37296295166015625, "grad_norm": 0.7262616753578186, "global_step": 159, "epoch": 0, "lr": 0.009999986007627217}
161
+ {"train_loss": 0.40853071212768555, "train_loss_bc": 0.40853071212768555, "grad_norm": 0.7078126668930054, "global_step": 160, "epoch": 0, "lr": 0.009999985820440453}
162
+ {"train_loss": 0.42252951860427856, "train_loss_bc": 0.42252951860427856, "grad_norm": 0.34911733865737915, "global_step": 161, "epoch": 0, "lr": 0.009999985632009925}
163
+ {"train_loss": 0.42843812704086304, "train_loss_bc": 0.42843812704086304, "grad_norm": 0.2839755415916443, "global_step": 162, "epoch": 0, "lr": 0.009999985442335633}
164
+ {"train_loss": 0.37448471784591675, "train_loss_bc": 0.37448471784591675, "grad_norm": 0.3231787383556366, "global_step": 163, "epoch": 0, "lr": 0.009999985251417575}
165
+ {"train_loss": 0.38526156544685364, "train_loss_bc": 0.38526156544685364, "grad_norm": 0.42802849411964417, "global_step": 164, "epoch": 0, "lr": 0.009999985059255758}
166
+ {"train_loss": 0.43893128633499146, "train_loss_bc": 0.43893128633499146, "grad_norm": 0.43370962142944336, "global_step": 165, "epoch": 0, "lr": 0.009999984865850176}
167
+ {"train_loss": 0.36541861295700073, "train_loss_bc": 0.36541861295700073, "grad_norm": 0.3593718707561493, "global_step": 166, "epoch": 0, "lr": 0.009999984671200831}
168
+ {"train_loss": 0.37354975938796997, "train_loss_bc": 0.37354975938796997, "grad_norm": 0.31158536672592163, "global_step": 167, "epoch": 0, "lr": 0.00999998447530772}
169
+ {"train_loss": 0.3358023166656494, "train_loss_bc": 0.3358023166656494, "grad_norm": 0.3619420826435089, "global_step": 168, "epoch": 0, "lr": 0.00999998427817085}
170
+ {"train_loss": 0.3332926630973816, "train_loss_bc": 0.3332926630973816, "grad_norm": 0.2583524286746979, "global_step": 169, "epoch": 0, "lr": 0.009999984079790214}
171
+ {"train_loss": 0.3937195837497711, "train_loss_bc": 0.3937195837497711, "grad_norm": 0.4220624566078186, "global_step": 170, "epoch": 0, "lr": 0.009999983880165816}
172
+ {"train_loss": 0.3483230471611023, "train_loss_bc": 0.3483230471611023, "grad_norm": 0.2745370864868164, "global_step": 171, "epoch": 0, "lr": 0.009999983679297653}
173
+ {"train_loss": 0.3706860840320587, "train_loss_bc": 0.3706860840320587, "grad_norm": 0.3540709912776947, "global_step": 172, "epoch": 0, "lr": 0.00999998347718573}
174
+ {"train_loss": 0.3873794674873352, "train_loss_bc": 0.3873794674873352, "grad_norm": 0.3056386113166809, "global_step": 173, "epoch": 0, "lr": 0.009999983273830042}
175
+ {"train_loss": 0.3573632538318634, "train_loss_bc": 0.3573632538318634, "grad_norm": 0.4181464910507202, "global_step": 174, "epoch": 0, "lr": 0.009999983069230592}
176
+ {"train_loss": 0.42982178926467896, "train_loss_bc": 0.42982178926467896, "grad_norm": 0.4089113473892212, "global_step": 175, "epoch": 0, "lr": 0.00999998286338738}
177
+ {"train_loss": 0.3415180444717407, "train_loss_bc": 0.3415180444717407, "grad_norm": 0.2808316946029663, "global_step": 176, "epoch": 0, "lr": 0.009999982656300404}
178
+ {"train_loss": 0.39931759238243103, "train_loss_bc": 0.39931759238243103, "grad_norm": 0.31670093536376953, "global_step": 177, "epoch": 0, "lr": 0.009999982447969664}
179
+ {"train_loss": 0.42158377170562744, "train_loss_bc": 0.42158377170562744, "grad_norm": 0.434965580701828, "global_step": 178, "epoch": 0, "lr": 0.009999982238395164}
180
+ {"train_loss": 0.35083356499671936, "train_loss_bc": 0.35083356499671936, "grad_norm": 0.4147171676158905, "global_step": 179, "epoch": 0, "lr": 0.0099999820275769}
181
+ {"train_loss": 0.34347087144851685, "train_loss_bc": 0.34347087144851685, "grad_norm": 0.317233145236969, "global_step": 180, "epoch": 0, "lr": 0.009999981815514874}
182
+ {"train_loss": 0.3805704712867737, "train_loss_bc": 0.3805704712867737, "grad_norm": 0.2734706997871399, "global_step": 181, "epoch": 0, "lr": 0.009999981602209084}
183
+ {"train_loss": 0.3702990710735321, "train_loss_bc": 0.3702990710735321, "grad_norm": 0.36316049098968506, "global_step": 182, "epoch": 0, "lr": 0.009999981387659533}
184
+ {"train_loss": 0.35707738995552063, "train_loss_bc": 0.35707738995552063, "grad_norm": 0.30813276767730713, "global_step": 183, "epoch": 0, "lr": 0.009999981171866219}
185
+ {"train_loss": 0.36711764335632324, "train_loss_bc": 0.36711764335632324, "grad_norm": 0.38487568497657776, "global_step": 184, "epoch": 0, "lr": 0.009999980954829145}
186
+ {"train_loss": 0.34280383586883545, "train_loss_bc": 0.34280383586883545, "grad_norm": 0.277854323387146, "global_step": 185, "epoch": 0, "lr": 0.009999980736548305}
187
+ {"train_loss": 0.33399534225463867, "train_loss_bc": 0.33399534225463867, "grad_norm": 0.4292750358581543, "global_step": 186, "epoch": 0, "lr": 0.009999980517023705}
188
+ {"train_loss": 0.3977174758911133, "train_loss_bc": 0.3977174758911133, "grad_norm": 0.30483928322792053, "global_step": 187, "epoch": 0, "lr": 0.009999980296255342}
189
+ {"train_loss": 0.34298792481422424, "train_loss_bc": 0.34298792481422424, "grad_norm": 0.2111782729625702, "global_step": 188, "epoch": 0, "lr": 0.009999980074243216}
190
+ {"train_loss": 0.32223907113075256, "train_loss_bc": 0.32223907113075256, "grad_norm": 0.29651424288749695, "global_step": 189, "epoch": 0, "lr": 0.009999979850987328}
191
+ {"train_loss": 0.3656037747859955, "train_loss_bc": 0.3656037747859955, "grad_norm": 0.3420378267765045, "global_step": 190, "epoch": 0, "lr": 0.00999997962648768}
192
+ {"train_loss": 0.3618483543395996, "train_loss_bc": 0.3618483543395996, "grad_norm": 0.30036675930023193, "global_step": 191, "epoch": 0, "lr": 0.009999979400744268}
193
+ {"train_loss": 0.38904881477355957, "train_loss_bc": 0.38904881477355957, "grad_norm": 0.28105607628822327, "global_step": 192, "epoch": 0, "lr": 0.009999979173757096}
194
+ {"train_loss": 0.3561739921569824, "train_loss_bc": 0.3561739921569824, "grad_norm": 0.23257242143154144, "global_step": 193, "epoch": 0, "lr": 0.00999997894552616}
195
+ {"train_loss": 0.4250050485134125, "train_loss_bc": 0.4250050485134125, "grad_norm": 0.4045962989330292, "global_step": 194, "epoch": 0, "lr": 0.009999978716051463}
196
+ {"train_loss": 0.36044198274612427, "train_loss_bc": 0.36044198274612427, "grad_norm": 0.3454419672489166, "global_step": 195, "epoch": 0, "lr": 0.009999978485333006}
197
+ {"train_loss": 0.36355459690093994, "train_loss_bc": 0.36355459690093994, "grad_norm": 0.28779804706573486, "global_step": 196, "epoch": 0, "lr": 0.009999978253370786}
198
+ {"train_loss": 0.36438101530075073, "train_loss_bc": 0.36438101530075073, "grad_norm": 0.3752126395702362, "global_step": 197, "epoch": 0, "lr": 0.009999978020164803}
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/train_bc_lowdim_workspace.log ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-10 09:16:09,258][root][INFO] - running build_ext
2
+ [2026-04-10 09:16:09,260][root][INFO] - building 'mujoco_py.cymj' extension
3
+ [2026-04-10 09:16:09,261][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
4
+ [2026-04-10 09:16:51,053][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
5
+ [2026-04-10 09:16:51,130][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
6
+ [2026-04-10 09:16:51,979][matplotlib.font_manager][INFO] - generated new fontManager
7
+ [2026-04-10 09:16:56,008][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
8
+ [2026-04-10 09:16:56,014][absl][INFO] - MuJoCo library version is: 2.3.7
9
+ [2026-04-10 09:16:56,122][datasets][INFO] - PyTorch version 2.2.2 available.
10
+ [2026-04-10 09:16:56,123][datasets][INFO] - TensorFlow version 2.15.1 available.
11
+ [2026-04-10 09:16:56,123][datasets][INFO] - JAX version 0.4.30 available.
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/config.yaml ADDED
@@ -0,0 +1,199 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _target_:
2
+ value: llmbc.workspace.train_bc_lowdim_workspace.TrainBCLowdimWorkspace
3
+ _wandb:
4
+ value:
5
+ cli_version: 0.18.6
6
+ m: []
7
+ python_version: 3.9.25
8
+ t:
9
+ "1":
10
+ - 1
11
+ - 2
12
+ - 3
13
+ - 5
14
+ - 11
15
+ - 12
16
+ - 41
17
+ - 49
18
+ - 50
19
+ - 51
20
+ - 53
21
+ - 55
22
+ - 71
23
+ - 83
24
+ - 95
25
+ - 100
26
+ - 105
27
+ "2":
28
+ - 1
29
+ - 2
30
+ - 3
31
+ - 5
32
+ - 11
33
+ - 12
34
+ - 41
35
+ - 49
36
+ - 50
37
+ - 51
38
+ - 53
39
+ - 55
40
+ - 71
41
+ - 83
42
+ - 95
43
+ - 100
44
+ - 105
45
+ "3":
46
+ - 13
47
+ - 15
48
+ - 16
49
+ - 23
50
+ - 55
51
+ - 61
52
+ "4": 3.9.25
53
+ "5": 0.18.6
54
+ "6": 4.47.1
55
+ "8":
56
+ - 5
57
+ "12": 0.18.6
58
+ "13": linux-x86_64
59
+ action_dim:
60
+ value: 2
61
+ checkpoint:
62
+ value:
63
+ save_last_ckpt: true
64
+ save_last_snapshot: false
65
+ topk:
66
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
67
+ k: 5
68
+ mode: max
69
+ monitor_key: test_success_rate
70
+ dataloader:
71
+ value:
72
+ batch_size: 128
73
+ num_workers: 0
74
+ persistent_workers: false
75
+ pin_memory: false
76
+ shuffle: true
77
+ exp_name:
78
+ value: default
79
+ horizon:
80
+ value: 1
81
+ logging:
82
+ value:
83
+ group: null
84
+ id: null
85
+ mode: online
86
+ name: 2026.04.10-09.16.56_train_bc_lowdim_maze2d-medium-v0
87
+ project: maze2d-medium-v0-training
88
+ resume: true
89
+ tags:
90
+ - train_bc_lowdim
91
+ - maze2d-medium-v0
92
+ - default
93
+ multi_run:
94
+ value:
95
+ run_dir: data/outputs/2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0
96
+ wandb_name_base: 2026.04.10-09.16.56_train_bc_lowdim_maze2d-medium-v0
97
+ n_action_steps:
98
+ value: 1
99
+ n_latency_steps:
100
+ value: 0
101
+ n_obs_steps:
102
+ value: 1
103
+ name:
104
+ value: train_bc_lowdim
105
+ obs_dim:
106
+ value: 6
107
+ optimizer:
108
+ value:
109
+ _target_: torch.optim.AdamW
110
+ betas:
111
+ - 0.95
112
+ - 0.999
113
+ eps: 1e-08
114
+ lr: 0.01
115
+ weight_decay: 1e-06
116
+ output_dir:
117
+ value: /workspace/LLM-BC/data/outputs/2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0
118
+ past_action_visible:
119
+ value: false
120
+ policy:
121
+ value:
122
+ _target_: llmbc.policy.bc_lowdim_policy.BCLowdimPolicy
123
+ action_dim: 2
124
+ horizon: 1
125
+ model:
126
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
127
+ activation: relu
128
+ hidden_size:
129
+ - 256
130
+ - 256
131
+ input_size: 6
132
+ n_action_steps: 1
133
+ n_obs_steps: 1
134
+ output_size: 2
135
+ n_action_steps: 1
136
+ n_obs_steps: 1
137
+ obs_dim: 6
138
+ task:
139
+ value:
140
+ action_dim: 2
141
+ dataset:
142
+ _target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
143
+ data_path: datasets/maze2d-medium-v0.pt
144
+ data_path2: datasets/maze2d-medium-v0.pt
145
+ dummy_normalizer: false
146
+ horizon: 1
147
+ obs_eef_target: true
148
+ pad_after: 0
149
+ pad_before: 0
150
+ use_manual_normalizer: false
151
+ val_ratio: 0.02
152
+ env_runner:
153
+ _target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
154
+ discount: 0.99
155
+ env_name: llf-pointmaze-maze2d-medium-v0
156
+ feedback_type:
157
+ - hp
158
+ - hn
159
+ - fp
160
+ instruction_type: b
161
+ max_steps: 250
162
+ n_action_steps: 1
163
+ n_envs: 10
164
+ n_obs_steps: 1
165
+ n_test: 50
166
+ n_train: 10
167
+ visual: false
168
+ instructor:
169
+ _target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
170
+ name: maze2d-medium-v0
171
+ obs_dim: 6
172
+ task_name:
173
+ value: maze2d-medium-v0
174
+ training:
175
+ value:
176
+ checkpoint_every: 5
177
+ debug: false
178
+ device: cuda:0
179
+ grad_norm_clip: 0.5
180
+ gradient_accumulate_every: 1
181
+ lr_scheduler: cosine
182
+ lr_warmup_steps: 10
183
+ max_train_steps: null
184
+ max_val_steps: null
185
+ num_epochs: 1001
186
+ resume: false
187
+ rollout_every: 5
188
+ sample_every: 5
189
+ sample_max_batch: 128
190
+ seed: 42
191
+ tqdm_interval_sec: 1
192
+ val_every: 1
193
+ val_dataloader:
194
+ value:
195
+ batch_size: 128
196
+ num_workers: 0
197
+ persistent_workers: false
198
+ pin_memory: false
199
+ shuffle: true
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/output.log ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /venv/llm-bc/lib/python3.9/site-packages/gym/envs/registration.py:505: UserWarning: WARN: The environment maze2d-medium-v0 is out of date. You should consider upgrading to version `v1` with the environment ID `maze2d-medium-v1`.
2
+ logger.warn(
3
+ Eval PointmazeLowdimRunner 1/6: 0%| | 0/250 [00:00<?, ?it/s]/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
4
+ obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
5
+ Eval PointmazeLowdimRunner 2/6: 54%|████████████████████████████████████████████████████████████████▊ | 134/250 [00:04<00:03, 36.40it/s]Traceback (most recent call last):
6
+ File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 283, in <module>
7
+ main()
8
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
9
+ _run_hydra(
10
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
11
+ _run_app(
12
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
13
+ run_and_report(
14
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
15
+ return func()
16
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
17
+ lambda: hydra.run(
18
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
19
+ ret = run_job(
20
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
21
+ ret.return_value = task_function(task_cfg)
22
+ File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 280, in main
23
+ workspace.run()
24
+ File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 199, in run
25
+ runner_log = env_runner.run(policy)
26
+ File "/workspace/LLM-BC/llmbc/env_runner/pointmaze_lowdim_runner.py", line 149, in run
27
+ obs = obs_converter(observation, visual=self.visual)
28
+ File "/workspace/LLM-BC/llmbc/common/llfbench_util.py", line 10, in obs_converter
29
+ ob = obs_converter(obs_v, visual, obs_image)
30
+ File "/workspace/LLM-BC/llmbc/common/llfbench_util.py", line 39, in obs_converter
31
+ obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
32
+ KeyboardInterrupt
33
+ Traceback (most recent call last):
34
+ File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 283, in <module>
35
+ main()
36
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
37
+ _run_hydra(
38
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
39
+ _run_app(
40
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
41
+ run_and_report(
42
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
43
+ return func()
44
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
45
+ lambda: hydra.run(
46
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
47
+ ret = run_job(
48
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
49
+ ret.return_value = task_function(task_cfg)
50
+ File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 280, in main
51
+ workspace.run()
52
+ File "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py", line 199, in run
53
+ runner_log = env_runner.run(policy)
54
+ File "/workspace/LLM-BC/llmbc/env_runner/pointmaze_lowdim_runner.py", line 149, in run
55
+ obs = obs_converter(observation, visual=self.visual)
56
+ File "/workspace/LLM-BC/llmbc/common/llfbench_util.py", line 10, in obs_converter
57
+ ob = obs_converter(obs_v, visual, obs_image)
58
+ File "/workspace/LLM-BC/llmbc/common/llfbench_util.py", line 39, in obs_converter
59
+ obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
60
+ KeyboardInterrupt
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/requirements.txt ADDED
@@ -0,0 +1,860 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aiohappyeyeballs==2.6.1
2
+ antlr4-python3-runtime==4.9.3
3
+ asciitree==0.3.3
4
+ async-timeout==5.0.1
5
+ attrs==25.4.0
6
+ certifi==2025.10.5
7
+ charset-normalizer==3.4.4
8
+ colorama==0.4.6
9
+ dill==0.3.8
10
+ docstring-parser==0.16
11
+ eval_type_backport==0.2.2
12
+ fasteners==0.20
13
+ filelock==3.17.0
14
+ frozenlist==1.8.0
15
+ fsspec==2024.3.1
16
+ gmpy2==2.2.1
17
+ hf-xet==1.1.8
18
+ idna==3.11
19
+ llvmlite==0.39.1
20
+ MarkupSafe==3.0.2
21
+ mdurl==0.1.2
22
+ mkl-service==2.4.0
23
+ mpmath==1.3.0
24
+ msgpack==1.1.1
25
+ networkx==3.2.1
26
+ packaging==25.0
27
+ propcache==0.3.1
28
+ psutil==7.0.0
29
+ pycparser==2.23
30
+ Pygments==2.19.1
31
+ PyOpenGL==3.1.10
32
+ PySocks==1.7.1
33
+ tzdata==2025.3
34
+ xxhash==3.5.0
35
+ pytz==2025.2
36
+ PyYAML==6.0.2
37
+ regex==2025.9.1
38
+ safetensors==0.5.3
39
+ setuptools==80.9.0
40
+ shtab==1.7.2
41
+ six==1.17.0
42
+ tqdm==4.67.1
43
+ tensorboard==2.15.2
44
+ uvloop==0.22.1
45
+ wheel==0.45.1
46
+ zipp==3.21.0
47
+ tensorflow-estimator==2.15.0
48
+ tensorboard-data-server==0.7.2
49
+ google-auth-oauthlib==1.3.1
50
+ tensorflow==2.15.1
51
+ Jinja2==3.1.6
52
+ markdown-it-py==2.2.0
53
+ multiprocess==0.70.15
54
+ numpy==1.23.5
55
+ pillow==11.3.0
56
+ pip==23.3.2
57
+ python-dateutil==2.9.0.post0
58
+ aiosignal==1.4.0
59
+ brotlicffi==1.0.9.2
60
+ hydra-core==1.2.0
61
+ multidict==6.7.0
62
+ pycares==4.10.0
63
+ rich==14.2.0
64
+ sympy==1.14.0
65
+ typeguard==4.4.4
66
+ aiodns==3.5.0
67
+ urllib3==2.5.0
68
+ yarl==1.18.0
69
+ aiohttp==3.12.15
70
+ pyarrow==21.0.0
71
+ pyarrow-hotfix==0.7
72
+ tokenizers==0.21.0
73
+ av==10.0.0
74
+ einops==0.4.1
75
+ Bottleneck==1.4.2
76
+ mkl_fft==1.3.11
77
+ mkl_random==1.2.8
78
+ numba==0.56.4
79
+ numcodecs==0.12.1
80
+ numexpr==2.10.1
81
+ pandas==2.3.3
82
+ zarr==2.12.0
83
+ datasets==2.19.0
84
+ transformers==4.47.1
85
+ accelerate==1.0.1
86
+ peft==0.14.0
87
+ trl==0.11.4
88
+ torch==2.2.2
89
+ tabulate==0.9.0
90
+ sentencepiece==0.2.0
91
+ pyperclip==1.11.0
92
+ PyOpenGL-accelerate==3.1.10
93
+ pydub==0.25.1
94
+ py-cpuinfo==9.0.0
95
+ pure_eval==0.2.3
96
+ ptyprocess==0.7.0
97
+ nvidia-ml-py==13.595.45
98
+ hjson==3.1.0
99
+ gym-notices==0.1.0
100
+ glfw==2.0.0
101
+ Farama-Notifications==0.0.4
102
+ websockets==15.0.1
103
+ wcwidth==0.6.0
104
+ uc-micro-py==1.0.3
105
+ typing-inspection==0.4.2
106
+ triton==2.2.0
107
+ trimesh==4.11.5
108
+ transforms3d==0.4.2
109
+ traitlets==5.14.3
110
+ threadpoolctl==3.6.0
111
+ tenacity==9.1.2
112
+ sniffio==1.3.1
113
+ smmap==5.0.3
114
+ setproctitle==1.3.7
115
+ sentry-sdk==2.57.0
116
+ semantic-version==2.10.0
117
+ scipy==1.13.1
118
+ rpds-py==0.27.1
119
+ python-multipart==0.0.20
120
+ pyparsing==3.3.2
121
+ pynvml==13.0.1
122
+ pydantic_core==2.41.5
123
+ pycryptodomex==3.23.0
124
+ pyasn1==0.6.3
125
+ grpcio==1.80.0
126
+ platformdirs==4.4.0
127
+ pexpect==4.9.0
128
+ parso==0.8.6
129
+ orjson==3.11.5
130
+ opencv-python==4.11.0.86
131
+ stack-data==0.6.3
132
+ omegaconf==2.2.1
133
+ nvidia-nvtx-cu12==12.1.105
134
+ nvidia-nvjitlink-cu12==12.9.86
135
+ nvidia-nccl-cu12==2.19.3
136
+ nvidia-curand-cu12==10.3.2.106
137
+ nvidia-cufft-cu12==11.0.2.54
138
+ nvidia-cuda-runtime-cu12==12.1.105
139
+ nvidia-cuda-nvrtc-cu12==12.1.105
140
+ nvidia-cuda-cupti-cu12==12.1.105
141
+ nvidia-cublas-cu12==12.1.3.1
142
+ ninja==1.13.0
143
+ narwhals==2.19.0
144
+ lxml==6.0.3
145
+ kiwisolver==1.4.7
146
+ joblib==1.5.3
147
+ jiter==0.13.0
148
+ imageio-ffmpeg==0.6.0
149
+ ImageIO==2.37.2
150
+ h5py==3.14.0
151
+ h11==0.16.0
152
+ fonttools==4.60.2
153
+ ffmpy==1.0.0
154
+ fast_kinematics==0.2.2
155
+ executing==2.2.1
156
+ exceptiongroup==1.3.1
157
+ docker-pycreds==0.4.0
158
+ distro==1.9.0
159
+ decorator==5.2.1
160
+ dacite==1.9.2
161
+ cycler==0.12.1
162
+ contourpy==1.3.0
163
+ cloudpickle==3.1.2
164
+ click==8.1.8
165
+ asttokens==3.0.1
166
+ annotated-types==0.7.0
167
+ annotated-doc==0.0.4
168
+ aiofiles==25.1.0
169
+ absl-py==2.3.1
170
+ uvicorn==0.39.0
171
+ tiktoken==0.8.0
172
+ scikit-learn==1.6.1
173
+ sapien==3.0.0b1
174
+ referencing==0.36.2
175
+ pydantic==2.12.5
176
+ pyasn1_modules==0.4.2
177
+ prompt_toolkit==3.0.52
178
+ nvidia-cusparse-cu12==12.1.0.106
179
+ nvidia-cudnn-cu12==8.9.2.26
180
+ nltk==3.9.2
181
+ mujoco==2.3.7
182
+ mdit-py-plugins==0.3.3
183
+ matplotlib-inline==0.2.1
184
+ matplotlib==3.7.5
185
+ linkify-it-py==2.0.3
186
+ jedi==0.19.2
187
+ huggingface-hub==0.26.2
188
+ httpcore==1.0.9
189
+ gymnasium==0.29.1
190
+ google-pasta==0.2.0
191
+ gitdb==4.0.12
192
+ cryptography==46.0.7
193
+ blobfile==3.0.0
194
+ anyio==4.12.1
195
+ llmbc==0.0.0
196
+ tyro==0.9.1
197
+ toppra==0.6.6
198
+ starlette==0.49.3
199
+ seaborn==0.13.2
200
+ rouge_score==0.1.2
201
+ pynndescent==0.6.0
202
+ nvidia-cusolver-cu12==11.4.5.107
203
+ jsonschema-specifications==2025.9.1
204
+ ipython==8.18.1
205
+ httpx==0.28.1
206
+ gymnasium-robotics==1.2.0
207
+ google-auth==2.49.2
208
+ GitPython==3.1.46
209
+ diffusers==0.31.0
210
+ wandb==0.18.6
211
+ umap-learn==0.5.9.post2
212
+ requests-oauthlib==2.0.0
213
+ openai==2.8.1
214
+ mplib==0.1.1
215
+ jsonschema==4.25.1
216
+ gradio_client==0.2.9
217
+ google-genai==1.47.0
218
+ fastapi==0.128.8
219
+ torchvision==0.17.2
220
+ torchaudio==2.2.2
221
+ sentence-transformers==3.2.1
222
+ pytorch-seed==0.2.0
223
+ deepspeed==0.16.1
224
+ bitsandbytes==0.45.0
225
+ altair==6.0.0
226
+ timm==1.0.22
227
+ gradio==3.36.1
228
+ evaluate==0.4.3
229
+ arm_pytorch_utilities==0.5.0
230
+ tensorflow-io-gcs-filesystem==0.37.1
231
+ Markdown==3.9
232
+ pybullet==3.2.6
233
+ wrapt==1.14.2
234
+ tensorflow-probability==0.23.0
235
+ parse==1.19.1
236
+ dm-tree==0.1.8
237
+ termcolor==3.1.0
238
+ requests==2.32.0
239
+ cffi==2.0.0
240
+ opt_einsum==3.4.0
241
+ labmaze==1.0.6
242
+ typing_extensions==4.15.0
243
+ importlib-resources==5.13.0
244
+ importlib-metadata==5.2.0
245
+ FLAML==2.3.6
246
+ dm-env==1.6
247
+ diskcache==5.6.3
248
+ Cython==0.29.37
249
+ mujoco-py==2.1.2.14
250
+ jaxlib==0.4.30
251
+ dm-control==1.0.14
252
+ cmudict==1.0.13
253
+ syllables==1.0.9
254
+ metaworld==2.0.0
255
+ jax==0.4.30
256
+ highway-env==1.9.1
257
+ gym_bandits==0.0.2
258
+ d4rl==1.1
259
+ pyautogen==0.1.0
260
+ protobuf==4.25.9
261
+ tf-agents==0.19.0
262
+ oauthlib==3.3.1
263
+ pytorch-kinematics==0.7.5
264
+ pygame==2.6.1
265
+ gin-config==0.5.0
266
+ mani_skill==3.0.0b20
267
+ tifffile==2024.8.30
268
+ Shapely==1.8.4
269
+ PyWavelets==1.6.0
270
+ Werkzeug==3.1.8
271
+ astunparse==1.6.3
272
+ scikit-image==0.19.3
273
+ pymunk==6.2.1
274
+ ml-dtypes==0.3.2
275
+ gast==0.7.0
276
+ stable-baselines3==2.2.1
277
+ keras==2.15.0
278
+ llfbench==0.1.0
279
+ libclang==18.1.1
280
+ flatbuffers==25.12.19
281
+ gym==0.23.1
282
+ aiohappyeyeballs==2.6.1
283
+ antlr4-python3-runtime==4.9.3
284
+ asciitree==0.3.3
285
+ async-timeout==5.0.1
286
+ attrs==25.4.0
287
+ certifi==2025.10.5
288
+ charset-normalizer==3.4.4
289
+ colorama==0.4.6
290
+ dill==0.3.8
291
+ docstring-parser==0.16
292
+ eval_type_backport==0.2.2
293
+ fasteners==0.20
294
+ filelock==3.17.0
295
+ frozenlist==1.8.0
296
+ fsspec==2024.3.1
297
+ gmpy2==2.2.1
298
+ hf-xet==1.1.8
299
+ idna==3.11
300
+ llvmlite==0.39.1
301
+ MarkupSafe==3.0.2
302
+ mdurl==0.1.2
303
+ mkl-service==2.4.0
304
+ mpmath==1.3.0
305
+ msgpack==1.1.1
306
+ networkx==3.2.1
307
+ packaging==25.0
308
+ propcache==0.3.1
309
+ psutil==7.0.0
310
+ pycparser==2.23
311
+ Pygments==2.19.1
312
+ PyOpenGL==3.1.10
313
+ PySocks==1.7.1
314
+ tzdata==2025.3
315
+ xxhash==3.5.0
316
+ pytz==2025.2
317
+ PyYAML==6.0.2
318
+ regex==2025.9.1
319
+ safetensors==0.5.3
320
+ setuptools==80.9.0
321
+ shtab==1.7.2
322
+ six==1.17.0
323
+ tqdm==4.67.1
324
+ tensorboard==2.15.2
325
+ uvloop==0.22.1
326
+ wheel==0.45.1
327
+ zipp==3.21.0
328
+ tensorflow-estimator==2.15.0
329
+ tensorboard-data-server==0.7.2
330
+ google-auth-oauthlib==1.3.1
331
+ tensorflow==2.15.1
332
+ Jinja2==3.1.6
333
+ markdown-it-py==2.2.0
334
+ multiprocess==0.70.15
335
+ numpy==1.23.5
336
+ pillow==11.3.0
337
+ pip==23.3.2
338
+ python-dateutil==2.9.0.post0
339
+ aiosignal==1.4.0
340
+ brotlicffi==1.0.9.2
341
+ hydra-core==1.2.0
342
+ multidict==6.7.0
343
+ pycares==4.10.0
344
+ rich==14.2.0
345
+ sympy==1.14.0
346
+ typeguard==4.4.4
347
+ aiodns==3.5.0
348
+ urllib3==2.5.0
349
+ yarl==1.18.0
350
+ aiohttp==3.12.15
351
+ pyarrow==21.0.0
352
+ pyarrow-hotfix==0.7
353
+ tokenizers==0.21.0
354
+ av==10.0.0
355
+ einops==0.4.1
356
+ Bottleneck==1.4.2
357
+ mkl_fft==1.3.11
358
+ mkl_random==1.2.8
359
+ numba==0.56.4
360
+ numcodecs==0.12.1
361
+ numexpr==2.10.1
362
+ pandas==2.3.3
363
+ zarr==2.12.0
364
+ datasets==2.19.0
365
+ transformers==4.47.1
366
+ accelerate==1.0.1
367
+ peft==0.14.0
368
+ trl==0.11.4
369
+ torch==2.2.2
370
+ tabulate==0.9.0
371
+ sentencepiece==0.2.0
372
+ pyperclip==1.11.0
373
+ PyOpenGL-accelerate==3.1.10
374
+ pydub==0.25.1
375
+ py-cpuinfo==9.0.0
376
+ pure_eval==0.2.3
377
+ ptyprocess==0.7.0
378
+ nvidia-ml-py==13.595.45
379
+ hjson==3.1.0
380
+ gym-notices==0.1.0
381
+ glfw==2.0.0
382
+ Farama-Notifications==0.0.4
383
+ websockets==15.0.1
384
+ wcwidth==0.6.0
385
+ uc-micro-py==1.0.3
386
+ typing-inspection==0.4.2
387
+ triton==2.2.0
388
+ trimesh==4.11.5
389
+ transforms3d==0.4.2
390
+ traitlets==5.14.3
391
+ threadpoolctl==3.6.0
392
+ tenacity==9.1.2
393
+ sniffio==1.3.1
394
+ smmap==5.0.3
395
+ setproctitle==1.3.7
396
+ sentry-sdk==2.57.0
397
+ semantic-version==2.10.0
398
+ scipy==1.13.1
399
+ rpds-py==0.27.1
400
+ python-multipart==0.0.20
401
+ pyparsing==3.3.2
402
+ pynvml==13.0.1
403
+ pydantic_core==2.41.5
404
+ pycryptodomex==3.23.0
405
+ pyasn1==0.6.3
406
+ grpcio==1.80.0
407
+ platformdirs==4.4.0
408
+ pexpect==4.9.0
409
+ parso==0.8.6
410
+ orjson==3.11.5
411
+ opencv-python==4.11.0.86
412
+ stack-data==0.6.3
413
+ omegaconf==2.2.1
414
+ nvidia-nvtx-cu12==12.1.105
415
+ nvidia-nvjitlink-cu12==12.9.86
416
+ nvidia-nccl-cu12==2.19.3
417
+ nvidia-curand-cu12==10.3.2.106
418
+ nvidia-cufft-cu12==11.0.2.54
419
+ nvidia-cuda-runtime-cu12==12.1.105
420
+ nvidia-cuda-nvrtc-cu12==12.1.105
421
+ nvidia-cuda-cupti-cu12==12.1.105
422
+ nvidia-cublas-cu12==12.1.3.1
423
+ ninja==1.13.0
424
+ narwhals==2.19.0
425
+ lxml==6.0.3
426
+ kiwisolver==1.4.7
427
+ joblib==1.5.3
428
+ jiter==0.13.0
429
+ imageio-ffmpeg==0.6.0
430
+ ImageIO==2.37.2
431
+ h5py==3.14.0
432
+ h11==0.16.0
433
+ fonttools==4.60.2
434
+ ffmpy==1.0.0
435
+ fast_kinematics==0.2.2
436
+ executing==2.2.1
437
+ exceptiongroup==1.3.1
438
+ docker-pycreds==0.4.0
439
+ distro==1.9.0
440
+ decorator==5.2.1
441
+ dacite==1.9.2
442
+ cycler==0.12.1
443
+ contourpy==1.3.0
444
+ cloudpickle==3.1.2
445
+ click==8.1.8
446
+ asttokens==3.0.1
447
+ annotated-types==0.7.0
448
+ annotated-doc==0.0.4
449
+ aiofiles==25.1.0
450
+ absl-py==2.3.1
451
+ uvicorn==0.39.0
452
+ tiktoken==0.8.0
453
+ scikit-learn==1.6.1
454
+ sapien==3.0.0b1
455
+ referencing==0.36.2
456
+ pydantic==2.12.5
457
+ pyasn1_modules==0.4.2
458
+ prompt_toolkit==3.0.52
459
+ nvidia-cusparse-cu12==12.1.0.106
460
+ nvidia-cudnn-cu12==8.9.2.26
461
+ nltk==3.9.2
462
+ mujoco==2.3.7
463
+ mdit-py-plugins==0.3.3
464
+ matplotlib-inline==0.2.1
465
+ matplotlib==3.7.5
466
+ linkify-it-py==2.0.3
467
+ jedi==0.19.2
468
+ huggingface-hub==0.26.2
469
+ httpcore==1.0.9
470
+ gymnasium==0.29.1
471
+ google-pasta==0.2.0
472
+ gitdb==4.0.12
473
+ cryptography==46.0.7
474
+ blobfile==3.0.0
475
+ anyio==4.12.1
476
+ llmbc==0.0.0
477
+ tyro==0.9.1
478
+ toppra==0.6.6
479
+ starlette==0.49.3
480
+ seaborn==0.13.2
481
+ rouge_score==0.1.2
482
+ pynndescent==0.6.0
483
+ nvidia-cusolver-cu12==11.4.5.107
484
+ jsonschema-specifications==2025.9.1
485
+ ipython==8.18.1
486
+ httpx==0.28.1
487
+ gymnasium-robotics==1.2.0
488
+ google-auth==2.49.2
489
+ GitPython==3.1.46
490
+ diffusers==0.31.0
491
+ wandb==0.18.6
492
+ umap-learn==0.5.9.post2
493
+ requests-oauthlib==2.0.0
494
+ openai==2.8.1
495
+ mplib==0.1.1
496
+ jsonschema==4.25.1
497
+ gradio_client==0.2.9
498
+ google-genai==1.47.0
499
+ fastapi==0.128.8
500
+ torchvision==0.17.2
501
+ torchaudio==2.2.2
502
+ sentence-transformers==3.2.1
503
+ pytorch-seed==0.2.0
504
+ deepspeed==0.16.1
505
+ bitsandbytes==0.45.0
506
+ altair==6.0.0
507
+ timm==1.0.22
508
+ gradio==3.36.1
509
+ evaluate==0.4.3
510
+ arm_pytorch_utilities==0.5.0
511
+ tensorflow-io-gcs-filesystem==0.37.1
512
+ Markdown==3.9
513
+ pybullet==3.2.6
514
+ wrapt==1.14.2
515
+ tensorflow-probability==0.23.0
516
+ parse==1.19.1
517
+ dm-tree==0.1.8
518
+ termcolor==3.1.0
519
+ requests==2.32.0
520
+ cffi==2.0.0
521
+ opt_einsum==3.4.0
522
+ labmaze==1.0.6
523
+ typing_extensions==4.15.0
524
+ importlib-resources==5.13.0
525
+ importlib-metadata==5.2.0
526
+ FLAML==2.3.6
527
+ dm-env==1.6
528
+ diskcache==5.6.3
529
+ Cython==0.29.37
530
+ mujoco-py==2.1.2.14
531
+ jaxlib==0.4.30
532
+ dm-control==1.0.14
533
+ cmudict==1.0.13
534
+ syllables==1.0.9
535
+ metaworld==2.0.0
536
+ jax==0.4.30
537
+ highway-env==1.9.1
538
+ gym_bandits==0.0.2
539
+ d4rl==1.1
540
+ pyautogen==0.1.0
541
+ protobuf==4.25.9
542
+ tf-agents==0.19.0
543
+ oauthlib==3.3.1
544
+ pytorch-kinematics==0.7.5
545
+ pygame==2.6.1
546
+ gin-config==0.5.0
547
+ mani_skill==3.0.0b20
548
+ tifffile==2024.8.30
549
+ Shapely==1.8.4
550
+ PyWavelets==1.6.0
551
+ Werkzeug==3.1.8
552
+ astunparse==1.6.3
553
+ scikit-image==0.19.3
554
+ pymunk==6.2.1
555
+ ml-dtypes==0.3.2
556
+ gast==0.7.0
557
+ stable-baselines3==2.2.1
558
+ keras==2.15.0
559
+ llfbench==0.1.0
560
+ libclang==18.1.1
561
+ flatbuffers==25.12.19
562
+ gym==0.23.1
563
+ aiohappyeyeballs==2.6.1
564
+ antlr4-python3-runtime==4.9.3
565
+ asciitree==0.3.3
566
+ async-timeout==5.0.1
567
+ attrs==25.4.0
568
+ certifi==2025.10.5
569
+ charset-normalizer==3.4.4
570
+ colorama==0.4.6
571
+ dill==0.3.8
572
+ docstring-parser==0.16
573
+ eval_type_backport==0.2.2
574
+ fasteners==0.20
575
+ filelock==3.17.0
576
+ frozenlist==1.8.0
577
+ fsspec==2024.3.1
578
+ gmpy2==2.2.1
579
+ hf-xet==1.1.8
580
+ idna==3.11
581
+ llvmlite==0.39.1
582
+ MarkupSafe==3.0.2
583
+ mdurl==0.1.2
584
+ mkl-service==2.4.0
585
+ mpmath==1.3.0
586
+ msgpack==1.1.1
587
+ networkx==3.2.1
588
+ packaging==25.0
589
+ propcache==0.3.1
590
+ psutil==7.0.0
591
+ pycparser==2.23
592
+ Pygments==2.19.1
593
+ PyOpenGL==3.1.10
594
+ PySocks==1.7.1
595
+ tzdata==2025.3
596
+ xxhash==3.5.0
597
+ pytz==2025.2
598
+ PyYAML==6.0.2
599
+ regex==2025.9.1
600
+ safetensors==0.5.3
601
+ setuptools==80.9.0
602
+ shtab==1.7.2
603
+ six==1.17.0
604
+ tqdm==4.67.1
605
+ tensorboard==2.15.2
606
+ uvloop==0.22.1
607
+ wheel==0.45.1
608
+ zipp==3.21.0
609
+ tensorflow-estimator==2.15.0
610
+ tensorboard-data-server==0.7.2
611
+ google-auth-oauthlib==1.3.1
612
+ tensorflow==2.15.1
613
+ Jinja2==3.1.6
614
+ markdown-it-py==2.2.0
615
+ multiprocess==0.70.15
616
+ numpy==1.23.5
617
+ pillow==11.3.0
618
+ pip==23.3.2
619
+ python-dateutil==2.9.0.post0
620
+ aiosignal==1.4.0
621
+ brotlicffi==1.0.9.2
622
+ hydra-core==1.2.0
623
+ multidict==6.7.0
624
+ pycares==4.10.0
625
+ rich==14.2.0
626
+ sympy==1.14.0
627
+ typeguard==4.4.4
628
+ aiodns==3.5.0
629
+ urllib3==2.5.0
630
+ yarl==1.18.0
631
+ aiohttp==3.12.15
632
+ pyarrow==21.0.0
633
+ pyarrow-hotfix==0.7
634
+ tokenizers==0.21.0
635
+ av==10.0.0
636
+ einops==0.4.1
637
+ Bottleneck==1.4.2
638
+ mkl_fft==1.3.11
639
+ mkl_random==1.2.8
640
+ numba==0.56.4
641
+ numcodecs==0.12.1
642
+ numexpr==2.10.1
643
+ pandas==2.3.3
644
+ zarr==2.12.0
645
+ datasets==2.19.0
646
+ transformers==4.47.1
647
+ accelerate==1.0.1
648
+ peft==0.14.0
649
+ trl==0.11.4
650
+ torch==2.2.2
651
+ tabulate==0.9.0
652
+ sentencepiece==0.2.0
653
+ pyperclip==1.11.0
654
+ PyOpenGL-accelerate==3.1.10
655
+ pydub==0.25.1
656
+ py-cpuinfo==9.0.0
657
+ pure_eval==0.2.3
658
+ ptyprocess==0.7.0
659
+ nvidia-ml-py==13.595.45
660
+ hjson==3.1.0
661
+ gym-notices==0.1.0
662
+ glfw==2.0.0
663
+ Farama-Notifications==0.0.4
664
+ websockets==15.0.1
665
+ wcwidth==0.6.0
666
+ uc-micro-py==1.0.3
667
+ typing-inspection==0.4.2
668
+ triton==2.2.0
669
+ trimesh==4.11.5
670
+ transforms3d==0.4.2
671
+ traitlets==5.14.3
672
+ threadpoolctl==3.6.0
673
+ tenacity==9.1.2
674
+ sniffio==1.3.1
675
+ smmap==5.0.3
676
+ setproctitle==1.3.7
677
+ sentry-sdk==2.57.0
678
+ semantic-version==2.10.0
679
+ scipy==1.13.1
680
+ rpds-py==0.27.1
681
+ python-multipart==0.0.20
682
+ pyparsing==3.3.2
683
+ pynvml==13.0.1
684
+ pydantic_core==2.41.5
685
+ pycryptodomex==3.23.0
686
+ pyasn1==0.6.3
687
+ grpcio==1.80.0
688
+ platformdirs==4.4.0
689
+ pexpect==4.9.0
690
+ parso==0.8.6
691
+ orjson==3.11.5
692
+ opencv-python==4.11.0.86
693
+ stack-data==0.6.3
694
+ omegaconf==2.2.1
695
+ nvidia-nvtx-cu12==12.1.105
696
+ nvidia-nvjitlink-cu12==12.9.86
697
+ nvidia-nccl-cu12==2.19.3
698
+ nvidia-curand-cu12==10.3.2.106
699
+ nvidia-cufft-cu12==11.0.2.54
700
+ nvidia-cuda-runtime-cu12==12.1.105
701
+ nvidia-cuda-nvrtc-cu12==12.1.105
702
+ nvidia-cuda-cupti-cu12==12.1.105
703
+ nvidia-cublas-cu12==12.1.3.1
704
+ ninja==1.13.0
705
+ narwhals==2.19.0
706
+ lxml==6.0.3
707
+ kiwisolver==1.4.7
708
+ joblib==1.5.3
709
+ jiter==0.13.0
710
+ imageio-ffmpeg==0.6.0
711
+ ImageIO==2.37.2
712
+ h5py==3.14.0
713
+ h11==0.16.0
714
+ fonttools==4.60.2
715
+ ffmpy==1.0.0
716
+ fast_kinematics==0.2.2
717
+ executing==2.2.1
718
+ exceptiongroup==1.3.1
719
+ docker-pycreds==0.4.0
720
+ distro==1.9.0
721
+ decorator==5.2.1
722
+ dacite==1.9.2
723
+ cycler==0.12.1
724
+ contourpy==1.3.0
725
+ cloudpickle==3.1.2
726
+ click==8.1.8
727
+ asttokens==3.0.1
728
+ annotated-types==0.7.0
729
+ annotated-doc==0.0.4
730
+ aiofiles==25.1.0
731
+ absl-py==2.3.1
732
+ uvicorn==0.39.0
733
+ tiktoken==0.8.0
734
+ scikit-learn==1.6.1
735
+ sapien==3.0.0b1
736
+ referencing==0.36.2
737
+ pydantic==2.12.5
738
+ pyasn1_modules==0.4.2
739
+ prompt_toolkit==3.0.52
740
+ nvidia-cusparse-cu12==12.1.0.106
741
+ nvidia-cudnn-cu12==8.9.2.26
742
+ nltk==3.9.2
743
+ mujoco==2.3.7
744
+ mdit-py-plugins==0.3.3
745
+ matplotlib-inline==0.2.1
746
+ matplotlib==3.7.5
747
+ linkify-it-py==2.0.3
748
+ jedi==0.19.2
749
+ huggingface-hub==0.26.2
750
+ httpcore==1.0.9
751
+ gymnasium==0.29.1
752
+ google-pasta==0.2.0
753
+ gitdb==4.0.12
754
+ cryptography==46.0.7
755
+ blobfile==3.0.0
756
+ anyio==4.12.1
757
+ llmbc==0.0.0
758
+ tyro==0.9.1
759
+ toppra==0.6.6
760
+ starlette==0.49.3
761
+ seaborn==0.13.2
762
+ rouge_score==0.1.2
763
+ pynndescent==0.6.0
764
+ nvidia-cusolver-cu12==11.4.5.107
765
+ jsonschema-specifications==2025.9.1
766
+ ipython==8.18.1
767
+ httpx==0.28.1
768
+ gymnasium-robotics==1.2.0
769
+ google-auth==2.49.2
770
+ GitPython==3.1.46
771
+ diffusers==0.31.0
772
+ wandb==0.18.6
773
+ umap-learn==0.5.9.post2
774
+ requests-oauthlib==2.0.0
775
+ openai==2.8.1
776
+ mplib==0.1.1
777
+ jsonschema==4.25.1
778
+ gradio_client==0.2.9
779
+ google-genai==1.47.0
780
+ fastapi==0.128.8
781
+ torchvision==0.17.2
782
+ torchaudio==2.2.2
783
+ sentence-transformers==3.2.1
784
+ pytorch-seed==0.2.0
785
+ deepspeed==0.16.1
786
+ bitsandbytes==0.45.0
787
+ altair==6.0.0
788
+ timm==1.0.22
789
+ gradio==3.36.1
790
+ evaluate==0.4.3
791
+ arm_pytorch_utilities==0.5.0
792
+ tensorflow-io-gcs-filesystem==0.37.1
793
+ Markdown==3.9
794
+ pybullet==3.2.6
795
+ wrapt==1.14.2
796
+ tensorflow-probability==0.23.0
797
+ parse==1.19.1
798
+ dm-tree==0.1.8
799
+ termcolor==3.1.0
800
+ requests==2.32.0
801
+ cffi==2.0.0
802
+ opt_einsum==3.4.0
803
+ labmaze==1.0.6
804
+ typing_extensions==4.15.0
805
+ importlib-resources==5.13.0
806
+ importlib-metadata==5.2.0
807
+ FLAML==2.3.6
808
+ dm-env==1.6
809
+ diskcache==5.6.3
810
+ Cython==0.29.37
811
+ mujoco-py==2.1.2.14
812
+ jaxlib==0.4.30
813
+ dm-control==1.0.14
814
+ cmudict==1.0.13
815
+ syllables==1.0.9
816
+ metaworld==2.0.0
817
+ jax==0.4.30
818
+ highway-env==1.9.1
819
+ gym_bandits==0.0.2
820
+ d4rl==1.1
821
+ pyautogen==0.1.0
822
+ protobuf==4.25.9
823
+ tf-agents==0.19.0
824
+ oauthlib==3.3.1
825
+ pytorch-kinematics==0.7.5
826
+ pygame==2.6.1
827
+ gin-config==0.5.0
828
+ mani_skill==3.0.0b20
829
+ tifffile==2024.8.30
830
+ Shapely==1.8.4
831
+ PyWavelets==1.6.0
832
+ Werkzeug==3.1.8
833
+ astunparse==1.6.3
834
+ scikit-image==0.19.3
835
+ pymunk==6.2.1
836
+ ml-dtypes==0.3.2
837
+ gast==0.7.0
838
+ stable-baselines3==2.2.1
839
+ keras==2.15.0
840
+ llfbench==0.1.0
841
+ libclang==18.1.1
842
+ flatbuffers==25.12.19
843
+ gym==0.23.1
844
+ llmbc==0.0.0
845
+ autocommand==2.2.2
846
+ backports.tarfile==1.2.0
847
+ importlib_metadata==8.0.0
848
+ inflect==7.3.1
849
+ jaraco.collections==5.1.0
850
+ jaraco.context==5.3.0
851
+ jaraco.functools==4.0.1
852
+ jaraco.text==3.12.1
853
+ more-itertools==10.3.0
854
+ packaging==24.2
855
+ platformdirs==4.2.2
856
+ tomli==2.0.1
857
+ typeguard==4.3.0
858
+ typing_extensions==4.12.2
859
+ wheel==0.45.1
860
+ zipp==3.19.2
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/wandb-metadata.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.15.0-168-generic-x86_64-with-glibc2.39",
3
+ "python": "3.9.25",
4
+ "startedAt": "2026-04-10T09:16:57.612247Z",
5
+ "program": "/workspace/LLM-BC/./llmbc/workspace/train_bc_lowdim_workspace.py",
6
+ "codePath": "llmbc/workspace/train_bc_lowdim_workspace.py",
7
+ "git": {
8
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
9
+ "commit": "2fa092f9eb4c2ad9435919c661a618071a583be5"
10
+ },
11
+ "email": "chris920325@gmail.com",
12
+ "root": "/workspace/LLM-BC/data/outputs/2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0",
13
+ "host": "c8ef52649900",
14
+ "username": "root",
15
+ "executable": "/venv/llm-bc/bin/python3",
16
+ "codePathLocal": "llmbc/workspace/train_bc_lowdim_workspace.py",
17
+ "cpu_count": 72,
18
+ "cpu_count_logical": 144,
19
+ "gpu": "NVIDIA GeForce RTX 4090",
20
+ "gpu_count": 2,
21
+ "disk": {
22
+ "/": {
23
+ "total": "545460846592",
24
+ "used": "206078439424"
25
+ }
26
+ },
27
+ "memory": {
28
+ "total": "810942898176"
29
+ },
30
+ "cpu": {
31
+ "count": 72,
32
+ "countLogical": 144
33
+ },
34
+ "gpu_nvidia": [
35
+ {
36
+ "name": "NVIDIA GeForce RTX 4090",
37
+ "memoryTotal": "25757220864",
38
+ "cudaCores": 16384,
39
+ "architecture": "Ada"
40
+ },
41
+ {
42
+ "name": "NVIDIA GeForce RTX 4090",
43
+ "memoryTotal": "25757220864",
44
+ "cudaCores": 16384,
45
+ "architecture": "Ada"
46
+ }
47
+ ],
48
+ "cudaVersion": "12.8"
49
+ }
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_wandb":{"runtime":472},"global_step":197,"lr":0.009999978020164803,"_runtime":472.555626345,"_timestamp":1.7758126203738923e+09,"train_loss":0.36438101530075073,"epoch":0,"_step":197,"train_loss_bc":0.36438101530075073,"grad_norm":0.3752126395702362}
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/run-20260410_091657-ags56sz9/run-ags56sz9.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f617861eb4d60e1dbaa3f0c287a22618d6896fbe0438b819f9419b852f7172
3
+ size 425984
2026.04.10/09.16.06_train_bc_lowdim_maze2d-medium-v0/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "ags56sz9"}
2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,165 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_llmbc_lowdim
2
+ _target_: llmbc.workspace.train_llmbc_lowdim_workspace.TrainLLMBCLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ llm_orig_expert_feedback: true
14
+ llm_do_sample: false
15
+ policy:
16
+ _target_: llmbc.policy.llmbc_lowdim_policy.LLMBCLowdimPolicy
17
+ model:
18
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
19
+ input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
20
+ hidden_size:
21
+ - 256
22
+ - 256
23
+ - 256
24
+ - 256
25
+ output_size: ${eval:'${n_action_steps}*${action_dim}'}
26
+ activation: tanh
27
+ n_obs_steps: ${n_obs_steps}
28
+ n_action_steps: ${n_action_steps}
29
+ obs_dim: ${obs_dim}
30
+ action_dim: ${action_dim}
31
+ llm_discriminator:
32
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
33
+ task_id: ${task_name}
34
+ llm_translator:
35
+ _target_: llmbc.translator.llm_translator.LLMTranslator
36
+ cfg: ${llm}
37
+ obs_dim: ${task.obs_dim}
38
+ action_dim: ${task.action_dim}
39
+ horizon: ${horizon}
40
+ n_obs_steps: ${n_obs_steps}
41
+ n_action_steps: ${n_action_steps}
42
+ loss_bc_weight: 1.0
43
+ loss_llm_weight: 0.01
44
+ horizon: ${horizon}
45
+ n_obs_steps: ${n_obs_steps}
46
+ n_action_steps: ${n_action_steps}
47
+ normalize_llm_loss: true
48
+ dataloader:
49
+ batch_size: 16
50
+ num_workers: 0
51
+ shuffle: true
52
+ pin_memory: false
53
+ persistent_workers: false
54
+ val_dataloader:
55
+ batch_size: 16
56
+ num_workers: 0
57
+ shuffle: true
58
+ pin_memory: false
59
+ persistent_workers: false
60
+ optimizer:
61
+ _target_: torch.optim.AdamW
62
+ lr: 0.0001
63
+ betas:
64
+ - 0.95
65
+ - 0.999
66
+ eps: 1.0e-08
67
+ weight_decay: 1.0e-06
68
+ training:
69
+ device: cuda:0
70
+ seed: 42
71
+ debug: false
72
+ resume: false
73
+ lr_scheduler: cosine
74
+ lr_warmup_steps: 10
75
+ num_epochs: 801
76
+ gradient_accumulate_every: 8
77
+ grad_norm_clip: 0.5
78
+ rollout_every: 4
79
+ checkpoint_every: 4
80
+ val_every: 1
81
+ sample_every: 4
82
+ sample_max_batch: 128
83
+ max_train_steps: null
84
+ max_val_steps: null
85
+ tqdm_interval_sec: 1.0
86
+ logging:
87
+ project: ${task.name}-training-mix
88
+ resume: true
89
+ mode: online
90
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
91
+ tags:
92
+ - ${name}
93
+ - ${task_name}
94
+ - ${exp_name}
95
+ id: null
96
+ group: null
97
+ checkpoint:
98
+ topk:
99
+ monitor_key: test_success_rate
100
+ mode: max
101
+ k: 5
102
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
103
+ save_last_ckpt: true
104
+ save_last_snapshot: false
105
+ multi_run:
106
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
107
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
108
+ task:
109
+ name: maze2d-medium-v0
110
+ obs_dim: 6
111
+ action_dim: 2
112
+ env_runner:
113
+ _target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
114
+ env_name: llf-pointmaze-maze2d-medium-v0
115
+ n_train: 10
116
+ n_test: 50
117
+ n_envs: 10
118
+ max_steps: 250
119
+ n_obs_steps: ${n_obs_steps}
120
+ n_action_steps: ${n_action_steps}
121
+ instruction_type: b
122
+ feedback_type:
123
+ - hp
124
+ - hn
125
+ - fp
126
+ visual: false
127
+ discount: 0.99
128
+ dataset:
129
+ _target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
130
+ data_path: datasets/maze2d-medium-v0-mix(csp5).pt
131
+ data_path2: datasets/maze2d-medium-v0.pt
132
+ horizon: ${horizon}
133
+ pad_before: ${eval:'${n_obs_steps}-1'}
134
+ pad_after: ${eval:'${n_action_steps}-1'}
135
+ obs_eef_target: true
136
+ use_manual_normalizer: false
137
+ val_ratio: 0.02
138
+ dummy_normalizer: true
139
+ instructor:
140
+ _target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
141
+ llm:
142
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
143
+ model_name: SmolLM2-135M-Instruct
144
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
145
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
146
+ use_quantization: false
147
+ use_joint_mlp_projector: true
148
+ llm_mode: ete-finetuned
149
+ finetune_mode: orig
150
+ checkpoint: data/outputs/2025.10.16/11.53.22_train_llm_lowdim_maze2d-medium-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-maze2d-medium-v0/checkpoint-11850
151
+ max_length: 100
152
+ lora_config:
153
+ r: 32
154
+ lora_alpha: 64
155
+ lora_dropout: 0.05
156
+ bias: none
157
+ task_type: CAUSAL_LM
158
+ prompter:
159
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
160
+ use_joint_mlp_projector: true
161
+ hydra:
162
+ job:
163
+ override_dirname: ${model_name}
164
+ run:
165
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - training.seed=42
116
+ job:
117
+ name: train
118
+ chdir: null
119
+ override_dirname: training.seed=42
120
+ id: ???
121
+ num: ???
122
+ config_name: llmbc_maze2d-medium-v0_mix(csp5).yaml
123
+ env_set: {}
124
+ env_copy: []
125
+ config:
126
+ override_dirname:
127
+ kv_sep: '='
128
+ item_sep: ','
129
+ exclude_keys: []
130
+ runtime:
131
+ version: 1.2.0
132
+ version_base: '1.2'
133
+ cwd: /workspace/LLM-BC
134
+ config_sources:
135
+ - path: hydra.conf
136
+ schema: pkg
137
+ provider: hydra
138
+ - path: /workspace/LLM-BC/config/mix_data
139
+ schema: file
140
+ provider: main
141
+ - path: ''
142
+ schema: structured
143
+ provider: schema
144
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0
145
+ choices:
146
+ hydra/env: default
147
+ hydra/callbacks: null
148
+ hydra/job_logging: default
149
+ hydra/hydra_logging: default
150
+ hydra/hydra_help: default
151
+ hydra/help: default
152
+ hydra/sweeper: basic
153
+ hydra/launcher: basic
154
+ hydra/output: default
155
+ verbose: false
2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ - training.seed=42
2026.04.10/09.26.57_train_llmbc_lowdim_maze2d-medium-v0/train.log ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ [2026-04-10 09:26:58,688][numexpr.utils][INFO] - Note: detected 144 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2026-04-10 09:26:58,688][numexpr.utils][INFO] - Note: NumExpr detected 144 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
3
+ [2026-04-10 09:26:58,688][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
4
+ [2026-04-10 09:27:02,106][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2026-04-10 09:27:02,106][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2026-04-10 09:27:02,107][datasets][INFO] - JAX version 0.4.30 available.
2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_llmbc_lowdim
2
+ _target_: llmbc.workspace.train_llmbc_lowdim_workspace.TrainLLMBCLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ llm_orig_expert_feedback: true
14
+ llm_do_sample: false
15
+ policy:
16
+ _target_: llmbc.policy.llmbc_lowdim_policy.LLMBCLowdimPolicy
17
+ model:
18
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
19
+ input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
20
+ hidden_size:
21
+ - 256
22
+ - 256
23
+ output_size: ${eval:'${n_action_steps}*${action_dim}'}
24
+ activation: relu
25
+ n_obs_steps: ${n_obs_steps}
26
+ n_action_steps: ${n_action_steps}
27
+ obs_dim: ${obs_dim}
28
+ action_dim: ${action_dim}
29
+ llm_discriminator:
30
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
31
+ task_id: ${task_name}
32
+ llm_translator:
33
+ _target_: llmbc.translator.llm_translator.LLMTranslator
34
+ cfg: ${llm}
35
+ obs_dim: ${task.obs_dim}
36
+ action_dim: ${task.action_dim}
37
+ horizon: ${horizon}
38
+ n_obs_steps: ${n_obs_steps}
39
+ n_action_steps: ${n_action_steps}
40
+ loss_bc_weight: 1.0
41
+ loss_llm_weight: 0.01
42
+ horizon: ${horizon}
43
+ n_obs_steps: ${n_obs_steps}
44
+ n_action_steps: ${n_action_steps}
45
+ normalize_llm_loss: true
46
+ dataloader:
47
+ batch_size: 16
48
+ num_workers: 0
49
+ shuffle: true
50
+ pin_memory: false
51
+ persistent_workers: false
52
+ val_dataloader:
53
+ batch_size: 16
54
+ num_workers: 0
55
+ shuffle: true
56
+ pin_memory: false
57
+ persistent_workers: false
58
+ optimizer:
59
+ _target_: torch.optim.AdamW
60
+ lr: 0.001
61
+ betas:
62
+ - 0.95
63
+ - 0.999
64
+ eps: 1.0e-08
65
+ weight_decay: 1.0e-06
66
+ training:
67
+ device: cuda:0
68
+ seed: 42
69
+ debug: false
70
+ resume: false
71
+ lr_scheduler: constant
72
+ lr_warmup_steps: 10
73
+ num_epochs: 1001
74
+ gradient_accumulate_every: 8
75
+ grad_norm_clip: 0.5
76
+ rollout_every: 5
77
+ checkpoint_every: 5
78
+ val_every: 1
79
+ sample_every: 5
80
+ sample_max_batch: 128
81
+ max_train_steps: null
82
+ max_val_steps: null
83
+ tqdm_interval_sec: 1.0
84
+ logging:
85
+ project: ${task.name}-training-mix
86
+ resume: true
87
+ mode: online
88
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
89
+ tags:
90
+ - ${name}
91
+ - ${task_name}
92
+ - ${exp_name}
93
+ id: null
94
+ group: null
95
+ checkpoint:
96
+ topk:
97
+ monitor_key: test_success_rate
98
+ mode: max
99
+ k: 5
100
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
101
+ save_last_ckpt: true
102
+ save_last_snapshot: false
103
+ multi_run:
104
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
105
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
106
+ task:
107
+ name: adroit-hand-relocate-v1
108
+ obs_dim: 39
109
+ action_dim: 30
110
+ env_runner:
111
+ _target_: llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner
112
+ env_name: llf-adroit-adroit-hand-relocate-v1
113
+ n_train: 10
114
+ n_test: 50
115
+ n_envs: 10
116
+ max_steps: 150
117
+ n_obs_steps: ${n_obs_steps}
118
+ n_action_steps: ${n_action_steps}
119
+ instruction_type: b
120
+ feedback_type:
121
+ - hp
122
+ - hn
123
+ - fp
124
+ visual: false
125
+ discount: 0.99
126
+ dataset:
127
+ _target_: llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset
128
+ data_path: datasets/adroit-hand-relocate-v1-mix(csp100).pt
129
+ data_path2: datasets/adroit-hand-relocate-v1.pt
130
+ horizon: ${horizon}
131
+ pad_before: ${eval:'${n_obs_steps}-1'}
132
+ pad_after: ${eval:'${n_action_steps}-1'}
133
+ obs_eef_target: true
134
+ use_manual_normalizer: false
135
+ val_ratio: 0.1
136
+ dummy_normalizer: true
137
+ instructor:
138
+ _target_: llmbc.translator.instructor.adroit_instructor.adroit_hand_relocate_v1_instructor.AdroitHandRelocateV1Instructor
139
+ llm:
140
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
141
+ model_name: SmolLM2-135M-Instruct
142
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
143
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
144
+ use_quantization: false
145
+ use_joint_mlp_projector: true
146
+ llm_mode: ete-finetuned
147
+ finetune_mode: orig
148
+ checkpoint: data/outputs/2026.04.03/12.10.45_train_llm_lowdim_adroit-hand-relocate-v1/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-adroit-hand-relocate-v1/checkpoint-2340
149
+ max_length: 100
150
+ lora_config:
151
+ r: 32
152
+ lora_alpha: 64
153
+ lora_dropout: 0.05
154
+ bias: none
155
+ task_type: CAUSAL_LM
156
+ prompter:
157
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
158
+ use_joint_mlp_projector: true
159
+ hydra:
160
+ job:
161
+ override_dirname: ${model_name}
162
+ run:
163
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: llmbc_adroit-hand-relocate-v1_mix(csp100).yaml
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /workspace/LLM-BC/config/mix_data
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1
144
+ choices:
145
+ hydra/env: default
146
+ hydra/callbacks: null
147
+ hydra/job_logging: default
148
+ hydra/hydra_logging: default
149
+ hydra/hydra_help: default
150
+ hydra/help: default
151
+ hydra/sweeper: basic
152
+ hydra/launcher: basic
153
+ hydra/output: default
154
+ verbose: false
2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.04.10/09.36.23_train_llmbc_lowdim_adroit-hand-relocate-v1/train.log ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ [2026-04-10 09:36:24,868][numexpr.utils][INFO] - Note: detected 144 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2026-04-10 09:36:24,868][numexpr.utils][INFO] - Note: NumExpr detected 144 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
3
+ [2026-04-10 09:36:24,868][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
4
+ [2026-04-10 09:36:28,715][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2026-04-10 09:36:28,716][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2026-04-10 09:36:28,717][datasets][INFO] - JAX version 0.4.30 available.
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,165 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_llmbc_lowdim
2
+ _target_: llmbc.workspace.train_llmbc_lowdim_workspace.TrainLLMBCLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ llm_orig_expert_feedback: true
14
+ llm_do_sample: false
15
+ policy:
16
+ _target_: llmbc.policy.llmbc_lowdim_policy.LLMBCLowdimPolicy
17
+ model:
18
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
19
+ input_size: ${eval:'${n_obs_steps}*${obs_dim}'}
20
+ hidden_size:
21
+ - 256
22
+ - 256
23
+ - 256
24
+ - 256
25
+ output_size: ${eval:'${n_action_steps}*${action_dim}'}
26
+ activation: tanh
27
+ n_obs_steps: ${n_obs_steps}
28
+ n_action_steps: ${n_action_steps}
29
+ obs_dim: ${obs_dim}
30
+ action_dim: ${action_dim}
31
+ llm_discriminator:
32
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
33
+ task_id: ${task_name}
34
+ llm_translator:
35
+ _target_: llmbc.translator.llm_translator.LLMTranslator
36
+ cfg: ${llm}
37
+ obs_dim: ${task.obs_dim}
38
+ action_dim: ${task.action_dim}
39
+ horizon: ${horizon}
40
+ n_obs_steps: ${n_obs_steps}
41
+ n_action_steps: ${n_action_steps}
42
+ loss_bc_weight: 1.0
43
+ loss_llm_weight: 0.01
44
+ horizon: ${horizon}
45
+ n_obs_steps: ${n_obs_steps}
46
+ n_action_steps: ${n_action_steps}
47
+ normalize_llm_loss: true
48
+ dataloader:
49
+ batch_size: 16
50
+ num_workers: 0
51
+ shuffle: true
52
+ pin_memory: false
53
+ persistent_workers: false
54
+ val_dataloader:
55
+ batch_size: 16
56
+ num_workers: 0
57
+ shuffle: true
58
+ pin_memory: false
59
+ persistent_workers: false
60
+ optimizer:
61
+ _target_: torch.optim.AdamW
62
+ lr: 0.0001
63
+ betas:
64
+ - 0.95
65
+ - 0.999
66
+ eps: 1.0e-08
67
+ weight_decay: 1.0e-06
68
+ training:
69
+ device: cuda:0
70
+ seed: 42
71
+ debug: false
72
+ resume: false
73
+ lr_scheduler: cosine
74
+ lr_warmup_steps: 10
75
+ num_epochs: 801
76
+ gradient_accumulate_every: 8
77
+ grad_norm_clip: 0.5
78
+ rollout_every: 4
79
+ checkpoint_every: 4
80
+ val_every: 1
81
+ sample_every: 4
82
+ sample_max_batch: 128
83
+ max_train_steps: null
84
+ max_val_steps: null
85
+ tqdm_interval_sec: 1.0
86
+ logging:
87
+ project: ${task.name}-training-mix
88
+ resume: true
89
+ mode: online
90
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
91
+ tags:
92
+ - ${name}
93
+ - ${task_name}
94
+ - ${exp_name}
95
+ id: null
96
+ group: null
97
+ checkpoint:
98
+ topk:
99
+ monitor_key: test_success_rate
100
+ mode: max
101
+ k: 5
102
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
103
+ save_last_ckpt: true
104
+ save_last_snapshot: false
105
+ multi_run:
106
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
107
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
108
+ task:
109
+ name: maze2d-medium-v0
110
+ obs_dim: 6
111
+ action_dim: 2
112
+ env_runner:
113
+ _target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
114
+ env_name: llf-pointmaze-maze2d-medium-v0
115
+ n_train: 10
116
+ n_test: 50
117
+ n_envs: 10
118
+ max_steps: 250
119
+ n_obs_steps: ${n_obs_steps}
120
+ n_action_steps: ${n_action_steps}
121
+ instruction_type: b
122
+ feedback_type:
123
+ - hp
124
+ - hn
125
+ - fp
126
+ visual: false
127
+ discount: 0.99
128
+ dataset:
129
+ _target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
130
+ data_path: datasets/maze2d-medium-v0-mix(csp5).pt
131
+ data_path2: datasets/maze2d-medium-v0.pt
132
+ horizon: ${horizon}
133
+ pad_before: ${eval:'${n_obs_steps}-1'}
134
+ pad_after: ${eval:'${n_action_steps}-1'}
135
+ obs_eef_target: true
136
+ use_manual_normalizer: false
137
+ val_ratio: 0.02
138
+ dummy_normalizer: true
139
+ instructor:
140
+ _target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
141
+ llm:
142
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
143
+ model_name: SmolLM2-135M-Instruct
144
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
145
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
146
+ use_quantization: false
147
+ use_joint_mlp_projector: true
148
+ llm_mode: ete-finetuned
149
+ finetune_mode: orig
150
+ checkpoint: data/outputs/2025.10.16/11.53.22_train_llm_lowdim_maze2d-medium-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-maze2d-medium-v0/checkpoint-11850
151
+ max_length: 100
152
+ lora_config:
153
+ r: 32
154
+ lora_alpha: 64
155
+ lora_dropout: 0.05
156
+ bias: none
157
+ task_type: CAUSAL_LM
158
+ prompter:
159
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
160
+ use_joint_mlp_projector: true
161
+ hydra:
162
+ job:
163
+ override_dirname: ${model_name}
164
+ run:
165
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - training.seed=42
116
+ job:
117
+ name: train
118
+ chdir: null
119
+ override_dirname: training.seed=42
120
+ id: ???
121
+ num: ???
122
+ config_name: llmbc_maze2d-medium-v0_mix(csp5).yaml
123
+ env_set: {}
124
+ env_copy: []
125
+ config:
126
+ override_dirname:
127
+ kv_sep: '='
128
+ item_sep: ','
129
+ exclude_keys: []
130
+ runtime:
131
+ version: 1.2.0
132
+ version_base: '1.2'
133
+ cwd: /workspace/LLM-BC
134
+ config_sources:
135
+ - path: hydra.conf
136
+ schema: pkg
137
+ provider: hydra
138
+ - path: /workspace/LLM-BC/config/mix_data
139
+ schema: file
140
+ provider: main
141
+ - path: ''
142
+ schema: structured
143
+ provider: schema
144
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0
145
+ choices:
146
+ hydra/env: default
147
+ hydra/callbacks: null
148
+ hydra/job_logging: default
149
+ hydra/hydra_logging: default
150
+ hydra/hydra_help: default
151
+ hydra/help: default
152
+ hydra/sweeper: basic
153
+ hydra/launcher: basic
154
+ hydra/output: default
155
+ verbose: false
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ - training.seed=42
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/logs.json.txt ADDED
The diff for this file is too large to render. See raw diff
 
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/train.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-10 09:36:50,164][numexpr.utils][INFO] - Note: detected 144 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2026-04-10 09:36:50,164][numexpr.utils][INFO] - Note: NumExpr detected 144 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
3
+ [2026-04-10 09:36:50,164][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
4
+ [2026-04-10 09:36:53,596][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2026-04-10 09:36:53,597][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2026-04-10 09:36:53,597][datasets][INFO] - JAX version 0.4.30 available.
7
+ [2026-04-10 09:36:57,574][root][INFO] - running build_ext
8
+ [2026-04-10 09:36:57,576][root][INFO] - building 'mujoco_py.cymj' extension
9
+ [2026-04-10 09:36:57,576][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
10
+ [2026-04-10 09:37:39,277][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
11
+ [2026-04-10 09:37:39,368][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
12
+ [2026-04-10 09:37:41,989][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
13
+ [2026-04-10 09:37:41,996][absl][INFO] - MuJoCo library version is: 2.3.7
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/config.yaml ADDED
@@ -0,0 +1,273 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _target_:
2
+ value: llmbc.workspace.train_llmbc_lowdim_workspace.TrainLLMBCLowdimWorkspace
3
+ _wandb:
4
+ value:
5
+ cli_version: 0.18.6
6
+ m: []
7
+ python_version: 3.9.25
8
+ t:
9
+ "1":
10
+ - 1
11
+ - 2
12
+ - 3
13
+ - 5
14
+ - 11
15
+ - 12
16
+ - 41
17
+ - 49
18
+ - 50
19
+ - 51
20
+ - 53
21
+ - 55
22
+ - 71
23
+ - 83
24
+ - 95
25
+ - 98
26
+ - 100
27
+ - 105
28
+ "2":
29
+ - 1
30
+ - 2
31
+ - 3
32
+ - 5
33
+ - 11
34
+ - 12
35
+ - 41
36
+ - 49
37
+ - 50
38
+ - 51
39
+ - 53
40
+ - 55
41
+ - 71
42
+ - 83
43
+ - 95
44
+ - 98
45
+ - 100
46
+ - 105
47
+ "3":
48
+ - 13
49
+ - 15
50
+ - 16
51
+ - 23
52
+ - 55
53
+ - 61
54
+ "4": 3.9.25
55
+ "5": 0.18.6
56
+ "6": 4.47.1
57
+ "8":
58
+ - 5
59
+ "12": 0.18.6
60
+ "13": linux-x86_64
61
+ action_dim:
62
+ value: 2
63
+ checkpoint:
64
+ value:
65
+ save_last_ckpt: true
66
+ save_last_snapshot: false
67
+ topk:
68
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
69
+ k: 5
70
+ mode: max
71
+ monitor_key: test_success_rate
72
+ dataloader:
73
+ value:
74
+ batch_size: 16
75
+ num_workers: 0
76
+ persistent_workers: false
77
+ pin_memory: false
78
+ shuffle: true
79
+ exp_name:
80
+ value: default
81
+ horizon:
82
+ value: 1
83
+ llm:
84
+ value:
85
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
86
+ checkpoint: data/outputs/2025.10.16/11.53.22_train_llm_lowdim_maze2d-medium-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-maze2d-medium-v0/checkpoint-11850
87
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
88
+ finetune_mode: orig
89
+ hydra:
90
+ job:
91
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
92
+ run:
93
+ dir: data/outputs/2026.04.10/09.36.48_HuggingFaceTB/SmolLM2-135M-Instruct
94
+ llm_mode: ete-finetuned
95
+ lora_config:
96
+ bias: none
97
+ lora_alpha: 64
98
+ lora_dropout: 0.05
99
+ r: 32
100
+ task_type: CAUSAL_LM
101
+ max_length: 100
102
+ model_name: SmolLM2-135M-Instruct
103
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
104
+ prompter:
105
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
106
+ use_joint_mlp_projector: true
107
+ use_joint_mlp_projector: true
108
+ use_quantization: false
109
+ llm_do_sample:
110
+ value: false
111
+ llm_orig_expert_feedback:
112
+ value: true
113
+ logging:
114
+ value:
115
+ group: null
116
+ id: null
117
+ mode: online
118
+ name: 2026.04.10-09.36.48_train_llmbc_lowdim_maze2d-medium-v0
119
+ project: maze2d-medium-v0-training-mix
120
+ resume: true
121
+ tags:
122
+ - train_llmbc_lowdim
123
+ - maze2d-medium-v0
124
+ - default
125
+ model_name:
126
+ value: HuggingFaceTB/SmolLM2-135M-Instruct
127
+ multi_run:
128
+ value:
129
+ run_dir: data/outputs/2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0
130
+ wandb_name_base: 2026.04.10-09.36.48_train_llmbc_lowdim_maze2d-medium-v0
131
+ n_action_steps:
132
+ value: 1
133
+ n_latency_steps:
134
+ value: 0
135
+ n_obs_steps:
136
+ value: 1
137
+ name:
138
+ value: train_llmbc_lowdim
139
+ obs_dim:
140
+ value: 6
141
+ optimizer:
142
+ value:
143
+ _target_: torch.optim.AdamW
144
+ betas:
145
+ - 0.95
146
+ - 0.999
147
+ eps: 1e-08
148
+ lr: 0.0001
149
+ weight_decay: 1e-06
150
+ output_dir:
151
+ value: /workspace/LLM-BC/data/outputs/2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0
152
+ past_action_visible:
153
+ value: false
154
+ policy:
155
+ value:
156
+ _target_: llmbc.policy.llmbc_lowdim_policy.LLMBCLowdimPolicy
157
+ action_dim: 2
158
+ horizon: 1
159
+ llm_discriminator:
160
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
161
+ llm_translator:
162
+ _target_: llmbc.translator.llm_translator.LLMTranslator
163
+ action_dim: 2
164
+ cfg:
165
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
166
+ checkpoint: data/outputs/2025.10.16/11.53.22_train_llm_lowdim_maze2d-medium-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-maze2d-medium-v0/checkpoint-11850
167
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
168
+ finetune_mode: orig
169
+ hydra:
170
+ job:
171
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
172
+ run:
173
+ dir: data/outputs/2026.04.10/09.36.48_HuggingFaceTB/SmolLM2-135M-Instruct
174
+ llm_mode: ete-finetuned
175
+ lora_config:
176
+ bias: none
177
+ lora_alpha: 64
178
+ lora_dropout: 0.05
179
+ r: 32
180
+ task_type: CAUSAL_LM
181
+ max_length: 100
182
+ model_name: SmolLM2-135M-Instruct
183
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
184
+ prompter:
185
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
186
+ use_joint_mlp_projector: true
187
+ use_joint_mlp_projector: true
188
+ use_quantization: false
189
+ horizon: 1
190
+ n_action_steps: 1
191
+ n_obs_steps: 1
192
+ obs_dim: 6
193
+ task_id: maze2d-medium-v0
194
+ loss_bc_weight: 1
195
+ loss_llm_weight: 0.01
196
+ model:
197
+ _target_: llmbc.model.policy.policy_mlp.PolicyMLP
198
+ activation: tanh
199
+ hidden_size:
200
+ - 256
201
+ - 256
202
+ - 256
203
+ - 256
204
+ input_size: 6
205
+ n_action_steps: 1
206
+ n_obs_steps: 1
207
+ output_size: 2
208
+ n_action_steps: 1
209
+ n_obs_steps: 1
210
+ normalize_llm_loss: true
211
+ obs_dim: 6
212
+ task:
213
+ value:
214
+ action_dim: 2
215
+ dataset:
216
+ _target_: llmbc.dataset.pointmaze_lowdim_dataset.PointmazeLowdimDataset
217
+ data_path: datasets/maze2d-medium-v0-mix(csp5).pt
218
+ data_path2: datasets/maze2d-medium-v0.pt
219
+ dummy_normalizer: true
220
+ horizon: 1
221
+ obs_eef_target: true
222
+ pad_after: 0
223
+ pad_before: 0
224
+ use_manual_normalizer: false
225
+ val_ratio: 0.02
226
+ env_runner:
227
+ _target_: llmbc.env_runner.pointmaze_lowdim_runner.PointmazeLowdimRunner
228
+ discount: 0.99
229
+ env_name: llf-pointmaze-maze2d-medium-v0
230
+ feedback_type:
231
+ - hp
232
+ - hn
233
+ - fp
234
+ instruction_type: b
235
+ max_steps: 250
236
+ n_action_steps: 1
237
+ n_envs: 10
238
+ n_obs_steps: 1
239
+ n_test: 50
240
+ n_train: 10
241
+ visual: false
242
+ instructor:
243
+ _target_: llmbc.translator.instructor.pointmaze_instructor.maze2d_medium_v0_instructor.Maze2dMediumV0Instructor
244
+ name: maze2d-medium-v0
245
+ obs_dim: 6
246
+ task_name:
247
+ value: maze2d-medium-v0
248
+ training:
249
+ value:
250
+ checkpoint_every: 4
251
+ debug: false
252
+ device: cuda:0
253
+ grad_norm_clip: 0.5
254
+ gradient_accumulate_every: 8
255
+ lr_scheduler: cosine
256
+ lr_warmup_steps: 10
257
+ max_train_steps: null
258
+ max_val_steps: null
259
+ num_epochs: 801
260
+ resume: false
261
+ rollout_every: 4
262
+ sample_every: 4
263
+ sample_max_batch: 128
264
+ seed: 42
265
+ tqdm_interval_sec: 1
266
+ val_every: 1
267
+ val_dataloader:
268
+ value:
269
+ batch_size: 16
270
+ num_workers: 0
271
+ persistent_workers: false
272
+ pin_memory: false
273
+ shuffle: true
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/output.log ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Traceback (most recent call last):
2
+ File "/workspace/LLM-BC/./train.py", line 35, in <module>
3
+ main()
4
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
5
+ _run_hydra(
6
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
7
+ _run_app(
8
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
9
+ run_and_report(
10
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
11
+ return func()
12
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
13
+ lambda: hydra.run(
14
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
15
+ ret = run_job(
16
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
17
+ ret.return_value = task_function(task_cfg)
18
+ File "/workspace/LLM-BC/./train.py", line 32, in main
19
+ workspace.run()
20
+ File "/workspace/LLM-BC/llmbc/workspace/train_llmbc_lowdim_workspace.py", line 186, in run
21
+ loss.backward()
22
+ File "/venv/llm-bc/lib/python3.9/site-packages/torch/_tensor.py", line 522, in backward
23
+ torch.autograd.backward(
24
+ File "/venv/llm-bc/lib/python3.9/site-packages/torch/autograd/__init__.py", line 266, in backward
25
+ Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
26
+ KeyboardInterrupt
27
+ Traceback (most recent call last):
28
+ File "/workspace/LLM-BC/./train.py", line 35, in <module>
29
+ main()
30
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
31
+ _run_hydra(
32
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
33
+ _run_app(
34
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
35
+ run_and_report(
36
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
37
+ return func()
38
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
39
+ lambda: hydra.run(
40
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
41
+ ret = run_job(
42
+ File "/venv/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
43
+ ret.return_value = task_function(task_cfg)
44
+ File "/workspace/LLM-BC/./train.py", line 32, in main
45
+ workspace.run()
46
+ File "/workspace/LLM-BC/llmbc/workspace/train_llmbc_lowdim_workspace.py", line 186, in run
47
+ loss.backward()
48
+ File "/venv/llm-bc/lib/python3.9/site-packages/torch/_tensor.py", line 522, in backward
49
+ torch.autograd.backward(
50
+ File "/venv/llm-bc/lib/python3.9/site-packages/torch/autograd/__init__.py", line 266, in backward
51
+ Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
52
+ KeyboardInterrupt
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/requirements.txt ADDED
@@ -0,0 +1,861 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aiohappyeyeballs==2.6.1
2
+ antlr4-python3-runtime==4.9.3
3
+ asciitree==0.3.3
4
+ async-timeout==5.0.1
5
+ attrs==25.4.0
6
+ certifi==2025.10.5
7
+ charset-normalizer==3.4.4
8
+ colorama==0.4.6
9
+ dill==0.3.8
10
+ docstring-parser==0.16
11
+ eval_type_backport==0.2.2
12
+ fasteners==0.20
13
+ filelock==3.17.0
14
+ frozenlist==1.8.0
15
+ fsspec==2024.3.1
16
+ gmpy2==2.2.1
17
+ hf-xet==1.1.8
18
+ idna==3.11
19
+ llvmlite==0.39.1
20
+ MarkupSafe==3.0.2
21
+ mdurl==0.1.2
22
+ mkl-service==2.4.0
23
+ mpmath==1.3.0
24
+ msgpack==1.1.1
25
+ networkx==3.2.1
26
+ packaging==25.0
27
+ propcache==0.3.1
28
+ psutil==7.0.0
29
+ pycparser==2.23
30
+ Pygments==2.19.1
31
+ PyOpenGL==3.1.10
32
+ PySocks==1.7.1
33
+ tzdata==2025.3
34
+ xxhash==3.5.0
35
+ pytz==2025.2
36
+ PyYAML==6.0.2
37
+ regex==2025.9.1
38
+ safetensors==0.5.3
39
+ setuptools==80.9.0
40
+ shtab==1.7.2
41
+ six==1.17.0
42
+ tqdm==4.67.1
43
+ tensorboard==2.15.2
44
+ uvloop==0.22.1
45
+ wheel==0.45.1
46
+ zipp==3.21.0
47
+ tensorflow-estimator==2.15.0
48
+ tensorboard-data-server==0.7.2
49
+ google-auth-oauthlib==1.3.1
50
+ tensorflow==2.15.1
51
+ Jinja2==3.1.6
52
+ markdown-it-py==2.2.0
53
+ multiprocess==0.70.15
54
+ numpy==1.23.5
55
+ pillow==11.3.0
56
+ pip==23.3.2
57
+ python-dateutil==2.9.0.post0
58
+ aiosignal==1.4.0
59
+ brotlicffi==1.0.9.2
60
+ hydra-core==1.2.0
61
+ multidict==6.7.0
62
+ pycares==4.10.0
63
+ rich==14.2.0
64
+ sympy==1.14.0
65
+ typeguard==4.4.4
66
+ aiodns==3.5.0
67
+ urllib3==2.5.0
68
+ yarl==1.18.0
69
+ aiohttp==3.12.15
70
+ pyarrow==21.0.0
71
+ pyarrow-hotfix==0.7
72
+ tokenizers==0.21.0
73
+ av==10.0.0
74
+ einops==0.4.1
75
+ Bottleneck==1.4.2
76
+ mkl_fft==1.3.11
77
+ mkl_random==1.2.8
78
+ numba==0.56.4
79
+ numcodecs==0.12.1
80
+ numexpr==2.10.1
81
+ pandas==2.3.3
82
+ zarr==2.12.0
83
+ datasets==2.19.0
84
+ transformers==4.47.1
85
+ accelerate==1.0.1
86
+ peft==0.14.0
87
+ trl==0.11.4
88
+ torch==2.2.2
89
+ tabulate==0.9.0
90
+ sentencepiece==0.2.0
91
+ pyperclip==1.11.0
92
+ PyOpenGL-accelerate==3.1.10
93
+ pydub==0.25.1
94
+ py-cpuinfo==9.0.0
95
+ pure_eval==0.2.3
96
+ ptyprocess==0.7.0
97
+ nvidia-ml-py==13.595.45
98
+ hjson==3.1.0
99
+ gym-notices==0.1.0
100
+ glfw==2.0.0
101
+ Farama-Notifications==0.0.4
102
+ websockets==15.0.1
103
+ wcwidth==0.6.0
104
+ uc-micro-py==1.0.3
105
+ typing-inspection==0.4.2
106
+ triton==2.2.0
107
+ trimesh==4.11.5
108
+ transforms3d==0.4.2
109
+ traitlets==5.14.3
110
+ threadpoolctl==3.6.0
111
+ tenacity==9.1.2
112
+ sniffio==1.3.1
113
+ smmap==5.0.3
114
+ setproctitle==1.3.7
115
+ sentry-sdk==2.57.0
116
+ semantic-version==2.10.0
117
+ scipy==1.13.1
118
+ rpds-py==0.27.1
119
+ python-multipart==0.0.20
120
+ pyparsing==3.3.2
121
+ pynvml==13.0.1
122
+ pydantic_core==2.41.5
123
+ pycryptodomex==3.23.0
124
+ pyasn1==0.6.3
125
+ grpcio==1.80.0
126
+ platformdirs==4.4.0
127
+ pexpect==4.9.0
128
+ parso==0.8.6
129
+ orjson==3.11.5
130
+ opencv-python==4.11.0.86
131
+ stack-data==0.6.3
132
+ omegaconf==2.2.1
133
+ nvidia-nvtx-cu12==12.1.105
134
+ nvidia-nvjitlink-cu12==12.9.86
135
+ nvidia-nccl-cu12==2.19.3
136
+ nvidia-curand-cu12==10.3.2.106
137
+ nvidia-cufft-cu12==11.0.2.54
138
+ nvidia-cuda-runtime-cu12==12.1.105
139
+ nvidia-cuda-nvrtc-cu12==12.1.105
140
+ nvidia-cuda-cupti-cu12==12.1.105
141
+ nvidia-cublas-cu12==12.1.3.1
142
+ ninja==1.13.0
143
+ narwhals==2.19.0
144
+ lxml==6.0.3
145
+ kiwisolver==1.4.7
146
+ joblib==1.5.3
147
+ jiter==0.13.0
148
+ imageio-ffmpeg==0.6.0
149
+ ImageIO==2.37.2
150
+ h5py==3.14.0
151
+ h11==0.16.0
152
+ fonttools==4.60.2
153
+ ffmpy==1.0.0
154
+ fast_kinematics==0.2.2
155
+ executing==2.2.1
156
+ exceptiongroup==1.3.1
157
+ docker-pycreds==0.4.0
158
+ distro==1.9.0
159
+ decorator==5.2.1
160
+ dacite==1.9.2
161
+ cycler==0.12.1
162
+ contourpy==1.3.0
163
+ cloudpickle==3.1.2
164
+ click==8.1.8
165
+ asttokens==3.0.1
166
+ annotated-types==0.7.0
167
+ annotated-doc==0.0.4
168
+ aiofiles==25.1.0
169
+ absl-py==2.3.1
170
+ uvicorn==0.39.0
171
+ tiktoken==0.8.0
172
+ scikit-learn==1.6.1
173
+ sapien==3.0.0b1
174
+ referencing==0.36.2
175
+ pydantic==2.12.5
176
+ pyasn1_modules==0.4.2
177
+ prompt_toolkit==3.0.52
178
+ nvidia-cusparse-cu12==12.1.0.106
179
+ nvidia-cudnn-cu12==8.9.2.26
180
+ nltk==3.9.2
181
+ mujoco==2.3.7
182
+ mdit-py-plugins==0.3.3
183
+ matplotlib-inline==0.2.1
184
+ matplotlib==3.7.5
185
+ linkify-it-py==2.0.3
186
+ jedi==0.19.2
187
+ huggingface-hub==0.26.2
188
+ httpcore==1.0.9
189
+ gymnasium==0.29.1
190
+ google-pasta==0.2.0
191
+ gitdb==4.0.12
192
+ cryptography==46.0.7
193
+ blobfile==3.0.0
194
+ anyio==4.12.1
195
+ tyro==0.9.1
196
+ toppra==0.6.6
197
+ starlette==0.49.3
198
+ seaborn==0.13.2
199
+ rouge_score==0.1.2
200
+ pynndescent==0.6.0
201
+ nvidia-cusolver-cu12==11.4.5.107
202
+ jsonschema-specifications==2025.9.1
203
+ ipython==8.18.1
204
+ httpx==0.28.1
205
+ gymnasium-robotics==1.2.0
206
+ google-auth==2.49.2
207
+ GitPython==3.1.46
208
+ diffusers==0.31.0
209
+ wandb==0.18.6
210
+ umap-learn==0.5.9.post2
211
+ requests-oauthlib==2.0.0
212
+ openai==2.8.1
213
+ mplib==0.1.1
214
+ jsonschema==4.25.1
215
+ gradio_client==0.2.9
216
+ google-genai==1.47.0
217
+ fastapi==0.128.8
218
+ torchvision==0.17.2
219
+ torchaudio==2.2.2
220
+ sentence-transformers==3.2.1
221
+ pytorch-seed==0.2.0
222
+ deepspeed==0.16.1
223
+ bitsandbytes==0.45.0
224
+ altair==6.0.0
225
+ timm==1.0.22
226
+ gradio==3.36.1
227
+ evaluate==0.4.3
228
+ arm_pytorch_utilities==0.5.0
229
+ tensorflow-io-gcs-filesystem==0.37.1
230
+ Markdown==3.9
231
+ pybullet==3.2.6
232
+ wrapt==1.14.2
233
+ tensorflow-probability==0.23.0
234
+ parse==1.19.1
235
+ dm-tree==0.1.8
236
+ termcolor==3.1.0
237
+ requests==2.32.0
238
+ cffi==2.0.0
239
+ opt_einsum==3.4.0
240
+ labmaze==1.0.6
241
+ typing_extensions==4.15.0
242
+ importlib-resources==5.13.0
243
+ importlib-metadata==5.2.0
244
+ FLAML==2.3.6
245
+ dm-env==1.6
246
+ diskcache==5.6.3
247
+ Cython==0.29.37
248
+ mujoco-py==2.1.2.14
249
+ jaxlib==0.4.30
250
+ dm-control==1.0.14
251
+ cmudict==1.0.13
252
+ syllables==1.0.9
253
+ metaworld==2.0.0
254
+ jax==0.4.30
255
+ highway-env==1.9.1
256
+ gym_bandits==0.0.2
257
+ d4rl==1.1
258
+ pyautogen==0.1.0
259
+ protobuf==4.25.9
260
+ tf-agents==0.19.0
261
+ oauthlib==3.3.1
262
+ pytorch-kinematics==0.7.5
263
+ pygame==2.6.1
264
+ gin-config==0.5.0
265
+ mani_skill==3.0.0b20
266
+ tifffile==2024.8.30
267
+ Shapely==1.8.4
268
+ PyWavelets==1.6.0
269
+ Werkzeug==3.1.8
270
+ astunparse==1.6.3
271
+ scikit-image==0.19.3
272
+ pymunk==6.2.1
273
+ ml-dtypes==0.3.2
274
+ gast==0.7.0
275
+ stable-baselines3==2.2.1
276
+ keras==2.15.0
277
+ llfbench==0.1.0
278
+ libclang==18.1.1
279
+ flatbuffers==25.12.19
280
+ gym==0.23.1
281
+ llmbc==0.0.0
282
+ aiohappyeyeballs==2.6.1
283
+ antlr4-python3-runtime==4.9.3
284
+ asciitree==0.3.3
285
+ async-timeout==5.0.1
286
+ attrs==25.4.0
287
+ certifi==2025.10.5
288
+ charset-normalizer==3.4.4
289
+ colorama==0.4.6
290
+ dill==0.3.8
291
+ docstring-parser==0.16
292
+ eval_type_backport==0.2.2
293
+ fasteners==0.20
294
+ filelock==3.17.0
295
+ frozenlist==1.8.0
296
+ fsspec==2024.3.1
297
+ gmpy2==2.2.1
298
+ hf-xet==1.1.8
299
+ idna==3.11
300
+ llvmlite==0.39.1
301
+ MarkupSafe==3.0.2
302
+ mdurl==0.1.2
303
+ mkl-service==2.4.0
304
+ mpmath==1.3.0
305
+ msgpack==1.1.1
306
+ networkx==3.2.1
307
+ packaging==25.0
308
+ propcache==0.3.1
309
+ psutil==7.0.0
310
+ pycparser==2.23
311
+ Pygments==2.19.1
312
+ PyOpenGL==3.1.10
313
+ PySocks==1.7.1
314
+ tzdata==2025.3
315
+ xxhash==3.5.0
316
+ pytz==2025.2
317
+ PyYAML==6.0.2
318
+ regex==2025.9.1
319
+ safetensors==0.5.3
320
+ setuptools==80.9.0
321
+ shtab==1.7.2
322
+ six==1.17.0
323
+ tqdm==4.67.1
324
+ tensorboard==2.15.2
325
+ uvloop==0.22.1
326
+ wheel==0.45.1
327
+ zipp==3.21.0
328
+ tensorflow-estimator==2.15.0
329
+ tensorboard-data-server==0.7.2
330
+ google-auth-oauthlib==1.3.1
331
+ tensorflow==2.15.1
332
+ Jinja2==3.1.6
333
+ markdown-it-py==2.2.0
334
+ multiprocess==0.70.15
335
+ numpy==1.23.5
336
+ pillow==11.3.0
337
+ pip==23.3.2
338
+ python-dateutil==2.9.0.post0
339
+ aiosignal==1.4.0
340
+ brotlicffi==1.0.9.2
341
+ hydra-core==1.2.0
342
+ multidict==6.7.0
343
+ pycares==4.10.0
344
+ rich==14.2.0
345
+ sympy==1.14.0
346
+ typeguard==4.4.4
347
+ aiodns==3.5.0
348
+ urllib3==2.5.0
349
+ yarl==1.18.0
350
+ aiohttp==3.12.15
351
+ pyarrow==21.0.0
352
+ pyarrow-hotfix==0.7
353
+ tokenizers==0.21.0
354
+ av==10.0.0
355
+ einops==0.4.1
356
+ Bottleneck==1.4.2
357
+ mkl_fft==1.3.11
358
+ mkl_random==1.2.8
359
+ numba==0.56.4
360
+ numcodecs==0.12.1
361
+ numexpr==2.10.1
362
+ pandas==2.3.3
363
+ zarr==2.12.0
364
+ datasets==2.19.0
365
+ transformers==4.47.1
366
+ accelerate==1.0.1
367
+ peft==0.14.0
368
+ trl==0.11.4
369
+ torch==2.2.2
370
+ tabulate==0.9.0
371
+ sentencepiece==0.2.0
372
+ pyperclip==1.11.0
373
+ PyOpenGL-accelerate==3.1.10
374
+ pydub==0.25.1
375
+ py-cpuinfo==9.0.0
376
+ pure_eval==0.2.3
377
+ ptyprocess==0.7.0
378
+ nvidia-ml-py==13.595.45
379
+ hjson==3.1.0
380
+ gym-notices==0.1.0
381
+ glfw==2.0.0
382
+ Farama-Notifications==0.0.4
383
+ websockets==15.0.1
384
+ wcwidth==0.6.0
385
+ uc-micro-py==1.0.3
386
+ typing-inspection==0.4.2
387
+ triton==2.2.0
388
+ trimesh==4.11.5
389
+ transforms3d==0.4.2
390
+ traitlets==5.14.3
391
+ threadpoolctl==3.6.0
392
+ tenacity==9.1.2
393
+ sniffio==1.3.1
394
+ smmap==5.0.3
395
+ setproctitle==1.3.7
396
+ sentry-sdk==2.57.0
397
+ semantic-version==2.10.0
398
+ scipy==1.13.1
399
+ rpds-py==0.27.1
400
+ python-multipart==0.0.20
401
+ pyparsing==3.3.2
402
+ pynvml==13.0.1
403
+ pydantic_core==2.41.5
404
+ pycryptodomex==3.23.0
405
+ pyasn1==0.6.3
406
+ grpcio==1.80.0
407
+ platformdirs==4.4.0
408
+ pexpect==4.9.0
409
+ parso==0.8.6
410
+ orjson==3.11.5
411
+ opencv-python==4.11.0.86
412
+ stack-data==0.6.3
413
+ omegaconf==2.2.1
414
+ nvidia-nvtx-cu12==12.1.105
415
+ nvidia-nvjitlink-cu12==12.9.86
416
+ nvidia-nccl-cu12==2.19.3
417
+ nvidia-curand-cu12==10.3.2.106
418
+ nvidia-cufft-cu12==11.0.2.54
419
+ nvidia-cuda-runtime-cu12==12.1.105
420
+ nvidia-cuda-nvrtc-cu12==12.1.105
421
+ nvidia-cuda-cupti-cu12==12.1.105
422
+ nvidia-cublas-cu12==12.1.3.1
423
+ ninja==1.13.0
424
+ narwhals==2.19.0
425
+ lxml==6.0.3
426
+ kiwisolver==1.4.7
427
+ joblib==1.5.3
428
+ jiter==0.13.0
429
+ imageio-ffmpeg==0.6.0
430
+ ImageIO==2.37.2
431
+ h5py==3.14.0
432
+ h11==0.16.0
433
+ fonttools==4.60.2
434
+ ffmpy==1.0.0
435
+ fast_kinematics==0.2.2
436
+ executing==2.2.1
437
+ exceptiongroup==1.3.1
438
+ docker-pycreds==0.4.0
439
+ distro==1.9.0
440
+ decorator==5.2.1
441
+ dacite==1.9.2
442
+ cycler==0.12.1
443
+ contourpy==1.3.0
444
+ cloudpickle==3.1.2
445
+ click==8.1.8
446
+ asttokens==3.0.1
447
+ annotated-types==0.7.0
448
+ annotated-doc==0.0.4
449
+ aiofiles==25.1.0
450
+ absl-py==2.3.1
451
+ uvicorn==0.39.0
452
+ tiktoken==0.8.0
453
+ scikit-learn==1.6.1
454
+ sapien==3.0.0b1
455
+ referencing==0.36.2
456
+ pydantic==2.12.5
457
+ pyasn1_modules==0.4.2
458
+ prompt_toolkit==3.0.52
459
+ nvidia-cusparse-cu12==12.1.0.106
460
+ nvidia-cudnn-cu12==8.9.2.26
461
+ nltk==3.9.2
462
+ mujoco==2.3.7
463
+ mdit-py-plugins==0.3.3
464
+ matplotlib-inline==0.2.1
465
+ matplotlib==3.7.5
466
+ linkify-it-py==2.0.3
467
+ jedi==0.19.2
468
+ huggingface-hub==0.26.2
469
+ httpcore==1.0.9
470
+ gymnasium==0.29.1
471
+ google-pasta==0.2.0
472
+ gitdb==4.0.12
473
+ cryptography==46.0.7
474
+ blobfile==3.0.0
475
+ anyio==4.12.1
476
+ tyro==0.9.1
477
+ toppra==0.6.6
478
+ starlette==0.49.3
479
+ seaborn==0.13.2
480
+ rouge_score==0.1.2
481
+ pynndescent==0.6.0
482
+ nvidia-cusolver-cu12==11.4.5.107
483
+ jsonschema-specifications==2025.9.1
484
+ ipython==8.18.1
485
+ httpx==0.28.1
486
+ gymnasium-robotics==1.2.0
487
+ google-auth==2.49.2
488
+ GitPython==3.1.46
489
+ diffusers==0.31.0
490
+ wandb==0.18.6
491
+ umap-learn==0.5.9.post2
492
+ requests-oauthlib==2.0.0
493
+ openai==2.8.1
494
+ mplib==0.1.1
495
+ jsonschema==4.25.1
496
+ gradio_client==0.2.9
497
+ google-genai==1.47.0
498
+ fastapi==0.128.8
499
+ torchvision==0.17.2
500
+ torchaudio==2.2.2
501
+ sentence-transformers==3.2.1
502
+ pytorch-seed==0.2.0
503
+ deepspeed==0.16.1
504
+ bitsandbytes==0.45.0
505
+ altair==6.0.0
506
+ timm==1.0.22
507
+ gradio==3.36.1
508
+ evaluate==0.4.3
509
+ arm_pytorch_utilities==0.5.0
510
+ tensorflow-io-gcs-filesystem==0.37.1
511
+ Markdown==3.9
512
+ pybullet==3.2.6
513
+ wrapt==1.14.2
514
+ tensorflow-probability==0.23.0
515
+ parse==1.19.1
516
+ dm-tree==0.1.8
517
+ termcolor==3.1.0
518
+ requests==2.32.0
519
+ cffi==2.0.0
520
+ opt_einsum==3.4.0
521
+ labmaze==1.0.6
522
+ typing_extensions==4.15.0
523
+ importlib-resources==5.13.0
524
+ importlib-metadata==5.2.0
525
+ FLAML==2.3.6
526
+ dm-env==1.6
527
+ diskcache==5.6.3
528
+ Cython==0.29.37
529
+ mujoco-py==2.1.2.14
530
+ jaxlib==0.4.30
531
+ dm-control==1.0.14
532
+ cmudict==1.0.13
533
+ syllables==1.0.9
534
+ metaworld==2.0.0
535
+ jax==0.4.30
536
+ highway-env==1.9.1
537
+ gym_bandits==0.0.2
538
+ d4rl==1.1
539
+ pyautogen==0.1.0
540
+ protobuf==4.25.9
541
+ tf-agents==0.19.0
542
+ oauthlib==3.3.1
543
+ pytorch-kinematics==0.7.5
544
+ pygame==2.6.1
545
+ gin-config==0.5.0
546
+ mani_skill==3.0.0b20
547
+ tifffile==2024.8.30
548
+ Shapely==1.8.4
549
+ PyWavelets==1.6.0
550
+ Werkzeug==3.1.8
551
+ astunparse==1.6.3
552
+ scikit-image==0.19.3
553
+ pymunk==6.2.1
554
+ ml-dtypes==0.3.2
555
+ gast==0.7.0
556
+ stable-baselines3==2.2.1
557
+ keras==2.15.0
558
+ llfbench==0.1.0
559
+ libclang==18.1.1
560
+ flatbuffers==25.12.19
561
+ gym==0.23.1
562
+ llmbc==0.0.0
563
+ llmbc==0.0.0
564
+ llmbc==0.0.0
565
+ aiohappyeyeballs==2.6.1
566
+ antlr4-python3-runtime==4.9.3
567
+ asciitree==0.3.3
568
+ async-timeout==5.0.1
569
+ attrs==25.4.0
570
+ certifi==2025.10.5
571
+ charset-normalizer==3.4.4
572
+ colorama==0.4.6
573
+ dill==0.3.8
574
+ docstring-parser==0.16
575
+ eval_type_backport==0.2.2
576
+ fasteners==0.20
577
+ filelock==3.17.0
578
+ frozenlist==1.8.0
579
+ fsspec==2024.3.1
580
+ gmpy2==2.2.1
581
+ hf-xet==1.1.8
582
+ idna==3.11
583
+ llvmlite==0.39.1
584
+ MarkupSafe==3.0.2
585
+ mdurl==0.1.2
586
+ mkl-service==2.4.0
587
+ mpmath==1.3.0
588
+ msgpack==1.1.1
589
+ networkx==3.2.1
590
+ packaging==25.0
591
+ propcache==0.3.1
592
+ psutil==7.0.0
593
+ pycparser==2.23
594
+ Pygments==2.19.1
595
+ PyOpenGL==3.1.10
596
+ PySocks==1.7.1
597
+ tzdata==2025.3
598
+ xxhash==3.5.0
599
+ pytz==2025.2
600
+ PyYAML==6.0.2
601
+ regex==2025.9.1
602
+ safetensors==0.5.3
603
+ setuptools==80.9.0
604
+ shtab==1.7.2
605
+ six==1.17.0
606
+ tqdm==4.67.1
607
+ tensorboard==2.15.2
608
+ uvloop==0.22.1
609
+ wheel==0.45.1
610
+ zipp==3.21.0
611
+ tensorflow-estimator==2.15.0
612
+ tensorboard-data-server==0.7.2
613
+ google-auth-oauthlib==1.3.1
614
+ tensorflow==2.15.1
615
+ Jinja2==3.1.6
616
+ markdown-it-py==2.2.0
617
+ multiprocess==0.70.15
618
+ numpy==1.23.5
619
+ pillow==11.3.0
620
+ pip==23.3.2
621
+ python-dateutil==2.9.0.post0
622
+ aiosignal==1.4.0
623
+ brotlicffi==1.0.9.2
624
+ hydra-core==1.2.0
625
+ multidict==6.7.0
626
+ pycares==4.10.0
627
+ rich==14.2.0
628
+ sympy==1.14.0
629
+ typeguard==4.4.4
630
+ aiodns==3.5.0
631
+ urllib3==2.5.0
632
+ yarl==1.18.0
633
+ aiohttp==3.12.15
634
+ pyarrow==21.0.0
635
+ pyarrow-hotfix==0.7
636
+ tokenizers==0.21.0
637
+ av==10.0.0
638
+ einops==0.4.1
639
+ Bottleneck==1.4.2
640
+ mkl_fft==1.3.11
641
+ mkl_random==1.2.8
642
+ numba==0.56.4
643
+ numcodecs==0.12.1
644
+ numexpr==2.10.1
645
+ pandas==2.3.3
646
+ zarr==2.12.0
647
+ datasets==2.19.0
648
+ transformers==4.47.1
649
+ accelerate==1.0.1
650
+ peft==0.14.0
651
+ trl==0.11.4
652
+ torch==2.2.2
653
+ tabulate==0.9.0
654
+ sentencepiece==0.2.0
655
+ pyperclip==1.11.0
656
+ PyOpenGL-accelerate==3.1.10
657
+ pydub==0.25.1
658
+ py-cpuinfo==9.0.0
659
+ pure_eval==0.2.3
660
+ ptyprocess==0.7.0
661
+ nvidia-ml-py==13.595.45
662
+ hjson==3.1.0
663
+ gym-notices==0.1.0
664
+ glfw==2.0.0
665
+ Farama-Notifications==0.0.4
666
+ websockets==15.0.1
667
+ wcwidth==0.6.0
668
+ uc-micro-py==1.0.3
669
+ typing-inspection==0.4.2
670
+ triton==2.2.0
671
+ trimesh==4.11.5
672
+ transforms3d==0.4.2
673
+ traitlets==5.14.3
674
+ threadpoolctl==3.6.0
675
+ tenacity==9.1.2
676
+ sniffio==1.3.1
677
+ smmap==5.0.3
678
+ setproctitle==1.3.7
679
+ sentry-sdk==2.57.0
680
+ semantic-version==2.10.0
681
+ scipy==1.13.1
682
+ rpds-py==0.27.1
683
+ python-multipart==0.0.20
684
+ pyparsing==3.3.2
685
+ pynvml==13.0.1
686
+ pydantic_core==2.41.5
687
+ pycryptodomex==3.23.0
688
+ pyasn1==0.6.3
689
+ grpcio==1.80.0
690
+ platformdirs==4.4.0
691
+ pexpect==4.9.0
692
+ parso==0.8.6
693
+ orjson==3.11.5
694
+ opencv-python==4.11.0.86
695
+ stack-data==0.6.3
696
+ omegaconf==2.2.1
697
+ nvidia-nvtx-cu12==12.1.105
698
+ nvidia-nvjitlink-cu12==12.9.86
699
+ nvidia-nccl-cu12==2.19.3
700
+ nvidia-curand-cu12==10.3.2.106
701
+ nvidia-cufft-cu12==11.0.2.54
702
+ nvidia-cuda-runtime-cu12==12.1.105
703
+ nvidia-cuda-nvrtc-cu12==12.1.105
704
+ nvidia-cuda-cupti-cu12==12.1.105
705
+ nvidia-cublas-cu12==12.1.3.1
706
+ ninja==1.13.0
707
+ narwhals==2.19.0
708
+ lxml==6.0.3
709
+ kiwisolver==1.4.7
710
+ joblib==1.5.3
711
+ jiter==0.13.0
712
+ imageio-ffmpeg==0.6.0
713
+ ImageIO==2.37.2
714
+ h5py==3.14.0
715
+ h11==0.16.0
716
+ fonttools==4.60.2
717
+ ffmpy==1.0.0
718
+ fast_kinematics==0.2.2
719
+ executing==2.2.1
720
+ exceptiongroup==1.3.1
721
+ docker-pycreds==0.4.0
722
+ distro==1.9.0
723
+ decorator==5.2.1
724
+ dacite==1.9.2
725
+ cycler==0.12.1
726
+ contourpy==1.3.0
727
+ cloudpickle==3.1.2
728
+ click==8.1.8
729
+ asttokens==3.0.1
730
+ annotated-types==0.7.0
731
+ annotated-doc==0.0.4
732
+ aiofiles==25.1.0
733
+ absl-py==2.3.1
734
+ uvicorn==0.39.0
735
+ tiktoken==0.8.0
736
+ scikit-learn==1.6.1
737
+ sapien==3.0.0b1
738
+ referencing==0.36.2
739
+ pydantic==2.12.5
740
+ pyasn1_modules==0.4.2
741
+ prompt_toolkit==3.0.52
742
+ nvidia-cusparse-cu12==12.1.0.106
743
+ nvidia-cudnn-cu12==8.9.2.26
744
+ nltk==3.9.2
745
+ mujoco==2.3.7
746
+ mdit-py-plugins==0.3.3
747
+ matplotlib-inline==0.2.1
748
+ matplotlib==3.7.5
749
+ linkify-it-py==2.0.3
750
+ jedi==0.19.2
751
+ huggingface-hub==0.26.2
752
+ httpcore==1.0.9
753
+ gymnasium==0.29.1
754
+ google-pasta==0.2.0
755
+ gitdb==4.0.12
756
+ cryptography==46.0.7
757
+ blobfile==3.0.0
758
+ anyio==4.12.1
759
+ tyro==0.9.1
760
+ toppra==0.6.6
761
+ starlette==0.49.3
762
+ seaborn==0.13.2
763
+ rouge_score==0.1.2
764
+ pynndescent==0.6.0
765
+ nvidia-cusolver-cu12==11.4.5.107
766
+ jsonschema-specifications==2025.9.1
767
+ ipython==8.18.1
768
+ httpx==0.28.1
769
+ gymnasium-robotics==1.2.0
770
+ google-auth==2.49.2
771
+ GitPython==3.1.46
772
+ diffusers==0.31.0
773
+ wandb==0.18.6
774
+ umap-learn==0.5.9.post2
775
+ requests-oauthlib==2.0.0
776
+ openai==2.8.1
777
+ mplib==0.1.1
778
+ jsonschema==4.25.1
779
+ gradio_client==0.2.9
780
+ google-genai==1.47.0
781
+ fastapi==0.128.8
782
+ torchvision==0.17.2
783
+ torchaudio==2.2.2
784
+ sentence-transformers==3.2.1
785
+ pytorch-seed==0.2.0
786
+ deepspeed==0.16.1
787
+ bitsandbytes==0.45.0
788
+ altair==6.0.0
789
+ timm==1.0.22
790
+ gradio==3.36.1
791
+ evaluate==0.4.3
792
+ arm_pytorch_utilities==0.5.0
793
+ tensorflow-io-gcs-filesystem==0.37.1
794
+ Markdown==3.9
795
+ pybullet==3.2.6
796
+ wrapt==1.14.2
797
+ tensorflow-probability==0.23.0
798
+ parse==1.19.1
799
+ dm-tree==0.1.8
800
+ termcolor==3.1.0
801
+ requests==2.32.0
802
+ cffi==2.0.0
803
+ opt_einsum==3.4.0
804
+ labmaze==1.0.6
805
+ typing_extensions==4.15.0
806
+ importlib-resources==5.13.0
807
+ importlib-metadata==5.2.0
808
+ FLAML==2.3.6
809
+ dm-env==1.6
810
+ diskcache==5.6.3
811
+ Cython==0.29.37
812
+ mujoco-py==2.1.2.14
813
+ jaxlib==0.4.30
814
+ dm-control==1.0.14
815
+ cmudict==1.0.13
816
+ syllables==1.0.9
817
+ metaworld==2.0.0
818
+ jax==0.4.30
819
+ highway-env==1.9.1
820
+ gym_bandits==0.0.2
821
+ d4rl==1.1
822
+ pyautogen==0.1.0
823
+ protobuf==4.25.9
824
+ tf-agents==0.19.0
825
+ oauthlib==3.3.1
826
+ pytorch-kinematics==0.7.5
827
+ pygame==2.6.1
828
+ gin-config==0.5.0
829
+ mani_skill==3.0.0b20
830
+ tifffile==2024.8.30
831
+ Shapely==1.8.4
832
+ PyWavelets==1.6.0
833
+ Werkzeug==3.1.8
834
+ astunparse==1.6.3
835
+ scikit-image==0.19.3
836
+ pymunk==6.2.1
837
+ ml-dtypes==0.3.2
838
+ gast==0.7.0
839
+ stable-baselines3==2.2.1
840
+ keras==2.15.0
841
+ llfbench==0.1.0
842
+ libclang==18.1.1
843
+ flatbuffers==25.12.19
844
+ gym==0.23.1
845
+ llmbc==0.0.0
846
+ autocommand==2.2.2
847
+ backports.tarfile==1.2.0
848
+ importlib_metadata==8.0.0
849
+ inflect==7.3.1
850
+ jaraco.collections==5.1.0
851
+ jaraco.context==5.3.0
852
+ jaraco.functools==4.0.1
853
+ jaraco.text==3.12.1
854
+ more-itertools==10.3.0
855
+ packaging==24.2
856
+ platformdirs==4.2.2
857
+ tomli==2.0.1
858
+ typeguard==4.3.0
859
+ typing_extensions==4.12.2
860
+ wheel==0.45.1
861
+ zipp==3.19.2
2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0/wandb/run-20260410_093742-2o6jqedz/files/wandb-metadata.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.15.0-168-generic-x86_64-with-glibc2.39",
3
+ "python": "3.9.25",
4
+ "startedAt": "2026-04-10T09:37:42.923208Z",
5
+ "args": [
6
+ "--config-path",
7
+ "config/mix_data",
8
+ "--config-name",
9
+ "llmbc_maze2d-medium-v0_mix(csp5).yaml",
10
+ "training.seed=42"
11
+ ],
12
+ "program": "/workspace/LLM-BC/./train.py",
13
+ "codePath": "train.py",
14
+ "git": {
15
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
16
+ "commit": "2fa092f9eb4c2ad9435919c661a618071a583be5"
17
+ },
18
+ "email": "chris920325@gmail.com",
19
+ "root": "/workspace/LLM-BC/data/outputs/2026.04.10/09.36.48_train_llmbc_lowdim_maze2d-medium-v0",
20
+ "host": "c8ef52649900",
21
+ "username": "root",
22
+ "executable": "/venv/llm-bc/bin/python3",
23
+ "codePathLocal": "train.py",
24
+ "cpu_count": 72,
25
+ "cpu_count_logical": 144,
26
+ "gpu": "NVIDIA GeForce RTX 4090",
27
+ "gpu_count": 2,
28
+ "disk": {
29
+ "/": {
30
+ "total": "545460846592",
31
+ "used": "335971295232"
32
+ }
33
+ },
34
+ "memory": {
35
+ "total": "810942898176"
36
+ },
37
+ "cpu": {
38
+ "count": 72,
39
+ "countLogical": 144
40
+ },
41
+ "gpu_nvidia": [
42
+ {
43
+ "name": "NVIDIA GeForce RTX 4090",
44
+ "memoryTotal": "25757220864",
45
+ "cudaCores": 16384,
46
+ "architecture": "Ada"
47
+ },
48
+ {
49
+ "name": "NVIDIA GeForce RTX 4090",
50
+ "memoryTotal": "25757220864",
51
+ "cudaCores": 16384,
52
+ "architecture": "Ada"
53
+ }
54
+ ],
55
+ "cudaVersion": "12.8"
56
+ }