CHYang25 commited on
Commit
6c191a3
·
verified ·
1 Parent(s): da2b8b4

Upload folder using huggingface_hub

Browse files
Files changed (49) hide show
  1. .gitattributes +4 -0
  2. 2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml +194 -0
  3. 2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml +154 -0
  4. 2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml +1 -0
  5. 2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/train.log +14 -0
  6. 2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_080809-50o4kbdj/files/output.log +0 -0
  7. 2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_080809-50o4kbdj/run-50o4kbdj.wandb +0 -0
  8. 2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/wandb-resume.json +1 -0
  9. 2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml +194 -0
  10. 2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml +154 -0
  11. 2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml +1 -0
  12. 2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/train.log +14 -0
  13. 2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_081238-tadxa3js/files/output.log +0 -0
  14. 2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_081238-tadxa3js/run-tadxa3js.wandb +0 -0
  15. 2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/wandb-resume.json +1 -0
  16. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml +194 -0
  17. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml +154 -0
  18. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml +1 -0
  19. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0490-test_success_rate=0.800.ckpt +3 -0
  20. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0740-test_success_rate=0.800.ckpt +3 -0
  21. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0810-test_success_rate=0.800.ckpt +3 -0
  22. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0900-test_success_rate=0.820.ckpt +3 -0
  23. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0935-test_success_rate=0.840.ckpt +3 -0
  24. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/latest.ckpt +3 -0
  25. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/logs.json.txt +3 -0
  26. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/train.log +14 -0
  27. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/files/config.yaml +305 -0
  28. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/files/output.log +3 -0
  29. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/files/wandb-metadata.json +54 -0
  30. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/files/wandb-summary.json +1 -0
  31. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/run-q6l6s41x.wandb +3 -0
  32. 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/wandb-resume.json +1 -0
  33. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml +194 -0
  34. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml +155 -0
  35. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml +1 -0
  36. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0490-test_success_rate=0.820.ckpt +3 -0
  37. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0575-test_success_rate=0.820.ckpt +3 -0
  38. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0645-test_success_rate=0.820.ckpt +3 -0
  39. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0655-test_success_rate=0.800.ckpt +3 -0
  40. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0725-test_success_rate=0.820.ckpt +3 -0
  41. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/latest.ckpt +3 -0
  42. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/logs.json.txt +3 -0
  43. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/train.log +14 -0
  44. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/files/config.yaml +305 -0
  45. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/files/output.log +3 -0
  46. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/files/wandb-metadata.json +56 -0
  47. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/files/wandb-summary.json +1 -0
  48. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/run-6g56arly.wandb +3 -0
  49. 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/wandb-resume.json +1 -0
.gitattributes CHANGED
@@ -466,3 +466,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
466
  2026.04.17/01.39.45_train_llm_diffusion_unet_lowdim_sweep-v2/wandb/run-20260417_014124-7ndwlmvc/run-7ndwlmvc.wandb filter=lfs diff=lfs merge=lfs -text
467
  2026.04.17/01.40.01_train_llm_diffusion_unet_lowdim_sweep-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
468
  2026.04.17/01.40.01_train_llm_diffusion_unet_lowdim_sweep-v2/wandb/run-20260417_014126-5jslu9re/run-5jslu9re.wandb filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
466
  2026.04.17/01.39.45_train_llm_diffusion_unet_lowdim_sweep-v2/wandb/run-20260417_014124-7ndwlmvc/run-7ndwlmvc.wandb filter=lfs diff=lfs merge=lfs -text
467
  2026.04.17/01.40.01_train_llm_diffusion_unet_lowdim_sweep-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
468
  2026.04.17/01.40.01_train_llm_diffusion_unet_lowdim_sweep-v2/wandb/run-20260417_014126-5jslu9re/run-5jslu9re.wandb filter=lfs diff=lfs merge=lfs -text
469
+ 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/logs.json.txt filter=lfs diff=lfs merge=lfs -text
470
+ 2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/run-q6l6s41x.wandb filter=lfs diff=lfs merge=lfs -text
471
+ 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/logs.json.txt filter=lfs diff=lfs merge=lfs -text
472
+ 2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/run-6g56arly.wandb filter=lfs diff=lfs merge=lfs -text
2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml ADDED
@@ -0,0 +1,194 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_llm_diffusion_unet_lowdim
2
+ _target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ keypoint_visible_rate: 1.0
14
+ obs_as_local_cond: false
15
+ obs_as_global_cond: true
16
+ pred_action_steps_only: false
17
+ llm_orig_expert_feedback: true
18
+ llm_do_sample: false
19
+ policy:
20
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
21
+ model:
22
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
23
+ input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
24
+ else ${task.obs_dim} + ${task.action_dim}}'
25
+ local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
26
+ global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
27
+ else None}'
28
+ diffusion_step_embed_dim: 256
29
+ down_dims:
30
+ - 256
31
+ - 512
32
+ - 1024
33
+ kernel_size: 5
34
+ n_groups: 8
35
+ cond_predict_scale: true
36
+ noise_scheduler:
37
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
38
+ num_train_timesteps: 100
39
+ beta_start: 0.0001
40
+ beta_end: 0.02
41
+ beta_schedule: squaredcos_cap_v2
42
+ variance_type: fixed_small
43
+ clip_sample: true
44
+ prediction_type: epsilon
45
+ horizon: ${horizon}
46
+ obs_dim: ${obs_dim}
47
+ action_dim: ${action_dim}
48
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
49
+ n_obs_steps: ${n_obs_steps}
50
+ num_inference_steps: 100
51
+ obs_as_local_cond: ${obs_as_local_cond}
52
+ obs_as_global_cond: ${obs_as_global_cond}
53
+ pred_action_steps_only: ${pred_action_steps_only}
54
+ oa_step_convention: true
55
+ llm_discriminator:
56
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
57
+ task_id: ${task_name}
58
+ llm_translator:
59
+ _target_: llmbc.translator.llm_translator.LLMTranslator
60
+ cfg: ${llm}
61
+ obs_dim: ${obs_dim}
62
+ action_dim: ${action_dim}
63
+ horizon: ${horizon}
64
+ n_obs_steps: ${n_obs_steps}
65
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
66
+ loss_dp_weight: 1.0
67
+ loss_llm_weight: 0.01
68
+ normalize_llm_loss: true
69
+ norm_batch: true
70
+ reweight_llm_loss: true
71
+ ema:
72
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
73
+ update_after_step: 0
74
+ inv_gamma: 1.0
75
+ power: 0.75
76
+ min_value: 0.0
77
+ max_value: 0.9999
78
+ dataloader:
79
+ batch_size: 16
80
+ num_workers: 0
81
+ shuffle: true
82
+ pin_memory: false
83
+ persistent_workers: false
84
+ val_dataloader:
85
+ batch_size: 16
86
+ num_workers: 0
87
+ shuffle: false
88
+ pin_memory: false
89
+ persistent_workers: false
90
+ optimizer:
91
+ _target_: torch.optim.AdamW
92
+ lr: 0.0001
93
+ betas:
94
+ - 0.95
95
+ - 0.999
96
+ eps: 1.0e-08
97
+ weight_decay: 1.0e-06
98
+ training:
99
+ device: cuda:0
100
+ seed: 42
101
+ debug: false
102
+ resume: true
103
+ lr_scheduler: cosine
104
+ lr_warmup_steps: 500
105
+ num_epochs: 1001
106
+ gradient_accumulate_every: 16
107
+ use_ema: true
108
+ rollout_every: 5
109
+ checkpoint_every: 5
110
+ val_every: 1
111
+ sample_every: 5
112
+ max_train_steps: null
113
+ max_val_steps: null
114
+ tqdm_interval_sec: 1.0
115
+ logging:
116
+ project: ${task.name}-training
117
+ resume: true
118
+ mode: online
119
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
120
+ tags:
121
+ - ${name}
122
+ - ${task_name}
123
+ - ${exp_name}
124
+ id: null
125
+ group: null
126
+ checkpoint:
127
+ topk:
128
+ monitor_key: test_success_rate
129
+ mode: max
130
+ k: 5
131
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
132
+ save_last_ckpt: true
133
+ save_last_snapshot: false
134
+ multi_run:
135
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
136
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
137
+ task:
138
+ name: adroit-hand-relocate-v1
139
+ obs_dim: 39
140
+ action_dim: 30
141
+ env_runner:
142
+ _target_: llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner
143
+ env_name: llf-adroit-adroit-hand-relocate-v1
144
+ n_train: 10
145
+ n_test: 50
146
+ n_envs: 10
147
+ max_steps: 150
148
+ n_obs_steps: ${n_obs_steps}
149
+ n_action_steps: ${n_action_steps}
150
+ instruction_type: b
151
+ feedback_type:
152
+ - hp
153
+ - hn
154
+ - fp
155
+ visual: false
156
+ discount: 0.99
157
+ dataset:
158
+ _target_: llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset
159
+ data_path: datasets/adroit-hand-relocate-v1.pt
160
+ data_path2: datasets/adroit-hand-relocate-v1.pt
161
+ horizon: ${horizon}
162
+ pad_before: ${eval:'${n_obs_steps}-1'}
163
+ pad_after: ${eval:'${n_action_steps}-1'}
164
+ obs_eef_target: true
165
+ use_manual_normalizer: false
166
+ val_ratio: 0.1
167
+ dummy_normalizer: false
168
+ instructor:
169
+ _target_: llmbc.translator.instructor.adroit_instructor.adroit_hand_relocate_v1_instructor.AdroitHandRelocateV1Instructor
170
+ llm:
171
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
172
+ model_name: SmolLM2-135M-Instruct
173
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
174
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
175
+ use_quantization: false
176
+ use_joint_mlp_projector: true
177
+ llm_mode: ete-finetuned
178
+ finetune_mode: orig
179
+ checkpoint: data/outputs/2026.04.03/12.44.33_train_llm_lowdim_adroit-hand-relocate-v1/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-adroit-hand-relocate-v1/checkpoint-2340
180
+ max_length: 100
181
+ lora_config:
182
+ r: 32
183
+ lora_alpha: 64
184
+ lora_dropout: 0.05
185
+ bias: none
186
+ task_type: CAUSAL_LM
187
+ prompter:
188
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
189
+ use_joint_mlp_projector: true
190
+ hydra:
191
+ job:
192
+ override_dirname: ${model_name}
193
+ run:
194
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: llmdp_adroit-hand-relocate-v1.yaml
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /workspace/LLM-BC/config/main_table
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
144
+ choices:
145
+ hydra/env: default
146
+ hydra/callbacks: null
147
+ hydra/job_logging: default
148
+ hydra/hydra_logging: default
149
+ hydra/hydra_help: default
150
+ hydra/help: default
151
+ hydra/sweeper: basic
152
+ hydra/launcher: basic
153
+ hydra/output: default
154
+ verbose: false
2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/train.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-18 08:07:15,047][numexpr.utils][INFO] - Note: detected 144 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2026-04-18 08:07:15,047][numexpr.utils][INFO] - Note: NumExpr detected 144 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
3
+ [2026-04-18 08:07:15,047][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
4
+ [2026-04-18 08:07:17,486][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2026-04-18 08:07:17,486][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2026-04-18 08:07:17,487][datasets][INFO] - JAX version 0.4.30 available.
7
+ [2026-04-18 08:07:19,133][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.549149e+07
8
+ [2026-04-18 08:07:23,208][root][INFO] - running build_ext
9
+ [2026-04-18 08:07:23,210][root][INFO] - building 'mujoco_py.cymj' extension
10
+ [2026-04-18 08:07:23,210][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
11
+ [2026-04-18 08:08:05,322][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
12
+ [2026-04-18 08:08:05,432][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
13
+ [2026-04-18 08:08:08,629][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
14
+ [2026-04-18 08:08:08,635][absl][INFO] - MuJoCo library version is: 2.3.7
2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_080809-50o4kbdj/files/output.log ADDED
File without changes
2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_080809-50o4kbdj/run-50o4kbdj.wandb ADDED
Binary file (7.01 kB). View file
 
2026.04.18/08.07.13_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "50o4kbdj"}
2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml ADDED
@@ -0,0 +1,194 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_llm_diffusion_unet_lowdim
2
+ _target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ keypoint_visible_rate: 1.0
14
+ obs_as_local_cond: false
15
+ obs_as_global_cond: true
16
+ pred_action_steps_only: false
17
+ llm_orig_expert_feedback: true
18
+ llm_do_sample: false
19
+ policy:
20
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
21
+ model:
22
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
23
+ input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
24
+ else ${task.obs_dim} + ${task.action_dim}}'
25
+ local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
26
+ global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
27
+ else None}'
28
+ diffusion_step_embed_dim: 256
29
+ down_dims:
30
+ - 256
31
+ - 512
32
+ - 1024
33
+ kernel_size: 5
34
+ n_groups: 8
35
+ cond_predict_scale: true
36
+ noise_scheduler:
37
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
38
+ num_train_timesteps: 100
39
+ beta_start: 0.0001
40
+ beta_end: 0.02
41
+ beta_schedule: squaredcos_cap_v2
42
+ variance_type: fixed_small
43
+ clip_sample: true
44
+ prediction_type: epsilon
45
+ horizon: ${horizon}
46
+ obs_dim: ${obs_dim}
47
+ action_dim: ${action_dim}
48
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
49
+ n_obs_steps: ${n_obs_steps}
50
+ num_inference_steps: 100
51
+ obs_as_local_cond: ${obs_as_local_cond}
52
+ obs_as_global_cond: ${obs_as_global_cond}
53
+ pred_action_steps_only: ${pred_action_steps_only}
54
+ oa_step_convention: true
55
+ llm_discriminator:
56
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
57
+ task_id: ${task_name}
58
+ llm_translator:
59
+ _target_: llmbc.translator.llm_translator.LLMTranslator
60
+ cfg: ${llm}
61
+ obs_dim: ${obs_dim}
62
+ action_dim: ${action_dim}
63
+ horizon: ${horizon}
64
+ n_obs_steps: ${n_obs_steps}
65
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
66
+ loss_dp_weight: 1.0
67
+ loss_llm_weight: 0.01
68
+ normalize_llm_loss: true
69
+ norm_batch: true
70
+ reweight_llm_loss: true
71
+ ema:
72
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
73
+ update_after_step: 0
74
+ inv_gamma: 1.0
75
+ power: 0.75
76
+ min_value: 0.0
77
+ max_value: 0.9999
78
+ dataloader:
79
+ batch_size: 16
80
+ num_workers: 0
81
+ shuffle: true
82
+ pin_memory: false
83
+ persistent_workers: false
84
+ val_dataloader:
85
+ batch_size: 16
86
+ num_workers: 0
87
+ shuffle: false
88
+ pin_memory: false
89
+ persistent_workers: false
90
+ optimizer:
91
+ _target_: torch.optim.AdamW
92
+ lr: 0.0001
93
+ betas:
94
+ - 0.95
95
+ - 0.999
96
+ eps: 1.0e-08
97
+ weight_decay: 1.0e-06
98
+ training:
99
+ device: cuda:0
100
+ seed: 42
101
+ debug: false
102
+ resume: true
103
+ lr_scheduler: cosine
104
+ lr_warmup_steps: 500
105
+ num_epochs: 1001
106
+ gradient_accumulate_every: 16
107
+ use_ema: true
108
+ rollout_every: 5
109
+ checkpoint_every: 5
110
+ val_every: 1
111
+ sample_every: 5
112
+ max_train_steps: null
113
+ max_val_steps: null
114
+ tqdm_interval_sec: 1.0
115
+ logging:
116
+ project: ${task.name}-training
117
+ resume: true
118
+ mode: online
119
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
120
+ tags:
121
+ - ${name}
122
+ - ${task_name}
123
+ - ${exp_name}
124
+ id: null
125
+ group: null
126
+ checkpoint:
127
+ topk:
128
+ monitor_key: test_success_rate
129
+ mode: max
130
+ k: 5
131
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
132
+ save_last_ckpt: true
133
+ save_last_snapshot: false
134
+ multi_run:
135
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
136
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
137
+ task:
138
+ name: adroit-hand-relocate-v1
139
+ obs_dim: 39
140
+ action_dim: 30
141
+ env_runner:
142
+ _target_: llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner
143
+ env_name: llf-adroit-adroit-hand-relocate-v1
144
+ n_train: 10
145
+ n_test: 50
146
+ n_envs: 10
147
+ max_steps: 150
148
+ n_obs_steps: ${n_obs_steps}
149
+ n_action_steps: ${n_action_steps}
150
+ instruction_type: b
151
+ feedback_type:
152
+ - hp
153
+ - hn
154
+ - fp
155
+ visual: false
156
+ discount: 0.99
157
+ dataset:
158
+ _target_: llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset
159
+ data_path: datasets/adroit-hand-relocate-v1.pt
160
+ data_path2: datasets/adroit-hand-relocate-v1.pt
161
+ horizon: ${horizon}
162
+ pad_before: ${eval:'${n_obs_steps}-1'}
163
+ pad_after: ${eval:'${n_action_steps}-1'}
164
+ obs_eef_target: true
165
+ use_manual_normalizer: false
166
+ val_ratio: 0.1
167
+ dummy_normalizer: false
168
+ instructor:
169
+ _target_: llmbc.translator.instructor.adroit_instructor.adroit_hand_relocate_v1_instructor.AdroitHandRelocateV1Instructor
170
+ llm:
171
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
172
+ model_name: SmolLM2-135M-Instruct
173
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
174
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
175
+ use_quantization: false
176
+ use_joint_mlp_projector: true
177
+ llm_mode: ete-finetuned
178
+ finetune_mode: orig
179
+ checkpoint: data/outputs/2026.04.03/12.44.33_train_llm_lowdim_adroit-hand-relocate-v1/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-adroit-hand-relocate-v1/checkpoint-2340
180
+ max_length: 100
181
+ lora_config:
182
+ r: 32
183
+ lora_alpha: 64
184
+ lora_dropout: 0.05
185
+ bias: none
186
+ task_type: CAUSAL_LM
187
+ prompter:
188
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
189
+ use_joint_mlp_projector: true
190
+ hydra:
191
+ job:
192
+ override_dirname: ${model_name}
193
+ run:
194
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: llmdp_adroit-hand-relocate-v1.yaml
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /workspace/LLM-BC/config/main_table
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
144
+ choices:
145
+ hydra/env: default
146
+ hydra/callbacks: null
147
+ hydra/job_logging: default
148
+ hydra/hydra_logging: default
149
+ hydra/hydra_help: default
150
+ hydra/help: default
151
+ hydra/sweeper: basic
152
+ hydra/launcher: basic
153
+ hydra/output: default
154
+ verbose: false
2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/train.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-18 08:11:40,711][numexpr.utils][INFO] - Note: detected 144 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2026-04-18 08:11:40,711][numexpr.utils][INFO] - Note: NumExpr detected 144 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
3
+ [2026-04-18 08:11:40,711][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
4
+ [2026-04-18 08:11:42,929][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2026-04-18 08:11:42,929][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2026-04-18 08:11:42,930][datasets][INFO] - JAX version 0.4.30 available.
7
+ [2026-04-18 08:11:44,588][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.549149e+07
8
+ [2026-04-18 08:11:48,623][root][INFO] - running build_ext
9
+ [2026-04-18 08:11:48,625][root][INFO] - building 'mujoco_py.cymj' extension
10
+ [2026-04-18 08:11:48,625][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
11
+ [2026-04-18 08:12:30,352][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
12
+ [2026-04-18 08:12:30,462][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
13
+ [2026-04-18 08:12:33,317][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
14
+ [2026-04-18 08:12:33,323][absl][INFO] - MuJoCo library version is: 2.3.7
2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_081238-tadxa3js/files/output.log ADDED
File without changes
2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_081238-tadxa3js/run-tadxa3js.wandb ADDED
File without changes
2026.04.18/08.11.39_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "tadxa3js"}
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml ADDED
@@ -0,0 +1,194 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_llm_diffusion_unet_lowdim
2
+ _target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ keypoint_visible_rate: 1.0
14
+ obs_as_local_cond: false
15
+ obs_as_global_cond: true
16
+ pred_action_steps_only: false
17
+ llm_orig_expert_feedback: true
18
+ llm_do_sample: false
19
+ policy:
20
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
21
+ model:
22
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
23
+ input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
24
+ else ${task.obs_dim} + ${task.action_dim}}'
25
+ local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
26
+ global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
27
+ else None}'
28
+ diffusion_step_embed_dim: 256
29
+ down_dims:
30
+ - 256
31
+ - 512
32
+ - 1024
33
+ kernel_size: 5
34
+ n_groups: 8
35
+ cond_predict_scale: true
36
+ noise_scheduler:
37
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
38
+ num_train_timesteps: 100
39
+ beta_start: 0.0001
40
+ beta_end: 0.02
41
+ beta_schedule: squaredcos_cap_v2
42
+ variance_type: fixed_small
43
+ clip_sample: true
44
+ prediction_type: epsilon
45
+ horizon: ${horizon}
46
+ obs_dim: ${obs_dim}
47
+ action_dim: ${action_dim}
48
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
49
+ n_obs_steps: ${n_obs_steps}
50
+ num_inference_steps: 100
51
+ obs_as_local_cond: ${obs_as_local_cond}
52
+ obs_as_global_cond: ${obs_as_global_cond}
53
+ pred_action_steps_only: ${pred_action_steps_only}
54
+ oa_step_convention: true
55
+ llm_discriminator:
56
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
57
+ task_id: ${task_name}
58
+ llm_translator:
59
+ _target_: llmbc.translator.llm_translator.LLMTranslator
60
+ cfg: ${llm}
61
+ obs_dim: ${obs_dim}
62
+ action_dim: ${action_dim}
63
+ horizon: ${horizon}
64
+ n_obs_steps: ${n_obs_steps}
65
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
66
+ loss_dp_weight: 1.0
67
+ loss_llm_weight: 0.01
68
+ normalize_llm_loss: true
69
+ norm_batch: true
70
+ reweight_llm_loss: true
71
+ ema:
72
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
73
+ update_after_step: 0
74
+ inv_gamma: 1.0
75
+ power: 0.75
76
+ min_value: 0.0
77
+ max_value: 0.9999
78
+ dataloader:
79
+ batch_size: 16
80
+ num_workers: 0
81
+ shuffle: true
82
+ pin_memory: false
83
+ persistent_workers: false
84
+ val_dataloader:
85
+ batch_size: 16
86
+ num_workers: 0
87
+ shuffle: false
88
+ pin_memory: false
89
+ persistent_workers: false
90
+ optimizer:
91
+ _target_: torch.optim.AdamW
92
+ lr: 0.0001
93
+ betas:
94
+ - 0.95
95
+ - 0.999
96
+ eps: 1.0e-08
97
+ weight_decay: 1.0e-06
98
+ training:
99
+ device: cuda:0
100
+ seed: 42
101
+ debug: false
102
+ resume: true
103
+ lr_scheduler: cosine
104
+ lr_warmup_steps: 500
105
+ num_epochs: 1001
106
+ gradient_accumulate_every: 16
107
+ use_ema: true
108
+ rollout_every: 5
109
+ checkpoint_every: 5
110
+ val_every: 1
111
+ sample_every: 5
112
+ max_train_steps: null
113
+ max_val_steps: null
114
+ tqdm_interval_sec: 1.0
115
+ logging:
116
+ project: ${task.name}-training
117
+ resume: true
118
+ mode: online
119
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
120
+ tags:
121
+ - ${name}
122
+ - ${task_name}
123
+ - ${exp_name}
124
+ id: null
125
+ group: null
126
+ checkpoint:
127
+ topk:
128
+ monitor_key: test_success_rate
129
+ mode: max
130
+ k: 5
131
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
132
+ save_last_ckpt: true
133
+ save_last_snapshot: false
134
+ multi_run:
135
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
136
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
137
+ task:
138
+ name: adroit-hand-relocate-v1
139
+ obs_dim: 39
140
+ action_dim: 30
141
+ env_runner:
142
+ _target_: llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner
143
+ env_name: llf-adroit-adroit-hand-relocate-v1
144
+ n_train: 10
145
+ n_test: 50
146
+ n_envs: 10
147
+ max_steps: 150
148
+ n_obs_steps: ${n_obs_steps}
149
+ n_action_steps: ${n_action_steps}
150
+ instruction_type: b
151
+ feedback_type:
152
+ - hp
153
+ - hn
154
+ - fp
155
+ visual: false
156
+ discount: 0.99
157
+ dataset:
158
+ _target_: llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset
159
+ data_path: datasets/adroit-hand-relocate-v1.pt
160
+ data_path2: datasets/adroit-hand-relocate-v1.pt
161
+ horizon: ${horizon}
162
+ pad_before: ${eval:'${n_obs_steps}-1'}
163
+ pad_after: ${eval:'${n_action_steps}-1'}
164
+ obs_eef_target: true
165
+ use_manual_normalizer: false
166
+ val_ratio: 0.1
167
+ dummy_normalizer: false
168
+ instructor:
169
+ _target_: llmbc.translator.instructor.adroit_instructor.adroit_hand_relocate_v1_instructor.AdroitHandRelocateV1Instructor
170
+ llm:
171
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
172
+ model_name: SmolLM2-135M-Instruct
173
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
174
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
175
+ use_quantization: false
176
+ use_joint_mlp_projector: true
177
+ llm_mode: ete-finetuned
178
+ finetune_mode: orig
179
+ checkpoint: data/outputs/2026.04.03/12.44.33_train_llm_lowdim_adroit-hand-relocate-v1/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-adroit-hand-relocate-v1/checkpoint-2340
180
+ max_length: 100
181
+ lora_config:
182
+ r: 32
183
+ lora_alpha: 64
184
+ lora_dropout: 0.05
185
+ bias: none
186
+ task_type: CAUSAL_LM
187
+ prompter:
188
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
189
+ use_joint_mlp_projector: true
190
+ hydra:
191
+ job:
192
+ override_dirname: ${model_name}
193
+ run:
194
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: llmdp_adroit-hand-relocate-v1.yaml
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /workspace/LLM-BC/config/main_table
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
144
+ choices:
145
+ hydra/env: default
146
+ hydra/callbacks: null
147
+ hydra/job_logging: default
148
+ hydra/hydra_logging: default
149
+ hydra/hydra_help: default
150
+ hydra/help: default
151
+ hydra/sweeper: basic
152
+ hydra/launcher: basic
153
+ hydra/output: default
154
+ verbose: false
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0490-test_success_rate=0.800.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d1473f0e5bc65563a3a223c261b5efd4783f496359710eac19ef0b7dca2a215
3
+ size 1048128562
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0740-test_success_rate=0.800.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0333d9e87c2ee1749c8a03af41deaa8f2053465feb81bf97a32b893d94441614
3
+ size 1048128562
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0810-test_success_rate=0.800.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84f178529fdea8952e6ee71135eccbbf5c2c12b622c9c2a052c2833fba49298c
3
+ size 1048128562
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0900-test_success_rate=0.820.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96a39d54124ce5227b8cfe169775e23d256fc07788a1315d6836ca42ce7565d8
3
+ size 1048128562
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0935-test_success_rate=0.840.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3532829ac3bdc11e8c1c469cb16fcc87f8748440ebb9fa63a7e6f9f0228b8469
3
+ size 1048128562
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/latest.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:516ea89dfc4b697f8d55542959cabbf46f56a36ab15644f19e8bb22ed3819cc6
3
+ size 1048128562
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/logs.json.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d80cdafcb1a710ec857f1907c7bb1e70e92eea3288f16cd6d4507f1fe4538c6
3
+ size 10576877
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/train.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-18 08:56:51,415][numexpr.utils][INFO] - Note: detected 144 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2026-04-18 08:56:51,415][numexpr.utils][INFO] - Note: NumExpr detected 144 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
3
+ [2026-04-18 08:56:51,415][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
4
+ [2026-04-18 08:56:53,734][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2026-04-18 08:56:53,735][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2026-04-18 08:56:53,735][datasets][INFO] - JAX version 0.4.30 available.
7
+ [2026-04-18 08:56:55,436][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.549149e+07
8
+ [2026-04-18 08:56:59,845][root][INFO] - running build_ext
9
+ [2026-04-18 08:56:59,847][root][INFO] - building 'mujoco_py.cymj' extension
10
+ [2026-04-18 08:56:59,848][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
11
+ [2026-04-18 08:57:41,688][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
12
+ [2026-04-18 08:57:41,813][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
13
+ [2026-04-18 08:57:44,808][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
14
+ [2026-04-18 08:57:44,813][absl][INFO] - MuJoCo library version is: 2.3.7
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/files/config.yaml ADDED
@@ -0,0 +1,305 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _target_:
2
+ value: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ _wandb:
4
+ value:
5
+ cli_version: 0.18.6
6
+ m: []
7
+ python_version: 3.9.25
8
+ t:
9
+ "1":
10
+ - 1
11
+ - 2
12
+ - 3
13
+ - 5
14
+ - 11
15
+ - 12
16
+ - 41
17
+ - 49
18
+ - 50
19
+ - 51
20
+ - 53
21
+ - 55
22
+ - 71
23
+ - 83
24
+ - 95
25
+ - 98
26
+ - 100
27
+ - 105
28
+ "2":
29
+ - 1
30
+ - 2
31
+ - 3
32
+ - 5
33
+ - 11
34
+ - 12
35
+ - 41
36
+ - 49
37
+ - 50
38
+ - 51
39
+ - 53
40
+ - 55
41
+ - 71
42
+ - 83
43
+ - 95
44
+ - 98
45
+ - 100
46
+ - 105
47
+ "3":
48
+ - 13
49
+ - 15
50
+ - 16
51
+ - 23
52
+ - 55
53
+ - 61
54
+ "4": 3.9.25
55
+ "5": 0.18.6
56
+ "6": 4.47.1
57
+ "8":
58
+ - 5
59
+ "12": 0.18.6
60
+ "13": linux-x86_64
61
+ action_dim:
62
+ value: 30
63
+ checkpoint:
64
+ value:
65
+ save_last_ckpt: true
66
+ save_last_snapshot: false
67
+ topk:
68
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
69
+ k: 5
70
+ mode: max
71
+ monitor_key: test_success_rate
72
+ dataloader:
73
+ value:
74
+ batch_size: 16
75
+ num_workers: 0
76
+ persistent_workers: false
77
+ pin_memory: false
78
+ shuffle: true
79
+ ema:
80
+ value:
81
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
82
+ inv_gamma: 1
83
+ max_value: 0.9999
84
+ min_value: 0
85
+ power: 0.75
86
+ update_after_step: 0
87
+ exp_name:
88
+ value: default
89
+ horizon:
90
+ value: 1
91
+ keypoint_visible_rate:
92
+ value: 1
93
+ llm:
94
+ value:
95
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
96
+ checkpoint: data/outputs/2026.04.03/12.44.33_train_llm_lowdim_adroit-hand-relocate-v1/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-adroit-hand-relocate-v1/checkpoint-2340
97
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
98
+ finetune_mode: orig
99
+ hydra:
100
+ job:
101
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
102
+ run:
103
+ dir: data/outputs/2026.04.18/08.56.49_HuggingFaceTB/SmolLM2-135M-Instruct
104
+ llm_mode: ete-finetuned
105
+ lora_config:
106
+ bias: none
107
+ lora_alpha: 64
108
+ lora_dropout: 0.05
109
+ r: 32
110
+ task_type: CAUSAL_LM
111
+ max_length: 100
112
+ model_name: SmolLM2-135M-Instruct
113
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
114
+ prompter:
115
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
116
+ use_joint_mlp_projector: true
117
+ use_joint_mlp_projector: true
118
+ use_quantization: false
119
+ llm_do_sample:
120
+ value: false
121
+ llm_orig_expert_feedback:
122
+ value: true
123
+ logging:
124
+ value:
125
+ group: null
126
+ id: null
127
+ mode: online
128
+ name: 2026.04.18-08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
129
+ project: adroit-hand-relocate-v1-training
130
+ resume: true
131
+ tags:
132
+ - train_llm_diffusion_unet_lowdim
133
+ - adroit-hand-relocate-v1
134
+ - default
135
+ model_name:
136
+ value: HuggingFaceTB/SmolLM2-135M-Instruct
137
+ multi_run:
138
+ value:
139
+ run_dir: data/outputs/2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
140
+ wandb_name_base: 2026.04.18-08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
141
+ n_action_steps:
142
+ value: 1
143
+ n_latency_steps:
144
+ value: 0
145
+ n_obs_steps:
146
+ value: 1
147
+ name:
148
+ value: train_llm_diffusion_unet_lowdim
149
+ obs_as_global_cond:
150
+ value: true
151
+ obs_as_local_cond:
152
+ value: false
153
+ obs_dim:
154
+ value: 39
155
+ optimizer:
156
+ value:
157
+ _target_: torch.optim.AdamW
158
+ betas:
159
+ - 0.95
160
+ - 0.999
161
+ eps: 1e-08
162
+ lr: 0.0001
163
+ weight_decay: 1e-06
164
+ output_dir:
165
+ value: /workspace/LLM-BC/data/outputs/2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
166
+ past_action_visible:
167
+ value: false
168
+ policy:
169
+ value:
170
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
171
+ action_dim: 30
172
+ horizon: 1
173
+ llm_discriminator:
174
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
175
+ llm_translator:
176
+ _target_: llmbc.translator.llm_translator.LLMTranslator
177
+ action_dim: 30
178
+ cfg:
179
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
180
+ checkpoint: data/outputs/2026.04.03/12.44.33_train_llm_lowdim_adroit-hand-relocate-v1/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-adroit-hand-relocate-v1/checkpoint-2340
181
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
182
+ finetune_mode: orig
183
+ hydra:
184
+ job:
185
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
186
+ run:
187
+ dir: data/outputs/2026.04.18/08.56.49_HuggingFaceTB/SmolLM2-135M-Instruct
188
+ llm_mode: ete-finetuned
189
+ lora_config:
190
+ bias: none
191
+ lora_alpha: 64
192
+ lora_dropout: 0.05
193
+ r: 32
194
+ task_type: CAUSAL_LM
195
+ max_length: 100
196
+ model_name: SmolLM2-135M-Instruct
197
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
198
+ prompter:
199
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
200
+ use_joint_mlp_projector: true
201
+ use_joint_mlp_projector: true
202
+ use_quantization: false
203
+ horizon: 1
204
+ n_action_steps: 1
205
+ n_obs_steps: 1
206
+ obs_dim: 39
207
+ task_id: adroit-hand-relocate-v1
208
+ loss_dp_weight: 1
209
+ loss_llm_weight: 0.01
210
+ model:
211
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
212
+ cond_predict_scale: true
213
+ diffusion_step_embed_dim: 256
214
+ down_dims:
215
+ - 256
216
+ - 512
217
+ - 1024
218
+ global_cond_dim: 39
219
+ input_dim: 30
220
+ kernel_size: 5
221
+ local_cond_dim: null
222
+ n_groups: 8
223
+ n_action_steps: 1
224
+ n_obs_steps: 1
225
+ noise_scheduler:
226
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
227
+ beta_end: 0.02
228
+ beta_schedule: squaredcos_cap_v2
229
+ beta_start: 0.0001
230
+ clip_sample: true
231
+ num_train_timesteps: 100
232
+ prediction_type: epsilon
233
+ variance_type: fixed_small
234
+ norm_batch: true
235
+ normalize_llm_loss: true
236
+ num_inference_steps: 100
237
+ oa_step_convention: true
238
+ obs_as_global_cond: true
239
+ obs_as_local_cond: false
240
+ obs_dim: 39
241
+ pred_action_steps_only: false
242
+ reweight_llm_loss: true
243
+ pred_action_steps_only:
244
+ value: false
245
+ task:
246
+ value:
247
+ action_dim: 30
248
+ dataset:
249
+ _target_: llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset
250
+ data_path: datasets/adroit-hand-relocate-v1.pt
251
+ data_path2: datasets/adroit-hand-relocate-v1.pt
252
+ dummy_normalizer: false
253
+ horizon: 1
254
+ obs_eef_target: true
255
+ pad_after: 0
256
+ pad_before: 0
257
+ use_manual_normalizer: false
258
+ val_ratio: 0.1
259
+ env_runner:
260
+ _target_: llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner
261
+ discount: 0.99
262
+ env_name: llf-adroit-adroit-hand-relocate-v1
263
+ feedback_type:
264
+ - hp
265
+ - hn
266
+ - fp
267
+ instruction_type: b
268
+ max_steps: 150
269
+ n_action_steps: 1
270
+ n_envs: 10
271
+ n_obs_steps: 1
272
+ n_test: 50
273
+ n_train: 10
274
+ visual: false
275
+ instructor:
276
+ _target_: llmbc.translator.instructor.adroit_instructor.adroit_hand_relocate_v1_instructor.AdroitHandRelocateV1Instructor
277
+ name: adroit-hand-relocate-v1
278
+ obs_dim: 39
279
+ task_name:
280
+ value: adroit-hand-relocate-v1
281
+ training:
282
+ value:
283
+ checkpoint_every: 5
284
+ debug: false
285
+ device: cuda:0
286
+ gradient_accumulate_every: 16
287
+ lr_scheduler: cosine
288
+ lr_warmup_steps: 500
289
+ max_train_steps: null
290
+ max_val_steps: null
291
+ num_epochs: 1001
292
+ resume: true
293
+ rollout_every: 5
294
+ sample_every: 5
295
+ seed: 42
296
+ tqdm_interval_sec: 1
297
+ use_ema: true
298
+ val_every: 1
299
+ val_dataloader:
300
+ value:
301
+ batch_size: 16
302
+ num_workers: 0
303
+ persistent_workers: false
304
+ pin_memory: false
305
+ shuffle: false
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/files/output.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ Eval AdroitHandLowdimRunner 1/6: 0%| | 0/150 [00:00<?, ?it/s]/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
2
+ obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
3
+
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/files/wandb-metadata.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.15.0-168-generic-x86_64-with-glibc2.39",
3
+ "python": "3.9.25",
4
+ "startedAt": "2026-04-18T08:57:50.330645Z",
5
+ "args": [
6
+ "--config-path",
7
+ "config/main_table",
8
+ "--config-name",
9
+ "llmdp_adroit-hand-relocate-v1.yaml"
10
+ ],
11
+ "program": "/workspace/LLM-BC/./train.py",
12
+ "codePath": "train.py",
13
+ "git": {
14
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
15
+ "commit": "c2b373987560de7dc70a978a510d2d4f5b63a686"
16
+ },
17
+ "root": "/workspace/LLM-BC/data/outputs/2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1",
18
+ "host": "c8ef52649900",
19
+ "username": "root",
20
+ "executable": "/venv/llm-bc/bin/python3",
21
+ "codePathLocal": "train.py",
22
+ "cpu_count": 72,
23
+ "cpu_count_logical": 144,
24
+ "gpu": "NVIDIA GeForce RTX 4090",
25
+ "gpu_count": 2,
26
+ "disk": {
27
+ "/": {
28
+ "total": "545460846592",
29
+ "used": "388739477504"
30
+ }
31
+ },
32
+ "memory": {
33
+ "total": "810942898176"
34
+ },
35
+ "cpu": {
36
+ "count": 72,
37
+ "countLogical": 144
38
+ },
39
+ "gpu_nvidia": [
40
+ {
41
+ "name": "NVIDIA GeForce RTX 4090",
42
+ "memoryTotal": "25757220864",
43
+ "cudaCores": 16384,
44
+ "architecture": "Ada"
45
+ },
46
+ {
47
+ "name": "NVIDIA GeForce RTX 4090",
48
+ "memoryTotal": "25757220864",
49
+ "cudaCores": 16384,
50
+ "architecture": "Ada"
51
+ }
52
+ ],
53
+ "cudaVersion": "12.8"
54
+ }
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_timestamp":1.7766318725457013e+09,"test/success_rate":0.68,"train_loss_dp":0.09056780487298965,"test/cumulative_reward":101.8533444701005,"test/mean_score":23.93701474792099,"train_loss_llm":0,"val_loss":0.3774183988571167,"epoch":1000,"train_loss":0.04109643105297319,"global_step":62061,"train/mean_score":25.941497858860252,"_wandb":{"runtime":129203},"train_action_mse_error":0.03186243772506714,"train/success_rate":0.8,"_runtime":129203.414537735,"_step":62061,"lr":2.162322325083288e-11,"train/cumulative_reward":107.99491892827693}
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_085750-q6l6s41x/run-q6l6s41x.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:739e0f5dcd207aeeb470cb3cabeb938e293771e489042840705e961b8294103d
3
+ size 192193753
2026.04.18/08.56.49_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "q6l6s41x"}
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/config.yaml ADDED
@@ -0,0 +1,194 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_llm_diffusion_unet_lowdim
2
+ _target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ keypoint_visible_rate: 1.0
14
+ obs_as_local_cond: false
15
+ obs_as_global_cond: true
16
+ pred_action_steps_only: false
17
+ llm_orig_expert_feedback: true
18
+ llm_do_sample: false
19
+ policy:
20
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
21
+ model:
22
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
23
+ input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
24
+ else ${task.obs_dim} + ${task.action_dim}}'
25
+ local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
26
+ global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
27
+ else None}'
28
+ diffusion_step_embed_dim: 256
29
+ down_dims:
30
+ - 256
31
+ - 512
32
+ - 1024
33
+ kernel_size: 5
34
+ n_groups: 8
35
+ cond_predict_scale: true
36
+ noise_scheduler:
37
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
38
+ num_train_timesteps: 100
39
+ beta_start: 0.0001
40
+ beta_end: 0.02
41
+ beta_schedule: squaredcos_cap_v2
42
+ variance_type: fixed_small
43
+ clip_sample: true
44
+ prediction_type: epsilon
45
+ horizon: ${horizon}
46
+ obs_dim: ${obs_dim}
47
+ action_dim: ${action_dim}
48
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
49
+ n_obs_steps: ${n_obs_steps}
50
+ num_inference_steps: 100
51
+ obs_as_local_cond: ${obs_as_local_cond}
52
+ obs_as_global_cond: ${obs_as_global_cond}
53
+ pred_action_steps_only: ${pred_action_steps_only}
54
+ oa_step_convention: true
55
+ llm_discriminator:
56
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
57
+ task_id: ${task_name}
58
+ llm_translator:
59
+ _target_: llmbc.translator.llm_translator.LLMTranslator
60
+ cfg: ${llm}
61
+ obs_dim: ${obs_dim}
62
+ action_dim: ${action_dim}
63
+ horizon: ${horizon}
64
+ n_obs_steps: ${n_obs_steps}
65
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
66
+ loss_dp_weight: 1.0
67
+ loss_llm_weight: 0.001
68
+ normalize_llm_loss: true
69
+ norm_batch: true
70
+ reweight_llm_loss: true
71
+ ema:
72
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
73
+ update_after_step: 0
74
+ inv_gamma: 1.0
75
+ power: 0.75
76
+ min_value: 0.0
77
+ max_value: 0.9999
78
+ dataloader:
79
+ batch_size: 16
80
+ num_workers: 0
81
+ shuffle: true
82
+ pin_memory: false
83
+ persistent_workers: false
84
+ val_dataloader:
85
+ batch_size: 16
86
+ num_workers: 0
87
+ shuffle: false
88
+ pin_memory: false
89
+ persistent_workers: false
90
+ optimizer:
91
+ _target_: torch.optim.AdamW
92
+ lr: 0.0001
93
+ betas:
94
+ - 0.95
95
+ - 0.999
96
+ eps: 1.0e-08
97
+ weight_decay: 1.0e-06
98
+ training:
99
+ device: cuda:0
100
+ seed: 42
101
+ debug: false
102
+ resume: true
103
+ lr_scheduler: cosine
104
+ lr_warmup_steps: 500
105
+ num_epochs: 1001
106
+ gradient_accumulate_every: 16
107
+ use_ema: true
108
+ rollout_every: 5
109
+ checkpoint_every: 5
110
+ val_every: 1
111
+ sample_every: 5
112
+ max_train_steps: null
113
+ max_val_steps: null
114
+ tqdm_interval_sec: 1.0
115
+ logging:
116
+ project: ${task.name}-training
117
+ resume: true
118
+ mode: online
119
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
120
+ tags:
121
+ - ${name}
122
+ - ${task_name}
123
+ - ${exp_name}
124
+ id: null
125
+ group: null
126
+ checkpoint:
127
+ topk:
128
+ monitor_key: test_success_rate
129
+ mode: max
130
+ k: 5
131
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
132
+ save_last_ckpt: true
133
+ save_last_snapshot: false
134
+ multi_run:
135
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
136
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
137
+ task:
138
+ name: adroit-hand-relocate-v1
139
+ obs_dim: 39
140
+ action_dim: 30
141
+ env_runner:
142
+ _target_: llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner
143
+ env_name: llf-adroit-adroit-hand-relocate-v1
144
+ n_train: 10
145
+ n_test: 50
146
+ n_envs: 10
147
+ max_steps: 150
148
+ n_obs_steps: ${n_obs_steps}
149
+ n_action_steps: ${n_action_steps}
150
+ instruction_type: b
151
+ feedback_type:
152
+ - hp
153
+ - hn
154
+ - fp
155
+ visual: false
156
+ discount: 0.99
157
+ dataset:
158
+ _target_: llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset
159
+ data_path: datasets/adroit-hand-relocate-v1.pt
160
+ data_path2: datasets/adroit-hand-relocate-v1.pt
161
+ horizon: ${horizon}
162
+ pad_before: ${eval:'${n_obs_steps}-1'}
163
+ pad_after: ${eval:'${n_action_steps}-1'}
164
+ obs_eef_target: true
165
+ use_manual_normalizer: false
166
+ val_ratio: 0.1
167
+ dummy_normalizer: false
168
+ instructor:
169
+ _target_: llmbc.translator.instructor.adroit_instructor.adroit_hand_relocate_v1_instructor.AdroitHandRelocateV1Instructor
170
+ llm:
171
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
172
+ model_name: SmolLM2-135M-Instruct
173
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
174
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
175
+ use_quantization: false
176
+ use_joint_mlp_projector: true
177
+ llm_mode: ete-finetuned
178
+ finetune_mode: orig
179
+ checkpoint: data/outputs/2026.04.03/12.44.33_train_llm_lowdim_adroit-hand-relocate-v1/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-adroit-hand-relocate-v1/checkpoint-2340
180
+ max_length: 100
181
+ lora_config:
182
+ r: 32
183
+ lora_alpha: 64
184
+ lora_dropout: 0.05
185
+ bias: none
186
+ task_type: CAUSAL_LM
187
+ prompter:
188
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
189
+ use_joint_mlp_projector: true
190
+ hydra:
191
+ job:
192
+ override_dirname: ${model_name}
193
+ run:
194
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/hydra.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - policy.loss_llm_weight=1.0e-3
116
+ job:
117
+ name: train
118
+ chdir: null
119
+ override_dirname: policy.loss_llm_weight=1.0e-3
120
+ id: ???
121
+ num: ???
122
+ config_name: llmdp_adroit-hand-relocate-v1.yaml
123
+ env_set: {}
124
+ env_copy: []
125
+ config:
126
+ override_dirname:
127
+ kv_sep: '='
128
+ item_sep: ','
129
+ exclude_keys: []
130
+ runtime:
131
+ version: 1.2.0
132
+ version_base: '1.2'
133
+ cwd: /workspace/LLM-BC
134
+ config_sources:
135
+ - path: hydra.conf
136
+ schema: pkg
137
+ provider: hydra
138
+ - path: /workspace/LLM-BC/config/main_table
139
+ schema: file
140
+ provider: main
141
+ - path: ''
142
+ schema: structured
143
+ provider: schema
144
+ output_dir: /workspace/LLM-BC/data/outputs/2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
145
+ choices:
146
+ hydra/env: default
147
+ hydra/callbacks: null
148
+ hydra/job_logging: default
149
+ hydra/hydra_logging: default
150
+ hydra/hydra_help: default
151
+ hydra/help: default
152
+ hydra/sweeper: basic
153
+ hydra/launcher: basic
154
+ hydra/output: default
155
+ verbose: false
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ - policy.loss_llm_weight=1.0e-3
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0490-test_success_rate=0.820.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b4607c50905b34891b9b05b2f7a080d766c07ad9db3342d97682f5963bbcecf
3
+ size 1048128562
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0575-test_success_rate=0.820.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea574808678c88eabd0b4930d8524b6e019e82561b5105c7d765abb41161a374
3
+ size 1048128562
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0645-test_success_rate=0.820.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c69fe1823f9f4685baaefc916bcc8d1e1fa989e0c197a0094adb4c4edac0444f
3
+ size 1048128562
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0655-test_success_rate=0.800.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e295f3ebe3b7a5ce83b7d3cad4848e54ca140c933b8007d9bd92faabf83d3c1
3
+ size 1048128562
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/epoch=0725-test_success_rate=0.820.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d58fdfff17dd18391090597ee7dc8f4b5deb8eedda79d8824acd01968fc985a9
3
+ size 1048128562
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/checkpoints/latest.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d377d6f39c7a324020ae51a31c3a3d7f6622e50222deecfa0773d2625b8e7752
3
+ size 1048128562
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/logs.json.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cc0a8a003020a1f3981609595d2e659333f1a9bacb182b9d57c4f17a0aea3b2
3
+ size 10601530
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/train.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-18 09:06:46,087][numexpr.utils][INFO] - Note: detected 144 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2026-04-18 09:06:46,087][numexpr.utils][INFO] - Note: NumExpr detected 144 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
3
+ [2026-04-18 09:06:46,087][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
4
+ [2026-04-18 09:06:48,319][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2026-04-18 09:06:48,320][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2026-04-18 09:06:48,320][datasets][INFO] - JAX version 0.4.30 available.
7
+ [2026-04-18 09:06:49,958][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.549149e+07
8
+ [2026-04-18 09:06:53,876][root][INFO] - running build_ext
9
+ [2026-04-18 09:06:53,878][root][INFO] - building 'mujoco_py.cymj' extension
10
+ [2026-04-18 09:06:53,878][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o -fopenmp -w
11
+ [2026-04-18 09:07:36,410][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -O2 -Wall -fPIC -O2 -isystem /venv/llm-bc/include -I/venv/llm-bc/include -fPIC -O2 -isystem /venv/llm-bc/include -fPIC -I/venv/llm-bc/lib/python3.9/site-packages/mujoco_py -I/root/.mujoco/mujoco210/include -I/venv/llm-bc/lib/python3.9/site-packages/numpy/core/include -I/venv/llm-bc/include/python3.9 -c /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.c -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -fopenmp -w
12
+ [2026-04-18 09:07:36,517][root][INFO] - gcc -pthread -B /venv/llm-bc/compiler_compat -shared -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib -L/venv/llm-bc/lib -Wl,-rpath,/venv/llm-bc/lib -Wl,-rpath-link,/venv/llm-bc/lib -L/venv/llm-bc/lib /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/cymj.o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/temp.linux-x86_64-cpython-39/venv/llm-bc/lib/python3.9/site-packages/mujoco_py/gl/osmesashim.o -L/root/.mujoco/mujoco210/bin -Wl,--enable-new-dtags,-rpath,/root/.mujoco/mujoco210/bin -lmujoco210 -lglewosmesa -lOSMesa -lGL -o /venv/llm-bc/lib/python3.9/site-packages/mujoco_py/generated/_pyxbld_2.1.2.14_39_linuxcpuextensionbuilder/lib.linux-x86_64-cpython-39/mujoco_py/cymj.cpython-39-x86_64-linux-gnu.so -fopenmp
13
+ [2026-04-18 09:07:39,924][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
14
+ [2026-04-18 09:07:39,932][absl][INFO] - MuJoCo library version is: 2.3.7
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/files/config.yaml ADDED
@@ -0,0 +1,305 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _target_:
2
+ value: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ _wandb:
4
+ value:
5
+ cli_version: 0.18.6
6
+ m: []
7
+ python_version: 3.9.25
8
+ t:
9
+ "1":
10
+ - 1
11
+ - 2
12
+ - 3
13
+ - 5
14
+ - 11
15
+ - 12
16
+ - 41
17
+ - 49
18
+ - 50
19
+ - 51
20
+ - 53
21
+ - 55
22
+ - 71
23
+ - 83
24
+ - 95
25
+ - 98
26
+ - 100
27
+ - 105
28
+ "2":
29
+ - 1
30
+ - 2
31
+ - 3
32
+ - 5
33
+ - 11
34
+ - 12
35
+ - 41
36
+ - 49
37
+ - 50
38
+ - 51
39
+ - 53
40
+ - 55
41
+ - 71
42
+ - 83
43
+ - 95
44
+ - 98
45
+ - 100
46
+ - 105
47
+ "3":
48
+ - 13
49
+ - 15
50
+ - 16
51
+ - 23
52
+ - 55
53
+ - 61
54
+ "4": 3.9.25
55
+ "5": 0.18.6
56
+ "6": 4.47.1
57
+ "8":
58
+ - 5
59
+ "12": 0.18.6
60
+ "13": linux-x86_64
61
+ action_dim:
62
+ value: 30
63
+ checkpoint:
64
+ value:
65
+ save_last_ckpt: true
66
+ save_last_snapshot: false
67
+ topk:
68
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
69
+ k: 5
70
+ mode: max
71
+ monitor_key: test_success_rate
72
+ dataloader:
73
+ value:
74
+ batch_size: 16
75
+ num_workers: 0
76
+ persistent_workers: false
77
+ pin_memory: false
78
+ shuffle: true
79
+ ema:
80
+ value:
81
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
82
+ inv_gamma: 1
83
+ max_value: 0.9999
84
+ min_value: 0
85
+ power: 0.75
86
+ update_after_step: 0
87
+ exp_name:
88
+ value: default
89
+ horizon:
90
+ value: 1
91
+ keypoint_visible_rate:
92
+ value: 1
93
+ llm:
94
+ value:
95
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
96
+ checkpoint: data/outputs/2026.04.03/12.44.33_train_llm_lowdim_adroit-hand-relocate-v1/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-adroit-hand-relocate-v1/checkpoint-2340
97
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
98
+ finetune_mode: orig
99
+ hydra:
100
+ job:
101
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
102
+ run:
103
+ dir: data/outputs/2026.04.18/09.06.44_HuggingFaceTB/SmolLM2-135M-Instruct
104
+ llm_mode: ete-finetuned
105
+ lora_config:
106
+ bias: none
107
+ lora_alpha: 64
108
+ lora_dropout: 0.05
109
+ r: 32
110
+ task_type: CAUSAL_LM
111
+ max_length: 100
112
+ model_name: SmolLM2-135M-Instruct
113
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
114
+ prompter:
115
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
116
+ use_joint_mlp_projector: true
117
+ use_joint_mlp_projector: true
118
+ use_quantization: false
119
+ llm_do_sample:
120
+ value: false
121
+ llm_orig_expert_feedback:
122
+ value: true
123
+ logging:
124
+ value:
125
+ group: null
126
+ id: null
127
+ mode: online
128
+ name: 2026.04.18-09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
129
+ project: adroit-hand-relocate-v1-training
130
+ resume: true
131
+ tags:
132
+ - train_llm_diffusion_unet_lowdim
133
+ - adroit-hand-relocate-v1
134
+ - default
135
+ model_name:
136
+ value: HuggingFaceTB/SmolLM2-135M-Instruct
137
+ multi_run:
138
+ value:
139
+ run_dir: data/outputs/2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
140
+ wandb_name_base: 2026.04.18-09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
141
+ n_action_steps:
142
+ value: 1
143
+ n_latency_steps:
144
+ value: 0
145
+ n_obs_steps:
146
+ value: 1
147
+ name:
148
+ value: train_llm_diffusion_unet_lowdim
149
+ obs_as_global_cond:
150
+ value: true
151
+ obs_as_local_cond:
152
+ value: false
153
+ obs_dim:
154
+ value: 39
155
+ optimizer:
156
+ value:
157
+ _target_: torch.optim.AdamW
158
+ betas:
159
+ - 0.95
160
+ - 0.999
161
+ eps: 1e-08
162
+ lr: 0.0001
163
+ weight_decay: 1e-06
164
+ output_dir:
165
+ value: /workspace/LLM-BC/data/outputs/2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1
166
+ past_action_visible:
167
+ value: false
168
+ policy:
169
+ value:
170
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
171
+ action_dim: 30
172
+ horizon: 1
173
+ llm_discriminator:
174
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
175
+ llm_translator:
176
+ _target_: llmbc.translator.llm_translator.LLMTranslator
177
+ action_dim: 30
178
+ cfg:
179
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
180
+ checkpoint: data/outputs/2026.04.03/12.44.33_train_llm_lowdim_adroit-hand-relocate-v1/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-adroit-hand-relocate-v1/checkpoint-2340
181
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
182
+ finetune_mode: orig
183
+ hydra:
184
+ job:
185
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
186
+ run:
187
+ dir: data/outputs/2026.04.18/09.06.44_HuggingFaceTB/SmolLM2-135M-Instruct
188
+ llm_mode: ete-finetuned
189
+ lora_config:
190
+ bias: none
191
+ lora_alpha: 64
192
+ lora_dropout: 0.05
193
+ r: 32
194
+ task_type: CAUSAL_LM
195
+ max_length: 100
196
+ model_name: SmolLM2-135M-Instruct
197
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
198
+ prompter:
199
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
200
+ use_joint_mlp_projector: true
201
+ use_joint_mlp_projector: true
202
+ use_quantization: false
203
+ horizon: 1
204
+ n_action_steps: 1
205
+ n_obs_steps: 1
206
+ obs_dim: 39
207
+ task_id: adroit-hand-relocate-v1
208
+ loss_dp_weight: 1
209
+ loss_llm_weight: 0.001
210
+ model:
211
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
212
+ cond_predict_scale: true
213
+ diffusion_step_embed_dim: 256
214
+ down_dims:
215
+ - 256
216
+ - 512
217
+ - 1024
218
+ global_cond_dim: 39
219
+ input_dim: 30
220
+ kernel_size: 5
221
+ local_cond_dim: null
222
+ n_groups: 8
223
+ n_action_steps: 1
224
+ n_obs_steps: 1
225
+ noise_scheduler:
226
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
227
+ beta_end: 0.02
228
+ beta_schedule: squaredcos_cap_v2
229
+ beta_start: 0.0001
230
+ clip_sample: true
231
+ num_train_timesteps: 100
232
+ prediction_type: epsilon
233
+ variance_type: fixed_small
234
+ norm_batch: true
235
+ normalize_llm_loss: true
236
+ num_inference_steps: 100
237
+ oa_step_convention: true
238
+ obs_as_global_cond: true
239
+ obs_as_local_cond: false
240
+ obs_dim: 39
241
+ pred_action_steps_only: false
242
+ reweight_llm_loss: true
243
+ pred_action_steps_only:
244
+ value: false
245
+ task:
246
+ value:
247
+ action_dim: 30
248
+ dataset:
249
+ _target_: llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset
250
+ data_path: datasets/adroit-hand-relocate-v1.pt
251
+ data_path2: datasets/adroit-hand-relocate-v1.pt
252
+ dummy_normalizer: false
253
+ horizon: 1
254
+ obs_eef_target: true
255
+ pad_after: 0
256
+ pad_before: 0
257
+ use_manual_normalizer: false
258
+ val_ratio: 0.1
259
+ env_runner:
260
+ _target_: llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner
261
+ discount: 0.99
262
+ env_name: llf-adroit-adroit-hand-relocate-v1
263
+ feedback_type:
264
+ - hp
265
+ - hn
266
+ - fp
267
+ instruction_type: b
268
+ max_steps: 150
269
+ n_action_steps: 1
270
+ n_envs: 10
271
+ n_obs_steps: 1
272
+ n_test: 50
273
+ n_train: 10
274
+ visual: false
275
+ instructor:
276
+ _target_: llmbc.translator.instructor.adroit_instructor.adroit_hand_relocate_v1_instructor.AdroitHandRelocateV1Instructor
277
+ name: adroit-hand-relocate-v1
278
+ obs_dim: 39
279
+ task_name:
280
+ value: adroit-hand-relocate-v1
281
+ training:
282
+ value:
283
+ checkpoint_every: 5
284
+ debug: false
285
+ device: cuda:0
286
+ gradient_accumulate_every: 16
287
+ lr_scheduler: cosine
288
+ lr_warmup_steps: 500
289
+ max_train_steps: null
290
+ max_val_steps: null
291
+ num_epochs: 1001
292
+ resume: true
293
+ rollout_every: 5
294
+ sample_every: 5
295
+ seed: 42
296
+ tqdm_interval_sec: 1
297
+ use_ema: true
298
+ val_every: 1
299
+ val_dataloader:
300
+ value:
301
+ batch_size: 16
302
+ num_workers: 0
303
+ persistent_workers: false
304
+ pin_memory: false
305
+ shuffle: false
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/files/output.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ Eval AdroitHandLowdimRunner 1/6: 0%| | 0/150 [00:00<?, ?it/s]/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
2
+ obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
3
+
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/files/wandb-metadata.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.15.0-168-generic-x86_64-with-glibc2.39",
3
+ "python": "3.9.25",
4
+ "startedAt": "2026-04-18T09:07:40.951887Z",
5
+ "args": [
6
+ "--config-path",
7
+ "config/main_table",
8
+ "--config-name",
9
+ "llmdp_adroit-hand-relocate-v1.yaml",
10
+ "policy.loss_llm_weight=1.0e-3"
11
+ ],
12
+ "program": "/workspace/LLM-BC/./train.py",
13
+ "codePath": "train.py",
14
+ "git": {
15
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
16
+ "commit": "c2b373987560de7dc70a978a510d2d4f5b63a686"
17
+ },
18
+ "email": "chris920325@gmail.com",
19
+ "root": "/workspace/LLM-BC/data/outputs/2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1",
20
+ "host": "c8ef52649900",
21
+ "username": "root",
22
+ "executable": "/venv/llm-bc/bin/python3",
23
+ "codePathLocal": "train.py",
24
+ "cpu_count": 72,
25
+ "cpu_count_logical": 144,
26
+ "gpu": "NVIDIA GeForce RTX 4090",
27
+ "gpu_count": 2,
28
+ "disk": {
29
+ "/": {
30
+ "total": "545460846592",
31
+ "used": "389187354624"
32
+ }
33
+ },
34
+ "memory": {
35
+ "total": "810942898176"
36
+ },
37
+ "cpu": {
38
+ "count": 72,
39
+ "countLogical": 144
40
+ },
41
+ "gpu_nvidia": [
42
+ {
43
+ "name": "NVIDIA GeForce RTX 4090",
44
+ "memoryTotal": "25757220864",
45
+ "cudaCores": 16384,
46
+ "architecture": "Ada"
47
+ },
48
+ {
49
+ "name": "NVIDIA GeForce RTX 4090",
50
+ "memoryTotal": "25757220864",
51
+ "cudaCores": 16384,
52
+ "architecture": "Ada"
53
+ }
54
+ ],
55
+ "cudaVersion": "12.8"
56
+ }
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_wandb":{"runtime":136662},"train_loss":0.04254754936142314,"test/mean_score":25.142713922020484,"_timestamp":1.7766399219443989e+09,"epoch":1000,"global_step":62061,"train/mean_score":24.945441091851468,"_runtime":136662.198372461,"train_loss_dp":0.032468680292367935,"test/cumulative_reward":149.07731206006818,"val_loss":0.3141464293003082,"train/cumulative_reward":101.97556940970587,"test/success_rate":0.72,"train_action_mse_error":0.043235670775175095,"_step":62061,"train_loss_llm":0,"lr":2.162322325083288e-11,"train/success_rate":0.7}
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/run-20260418_090740-6g56arly/run-6g56arly.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c43e2c00b7363d7075ddfd5d41cd57485b9813135c199121e47cf61b05ebda0
3
+ size 197105412
2026.04.18/09.06.44_train_llm_diffusion_unet_lowdim_adroit-hand-relocate-v1/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "6g56arly"}