CHYang25 commited on
Commit
283f1b2
·
verified ·
1 Parent(s): 6f80bf5

Delete 2025.12.25

Browse files
Files changed (22) hide show
  1. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/.hydra/config.yaml +0 -193
  2. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/.hydra/hydra.yaml +0 -157
  3. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/.hydra/overrides.yaml +0 -1
  4. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/epoch=2450-test_success_rate=0.920.ckpt +0 -3
  5. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/epoch=3600-test_success_rate=0.900.ckpt +0 -3
  6. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/epoch=4050-test_success_rate=0.900.ckpt +0 -3
  7. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/epoch=4100-test_success_rate=0.920.ckpt +0 -3
  8. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/epoch=6450-test_success_rate=0.920.ckpt +0 -3
  9. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/latest.ckpt +0 -3
  10. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/logs.json.txt +0 -3
  11. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/train_llm_diffusion_unet_lowdim_workspace.log +0 -3
  12. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/debug-internal.log +0 -16
  13. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/debug.log +0 -27
  14. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/files/config.yaml +0 -304
  15. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/files/output.log +0 -3
  16. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/files/wandb-metadata.json +0 -52
  17. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/files/wandb-summary.json +0 -1
  18. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug-core.log +0 -14
  19. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug-internal.log +0 -16
  20. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug.log +0 -27
  21. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/run-f2cya02o.wandb +0 -3
  22. 2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/wandb-resume.json +0 -1
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/.hydra/config.yaml DELETED
@@ -1,193 +0,0 @@
1
- name: train_llm_diffusion_unet_lowdim
2
- _target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
- obs_dim: ${task.obs_dim}
4
- action_dim: ${task.action_dim}
5
- task_name: ${task.name}
6
- exp_name: default
7
- model_name: ${llm.name}
8
- horizon: 1
9
- n_obs_steps: 1
10
- n_action_steps: 1
11
- n_latency_steps: 0
12
- past_action_visible: false
13
- keypoint_visible_rate: 1.0
14
- obs_as_local_cond: false
15
- obs_as_global_cond: true
16
- pred_action_steps_only: false
17
- llm_orig_expert_feedback: true
18
- llm_do_sample: false
19
- policy:
20
- _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
21
- model:
22
- _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
23
- input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
24
- else ${task.obs_dim} + ${task.action_dim}}'
25
- local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
26
- global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
27
- else None}'
28
- diffusion_step_embed_dim: 256
29
- down_dims:
30
- - 256
31
- - 512
32
- - 1024
33
- kernel_size: 5
34
- n_groups: 8
35
- cond_predict_scale: true
36
- noise_scheduler:
37
- _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
38
- num_train_timesteps: 100
39
- beta_start: 0.0001
40
- beta_end: 0.02
41
- beta_schedule: squaredcos_cap_v2
42
- variance_type: fixed_small
43
- clip_sample: true
44
- prediction_type: epsilon
45
- horizon: ${horizon}
46
- obs_dim: ${obs_dim}
47
- action_dim: ${action_dim}
48
- n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
49
- n_obs_steps: ${n_obs_steps}
50
- num_inference_steps: 100
51
- obs_as_local_cond: ${obs_as_local_cond}
52
- obs_as_global_cond: ${obs_as_global_cond}
53
- pred_action_steps_only: ${pred_action_steps_only}
54
- oa_step_convention: true
55
- llm_discriminator:
56
- _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
57
- task_id: ${task_name}
58
- llm_translator:
59
- _target_: llmbc.translator.llm_translator.LLMTranslator
60
- cfg: ${llm}
61
- obs_dim: ${obs_dim}
62
- action_dim: ${action_dim}
63
- horizon: ${horizon}
64
- n_obs_steps: ${n_obs_steps}
65
- n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
66
- loss_dp_weight: 1.0
67
- loss_llm_weight: 0.01
68
- normalize_llm_loss: true
69
- reweight_llm_loss: true
70
- ema:
71
- _target_: llmbc.model.diffusion.ema_model.EMAModel
72
- update_after_step: 0
73
- inv_gamma: 1.0
74
- power: 0.75
75
- min_value: 0.0
76
- max_value: 0.9999
77
- dataloader:
78
- batch_size: 16
79
- num_workers: 0
80
- shuffle: true
81
- pin_memory: false
82
- persistent_workers: false
83
- val_dataloader:
84
- batch_size: 16
85
- num_workers: 0
86
- shuffle: false
87
- pin_memory: false
88
- persistent_workers: false
89
- optimizer:
90
- _target_: torch.optim.AdamW
91
- lr: 0.0001
92
- betas:
93
- - 0.95
94
- - 0.999
95
- eps: 1.0e-08
96
- weight_decay: 1.0e-06
97
- training:
98
- device: cuda:0
99
- seed: 46
100
- debug: false
101
- resume: true
102
- lr_scheduler: cosine
103
- lr_warmup_steps: 500
104
- num_epochs: 10001
105
- gradient_accumulate_every: 16
106
- use_ema: true
107
- rollout_every: 50
108
- checkpoint_every: 50
109
- val_every: 1
110
- sample_every: 50
111
- max_train_steps: null
112
- max_val_steps: null
113
- tqdm_interval_sec: 1.0
114
- logging:
115
- project: ${task.name}-training-split-ablation
116
- resume: true
117
- mode: online
118
- name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
119
- tags:
120
- - ${name}
121
- - ${task_name}
122
- - ${exp_name}
123
- id: null
124
- group: null
125
- checkpoint:
126
- topk:
127
- monitor_key: test_success_rate
128
- mode: max
129
- k: 5
130
- format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
131
- save_last_ckpt: true
132
- save_last_snapshot: false
133
- multi_run:
134
- run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
135
- wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
136
- task:
137
- name: box-close-v2
138
- obs_dim: 9
139
- action_dim: 4
140
- env_runner:
141
- _target_: llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner
142
- env_name: llf-metaworld-box-close-v2
143
- n_train: 10
144
- n_test: 50
145
- n_envs: 10
146
- max_steps: 30
147
- n_obs_steps: ${n_obs_steps}
148
- n_action_steps: ${n_action_steps}
149
- instruction_type: b
150
- feedback_type:
151
- - hp
152
- - hn
153
- - fp
154
- visual: false
155
- discount: 0.9
156
- dataset:
157
- _target_: llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset
158
- data_path: datasets/box-close-v2-split0.1.pt
159
- data_path2: datasets/box-close-v2-split0.1.pt
160
- horizon: ${horizon}
161
- pad_before: ${eval:'${n_obs_steps}-1'}
162
- pad_after: ${eval:'${n_action_steps}-1'}
163
- obs_eef_target: true
164
- use_manual_normalizer: false
165
- val_ratio: 0.1
166
- dummy_normalizer: false
167
- instructor:
168
- _target_: llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor
169
- llm:
170
- name: HuggingFaceTB/SmolLM2-135M-Instruct
171
- model_name: SmolLM2-135M-Instruct
172
- config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
173
- causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
174
- use_quantization: false
175
- use_joint_mlp_projector: true
176
- llm_mode: ete-finetuned
177
- finetune_mode: orig
178
- checkpoint: data/outputs/2025.12.07/23.07.22_train_llm_lowdim_box-close-v2/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-box-close-v2/checkpoint-5900
179
- max_length: 100
180
- lora_config:
181
- r: 32
182
- lora_alpha: 64
183
- lora_dropout: 0.05
184
- bias: none
185
- task_type: CAUSAL_LM
186
- prompter:
187
- _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
188
- use_joint_mlp_projector: true
189
- hydra:
190
- job:
191
- override_dirname: ${model_name}
192
- run:
193
- dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/.hydra/hydra.yaml DELETED
@@ -1,157 +0,0 @@
1
- hydra:
2
- run:
3
- dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
- sweep:
5
- dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
- subdir: ${hydra.job.num}
7
- launcher:
8
- _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
- sweeper:
10
- _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
- max_batch_size: null
12
- params: null
13
- help:
14
- app_name: ${hydra.job.name}
15
- header: '${hydra.help.app_name} is powered by Hydra.
16
-
17
- '
18
- footer: 'Powered by Hydra (https://hydra.cc)
19
-
20
- Use --hydra-help to view Hydra specific help
21
-
22
- '
23
- template: '${hydra.help.header}
24
-
25
- == Configuration groups ==
26
-
27
- Compose your configuration from those groups (group=option)
28
-
29
-
30
- $APP_CONFIG_GROUPS
31
-
32
-
33
- == Config ==
34
-
35
- Override anything in the config (foo.bar=value)
36
-
37
-
38
- $CONFIG
39
-
40
-
41
- ${hydra.help.footer}
42
-
43
- '
44
- hydra_help:
45
- template: 'Hydra (${hydra.runtime.version})
46
-
47
- See https://hydra.cc for more info.
48
-
49
-
50
- == Flags ==
51
-
52
- $FLAGS_HELP
53
-
54
-
55
- == Configuration groups ==
56
-
57
- Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
- to command line)
59
-
60
-
61
- $HYDRA_CONFIG_GROUPS
62
-
63
-
64
- Use ''--cfg hydra'' to Show the Hydra config.
65
-
66
- '
67
- hydra_help: ???
68
- hydra_logging:
69
- version: 1
70
- formatters:
71
- simple:
72
- format: '[%(asctime)s][HYDRA] %(message)s'
73
- handlers:
74
- console:
75
- class: logging.StreamHandler
76
- formatter: simple
77
- stream: ext://sys.stdout
78
- root:
79
- level: INFO
80
- handlers:
81
- - console
82
- loggers:
83
- logging_example:
84
- level: DEBUG
85
- disable_existing_loggers: false
86
- job_logging:
87
- version: 1
88
- formatters:
89
- simple:
90
- format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
- handlers:
92
- console:
93
- class: logging.StreamHandler
94
- formatter: simple
95
- stream: ext://sys.stdout
96
- file:
97
- class: logging.FileHandler
98
- formatter: simple
99
- filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
- root:
101
- level: INFO
102
- handlers:
103
- - console
104
- - file
105
- disable_existing_loggers: false
106
- env: {}
107
- mode: RUN
108
- searchpath: []
109
- callbacks: {}
110
- output_subdir: .hydra
111
- overrides:
112
- hydra:
113
- - hydra.mode=RUN
114
- task:
115
- - training.seed=46
116
- job:
117
- name: train_llm_diffusion_unet_lowdim_workspace
118
- chdir: null
119
- override_dirname: training.seed=46
120
- id: ???
121
- num: ???
122
- config_name: train_llm_diffusion_unet_lowdim_workspace
123
- env_set: {}
124
- env_copy: []
125
- config:
126
- override_dirname:
127
- kv_sep: '='
128
- item_sep: ','
129
- exclude_keys: []
130
- runtime:
131
- version: 1.2.0
132
- version_base: '1.2'
133
- cwd: /home/chyang/workspace/LLM-BC
134
- config_sources:
135
- - path: hydra.conf
136
- schema: pkg
137
- provider: hydra
138
- - path: /home/chyang/workspace/LLM-BC/llmbc/config
139
- schema: file
140
- provider: main
141
- - path: ''
142
- schema: structured
143
- provider: schema
144
- output_dir: /home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2
145
- choices:
146
- llm: smollm2-135m-instruct
147
- task: box-close-v2
148
- hydra/env: default
149
- hydra/callbacks: null
150
- hydra/job_logging: default
151
- hydra/hydra_logging: default
152
- hydra/hydra_help: default
153
- hydra/help: default
154
- hydra/sweeper: basic
155
- hydra/launcher: basic
156
- hydra/output: default
157
- verbose: false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/.hydra/overrides.yaml DELETED
@@ -1 +0,0 @@
1
- - training.seed=46
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/epoch=2450-test_success_rate=0.920.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2dd409c3f187e1d5b2c55cc07a5732b8616a0404da9774dbdaf7b41d3ee8ef90
3
- size 1040497330
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/epoch=3600-test_success_rate=0.900.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:08329c14cbc51cb577199062e1a1e30e9f84f3931e79bac9d9402f341cd73f0d
3
- size 1040497330
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/epoch=4050-test_success_rate=0.900.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fc2b26b67d787bf7d21cac3f488a99da6e814a9348c5997ce2277361e6429e7
3
- size 1040497330
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/epoch=4100-test_success_rate=0.920.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8707d394b6b76add37dbdf175301700f3e738f82134fce0554e917c19671a3ca
3
- size 1040497330
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/epoch=6450-test_success_rate=0.920.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:77057ed3d29d30d62a79e3e24a697be1360b9106474d31cc32b7556303a66767
3
- size 1040497330
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/checkpoints/latest.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5faa870ec2f1e1ec7ec70282c3ccf502e3bd05c19d475e9a6c7e341fc41509d
3
- size 1040497330
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/logs.json.txt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c187fb76864bd1d26e84cdffa7d2f44ae7158129cf7427901a54da610656172
3
- size 44162409
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/train_llm_diffusion_unet_lowdim_workspace.log DELETED
@@ -1,3 +0,0 @@
1
- [2025-12-25 15:05:41,915][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.501479e+07
2
- [2025-12-25 15:05:48,495][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
3
- [2025-12-25 15:05:48,501][absl][INFO] - MuJoCo library version is: 2.3.7
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/debug-internal.log DELETED
@@ -1,16 +0,0 @@
1
- {"time":"2025-12-25T15:05:49.629971565+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
- {"time":"2025-12-25T15:05:49.630005047+08:00","level":"INFO","msg":"created symlink","path":"/home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug-core.log"}
3
- {"time":"2025-12-25T15:05:49.739313302+08:00","level":"INFO","msg":"created new stream","id":"f2cya02o"}
4
- {"time":"2025-12-25T15:05:49.7393609+08:00","level":"INFO","msg":"stream: started","id":"f2cya02o"}
5
- {"time":"2025-12-25T15:05:49.739514043+08:00","level":"INFO","msg":"sender: started","stream_id":"f2cya02o"}
6
- {"time":"2025-12-25T15:05:49.739444527+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"f2cya02o"}}
7
- {"time":"2025-12-25T15:05:49.739531344+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"f2cya02o"}}
8
- {"time":"2025-12-25T15:05:50.462642829+08:00","level":"INFO","msg":"Starting system monitor"}
9
- {"time":"2025-12-26T15:11:40.55741944+08:00","level":"INFO","msg":"stream: closing","id":"f2cya02o"}
10
- {"time":"2025-12-26T15:11:40.557469998+08:00","level":"INFO","msg":"Stopping system monitor"}
11
- {"time":"2025-12-26T15:11:40.558217475+08:00","level":"INFO","msg":"Stopped system monitor"}
12
- {"time":"2025-12-26T15:11:41.669832735+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
13
- {"time":"2025-12-26T15:11:41.934013261+08:00","level":"INFO","msg":"handler: closed","stream_id":{"value":"f2cya02o"}}
14
- {"time":"2025-12-26T15:11:41.934102459+08:00","level":"INFO","msg":"sender: closed","stream_id":"f2cya02o"}
15
- {"time":"2025-12-26T15:11:41.934098135+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"f2cya02o"}}
16
- {"time":"2025-12-26T15:11:41.934239977+08:00","level":"INFO","msg":"stream: closed","id":"f2cya02o"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/debug.log DELETED
@@ -1,27 +0,0 @@
1
- 2025-12-25 15:05:49,623 INFO MainThread:124057 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
- 2025-12-25 15:05:49,623 INFO MainThread:124057 [wandb_setup.py:_flush():79] Configure stats pid to 124057
3
- 2025-12-25 15:05:49,623 INFO MainThread:124057 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/.config/wandb/settings
4
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/workspace/LLM-BC/wandb/settings
5
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py', 'program_abspath': '/home/chyang/workspace/LLM-BC/llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py', 'program': '/home/chyang/workspace/LLM-BC/./llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py'}
8
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_setup.py:_flush():79] Applying login settings: {}
9
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_init.py:_log_setup():533] Logging user logs to /home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug.log
10
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_init.py:_log_setup():534] Logging internal logs to /home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug-internal.log
11
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_init.py:init():619] calling init triggers
12
- 2025-12-25 15:05:49,625 INFO MainThread:124057 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
- config: {'name': 'train_llm_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace', 'obs_dim': 9, 'action_dim': 4, 'task_name': 'box-close-v2', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'llm_orig_expert_feedback': True, 'llm_do_sample': False, 'policy': {'_target_': 'llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 4, 'local_cond_dim': None, 'global_cond_dim': 9, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 9, 'action_dim': 4, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True, 'llm_discriminator': {'_target_': 'llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator', 'task_id': 'box-close-v2', 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.12.07/23.07.22_train_llm_lowdim_box-close-v2/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-box-close-v2/checkpoint-5900', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.25/15.05.41_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 9, 'action_dim': 4, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}}, 'loss_dp_weight': 1.0, 'loss_llm_weight': 0.01, 'normalize_llm_loss': True, 'reweight_llm_loss': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 46, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 10001, 'gradient_accumulate_every': 16, 'use_ema': True, 'rollout_every': 50, 'checkpoint_every': 50, 'val_every': 1, 'sample_every': 50, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'box-close-v2-training-split-ablation', 'resume': True, 'mode': 'online', 'name': '2025.12.25-15.05.48_train_llm_diffusion_unet_lowdim_box-close-v2', 'tags': ['train_llm_diffusion_unet_lowdim', 'box-close-v2', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2', 'wandb_name_base': '2025.12.25-15.05.48_train_llm_diffusion_unet_lowdim_box-close-v2'}, 'task': {'name': 'box-close-v2', 'obs_dim': 9, 'action_dim': 4, 'env_runner': {'_target_': 'llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner', 'env_name': 'llf-metaworld-box-close-v2', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 30, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.9}, 'dataset': {'_target_': 'llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset', 'data_path': 'datasets/box-close-v2-split0.1.pt', 'data_path2': 'datasets/box-close-v2-split0.1.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.1, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.12.07/23.07.22_train_llm_lowdim_box-close-v2/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-box-close-v2/checkpoint-5900', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.25/15.05.41_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
- 2025-12-25 15:05:49,625 INFO MainThread:124057 [wandb_init.py:init():669] starting backend
15
- 2025-12-25 15:05:49,625 INFO MainThread:124057 [wandb_init.py:init():673] sending inform_init request
16
- 2025-12-25 15:05:49,627 INFO MainThread:124057 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
- 2025-12-25 15:05:49,627 INFO MainThread:124057 [wandb_init.py:init():686] backend started and connected
18
- 2025-12-25 15:05:49,639 INFO MainThread:124057 [wandb_init.py:init():781] updated telemetry
19
- 2025-12-25 15:05:49,728 INFO MainThread:124057 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
- 2025-12-25 15:05:50,457 INFO MainThread:124057 [wandb_init.py:init():867] starting run threads in backend
21
- 2025-12-25 15:05:50,853 INFO MainThread:124057 [wandb_run.py:_console_start():2451] atexit reg
22
- 2025-12-25 15:05:50,853 INFO MainThread:124057 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
- 2025-12-25 15:05:50,853 INFO MainThread:124057 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
- 2025-12-25 15:05:50,853 INFO MainThread:124057 [wandb_run.py:_redirect():2389] Redirects installed.
25
- 2025-12-25 15:05:50,855 INFO MainThread:124057 [wandb_init.py:init():911] run started, returning control to user process
26
- 2025-12-25 15:05:50,855 INFO MainThread:124057 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2'}
27
- 2025-12-26 15:11:40,557 WARNING MsgRouterThr:124057 [router.py:message_loop():75] message_loop has been closed
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/files/config.yaml DELETED
@@ -1,304 +0,0 @@
1
- _target_:
2
- value: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
- _wandb:
4
- value:
5
- cli_version: 0.18.6
6
- m: []
7
- python_version: 3.9.21
8
- t:
9
- "1":
10
- - 1
11
- - 2
12
- - 3
13
- - 5
14
- - 11
15
- - 12
16
- - 41
17
- - 49
18
- - 50
19
- - 51
20
- - 53
21
- - 55
22
- - 71
23
- - 83
24
- - 95
25
- - 98
26
- - 100
27
- - 105
28
- "2":
29
- - 1
30
- - 2
31
- - 3
32
- - 5
33
- - 11
34
- - 12
35
- - 41
36
- - 49
37
- - 50
38
- - 51
39
- - 53
40
- - 55
41
- - 71
42
- - 83
43
- - 95
44
- - 98
45
- - 100
46
- - 105
47
- "3":
48
- - 13
49
- - 15
50
- - 16
51
- - 23
52
- - 55
53
- - 61
54
- "4": 3.9.21
55
- "5": 0.18.6
56
- "6": 4.47.1
57
- "8":
58
- - 5
59
- "12": 0.18.6
60
- "13": linux-x86_64
61
- action_dim:
62
- value: 4
63
- checkpoint:
64
- value:
65
- save_last_ckpt: true
66
- save_last_snapshot: false
67
- topk:
68
- format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
69
- k: 5
70
- mode: max
71
- monitor_key: test_success_rate
72
- dataloader:
73
- value:
74
- batch_size: 16
75
- num_workers: 0
76
- persistent_workers: false
77
- pin_memory: false
78
- shuffle: true
79
- ema:
80
- value:
81
- _target_: llmbc.model.diffusion.ema_model.EMAModel
82
- inv_gamma: 1
83
- max_value: 0.9999
84
- min_value: 0
85
- power: 0.75
86
- update_after_step: 0
87
- exp_name:
88
- value: default
89
- horizon:
90
- value: 1
91
- keypoint_visible_rate:
92
- value: 1
93
- llm:
94
- value:
95
- causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
96
- checkpoint: data/outputs/2025.12.07/23.07.22_train_llm_lowdim_box-close-v2/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-box-close-v2/checkpoint-5900
97
- config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
98
- finetune_mode: orig
99
- hydra:
100
- job:
101
- override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
102
- run:
103
- dir: data/outputs/2025.12.25/15.05.41_HuggingFaceTB/SmolLM2-135M-Instruct
104
- llm_mode: ete-finetuned
105
- lora_config:
106
- bias: none
107
- lora_alpha: 64
108
- lora_dropout: 0.05
109
- r: 32
110
- task_type: CAUSAL_LM
111
- max_length: 100
112
- model_name: SmolLM2-135M-Instruct
113
- name: HuggingFaceTB/SmolLM2-135M-Instruct
114
- prompter:
115
- _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
116
- use_joint_mlp_projector: true
117
- use_joint_mlp_projector: true
118
- use_quantization: false
119
- llm_do_sample:
120
- value: false
121
- llm_orig_expert_feedback:
122
- value: true
123
- logging:
124
- value:
125
- group: null
126
- id: null
127
- mode: online
128
- name: 2025.12.25-15.05.48_train_llm_diffusion_unet_lowdim_box-close-v2
129
- project: box-close-v2-training-split-ablation
130
- resume: true
131
- tags:
132
- - train_llm_diffusion_unet_lowdim
133
- - box-close-v2
134
- - default
135
- model_name:
136
- value: HuggingFaceTB/SmolLM2-135M-Instruct
137
- multi_run:
138
- value:
139
- run_dir: data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2
140
- wandb_name_base: 2025.12.25-15.05.48_train_llm_diffusion_unet_lowdim_box-close-v2
141
- n_action_steps:
142
- value: 1
143
- n_latency_steps:
144
- value: 0
145
- n_obs_steps:
146
- value: 1
147
- name:
148
- value: train_llm_diffusion_unet_lowdim
149
- obs_as_global_cond:
150
- value: true
151
- obs_as_local_cond:
152
- value: false
153
- obs_dim:
154
- value: 9
155
- optimizer:
156
- value:
157
- _target_: torch.optim.AdamW
158
- betas:
159
- - 0.95
160
- - 0.999
161
- eps: 1e-08
162
- lr: 0.0001
163
- weight_decay: 1e-06
164
- output_dir:
165
- value: /home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2
166
- past_action_visible:
167
- value: false
168
- policy:
169
- value:
170
- _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
171
- action_dim: 4
172
- horizon: 1
173
- llm_discriminator:
174
- _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
175
- llm_translator:
176
- _target_: llmbc.translator.llm_translator.LLMTranslator
177
- action_dim: 4
178
- cfg:
179
- causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
180
- checkpoint: data/outputs/2025.12.07/23.07.22_train_llm_lowdim_box-close-v2/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-box-close-v2/checkpoint-5900
181
- config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
182
- finetune_mode: orig
183
- hydra:
184
- job:
185
- override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
186
- run:
187
- dir: data/outputs/2025.12.25/15.05.41_HuggingFaceTB/SmolLM2-135M-Instruct
188
- llm_mode: ete-finetuned
189
- lora_config:
190
- bias: none
191
- lora_alpha: 64
192
- lora_dropout: 0.05
193
- r: 32
194
- task_type: CAUSAL_LM
195
- max_length: 100
196
- model_name: SmolLM2-135M-Instruct
197
- name: HuggingFaceTB/SmolLM2-135M-Instruct
198
- prompter:
199
- _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
200
- use_joint_mlp_projector: true
201
- use_joint_mlp_projector: true
202
- use_quantization: false
203
- horizon: 1
204
- n_action_steps: 1
205
- n_obs_steps: 1
206
- obs_dim: 9
207
- task_id: box-close-v2
208
- loss_dp_weight: 1
209
- loss_llm_weight: 0.01
210
- model:
211
- _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
212
- cond_predict_scale: true
213
- diffusion_step_embed_dim: 256
214
- down_dims:
215
- - 256
216
- - 512
217
- - 1024
218
- global_cond_dim: 9
219
- input_dim: 4
220
- kernel_size: 5
221
- local_cond_dim: null
222
- n_groups: 8
223
- n_action_steps: 1
224
- n_obs_steps: 1
225
- noise_scheduler:
226
- _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
227
- beta_end: 0.02
228
- beta_schedule: squaredcos_cap_v2
229
- beta_start: 0.0001
230
- clip_sample: true
231
- num_train_timesteps: 100
232
- prediction_type: epsilon
233
- variance_type: fixed_small
234
- normalize_llm_loss: true
235
- num_inference_steps: 100
236
- oa_step_convention: true
237
- obs_as_global_cond: true
238
- obs_as_local_cond: false
239
- obs_dim: 9
240
- pred_action_steps_only: false
241
- reweight_llm_loss: true
242
- pred_action_steps_only:
243
- value: false
244
- task:
245
- value:
246
- action_dim: 4
247
- dataset:
248
- _target_: llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset
249
- data_path: datasets/box-close-v2-split0.1.pt
250
- data_path2: datasets/box-close-v2-split0.1.pt
251
- dummy_normalizer: false
252
- horizon: 1
253
- obs_eef_target: true
254
- pad_after: 0
255
- pad_before: 0
256
- use_manual_normalizer: false
257
- val_ratio: 0.1
258
- env_runner:
259
- _target_: llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner
260
- discount: 0.9
261
- env_name: llf-metaworld-box-close-v2
262
- feedback_type:
263
- - hp
264
- - hn
265
- - fp
266
- instruction_type: b
267
- max_steps: 30
268
- n_action_steps: 1
269
- n_envs: 10
270
- n_obs_steps: 1
271
- n_test: 50
272
- n_train: 10
273
- visual: false
274
- instructor:
275
- _target_: llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor
276
- name: box-close-v2
277
- obs_dim: 9
278
- task_name:
279
- value: box-close-v2
280
- training:
281
- value:
282
- checkpoint_every: 50
283
- debug: false
284
- device: cuda:0
285
- gradient_accumulate_every: 16
286
- lr_scheduler: cosine
287
- lr_warmup_steps: 500
288
- max_train_steps: null
289
- max_val_steps: null
290
- num_epochs: 10001
291
- resume: true
292
- rollout_every: 50
293
- sample_every: 50
294
- seed: 46
295
- tqdm_interval_sec: 1
296
- use_ema: true
297
- val_every: 1
298
- val_dataloader:
299
- value:
300
- batch_size: 16
301
- num_workers: 0
302
- persistent_workers: false
303
- pin_memory: false
304
- shuffle: false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/files/output.log DELETED
@@ -1,3 +0,0 @@
1
- Eval MetaworldLowdimRunner 1/6: 0%| | 0/30 [00:00<?, ?it/s]/home/chyang/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
2
- obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
3
-
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/files/wandb-metadata.json DELETED
@@ -1,52 +0,0 @@
1
- {
2
- "os": "Linux-5.15.0-138-generic-x86_64-with-glibc2.31",
3
- "python": "3.9.21",
4
- "startedAt": "2025-12-25T07:05:49.627850Z",
5
- "args": [
6
- "training.seed=46"
7
- ],
8
- "program": "/home/chyang/workspace/LLM-BC/./llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py",
9
- "codePath": "llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py",
10
- "git": {
11
- "remote": "https://github.com/CHYang25/LLM-BC.git",
12
- "commit": "ef311df38bd2804aee78868f09358ee260341b90"
13
- },
14
- "email": "chris920325@gmail.com",
15
- "root": "/home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2",
16
- "host": "rllab1012",
17
- "username": "chyang",
18
- "executable": "/home/chyang/miniconda3/envs/llm-bc/bin/python3",
19
- "codePathLocal": "llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py",
20
- "cpu_count": 10,
21
- "cpu_count_logical": 20,
22
- "gpu": "NVIDIA GeForce RTX 4070 Ti",
23
- "gpu_count": 2,
24
- "disk": {
25
- "/": {
26
- "total": "982820896768",
27
- "used": "834679939072"
28
- }
29
- },
30
- "memory": {
31
- "total": "134733299712"
32
- },
33
- "cpu": {
34
- "count": 10,
35
- "countLogical": 20
36
- },
37
- "gpu_nvidia": [
38
- {
39
- "name": "NVIDIA GeForce RTX 4070 Ti",
40
- "memoryTotal": "12878610432",
41
- "cudaCores": 7680,
42
- "architecture": "Ada"
43
- },
44
- {
45
- "name": "NVIDIA GeForce RTX 4070 Ti",
46
- "memoryTotal": "12878610432",
47
- "cudaCores": 7680,
48
- "architecture": "Ada"
49
- }
50
- ],
51
- "cudaVersion": "12.9"
52
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/files/wandb-summary.json DELETED
@@ -1 +0,0 @@
1
- {"train/cumulative_reward":15.631632257980971,"val_loss":0.011424903757870197,"test/success_rate":0.86,"_timestamp":1.7667330991850495e+09,"_wandb":{"runtime":86750},"epoch":10000,"_runtime":86750.929603902,"train/mean_score":8.097533934684396,"train_loss_llm":0,"test/cumulative_reward":14.34568484483189,"test/mean_score":7.678384641596207,"train/success_rate":0.9,"train_loss_dp":0.0001089177094399929,"_step":250024,"global_step":250024,"lr":1.0784290072063386e-12,"train_loss":0.0003096568808541633,"train_action_mse_error":9.478664253492752e-08}
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug-core.log DELETED
@@ -1,14 +0,0 @@
1
- {"time":"2025-12-25T15:05:48.996415098+08:00","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmpj4yfi7qt/port-124057.txt","pid":124057,"debug":false,"disable-analytics":false}
2
- {"time":"2025-12-25T15:05:48.996439487+08:00","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
3
- {"time":"2025-12-25T15:05:49.000527022+08:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":124057}
4
- {"time":"2025-12-25T15:05:49.000465272+08:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":34001,"Zone":""}}
5
- {"time":"2025-12-25T15:05:49.193965633+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:60706"}
6
- {"time":"2025-12-25T15:05:49.6297399+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"f2cya02o","id":"127.0.0.1:60706"}
7
- {"time":"2025-12-25T15:05:49.739370826+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"f2cya02o","id":"127.0.0.1:60706"}
8
- {"time":"2025-12-26T15:11:40.557296392+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:60706"}
9
- {"time":"2025-12-26T15:11:40.557423188+08:00","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:60706"}
10
- {"time":"2025-12-26T15:11:40.557481673+08:00","level":"INFO","msg":"server is shutting down"}
11
- {"time":"2025-12-26T15:11:40.557601682+08:00","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:60706"}
12
- {"time":"2025-12-26T15:11:41.934341865+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:60706"}
13
- {"time":"2025-12-26T15:11:41.934403896+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:60706"}
14
- {"time":"2025-12-26T15:11:41.934514683+08:00","level":"INFO","msg":"server is closed"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug-internal.log DELETED
@@ -1,16 +0,0 @@
1
- {"time":"2025-12-25T15:05:49.629971565+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
- {"time":"2025-12-25T15:05:49.630005047+08:00","level":"INFO","msg":"created symlink","path":"/home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug-core.log"}
3
- {"time":"2025-12-25T15:05:49.739313302+08:00","level":"INFO","msg":"created new stream","id":"f2cya02o"}
4
- {"time":"2025-12-25T15:05:49.7393609+08:00","level":"INFO","msg":"stream: started","id":"f2cya02o"}
5
- {"time":"2025-12-25T15:05:49.739514043+08:00","level":"INFO","msg":"sender: started","stream_id":"f2cya02o"}
6
- {"time":"2025-12-25T15:05:49.739444527+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"f2cya02o"}}
7
- {"time":"2025-12-25T15:05:49.739531344+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"f2cya02o"}}
8
- {"time":"2025-12-25T15:05:50.462642829+08:00","level":"INFO","msg":"Starting system monitor"}
9
- {"time":"2025-12-26T15:11:40.55741944+08:00","level":"INFO","msg":"stream: closing","id":"f2cya02o"}
10
- {"time":"2025-12-26T15:11:40.557469998+08:00","level":"INFO","msg":"Stopping system monitor"}
11
- {"time":"2025-12-26T15:11:40.558217475+08:00","level":"INFO","msg":"Stopped system monitor"}
12
- {"time":"2025-12-26T15:11:41.669832735+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
13
- {"time":"2025-12-26T15:11:41.934013261+08:00","level":"INFO","msg":"handler: closed","stream_id":{"value":"f2cya02o"}}
14
- {"time":"2025-12-26T15:11:41.934102459+08:00","level":"INFO","msg":"sender: closed","stream_id":"f2cya02o"}
15
- {"time":"2025-12-26T15:11:41.934098135+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"f2cya02o"}}
16
- {"time":"2025-12-26T15:11:41.934239977+08:00","level":"INFO","msg":"stream: closed","id":"f2cya02o"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug.log DELETED
@@ -1,27 +0,0 @@
1
- 2025-12-25 15:05:49,623 INFO MainThread:124057 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
- 2025-12-25 15:05:49,623 INFO MainThread:124057 [wandb_setup.py:_flush():79] Configure stats pid to 124057
3
- 2025-12-25 15:05:49,623 INFO MainThread:124057 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/.config/wandb/settings
4
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/workspace/LLM-BC/wandb/settings
5
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py', 'program_abspath': '/home/chyang/workspace/LLM-BC/llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py', 'program': '/home/chyang/workspace/LLM-BC/./llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py'}
8
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_setup.py:_flush():79] Applying login settings: {}
9
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_init.py:_log_setup():533] Logging user logs to /home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug.log
10
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_init.py:_log_setup():534] Logging internal logs to /home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/logs/debug-internal.log
11
- 2025-12-25 15:05:49,624 INFO MainThread:124057 [wandb_init.py:init():619] calling init triggers
12
- 2025-12-25 15:05:49,625 INFO MainThread:124057 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
- config: {'name': 'train_llm_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace', 'obs_dim': 9, 'action_dim': 4, 'task_name': 'box-close-v2', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'llm_orig_expert_feedback': True, 'llm_do_sample': False, 'policy': {'_target_': 'llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 4, 'local_cond_dim': None, 'global_cond_dim': 9, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 9, 'action_dim': 4, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True, 'llm_discriminator': {'_target_': 'llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator', 'task_id': 'box-close-v2', 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.12.07/23.07.22_train_llm_lowdim_box-close-v2/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-box-close-v2/checkpoint-5900', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.25/15.05.41_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 9, 'action_dim': 4, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}}, 'loss_dp_weight': 1.0, 'loss_llm_weight': 0.01, 'normalize_llm_loss': True, 'reweight_llm_loss': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 46, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 10001, 'gradient_accumulate_every': 16, 'use_ema': True, 'rollout_every': 50, 'checkpoint_every': 50, 'val_every': 1, 'sample_every': 50, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'box-close-v2-training-split-ablation', 'resume': True, 'mode': 'online', 'name': '2025.12.25-15.05.48_train_llm_diffusion_unet_lowdim_box-close-v2', 'tags': ['train_llm_diffusion_unet_lowdim', 'box-close-v2', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2', 'wandb_name_base': '2025.12.25-15.05.48_train_llm_diffusion_unet_lowdim_box-close-v2'}, 'task': {'name': 'box-close-v2', 'obs_dim': 9, 'action_dim': 4, 'env_runner': {'_target_': 'llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner', 'env_name': 'llf-metaworld-box-close-v2', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 30, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.9}, 'dataset': {'_target_': 'llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset', 'data_path': 'datasets/box-close-v2-split0.1.pt', 'data_path2': 'datasets/box-close-v2-split0.1.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.1, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.12.07/23.07.22_train_llm_lowdim_box-close-v2/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-box-close-v2/checkpoint-5900', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.25/15.05.41_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
- 2025-12-25 15:05:49,625 INFO MainThread:124057 [wandb_init.py:init():669] starting backend
15
- 2025-12-25 15:05:49,625 INFO MainThread:124057 [wandb_init.py:init():673] sending inform_init request
16
- 2025-12-25 15:05:49,627 INFO MainThread:124057 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
- 2025-12-25 15:05:49,627 INFO MainThread:124057 [wandb_init.py:init():686] backend started and connected
18
- 2025-12-25 15:05:49,639 INFO MainThread:124057 [wandb_init.py:init():781] updated telemetry
19
- 2025-12-25 15:05:49,728 INFO MainThread:124057 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
- 2025-12-25 15:05:50,457 INFO MainThread:124057 [wandb_init.py:init():867] starting run threads in backend
21
- 2025-12-25 15:05:50,853 INFO MainThread:124057 [wandb_run.py:_console_start():2451] atexit reg
22
- 2025-12-25 15:05:50,853 INFO MainThread:124057 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
- 2025-12-25 15:05:50,853 INFO MainThread:124057 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
- 2025-12-25 15:05:50,853 INFO MainThread:124057 [wandb_run.py:_redirect():2389] Redirects installed.
25
- 2025-12-25 15:05:50,855 INFO MainThread:124057 [wandb_init.py:init():911] run started, returning control to user process
26
- 2025-12-25 15:05:50,855 INFO MainThread:124057 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/home/chyang/workspace/LLM-BC/data/outputs/2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2'}
27
- 2025-12-26 15:11:40,557 WARNING MsgRouterThr:124057 [router.py:message_loop():75] message_loop has been closed
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20251225_150549-f2cya02o/run-f2cya02o.wandb DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f655e4482adffc7176c20cc6593f36779050d164c6b6d71cf330c9177f35efb
3
- size 219065531
 
 
 
 
2025.12.25/15.05.41_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/wandb-resume.json DELETED
@@ -1 +0,0 @@
1
- {"run_id": "f2cya02o"}