CHYang25 commited on
Commit
f96cb2d
·
verified ·
1 Parent(s): 96dfeb9

Delete 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1

Browse files
Files changed (22) hide show
  1. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/.hydra/config.yaml +0 -148
  2. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/.hydra/hydra.yaml +0 -156
  3. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/.hydra/overrides.yaml +0 -1
  4. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/epoch=0320-test_success_rate=0.520.ckpt +0 -3
  5. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/epoch=0505-test_success_rate=0.520.ckpt +0 -3
  6. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/epoch=0565-test_success_rate=0.500.ckpt +0 -3
  7. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/epoch=0630-test_success_rate=0.520.ckpt +0 -3
  8. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/epoch=0655-test_success_rate=0.520.ckpt +0 -3
  9. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/latest.ckpt +0 -3
  10. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/logs.json.txt +0 -0
  11. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/train_diffusion_unet_lowdim_workspace.log +0 -6
  12. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/debug-internal.log +0 -19
  13. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/debug.log +0 -27
  14. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/files/config.yaml +0 -229
  15. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/files/output.log +0 -3
  16. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/files/wandb-metadata.json +0 -52
  17. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/files/wandb-summary.json +0 -1
  18. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug-core.log +0 -14
  19. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug-internal.log +0 -19
  20. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug.log +0 -27
  21. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/run-ykhlnxbw.wandb +0 -3
  22. 2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/wandb-resume.json +0 -1
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/.hydra/config.yaml DELETED
@@ -1,148 +0,0 @@
1
- name: train_diffusion_unet_lowdim
2
- _target_: llmbc.workspace.train_diffusion_unet_lowdim_workspace.TrainDiffusionUnetLowdimWorkspace
3
- obs_dim: ${task.obs_dim}
4
- action_dim: ${task.action_dim}
5
- task_name: ${task.name}
6
- exp_name: default
7
- horizon: 1
8
- n_obs_steps: 1
9
- n_action_steps: 1
10
- n_latency_steps: 0
11
- past_action_visible: false
12
- keypoint_visible_rate: 1.0
13
- obs_as_local_cond: false
14
- obs_as_global_cond: true
15
- pred_action_steps_only: false
16
- policy:
17
- _target_: llmbc.policy.diffusion_unet_lowdim_policy.DiffusionUnetLowdimPolicy
18
- model:
19
- _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
20
- input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
21
- else ${task.obs_dim} + ${task.action_dim}}'
22
- local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
23
- global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
24
- else None}'
25
- diffusion_step_embed_dim: 256
26
- down_dims:
27
- - 256
28
- - 512
29
- - 1024
30
- kernel_size: 5
31
- n_groups: 8
32
- cond_predict_scale: true
33
- noise_scheduler:
34
- _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
35
- num_train_timesteps: 100
36
- beta_start: 0.0001
37
- beta_end: 0.02
38
- beta_schedule: squaredcos_cap_v2
39
- variance_type: fixed_small
40
- clip_sample: true
41
- prediction_type: epsilon
42
- horizon: ${horizon}
43
- obs_dim: ${obs_dim}
44
- action_dim: ${action_dim}
45
- n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
46
- n_obs_steps: ${n_obs_steps}
47
- num_inference_steps: 100
48
- obs_as_local_cond: ${obs_as_local_cond}
49
- obs_as_global_cond: ${obs_as_global_cond}
50
- pred_action_steps_only: ${pred_action_steps_only}
51
- oa_step_convention: true
52
- ema:
53
- _target_: llmbc.model.diffusion.ema_model.EMAModel
54
- update_after_step: 0
55
- inv_gamma: 1.0
56
- power: 0.75
57
- min_value: 0.0
58
- max_value: 0.9999
59
- dataloader:
60
- batch_size: 256
61
- num_workers: 1
62
- shuffle: true
63
- pin_memory: true
64
- persistent_workers: false
65
- val_dataloader:
66
- batch_size: 256
67
- num_workers: 1
68
- shuffle: false
69
- pin_memory: true
70
- persistent_workers: false
71
- optimizer:
72
- _target_: torch.optim.AdamW
73
- lr: 0.0001
74
- betas:
75
- - 0.95
76
- - 0.999
77
- eps: 1.0e-08
78
- weight_decay: 1.0e-06
79
- training:
80
- device: cuda:0
81
- seed: 44
82
- debug: false
83
- resume: true
84
- lr_scheduler: cosine
85
- lr_warmup_steps: 500
86
- num_epochs: 1001
87
- gradient_accumulate_every: 1
88
- use_ema: true
89
- rollout_every: 5
90
- checkpoint_every: 5
91
- val_every: 1
92
- sample_every: 5
93
- max_train_steps: null
94
- max_val_steps: null
95
- tqdm_interval_sec: 1.0
96
- logging:
97
- project: ${task.name}-training
98
- resume: true
99
- mode: online
100
- name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
101
- tags:
102
- - ${name}
103
- - ${task_name}
104
- - ${exp_name}
105
- id: null
106
- group: null
107
- checkpoint:
108
- topk:
109
- monitor_key: test_success_rate
110
- mode: max
111
- k: 5
112
- format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
113
- save_last_ckpt: true
114
- save_last_snapshot: false
115
- multi_run:
116
- run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
117
- wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
118
- task:
119
- name: PegInsertionSide-v1
120
- obs_dim: 43
121
- action_dim: 8
122
- env_runner:
123
- _target_: llmbc.env_runner.maniskill_lowdim_runner.ManiskillLowdimRunner
124
- env_name: llf-maniskill-PegInsertionSide-v1
125
- instruction_type: b
126
- feedback_type:
127
- - hp
128
- - hn
129
- visual: false
130
- n_train: 10
131
- n_test: 50
132
- n_envs: 10
133
- max_steps: 100
134
- n_obs_steps: ${n_obs_steps}
135
- n_action_steps: ${n_action_steps}
136
- discount: 0.99
137
- dataset:
138
- _target_: llmbc.dataset.maniskill_lowdim_dataset.ManiskillLowdimDataset
139
- data_path: datasets/PegInsertionSide-v1.pt
140
- data_path2: datasets/PegInsertionSide-v1.pt
141
- horizon: ${horizon}
142
- pad_before: ${eval:'${n_obs_steps}-1'}
143
- pad_after: ${eval:'${n_action_steps}-1'}
144
- use_manual_normalizer: false
145
- val_ratio: 0.02
146
- dummy_normalizer: false
147
- instructor:
148
- _target_: llmbc.translator.instructor.maniskill_instructor.PegInsertionSide_v1_instructor.PegInsertionSideV1Instructor
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/.hydra/hydra.yaml DELETED
@@ -1,156 +0,0 @@
1
- hydra:
2
- run:
3
- dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
- sweep:
5
- dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
- subdir: ${hydra.job.num}
7
- launcher:
8
- _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
- sweeper:
10
- _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
- max_batch_size: null
12
- params: null
13
- help:
14
- app_name: ${hydra.job.name}
15
- header: '${hydra.help.app_name} is powered by Hydra.
16
-
17
- '
18
- footer: 'Powered by Hydra (https://hydra.cc)
19
-
20
- Use --hydra-help to view Hydra specific help
21
-
22
- '
23
- template: '${hydra.help.header}
24
-
25
- == Configuration groups ==
26
-
27
- Compose your configuration from those groups (group=option)
28
-
29
-
30
- $APP_CONFIG_GROUPS
31
-
32
-
33
- == Config ==
34
-
35
- Override anything in the config (foo.bar=value)
36
-
37
-
38
- $CONFIG
39
-
40
-
41
- ${hydra.help.footer}
42
-
43
- '
44
- hydra_help:
45
- template: 'Hydra (${hydra.runtime.version})
46
-
47
- See https://hydra.cc for more info.
48
-
49
-
50
- == Flags ==
51
-
52
- $FLAGS_HELP
53
-
54
-
55
- == Configuration groups ==
56
-
57
- Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
- to command line)
59
-
60
-
61
- $HYDRA_CONFIG_GROUPS
62
-
63
-
64
- Use ''--cfg hydra'' to Show the Hydra config.
65
-
66
- '
67
- hydra_help: ???
68
- hydra_logging:
69
- version: 1
70
- formatters:
71
- simple:
72
- format: '[%(asctime)s][HYDRA] %(message)s'
73
- handlers:
74
- console:
75
- class: logging.StreamHandler
76
- formatter: simple
77
- stream: ext://sys.stdout
78
- root:
79
- level: INFO
80
- handlers:
81
- - console
82
- loggers:
83
- logging_example:
84
- level: DEBUG
85
- disable_existing_loggers: false
86
- job_logging:
87
- version: 1
88
- formatters:
89
- simple:
90
- format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
- handlers:
92
- console:
93
- class: logging.StreamHandler
94
- formatter: simple
95
- stream: ext://sys.stdout
96
- file:
97
- class: logging.FileHandler
98
- formatter: simple
99
- filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
- root:
101
- level: INFO
102
- handlers:
103
- - console
104
- - file
105
- disable_existing_loggers: false
106
- env: {}
107
- mode: RUN
108
- searchpath: []
109
- callbacks: {}
110
- output_subdir: .hydra
111
- overrides:
112
- hydra:
113
- - hydra.mode=RUN
114
- task:
115
- - training.seed=44
116
- job:
117
- name: train_diffusion_unet_lowdim_workspace
118
- chdir: null
119
- override_dirname: training.seed=44
120
- id: ???
121
- num: ???
122
- config_name: train_diffusion_unet_lowdim_workspace
123
- env_set: {}
124
- env_copy: []
125
- config:
126
- override_dirname:
127
- kv_sep: '='
128
- item_sep: ','
129
- exclude_keys: []
130
- runtime:
131
- version: 1.2.0
132
- version_base: '1.2'
133
- cwd: /home/chyang/workspace/LLM-BC
134
- config_sources:
135
- - path: hydra.conf
136
- schema: pkg
137
- provider: hydra
138
- - path: /home/chyang/workspace/LLM-BC/llmbc/config
139
- schema: file
140
- provider: main
141
- - path: ''
142
- schema: structured
143
- provider: schema
144
- output_dir: /home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1
145
- choices:
146
- task: PegInsertionSide-v1
147
- hydra/env: default
148
- hydra/callbacks: null
149
- hydra/job_logging: default
150
- hydra/hydra_logging: default
151
- hydra/hydra_help: default
152
- hydra/help: default
153
- hydra/sweeper: basic
154
- hydra/launcher: basic
155
- hydra/output: default
156
- verbose: false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/.hydra/overrides.yaml DELETED
@@ -1 +0,0 @@
1
- - training.seed=44
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/epoch=0320-test_success_rate=0.520.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d0ac050dcb2250f57743d88b1ce130aee66969590bb9ff025be987a77472572
3
- size 1048406194
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/epoch=0505-test_success_rate=0.520.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8196668466570c14f777e051069096958e50eeabfcf4b8417e5e5808227b10ca
3
- size 1048406194
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/epoch=0565-test_success_rate=0.500.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b5151df84e60bc8f8c8ba4688ef3ea4325e33825f5d066034d4226600886f87
3
- size 1048406194
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/epoch=0630-test_success_rate=0.520.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7eda47f21c02336e302d63e736e657937d842b3ebed929dffc5850d53b5caf5f
3
- size 1048406194
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/epoch=0655-test_success_rate=0.520.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:734115d78888aec00e596c002af979dcbec58e7604431418296696ce345a4aac
3
- size 1048406194
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/checkpoints/latest.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d973475aa1f7385fb51877ee4f541a278e6914e59f32b5018f6f78bf9919e204
3
- size 1048406194
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/logs.json.txt DELETED
The diff for this file is too large to render. See raw diff
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/train_diffusion_unet_lowdim_workspace.log DELETED
@@ -1,6 +0,0 @@
1
- [2025-09-26 15:45:30,644][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.550938e+07
2
- [2025-09-26 15:45:35,668][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
3
- [2025-09-26 15:45:35,681][absl][INFO] - MuJoCo library version is: 2.3.7
4
- [2025-09-26 15:45:35,777][datasets][INFO] - PyTorch version 2.2.2 available.
5
- [2025-09-26 15:45:35,777][datasets][INFO] - TensorFlow version 2.15.1 available.
6
- [2025-09-26 15:45:35,778][datasets][INFO] - JAX version 0.4.30 available.
 
 
 
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/debug-internal.log DELETED
@@ -1,19 +0,0 @@
1
- {"time":"2025-09-26T15:45:36.895185569+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
- {"time":"2025-09-26T15:45:36.895210857+08:00","level":"INFO","msg":"created symlink","path":"/home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug-core.log"}
3
- {"time":"2025-09-26T15:45:37.004724204+08:00","level":"INFO","msg":"created new stream","id":"ykhlnxbw"}
4
- {"time":"2025-09-26T15:45:37.004777727+08:00","level":"INFO","msg":"stream: started","id":"ykhlnxbw"}
5
- {"time":"2025-09-26T15:45:37.004820106+08:00","level":"INFO","msg":"sender: started","stream_id":"ykhlnxbw"}
6
- {"time":"2025-09-26T15:45:37.004808372+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"ykhlnxbw"}}
7
- {"time":"2025-09-26T15:45:37.004817256+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"ykhlnxbw"}}
8
- {"time":"2025-09-26T15:45:37.714122492+08:00","level":"INFO","msg":"Starting system monitor"}
9
- {"time":"2025-09-27T01:29:38.48818923+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
10
- {"time":"2025-09-27T04:33:41.373133801+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/PegInsertionSide-v1-training/ykhlnxbw/file_stream"}
11
- {"time":"2025-09-27T04:59:59.475705192+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/PegInsertionSide-v1-training/ykhlnxbw/file_stream"}
12
- {"time":"2025-09-27T19:09:21.771596339+08:00","level":"INFO","msg":"stream: closing","id":"ykhlnxbw"}
13
- {"time":"2025-09-27T19:09:21.771628853+08:00","level":"INFO","msg":"Stopping system monitor"}
14
- {"time":"2025-09-27T19:09:21.772302744+08:00","level":"INFO","msg":"Stopped system monitor"}
15
- {"time":"2025-09-27T19:09:22.680005021+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
16
- {"time":"2025-09-27T19:09:22.924796726+08:00","level":"INFO","msg":"handler: closed","stream_id":{"value":"ykhlnxbw"}}
17
- {"time":"2025-09-27T19:09:22.924862116+08:00","level":"INFO","msg":"sender: closed","stream_id":"ykhlnxbw"}
18
- {"time":"2025-09-27T19:09:22.92485526+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"ykhlnxbw"}}
19
- {"time":"2025-09-27T19:09:22.924931166+08:00","level":"INFO","msg":"stream: closed","id":"ykhlnxbw"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/debug.log DELETED
@@ -1,27 +0,0 @@
1
- 2025-09-26 15:45:36,887 INFO MainThread:514654 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Configure stats pid to 514654
3
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/.config/wandb/settings
4
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/workspace/LLM-BC/wandb/settings
5
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'llmbc/workspace/train_diffusion_unet_lowdim_workspace.py', 'program_abspath': '/home/chyang/workspace/LLM-BC/llmbc/workspace/train_diffusion_unet_lowdim_workspace.py', 'program': '/home/chyang/workspace/LLM-BC/./llmbc/workspace/train_diffusion_unet_lowdim_workspace.py'}
8
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Applying login settings: {}
9
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_init.py:_log_setup():533] Logging user logs to /home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug.log
10
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_init.py:_log_setup():534] Logging internal logs to /home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug-internal.log
11
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_init.py:init():619] calling init triggers
12
- 2025-09-26 15:45:36,889 INFO MainThread:514654 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
- config: {'name': 'train_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_diffusion_unet_lowdim_workspace.TrainDiffusionUnetLowdimWorkspace', 'obs_dim': 43, 'action_dim': 8, 'task_name': 'PegInsertionSide-v1', 'exp_name': 'default', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'policy': {'_target_': 'llmbc.policy.diffusion_unet_lowdim_policy.DiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 8, 'local_cond_dim': None, 'global_cond_dim': 43, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 43, 'action_dim': 8, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 256, 'num_workers': 1, 'shuffle': True, 'pin_memory': True, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 256, 'num_workers': 1, 'shuffle': False, 'pin_memory': True, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 44, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 1, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'PegInsertionSide-v1-training', 'resume': True, 'mode': 'online', 'name': '2025.09.26-15.45.35_train_diffusion_unet_lowdim_PegInsertionSide-v1', 'tags': ['train_diffusion_unet_lowdim', 'PegInsertionSide-v1', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1', 'wandb_name_base': '2025.09.26-15.45.35_train_diffusion_unet_lowdim_PegInsertionSide-v1'}, 'task': {'name': 'PegInsertionSide-v1', 'obs_dim': 43, 'action_dim': 8, 'env_runner': {'_target_': 'llmbc.env_runner.maniskill_lowdim_runner.ManiskillLowdimRunner', 'env_name': 'llf-maniskill-PegInsertionSide-v1', 'instruction_type': 'b', 'feedback_type': ['hp', 'hn'], 'visual': False, 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 100, 'n_obs_steps': 1, 'n_action_steps': 1, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.maniskill_lowdim_dataset.ManiskillLowdimDataset', 'data_path': 'datasets/PegInsertionSide-v1.pt', 'data_path2': 'datasets/PegInsertionSide-v1.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'use_manual_normalizer': False, 'val_ratio': 0.02, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.maniskill_instructor.PegInsertionSide_v1_instructor.PegInsertionSideV1Instructor'}}}
14
- 2025-09-26 15:45:36,889 INFO MainThread:514654 [wandb_init.py:init():669] starting backend
15
- 2025-09-26 15:45:36,889 INFO MainThread:514654 [wandb_init.py:init():673] sending inform_init request
16
- 2025-09-26 15:45:36,891 INFO MainThread:514654 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
- 2025-09-26 15:45:36,892 INFO MainThread:514654 [wandb_init.py:init():686] backend started and connected
18
- 2025-09-26 15:45:36,903 INFO MainThread:514654 [wandb_init.py:init():781] updated telemetry
19
- 2025-09-26 15:45:36,960 INFO MainThread:514654 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
- 2025-09-26 15:45:37,708 INFO MainThread:514654 [wandb_init.py:init():867] starting run threads in backend
21
- 2025-09-26 15:45:38,137 INFO MainThread:514654 [wandb_run.py:_console_start():2451] atexit reg
22
- 2025-09-26 15:45:38,137 INFO MainThread:514654 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
- 2025-09-26 15:45:38,138 INFO MainThread:514654 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
- 2025-09-26 15:45:38,138 INFO MainThread:514654 [wandb_run.py:_redirect():2389] Redirects installed.
25
- 2025-09-26 15:45:38,142 INFO MainThread:514654 [wandb_init.py:init():911] run started, returning control to user process
26
- 2025-09-26 15:45:38,142 INFO MainThread:514654 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1'}
27
- 2025-09-27 19:09:21,771 WARNING MsgRouterThr:514654 [router.py:message_loop():75] message_loop has been closed
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/files/config.yaml DELETED
@@ -1,229 +0,0 @@
1
- _target_:
2
- value: llmbc.workspace.train_diffusion_unet_lowdim_workspace.TrainDiffusionUnetLowdimWorkspace
3
- _wandb:
4
- value:
5
- cli_version: 0.18.6
6
- m: []
7
- python_version: 3.9.21
8
- t:
9
- "1":
10
- - 1
11
- - 2
12
- - 3
13
- - 5
14
- - 11
15
- - 12
16
- - 41
17
- - 49
18
- - 50
19
- - 51
20
- - 53
21
- - 55
22
- - 71
23
- - 83
24
- - 98
25
- - 100
26
- - 105
27
- "2":
28
- - 1
29
- - 2
30
- - 3
31
- - 5
32
- - 11
33
- - 12
34
- - 41
35
- - 49
36
- - 50
37
- - 51
38
- - 53
39
- - 55
40
- - 71
41
- - 83
42
- - 98
43
- - 100
44
- - 105
45
- "3":
46
- - 13
47
- - 15
48
- - 16
49
- - 23
50
- - 55
51
- - 61
52
- "4": 3.9.21
53
- "5": 0.18.6
54
- "6": 4.47.1
55
- "8":
56
- - 5
57
- "12": 0.18.6
58
- "13": linux-x86_64
59
- action_dim:
60
- value: 8
61
- checkpoint:
62
- value:
63
- save_last_ckpt: true
64
- save_last_snapshot: false
65
- topk:
66
- format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
67
- k: 5
68
- mode: max
69
- monitor_key: test_success_rate
70
- dataloader:
71
- value:
72
- batch_size: 256
73
- num_workers: 1
74
- persistent_workers: false
75
- pin_memory: true
76
- shuffle: true
77
- ema:
78
- value:
79
- _target_: llmbc.model.diffusion.ema_model.EMAModel
80
- inv_gamma: 1
81
- max_value: 0.9999
82
- min_value: 0
83
- power: 0.75
84
- update_after_step: 0
85
- exp_name:
86
- value: default
87
- horizon:
88
- value: 1
89
- keypoint_visible_rate:
90
- value: 1
91
- logging:
92
- value:
93
- group: null
94
- id: null
95
- mode: online
96
- name: 2025.09.26-15.45.35_train_diffusion_unet_lowdim_PegInsertionSide-v1
97
- project: PegInsertionSide-v1-training
98
- resume: true
99
- tags:
100
- - train_diffusion_unet_lowdim
101
- - PegInsertionSide-v1
102
- - default
103
- multi_run:
104
- value:
105
- run_dir: data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1
106
- wandb_name_base: 2025.09.26-15.45.35_train_diffusion_unet_lowdim_PegInsertionSide-v1
107
- n_action_steps:
108
- value: 1
109
- n_latency_steps:
110
- value: 0
111
- n_obs_steps:
112
- value: 1
113
- name:
114
- value: train_diffusion_unet_lowdim
115
- obs_as_global_cond:
116
- value: true
117
- obs_as_local_cond:
118
- value: false
119
- obs_dim:
120
- value: 43
121
- optimizer:
122
- value:
123
- _target_: torch.optim.AdamW
124
- betas:
125
- - 0.95
126
- - 0.999
127
- eps: 1e-08
128
- lr: 0.0001
129
- weight_decay: 1e-06
130
- output_dir:
131
- value: /home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1
132
- past_action_visible:
133
- value: false
134
- policy:
135
- value:
136
- _target_: llmbc.policy.diffusion_unet_lowdim_policy.DiffusionUnetLowdimPolicy
137
- action_dim: 8
138
- horizon: 1
139
- model:
140
- _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
141
- cond_predict_scale: true
142
- diffusion_step_embed_dim: 256
143
- down_dims:
144
- - 256
145
- - 512
146
- - 1024
147
- global_cond_dim: 43
148
- input_dim: 8
149
- kernel_size: 5
150
- local_cond_dim: null
151
- n_groups: 8
152
- n_action_steps: 1
153
- n_obs_steps: 1
154
- noise_scheduler:
155
- _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
156
- beta_end: 0.02
157
- beta_schedule: squaredcos_cap_v2
158
- beta_start: 0.0001
159
- clip_sample: true
160
- num_train_timesteps: 100
161
- prediction_type: epsilon
162
- variance_type: fixed_small
163
- num_inference_steps: 100
164
- oa_step_convention: true
165
- obs_as_global_cond: true
166
- obs_as_local_cond: false
167
- obs_dim: 43
168
- pred_action_steps_only: false
169
- pred_action_steps_only:
170
- value: false
171
- task:
172
- value:
173
- action_dim: 8
174
- dataset:
175
- _target_: llmbc.dataset.maniskill_lowdim_dataset.ManiskillLowdimDataset
176
- data_path: datasets/PegInsertionSide-v1.pt
177
- data_path2: datasets/PegInsertionSide-v1.pt
178
- dummy_normalizer: false
179
- horizon: 1
180
- pad_after: 0
181
- pad_before: 0
182
- use_manual_normalizer: false
183
- val_ratio: 0.02
184
- env_runner:
185
- _target_: llmbc.env_runner.maniskill_lowdim_runner.ManiskillLowdimRunner
186
- discount: 0.99
187
- env_name: llf-maniskill-PegInsertionSide-v1
188
- feedback_type:
189
- - hp
190
- - hn
191
- instruction_type: b
192
- max_steps: 100
193
- n_action_steps: 1
194
- n_envs: 10
195
- n_obs_steps: 1
196
- n_test: 50
197
- n_train: 10
198
- visual: false
199
- instructor:
200
- _target_: llmbc.translator.instructor.maniskill_instructor.PegInsertionSide_v1_instructor.PegInsertionSideV1Instructor
201
- name: PegInsertionSide-v1
202
- obs_dim: 43
203
- task_name:
204
- value: PegInsertionSide-v1
205
- training:
206
- value:
207
- checkpoint_every: 5
208
- debug: false
209
- device: cuda:0
210
- gradient_accumulate_every: 1
211
- lr_scheduler: cosine
212
- lr_warmup_steps: 500
213
- max_train_steps: null
214
- max_val_steps: null
215
- num_epochs: 1001
216
- resume: true
217
- rollout_every: 5
218
- sample_every: 5
219
- seed: 44
220
- tqdm_interval_sec: 1
221
- use_ema: true
222
- val_every: 1
223
- val_dataloader:
224
- value:
225
- batch_size: 256
226
- num_workers: 1
227
- persistent_workers: false
228
- pin_memory: true
229
- shuffle: false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/files/output.log DELETED
@@ -1,3 +0,0 @@
1
- Eval ManiskilldLowdimRunner 1/6: 0%| | 0/100 [00:00<?, ?it/s]/home/chyang/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
2
- obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
3
-
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/files/wandb-metadata.json DELETED
@@ -1,52 +0,0 @@
1
- {
2
- "os": "Linux-5.15.0-138-generic-x86_64-with-glibc2.31",
3
- "python": "3.9.21",
4
- "startedAt": "2025-09-26T07:45:36.892540Z",
5
- "args": [
6
- "training.seed=44"
7
- ],
8
- "program": "/home/chyang/workspace/LLM-BC/./llmbc/workspace/train_diffusion_unet_lowdim_workspace.py",
9
- "codePath": "llmbc/workspace/train_diffusion_unet_lowdim_workspace.py",
10
- "git": {
11
- "remote": "https://github.com/CHYang25/LLM-BC.git",
12
- "commit": "ae765a6b313fa5d1d6803e96fb6e1481b4d5e451"
13
- },
14
- "email": "chris920325@gmail.com",
15
- "root": "/home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1",
16
- "host": "rllab1012",
17
- "username": "chyang",
18
- "executable": "/home/chyang/miniconda3/envs/llm-bc/bin/python3",
19
- "codePathLocal": "llmbc/workspace/train_diffusion_unet_lowdim_workspace.py",
20
- "cpu_count": 10,
21
- "cpu_count_logical": 20,
22
- "gpu": "NVIDIA GeForce RTX 4070 Ti",
23
- "gpu_count": 2,
24
- "disk": {
25
- "/": {
26
- "total": "982820896768",
27
- "used": "379181776896"
28
- }
29
- },
30
- "memory": {
31
- "total": "134733283328"
32
- },
33
- "cpu": {
34
- "count": 10,
35
- "countLogical": 20
36
- },
37
- "gpu_nvidia": [
38
- {
39
- "name": "NVIDIA GeForce RTX 4070 Ti",
40
- "memoryTotal": "12878610432",
41
- "cudaCores": 7680,
42
- "architecture": "Ada"
43
- },
44
- {
45
- "name": "NVIDIA GeForce RTX 4070 Ti",
46
- "memoryTotal": "12878610432",
47
- "cudaCores": 7680,
48
- "architecture": "Ada"
49
- }
50
- ],
51
- "cudaVersion": "12.9"
52
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/files/wandb-summary.json DELETED
@@ -1 +0,0 @@
1
- {"_step":72071,"test/success_rate":0.34,"train/mean_score":0.7821969807147979,"_wandb":{"runtime":98624},"test/mean_score":0.7825162586569786,"_runtime":98624.879076817,"train_loss":0.0004074560339278024,"lr":0,"test/cumulative_reward":25.291784536776046,"train/cumulative_reward":25.639220513468665,"epoch":1000,"train/success_rate":0.4,"global_step":72071,"val_loss":0.004197835456579924,"train_action_mse_error":6.640420906478539e-05,"_timestamp":1.7589713604025307e+09}
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug-core.log DELETED
@@ -1,14 +0,0 @@
1
- {"time":"2025-09-26T15:45:36.253093386+08:00","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmp_etxw8od/port-514654.txt","pid":514654,"debug":false,"disable-analytics":false}
2
- {"time":"2025-09-26T15:45:36.253118445+08:00","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
3
- {"time":"2025-09-26T15:45:36.26041916+08:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":42297,"Zone":""}}
4
- {"time":"2025-09-26T15:45:36.260527274+08:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":514654}
5
- {"time":"2025-09-26T15:45:36.451374982+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:43118"}
6
- {"time":"2025-09-26T15:45:36.894945372+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"ykhlnxbw","id":"127.0.0.1:43118"}
7
- {"time":"2025-09-26T15:45:37.004796349+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"ykhlnxbw","id":"127.0.0.1:43118"}
8
- {"time":"2025-09-27T19:09:21.771519726+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:43118"}
9
- {"time":"2025-09-27T19:09:21.771622046+08:00","level":"INFO","msg":"server is shutting down"}
10
- {"time":"2025-09-27T19:09:21.771604816+08:00","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:43118"}
11
- {"time":"2025-09-27T19:09:21.771782436+08:00","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:43118"}
12
- {"time":"2025-09-27T19:09:22.924982927+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:43118"}
13
- {"time":"2025-09-27T19:09:22.925001206+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:43118"}
14
- {"time":"2025-09-27T19:09:22.925010942+08:00","level":"INFO","msg":"server is closed"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug-internal.log DELETED
@@ -1,19 +0,0 @@
1
- {"time":"2025-09-26T15:45:36.895185569+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
- {"time":"2025-09-26T15:45:36.895210857+08:00","level":"INFO","msg":"created symlink","path":"/home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug-core.log"}
3
- {"time":"2025-09-26T15:45:37.004724204+08:00","level":"INFO","msg":"created new stream","id":"ykhlnxbw"}
4
- {"time":"2025-09-26T15:45:37.004777727+08:00","level":"INFO","msg":"stream: started","id":"ykhlnxbw"}
5
- {"time":"2025-09-26T15:45:37.004820106+08:00","level":"INFO","msg":"sender: started","stream_id":"ykhlnxbw"}
6
- {"time":"2025-09-26T15:45:37.004808372+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"ykhlnxbw"}}
7
- {"time":"2025-09-26T15:45:37.004817256+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"ykhlnxbw"}}
8
- {"time":"2025-09-26T15:45:37.714122492+08:00","level":"INFO","msg":"Starting system monitor"}
9
- {"time":"2025-09-27T01:29:38.48818923+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
10
- {"time":"2025-09-27T04:33:41.373133801+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/PegInsertionSide-v1-training/ykhlnxbw/file_stream"}
11
- {"time":"2025-09-27T04:59:59.475705192+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/PegInsertionSide-v1-training/ykhlnxbw/file_stream"}
12
- {"time":"2025-09-27T19:09:21.771596339+08:00","level":"INFO","msg":"stream: closing","id":"ykhlnxbw"}
13
- {"time":"2025-09-27T19:09:21.771628853+08:00","level":"INFO","msg":"Stopping system monitor"}
14
- {"time":"2025-09-27T19:09:21.772302744+08:00","level":"INFO","msg":"Stopped system monitor"}
15
- {"time":"2025-09-27T19:09:22.680005021+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
16
- {"time":"2025-09-27T19:09:22.924796726+08:00","level":"INFO","msg":"handler: closed","stream_id":{"value":"ykhlnxbw"}}
17
- {"time":"2025-09-27T19:09:22.924862116+08:00","level":"INFO","msg":"sender: closed","stream_id":"ykhlnxbw"}
18
- {"time":"2025-09-27T19:09:22.92485526+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"ykhlnxbw"}}
19
- {"time":"2025-09-27T19:09:22.924931166+08:00","level":"INFO","msg":"stream: closed","id":"ykhlnxbw"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug.log DELETED
@@ -1,27 +0,0 @@
1
- 2025-09-26 15:45:36,887 INFO MainThread:514654 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Configure stats pid to 514654
3
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/.config/wandb/settings
4
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/workspace/LLM-BC/wandb/settings
5
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'llmbc/workspace/train_diffusion_unet_lowdim_workspace.py', 'program_abspath': '/home/chyang/workspace/LLM-BC/llmbc/workspace/train_diffusion_unet_lowdim_workspace.py', 'program': '/home/chyang/workspace/LLM-BC/./llmbc/workspace/train_diffusion_unet_lowdim_workspace.py'}
8
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_setup.py:_flush():79] Applying login settings: {}
9
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_init.py:_log_setup():533] Logging user logs to /home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug.log
10
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_init.py:_log_setup():534] Logging internal logs to /home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/logs/debug-internal.log
11
- 2025-09-26 15:45:36,888 INFO MainThread:514654 [wandb_init.py:init():619] calling init triggers
12
- 2025-09-26 15:45:36,889 INFO MainThread:514654 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
- config: {'name': 'train_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_diffusion_unet_lowdim_workspace.TrainDiffusionUnetLowdimWorkspace', 'obs_dim': 43, 'action_dim': 8, 'task_name': 'PegInsertionSide-v1', 'exp_name': 'default', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'policy': {'_target_': 'llmbc.policy.diffusion_unet_lowdim_policy.DiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 8, 'local_cond_dim': None, 'global_cond_dim': 43, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 43, 'action_dim': 8, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 256, 'num_workers': 1, 'shuffle': True, 'pin_memory': True, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 256, 'num_workers': 1, 'shuffle': False, 'pin_memory': True, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 44, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 1, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'PegInsertionSide-v1-training', 'resume': True, 'mode': 'online', 'name': '2025.09.26-15.45.35_train_diffusion_unet_lowdim_PegInsertionSide-v1', 'tags': ['train_diffusion_unet_lowdim', 'PegInsertionSide-v1', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1', 'wandb_name_base': '2025.09.26-15.45.35_train_diffusion_unet_lowdim_PegInsertionSide-v1'}, 'task': {'name': 'PegInsertionSide-v1', 'obs_dim': 43, 'action_dim': 8, 'env_runner': {'_target_': 'llmbc.env_runner.maniskill_lowdim_runner.ManiskillLowdimRunner', 'env_name': 'llf-maniskill-PegInsertionSide-v1', 'instruction_type': 'b', 'feedback_type': ['hp', 'hn'], 'visual': False, 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 100, 'n_obs_steps': 1, 'n_action_steps': 1, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.maniskill_lowdim_dataset.ManiskillLowdimDataset', 'data_path': 'datasets/PegInsertionSide-v1.pt', 'data_path2': 'datasets/PegInsertionSide-v1.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'use_manual_normalizer': False, 'val_ratio': 0.02, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.maniskill_instructor.PegInsertionSide_v1_instructor.PegInsertionSideV1Instructor'}}}
14
- 2025-09-26 15:45:36,889 INFO MainThread:514654 [wandb_init.py:init():669] starting backend
15
- 2025-09-26 15:45:36,889 INFO MainThread:514654 [wandb_init.py:init():673] sending inform_init request
16
- 2025-09-26 15:45:36,891 INFO MainThread:514654 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
- 2025-09-26 15:45:36,892 INFO MainThread:514654 [wandb_init.py:init():686] backend started and connected
18
- 2025-09-26 15:45:36,903 INFO MainThread:514654 [wandb_init.py:init():781] updated telemetry
19
- 2025-09-26 15:45:36,960 INFO MainThread:514654 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
- 2025-09-26 15:45:37,708 INFO MainThread:514654 [wandb_init.py:init():867] starting run threads in backend
21
- 2025-09-26 15:45:38,137 INFO MainThread:514654 [wandb_run.py:_console_start():2451] atexit reg
22
- 2025-09-26 15:45:38,137 INFO MainThread:514654 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
- 2025-09-26 15:45:38,138 INFO MainThread:514654 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
- 2025-09-26 15:45:38,138 INFO MainThread:514654 [wandb_run.py:_redirect():2389] Redirects installed.
25
- 2025-09-26 15:45:38,142 INFO MainThread:514654 [wandb_init.py:init():911] run started, returning control to user process
26
- 2025-09-26 15:45:38,142 INFO MainThread:514654 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/home/chyang/workspace/LLM-BC/data/outputs/2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1'}
27
- 2025-09-27 19:09:21,771 WARNING MsgRouterThr:514654 [router.py:message_loop():75] message_loop has been closed
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/run-20250926_154536-ykhlnxbw/run-ykhlnxbw.wandb DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:07e3d8eb3d84c4b8d8f50336fc58cf4a4f41b86c6207cd243117758d2f33d141
3
- size 98412426
 
 
 
 
2025.09.26/15.45.30_train_diffusion_unet_lowdim_PegInsertionSide-v1/wandb/wandb-resume.json DELETED
@@ -1 +0,0 @@
1
- {"run_id": "ykhlnxbw"}