CHYang25 commited on
Commit
404538a
·
verified ·
1 Parent(s): a660487

Upload folder using huggingface_hub

Browse files
Files changed (23) hide show
  1. .gitattributes +1 -0
  2. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/.hydra/config.yaml +150 -0
  3. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/.hydra/hydra.yaml +156 -0
  4. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/.hydra/overrides.yaml +1 -0
  5. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/epoch=0520-test_success_rate=0.740.ckpt +3 -0
  6. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/epoch=0695-test_success_rate=0.740.ckpt +3 -0
  7. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/epoch=0755-test_success_rate=0.760.ckpt +3 -0
  8. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/epoch=0785-test_success_rate=0.780.ckpt +3 -0
  9. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/epoch=0960-test_success_rate=0.760.ckpt +3 -0
  10. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/latest.ckpt +3 -0
  11. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/logs.json.txt +0 -0
  12. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/train_diffusion_unet_lowdim_workspace.log +6 -0
  13. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/debug-internal.log +17 -0
  14. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/debug.log +27 -0
  15. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/files/config.yaml +233 -0
  16. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/files/output.log +3 -0
  17. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/files/wandb-metadata.json +52 -0
  18. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/files/wandb-summary.json +1 -0
  19. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug-core.log +14 -0
  20. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug-internal.log +17 -0
  21. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug.log +27 -0
  22. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/run-o5htznsr.wandb +3 -0
  23. 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/wandb-resume.json +1 -0
.gitattributes CHANGED
@@ -108,3 +108,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
108
  2025.12.01/17.23.22_train_diffusion_unet_lowdim_maze2d-medium-v0/wandb/run-20251201_172329-im8a76yv/run-im8a76yv.wandb filter=lfs diff=lfs merge=lfs -text
109
  2025.11.30/22.57.58_train_diffusion_unet_lowdim_maze2d-medium-v0/wandb/run-20251130_225803-63uesirb/run-63uesirb.wandb filter=lfs diff=lfs merge=lfs -text
110
  2026.03.28/08.16.01_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081608-9vlb009c/run-9vlb009c.wandb filter=lfs diff=lfs merge=lfs -text
 
 
108
  2025.12.01/17.23.22_train_diffusion_unet_lowdim_maze2d-medium-v0/wandb/run-20251201_172329-im8a76yv/run-im8a76yv.wandb filter=lfs diff=lfs merge=lfs -text
109
  2025.11.30/22.57.58_train_diffusion_unet_lowdim_maze2d-medium-v0/wandb/run-20251130_225803-63uesirb/run-63uesirb.wandb filter=lfs diff=lfs merge=lfs -text
110
  2026.03.28/08.16.01_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081608-9vlb009c/run-9vlb009c.wandb filter=lfs diff=lfs merge=lfs -text
111
+ 2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/run-o5htznsr.wandb filter=lfs diff=lfs merge=lfs -text
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/.hydra/config.yaml ADDED
@@ -0,0 +1,150 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_diffusion_unet_lowdim
2
+ _target_: llmbc.workspace.train_diffusion_unet_lowdim_workspace.TrainDiffusionUnetLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ horizon: 1
8
+ n_obs_steps: 1
9
+ n_action_steps: 1
10
+ n_latency_steps: 0
11
+ past_action_visible: false
12
+ keypoint_visible_rate: 1.0
13
+ obs_as_local_cond: false
14
+ obs_as_global_cond: true
15
+ pred_action_steps_only: false
16
+ policy:
17
+ _target_: llmbc.policy.diffusion_unet_lowdim_policy.DiffusionUnetLowdimPolicy
18
+ model:
19
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
20
+ input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
21
+ else ${task.obs_dim} + ${task.action_dim}}'
22
+ local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
23
+ global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
24
+ else None}'
25
+ diffusion_step_embed_dim: 256
26
+ down_dims:
27
+ - 256
28
+ - 512
29
+ - 1024
30
+ kernel_size: 5
31
+ n_groups: 8
32
+ cond_predict_scale: true
33
+ noise_scheduler:
34
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
35
+ num_train_timesteps: 100
36
+ beta_start: 0.0001
37
+ beta_end: 0.02
38
+ beta_schedule: squaredcos_cap_v2
39
+ variance_type: fixed_small
40
+ clip_sample: true
41
+ prediction_type: epsilon
42
+ horizon: ${horizon}
43
+ obs_dim: ${obs_dim}
44
+ action_dim: ${action_dim}
45
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
46
+ n_obs_steps: ${n_obs_steps}
47
+ num_inference_steps: 100
48
+ obs_as_local_cond: ${obs_as_local_cond}
49
+ obs_as_global_cond: ${obs_as_global_cond}
50
+ pred_action_steps_only: ${pred_action_steps_only}
51
+ oa_step_convention: true
52
+ ema:
53
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
54
+ update_after_step: 0
55
+ inv_gamma: 1.0
56
+ power: 0.75
57
+ min_value: 0.0
58
+ max_value: 0.9999
59
+ dataloader:
60
+ batch_size: 256
61
+ num_workers: 0
62
+ shuffle: true
63
+ pin_memory: false
64
+ persistent_workers: false
65
+ val_dataloader:
66
+ batch_size: 256
67
+ num_workers: 0
68
+ shuffle: false
69
+ pin_memory: false
70
+ persistent_workers: false
71
+ optimizer:
72
+ _target_: torch.optim.AdamW
73
+ lr: 0.0001
74
+ betas:
75
+ - 0.95
76
+ - 0.999
77
+ eps: 1.0e-08
78
+ weight_decay: 1.0e-06
79
+ training:
80
+ device: cuda:0
81
+ seed: 43
82
+ debug: false
83
+ resume: true
84
+ lr_scheduler: cosine
85
+ lr_warmup_steps: 500
86
+ num_epochs: 1001
87
+ gradient_accumulate_every: 1
88
+ use_ema: true
89
+ rollout_every: 5
90
+ checkpoint_every: 5
91
+ val_every: 1
92
+ sample_every: 5
93
+ max_train_steps: null
94
+ max_val_steps: null
95
+ tqdm_interval_sec: 1.0
96
+ logging:
97
+ project: ${task.name}-training
98
+ resume: true
99
+ mode: online
100
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
101
+ tags:
102
+ - ${name}
103
+ - ${task_name}
104
+ - ${exp_name}
105
+ id: null
106
+ group: null
107
+ checkpoint:
108
+ topk:
109
+ monitor_key: test_success_rate
110
+ mode: max
111
+ k: 5
112
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
113
+ save_last_ckpt: true
114
+ save_last_snapshot: false
115
+ multi_run:
116
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
117
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
118
+ task:
119
+ name: adroit-hand-hammer-v1
120
+ obs_dim: 46
121
+ action_dim: 26
122
+ env_runner:
123
+ _target_: llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner
124
+ env_name: llf-adroit-adroit-hand-hammer-v1
125
+ n_train: 10
126
+ n_test: 50
127
+ n_envs: 10
128
+ max_steps: 150
129
+ n_obs_steps: ${n_obs_steps}
130
+ n_action_steps: ${n_action_steps}
131
+ instruction_type: b
132
+ feedback_type:
133
+ - hp
134
+ - hn
135
+ - fp
136
+ visual: false
137
+ discount: 0.99
138
+ dataset:
139
+ _target_: llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset
140
+ data_path: datasets/adroit-hand-hammer-v1.pt
141
+ data_path2: datasets/adroit-hand-hammer-v1.pt
142
+ horizon: ${horizon}
143
+ pad_before: ${eval:'${n_obs_steps}-1'}
144
+ pad_after: ${eval:'${n_action_steps}-1'}
145
+ obs_eef_target: true
146
+ use_manual_normalizer: false
147
+ val_ratio: 0.1
148
+ dummy_normalizer: false
149
+ instructor:
150
+ _target_: llmbc.translator.instructor.adroit_instructor.adroit_hand_hammer_v1_instructor.AdroitHandHammerV1Instructor
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/.hydra/hydra.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - training.seed=43
116
+ job:
117
+ name: train_diffusion_unet_lowdim_workspace
118
+ chdir: null
119
+ override_dirname: training.seed=43
120
+ id: ???
121
+ num: ???
122
+ config_name: train_diffusion_unet_lowdim_workspace
123
+ env_set: {}
124
+ env_copy: []
125
+ config:
126
+ override_dirname:
127
+ kv_sep: '='
128
+ item_sep: ','
129
+ exclude_keys: []
130
+ runtime:
131
+ version: 1.2.0
132
+ version_base: '1.2'
133
+ cwd: /tmp2/chyang/workspace/LLM-BC
134
+ config_sources:
135
+ - path: hydra.conf
136
+ schema: pkg
137
+ provider: hydra
138
+ - path: /tmp2/chyang/workspace/LLM-BC/llmbc/config
139
+ schema: file
140
+ provider: main
141
+ - path: ''
142
+ schema: structured
143
+ provider: schema
144
+ output_dir: /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1
145
+ choices:
146
+ task: adroit-hand-hammer-v1
147
+ hydra/env: default
148
+ hydra/callbacks: null
149
+ hydra/job_logging: default
150
+ hydra/hydra_logging: default
151
+ hydra/hydra_help: default
152
+ hydra/help: default
153
+ hydra/sweeper: basic
154
+ hydra/launcher: basic
155
+ hydra/output: default
156
+ verbose: false
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ - training.seed=43
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/epoch=0520-test_success_rate=0.740.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4ab57efecf2943b065989bdabdf27ee7e2288027ad7733529b0633c0e72d8dd
3
+ size 1049611634
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/epoch=0695-test_success_rate=0.740.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f898dcaada54fcbac0a529a691575e858ce0f0cfe7c37b478b999b058b8272
3
+ size 1049611634
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/epoch=0755-test_success_rate=0.760.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7234f26bbf60ffbd093d562cfeb84b7ca2b4c5655a18688f81ff970ca76c908d
3
+ size 1049611634
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/epoch=0785-test_success_rate=0.780.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac205456f2f792da3c5cb0aef579f437dccdb3d27d28af632503bae33ab2821c
3
+ size 1049611634
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/epoch=0960-test_success_rate=0.760.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:188af80ba1a5ba61ba751a226bbed27e84d11391e84d10260bafc1ef84cca5bb
3
+ size 1049611634
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/checkpoints/latest.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee8772aa6fd28a3cd188535f985c775fa284cbc4c2cef3795ca7b43ce490c8d
3
+ size 1049611634
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/logs.json.txt ADDED
The diff for this file is too large to render. See raw diff
 
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/train_diffusion_unet_lowdim_workspace.log ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ [2026-03-28 08:16:05,944][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.558467e+07
2
+ [2026-03-28 08:16:10,520][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
3
+ [2026-03-28 08:16:10,525][absl][INFO] - MuJoCo library version is: 2.3.7
4
+ [2026-03-28 08:16:10,640][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2026-03-28 08:16:10,640][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2026-03-28 08:16:10,641][datasets][INFO] - JAX version 0.4.30 available.
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/debug-internal.log ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-28T08:16:11.805571968+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2026-03-28T08:16:11.80559719+08:00","level":"INFO","msg":"created symlink","path":"/tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug-core.log"}
3
+ {"time":"2026-03-28T08:16:11.91324133+08:00","level":"INFO","msg":"created new stream","id":"o5htznsr"}
4
+ {"time":"2026-03-28T08:16:11.913287317+08:00","level":"INFO","msg":"stream: started","id":"o5htznsr"}
5
+ {"time":"2026-03-28T08:16:11.913348558+08:00","level":"INFO","msg":"sender: started","stream_id":"o5htznsr"}
6
+ {"time":"2026-03-28T08:16:11.913305502+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"o5htznsr"}}
7
+ {"time":"2026-03-28T08:16:11.913435827+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"o5htznsr"}}
8
+ {"time":"2026-03-28T08:16:12.924611783+08:00","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2026-03-28T11:08:58.685567456+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/adroit-hand-hammer-v1-training/o5htznsr/file_stream"}
10
+ {"time":"2026-03-29T15:42:13.980801527+08:00","level":"INFO","msg":"stream: closing","id":"o5htznsr"}
11
+ {"time":"2026-03-29T15:42:13.98107263+08:00","level":"INFO","msg":"Stopping system monitor"}
12
+ {"time":"2026-03-29T15:42:14.051798065+08:00","level":"INFO","msg":"Stopped system monitor"}
13
+ {"time":"2026-03-29T15:42:16.223692144+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
14
+ {"time":"2026-03-29T15:42:16.751572841+08:00","level":"INFO","msg":"handler: closed","stream_id":{"value":"o5htznsr"}}
15
+ {"time":"2026-03-29T15:42:16.751628329+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"o5htznsr"}}
16
+ {"time":"2026-03-29T15:42:16.751688481+08:00","level":"INFO","msg":"sender: closed","stream_id":"o5htznsr"}
17
+ {"time":"2026-03-29T15:42:16.75169798+08:00","level":"INFO","msg":"stream: closed","id":"o5htznsr"}
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/debug.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Configure stats pid to 1608774
3
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/.config/wandb/settings
4
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Loading settings from /tmp2/chyang/workspace/LLM-BC/wandb/settings
5
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'llmbc/workspace/train_diffusion_unet_lowdim_workspace.py', 'program_abspath': '/tmp2/chyang/workspace/LLM-BC/llmbc/workspace/train_diffusion_unet_lowdim_workspace.py', 'program': '/tmp2/chyang/workspace/LLM-BC/./llmbc/workspace/train_diffusion_unet_lowdim_workspace.py'}
8
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_init.py:_log_setup():533] Logging user logs to /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug.log
10
+ 2026-03-28 08:16:11,800 INFO MainThread:1608774 [wandb_init.py:_log_setup():534] Logging internal logs to /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug-internal.log
11
+ 2026-03-28 08:16:11,800 INFO MainThread:1608774 [wandb_init.py:init():619] calling init triggers
12
+ 2026-03-28 08:16:11,800 INFO MainThread:1608774 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_diffusion_unet_lowdim_workspace.TrainDiffusionUnetLowdimWorkspace', 'obs_dim': 46, 'action_dim': 26, 'task_name': 'adroit-hand-hammer-v1', 'exp_name': 'default', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'policy': {'_target_': 'llmbc.policy.diffusion_unet_lowdim_policy.DiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 26, 'local_cond_dim': None, 'global_cond_dim': 46, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 46, 'action_dim': 26, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 256, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 256, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 43, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 1, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'adroit-hand-hammer-v1-training', 'resume': True, 'mode': 'online', 'name': '2026.03.28-08.16.10_train_diffusion_unet_lowdim_adroit-hand-hammer-v1', 'tags': ['train_diffusion_unet_lowdim', 'adroit-hand-hammer-v1', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1', 'wandb_name_base': '2026.03.28-08.16.10_train_diffusion_unet_lowdim_adroit-hand-hammer-v1'}, 'task': {'name': 'adroit-hand-hammer-v1', 'obs_dim': 46, 'action_dim': 26, 'env_runner': {'_target_': 'llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner', 'env_name': 'llf-adroit-adroit-hand-hammer-v1', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 150, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset', 'data_path': 'datasets/adroit-hand-hammer-v1.pt', 'data_path2': 'datasets/adroit-hand-hammer-v1.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.1, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.adroit_instructor.adroit_hand_hammer_v1_instructor.AdroitHandHammerV1Instructor'}}}
14
+ 2026-03-28 08:16:11,800 INFO MainThread:1608774 [wandb_init.py:init():669] starting backend
15
+ 2026-03-28 08:16:11,800 INFO MainThread:1608774 [wandb_init.py:init():673] sending inform_init request
16
+ 2026-03-28 08:16:11,802 INFO MainThread:1608774 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2026-03-28 08:16:11,802 INFO MainThread:1608774 [wandb_init.py:init():686] backend started and connected
18
+ 2026-03-28 08:16:11,813 INFO MainThread:1608774 [wandb_init.py:init():781] updated telemetry
19
+ 2026-03-28 08:16:11,932 INFO MainThread:1608774 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2026-03-28 08:16:12,919 INFO MainThread:1608774 [wandb_init.py:init():867] starting run threads in backend
21
+ 2026-03-28 08:16:13,364 INFO MainThread:1608774 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2026-03-28 08:16:13,364 INFO MainThread:1608774 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2026-03-28 08:16:13,364 INFO MainThread:1608774 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2026-03-28 08:16:13,364 INFO MainThread:1608774 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2026-03-28 08:16:13,367 INFO MainThread:1608774 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2026-03-28 08:16:13,368 INFO MainThread:1608774 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1'}
27
+ 2026-03-29 15:42:13,981 WARNING MsgRouterThr:1608774 [router.py:message_loop():75] message_loop has been closed
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/files/config.yaml ADDED
@@ -0,0 +1,233 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _target_:
2
+ value: llmbc.workspace.train_diffusion_unet_lowdim_workspace.TrainDiffusionUnetLowdimWorkspace
3
+ _wandb:
4
+ value:
5
+ cli_version: 0.18.6
6
+ m: []
7
+ python_version: 3.9.23
8
+ t:
9
+ "1":
10
+ - 1
11
+ - 2
12
+ - 3
13
+ - 5
14
+ - 11
15
+ - 12
16
+ - 41
17
+ - 49
18
+ - 50
19
+ - 51
20
+ - 53
21
+ - 55
22
+ - 71
23
+ - 83
24
+ - 95
25
+ - 98
26
+ - 100
27
+ - 105
28
+ "2":
29
+ - 1
30
+ - 2
31
+ - 3
32
+ - 5
33
+ - 11
34
+ - 12
35
+ - 41
36
+ - 49
37
+ - 50
38
+ - 51
39
+ - 53
40
+ - 55
41
+ - 71
42
+ - 83
43
+ - 95
44
+ - 98
45
+ - 100
46
+ - 105
47
+ "3":
48
+ - 13
49
+ - 15
50
+ - 16
51
+ - 23
52
+ - 55
53
+ - 61
54
+ "4": 3.9.23
55
+ "5": 0.18.6
56
+ "6": 4.47.1
57
+ "8":
58
+ - 5
59
+ "12": 0.18.6
60
+ "13": linux-x86_64
61
+ action_dim:
62
+ value: 26
63
+ checkpoint:
64
+ value:
65
+ save_last_ckpt: true
66
+ save_last_snapshot: false
67
+ topk:
68
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
69
+ k: 5
70
+ mode: max
71
+ monitor_key: test_success_rate
72
+ dataloader:
73
+ value:
74
+ batch_size: 256
75
+ num_workers: 0
76
+ persistent_workers: false
77
+ pin_memory: false
78
+ shuffle: true
79
+ ema:
80
+ value:
81
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
82
+ inv_gamma: 1
83
+ max_value: 0.9999
84
+ min_value: 0
85
+ power: 0.75
86
+ update_after_step: 0
87
+ exp_name:
88
+ value: default
89
+ horizon:
90
+ value: 1
91
+ keypoint_visible_rate:
92
+ value: 1
93
+ logging:
94
+ value:
95
+ group: null
96
+ id: null
97
+ mode: online
98
+ name: 2026.03.28-08.16.10_train_diffusion_unet_lowdim_adroit-hand-hammer-v1
99
+ project: adroit-hand-hammer-v1-training
100
+ resume: true
101
+ tags:
102
+ - train_diffusion_unet_lowdim
103
+ - adroit-hand-hammer-v1
104
+ - default
105
+ multi_run:
106
+ value:
107
+ run_dir: data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1
108
+ wandb_name_base: 2026.03.28-08.16.10_train_diffusion_unet_lowdim_adroit-hand-hammer-v1
109
+ n_action_steps:
110
+ value: 1
111
+ n_latency_steps:
112
+ value: 0
113
+ n_obs_steps:
114
+ value: 1
115
+ name:
116
+ value: train_diffusion_unet_lowdim
117
+ obs_as_global_cond:
118
+ value: true
119
+ obs_as_local_cond:
120
+ value: false
121
+ obs_dim:
122
+ value: 46
123
+ optimizer:
124
+ value:
125
+ _target_: torch.optim.AdamW
126
+ betas:
127
+ - 0.95
128
+ - 0.999
129
+ eps: 1e-08
130
+ lr: 0.0001
131
+ weight_decay: 1e-06
132
+ output_dir:
133
+ value: /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1
134
+ past_action_visible:
135
+ value: false
136
+ policy:
137
+ value:
138
+ _target_: llmbc.policy.diffusion_unet_lowdim_policy.DiffusionUnetLowdimPolicy
139
+ action_dim: 26
140
+ horizon: 1
141
+ model:
142
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
143
+ cond_predict_scale: true
144
+ diffusion_step_embed_dim: 256
145
+ down_dims:
146
+ - 256
147
+ - 512
148
+ - 1024
149
+ global_cond_dim: 46
150
+ input_dim: 26
151
+ kernel_size: 5
152
+ local_cond_dim: null
153
+ n_groups: 8
154
+ n_action_steps: 1
155
+ n_obs_steps: 1
156
+ noise_scheduler:
157
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
158
+ beta_end: 0.02
159
+ beta_schedule: squaredcos_cap_v2
160
+ beta_start: 0.0001
161
+ clip_sample: true
162
+ num_train_timesteps: 100
163
+ prediction_type: epsilon
164
+ variance_type: fixed_small
165
+ num_inference_steps: 100
166
+ oa_step_convention: true
167
+ obs_as_global_cond: true
168
+ obs_as_local_cond: false
169
+ obs_dim: 46
170
+ pred_action_steps_only: false
171
+ pred_action_steps_only:
172
+ value: false
173
+ task:
174
+ value:
175
+ action_dim: 26
176
+ dataset:
177
+ _target_: llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset
178
+ data_path: datasets/adroit-hand-hammer-v1.pt
179
+ data_path2: datasets/adroit-hand-hammer-v1.pt
180
+ dummy_normalizer: false
181
+ horizon: 1
182
+ obs_eef_target: true
183
+ pad_after: 0
184
+ pad_before: 0
185
+ use_manual_normalizer: false
186
+ val_ratio: 0.1
187
+ env_runner:
188
+ _target_: llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner
189
+ discount: 0.99
190
+ env_name: llf-adroit-adroit-hand-hammer-v1
191
+ feedback_type:
192
+ - hp
193
+ - hn
194
+ - fp
195
+ instruction_type: b
196
+ max_steps: 150
197
+ n_action_steps: 1
198
+ n_envs: 10
199
+ n_obs_steps: 1
200
+ n_test: 50
201
+ n_train: 10
202
+ visual: false
203
+ instructor:
204
+ _target_: llmbc.translator.instructor.adroit_instructor.adroit_hand_hammer_v1_instructor.AdroitHandHammerV1Instructor
205
+ name: adroit-hand-hammer-v1
206
+ obs_dim: 46
207
+ task_name:
208
+ value: adroit-hand-hammer-v1
209
+ training:
210
+ value:
211
+ checkpoint_every: 5
212
+ debug: false
213
+ device: cuda:0
214
+ gradient_accumulate_every: 1
215
+ lr_scheduler: cosine
216
+ lr_warmup_steps: 500
217
+ max_train_steps: null
218
+ max_val_steps: null
219
+ num_epochs: 1001
220
+ resume: true
221
+ rollout_every: 5
222
+ sample_every: 5
223
+ seed: 43
224
+ tqdm_interval_sec: 1
225
+ use_ema: true
226
+ val_every: 1
227
+ val_dataloader:
228
+ value:
229
+ batch_size: 256
230
+ num_workers: 0
231
+ persistent_workers: false
232
+ pin_memory: false
233
+ shuffle: false
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/files/output.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ Eval AdroitHandLowdimRunner 1/6: 0%| | 0/150 [00:00<?, ?it/s]/tmp2/chyang/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
2
+ obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
3
+
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/files/wandb-metadata.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.15.0-89-generic-x86_64-with-glibc2.31",
3
+ "python": "3.9.23",
4
+ "startedAt": "2026-03-28T00:16:11.802920Z",
5
+ "args": [
6
+ "training.seed=43"
7
+ ],
8
+ "program": "/tmp2/chyang/workspace/LLM-BC/./llmbc/workspace/train_diffusion_unet_lowdim_workspace.py",
9
+ "codePath": "llmbc/workspace/train_diffusion_unet_lowdim_workspace.py",
10
+ "git": {
11
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
12
+ "commit": "1094ad421efce8504d0db53b626c6f5075d6ad49"
13
+ },
14
+ "email": "chris920325@gmail.com",
15
+ "root": "/tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1",
16
+ "host": "rllab1014",
17
+ "username": "chyang",
18
+ "executable": "/home/chyang/miniconda3/envs/llm-bc/bin/python3",
19
+ "codePathLocal": "llmbc/workspace/train_diffusion_unet_lowdim_workspace.py",
20
+ "cpu_count": 10,
21
+ "cpu_count_logical": 20,
22
+ "gpu": "NVIDIA GeForce RTX 4070 Ti",
23
+ "gpu_count": 2,
24
+ "disk": {
25
+ "/": {
26
+ "total": "982820896768",
27
+ "used": "823320662016"
28
+ }
29
+ },
30
+ "memory": {
31
+ "total": "134733602816"
32
+ },
33
+ "cpu": {
34
+ "count": 10,
35
+ "countLogical": 20
36
+ },
37
+ "gpu_nvidia": [
38
+ {
39
+ "name": "NVIDIA GeForce RTX 4070 Ti",
40
+ "memoryTotal": "12878610432",
41
+ "cudaCores": 7680,
42
+ "architecture": "Ada"
43
+ },
44
+ {
45
+ "name": "NVIDIA GeForce RTX 4070 Ti",
46
+ "memoryTotal": "12878610432",
47
+ "cudaCores": 7680,
48
+ "architecture": "Ada"
49
+ }
50
+ ],
51
+ "cudaVersion": "12.0"
52
+ }
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"train/success_rate":0.5,"_wandb":{"runtime":113162},"global_step":2001,"_runtime":113162.178124531,"val_loss":0.3169313073158264,"_step":2001,"train_action_mse_error":0.03527466580271721,"test/mean_score":58.56388087313384,"train/cumulative_reward":45.22315914313251,"test/success_rate":0.56,"epoch":1000,"test/cumulative_reward":89.61679157603774,"train_loss":0.03997102007269859,"train/mean_score":51.568006107864015,"_timestamp":1.7747701186618679e+09,"lr":0}
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug-core.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-28T08:16:11.143918339+08:00","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmp12h0ja4k/port-1608774.txt","pid":1608774,"debug":false,"disable-analytics":false}
2
+ {"time":"2026-03-28T08:16:11.143941789+08:00","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
3
+ {"time":"2026-03-28T08:16:11.147122777+08:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":46027,"Zone":""}}
4
+ {"time":"2026-03-28T08:16:11.147156227+08:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":1608774}
5
+ {"time":"2026-03-28T08:16:11.34187395+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:47982"}
6
+ {"time":"2026-03-28T08:16:11.805341021+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"o5htznsr","id":"127.0.0.1:47982"}
7
+ {"time":"2026-03-28T08:16:11.913298639+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"o5htznsr","id":"127.0.0.1:47982"}
8
+ {"time":"2026-03-29T15:42:13.979715277+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:47982"}
9
+ {"time":"2026-03-29T15:42:13.980655459+08:00","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:47982"}
10
+ {"time":"2026-03-29T15:42:13.980796918+08:00","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:47982"}
11
+ {"time":"2026-03-29T15:42:13.980720038+08:00","level":"INFO","msg":"server is shutting down"}
12
+ {"time":"2026-03-29T15:42:16.751777062+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:47982"}
13
+ {"time":"2026-03-29T15:42:16.751801541+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:47982"}
14
+ {"time":"2026-03-29T15:42:16.751813736+08:00","level":"INFO","msg":"server is closed"}
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug-internal.log ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-28T08:16:11.805571968+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2026-03-28T08:16:11.80559719+08:00","level":"INFO","msg":"created symlink","path":"/tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug-core.log"}
3
+ {"time":"2026-03-28T08:16:11.91324133+08:00","level":"INFO","msg":"created new stream","id":"o5htznsr"}
4
+ {"time":"2026-03-28T08:16:11.913287317+08:00","level":"INFO","msg":"stream: started","id":"o5htznsr"}
5
+ {"time":"2026-03-28T08:16:11.913348558+08:00","level":"INFO","msg":"sender: started","stream_id":"o5htznsr"}
6
+ {"time":"2026-03-28T08:16:11.913305502+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"o5htznsr"}}
7
+ {"time":"2026-03-28T08:16:11.913435827+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"o5htznsr"}}
8
+ {"time":"2026-03-28T08:16:12.924611783+08:00","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2026-03-28T11:08:58.685567456+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/adroit-hand-hammer-v1-training/o5htznsr/file_stream"}
10
+ {"time":"2026-03-29T15:42:13.980801527+08:00","level":"INFO","msg":"stream: closing","id":"o5htznsr"}
11
+ {"time":"2026-03-29T15:42:13.98107263+08:00","level":"INFO","msg":"Stopping system monitor"}
12
+ {"time":"2026-03-29T15:42:14.051798065+08:00","level":"INFO","msg":"Stopped system monitor"}
13
+ {"time":"2026-03-29T15:42:16.223692144+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
14
+ {"time":"2026-03-29T15:42:16.751572841+08:00","level":"INFO","msg":"handler: closed","stream_id":{"value":"o5htznsr"}}
15
+ {"time":"2026-03-29T15:42:16.751628329+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"o5htznsr"}}
16
+ {"time":"2026-03-29T15:42:16.751688481+08:00","level":"INFO","msg":"sender: closed","stream_id":"o5htznsr"}
17
+ {"time":"2026-03-29T15:42:16.75169798+08:00","level":"INFO","msg":"stream: closed","id":"o5htznsr"}
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Configure stats pid to 1608774
3
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/.config/wandb/settings
4
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Loading settings from /tmp2/chyang/workspace/LLM-BC/wandb/settings
5
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'llmbc/workspace/train_diffusion_unet_lowdim_workspace.py', 'program_abspath': '/tmp2/chyang/workspace/LLM-BC/llmbc/workspace/train_diffusion_unet_lowdim_workspace.py', 'program': '/tmp2/chyang/workspace/LLM-BC/./llmbc/workspace/train_diffusion_unet_lowdim_workspace.py'}
8
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2026-03-28 08:16:11,799 INFO MainThread:1608774 [wandb_init.py:_log_setup():533] Logging user logs to /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug.log
10
+ 2026-03-28 08:16:11,800 INFO MainThread:1608774 [wandb_init.py:_log_setup():534] Logging internal logs to /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/logs/debug-internal.log
11
+ 2026-03-28 08:16:11,800 INFO MainThread:1608774 [wandb_init.py:init():619] calling init triggers
12
+ 2026-03-28 08:16:11,800 INFO MainThread:1608774 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_diffusion_unet_lowdim_workspace.TrainDiffusionUnetLowdimWorkspace', 'obs_dim': 46, 'action_dim': 26, 'task_name': 'adroit-hand-hammer-v1', 'exp_name': 'default', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'policy': {'_target_': 'llmbc.policy.diffusion_unet_lowdim_policy.DiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 26, 'local_cond_dim': None, 'global_cond_dim': 46, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 46, 'action_dim': 26, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 256, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 256, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 43, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 1, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'adroit-hand-hammer-v1-training', 'resume': True, 'mode': 'online', 'name': '2026.03.28-08.16.10_train_diffusion_unet_lowdim_adroit-hand-hammer-v1', 'tags': ['train_diffusion_unet_lowdim', 'adroit-hand-hammer-v1', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1', 'wandb_name_base': '2026.03.28-08.16.10_train_diffusion_unet_lowdim_adroit-hand-hammer-v1'}, 'task': {'name': 'adroit-hand-hammer-v1', 'obs_dim': 46, 'action_dim': 26, 'env_runner': {'_target_': 'llmbc.env_runner.adroit_lowdim_runner.AdroitHandLowdimRunner', 'env_name': 'llf-adroit-adroit-hand-hammer-v1', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 150, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.adroit_lowdim_dataset.AdroitHandLowdimDataset', 'data_path': 'datasets/adroit-hand-hammer-v1.pt', 'data_path2': 'datasets/adroit-hand-hammer-v1.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.1, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.adroit_instructor.adroit_hand_hammer_v1_instructor.AdroitHandHammerV1Instructor'}}}
14
+ 2026-03-28 08:16:11,800 INFO MainThread:1608774 [wandb_init.py:init():669] starting backend
15
+ 2026-03-28 08:16:11,800 INFO MainThread:1608774 [wandb_init.py:init():673] sending inform_init request
16
+ 2026-03-28 08:16:11,802 INFO MainThread:1608774 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2026-03-28 08:16:11,802 INFO MainThread:1608774 [wandb_init.py:init():686] backend started and connected
18
+ 2026-03-28 08:16:11,813 INFO MainThread:1608774 [wandb_init.py:init():781] updated telemetry
19
+ 2026-03-28 08:16:11,932 INFO MainThread:1608774 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2026-03-28 08:16:12,919 INFO MainThread:1608774 [wandb_init.py:init():867] starting run threads in backend
21
+ 2026-03-28 08:16:13,364 INFO MainThread:1608774 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2026-03-28 08:16:13,364 INFO MainThread:1608774 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2026-03-28 08:16:13,364 INFO MainThread:1608774 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2026-03-28 08:16:13,364 INFO MainThread:1608774 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2026-03-28 08:16:13,367 INFO MainThread:1608774 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2026-03-28 08:16:13,368 INFO MainThread:1608774 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1'}
27
+ 2026-03-29 15:42:13,981 WARNING MsgRouterThr:1608774 [router.py:message_loop():75] message_loop has been closed
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/run-20260328_081611-o5htznsr/run-o5htznsr.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1617bd14affa76adc13a1612433d3d3147d2d652293efc9483cbfc7d9605ee51
3
+ size 83641982
2026.03.28/08.16.04_train_diffusion_unet_lowdim_adroit-hand-hammer-v1/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "o5htznsr"}