wwqcleverghost commited on
Commit
abaeeff
·
verified ·
1 Parent(s): 4d62564

Add intermediate checkpoints and training log from lab PC

Browse files
Files changed (29) hide show
  1. checkpoints/020000/config.json +78 -0
  2. checkpoints/020000/model.safetensors +3 -0
  3. checkpoints/020000/policy_postprocessor.json +32 -0
  4. checkpoints/020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
  5. checkpoints/020000/policy_preprocessor.json +72 -0
  6. checkpoints/020000/policy_preprocessor_step_3_normalizer_processor.safetensors +3 -0
  7. checkpoints/020000/train_config.json +207 -0
  8. checkpoints/040000/config.json +78 -0
  9. checkpoints/040000/model.safetensors +3 -0
  10. checkpoints/040000/policy_postprocessor.json +32 -0
  11. checkpoints/040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
  12. checkpoints/040000/policy_preprocessor.json +72 -0
  13. checkpoints/040000/policy_preprocessor_step_3_normalizer_processor.safetensors +3 -0
  14. checkpoints/040000/train_config.json +207 -0
  15. checkpoints/060000/config.json +78 -0
  16. checkpoints/060000/model.safetensors +3 -0
  17. checkpoints/060000/policy_postprocessor.json +32 -0
  18. checkpoints/060000/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
  19. checkpoints/060000/policy_preprocessor.json +72 -0
  20. checkpoints/060000/policy_preprocessor_step_3_normalizer_processor.safetensors +3 -0
  21. checkpoints/060000/train_config.json +207 -0
  22. checkpoints/080000/config.json +78 -0
  23. checkpoints/080000/model.safetensors +3 -0
  24. checkpoints/080000/policy_postprocessor.json +32 -0
  25. checkpoints/080000/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
  26. checkpoints/080000/policy_preprocessor.json +72 -0
  27. checkpoints/080000/policy_preprocessor_step_3_normalizer_processor.safetensors +3 -0
  28. checkpoints/080000/train_config.json +207 -0
  29. train.log +631 -0
checkpoints/020000/config.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 17
9
+ ]
10
+ },
11
+ "observation.images.left_wrist": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 480,
16
+ 640
17
+ ]
18
+ },
19
+ "observation.images.right_wrist": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 480,
24
+ 640
25
+ ]
26
+ },
27
+ "observation.images.head(RGDB)": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 480,
32
+ 640
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 17
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "push_to_hub": false,
47
+ "repo_id": null,
48
+ "private": null,
49
+ "tags": null,
50
+ "license": null,
51
+ "pretrained_path": null,
52
+ "chunk_size": 100,
53
+ "n_action_steps": 100,
54
+ "normalization_mapping": {
55
+ "VISUAL": "MEAN_STD",
56
+ "STATE": "MEAN_STD",
57
+ "ACTION": "MEAN_STD"
58
+ },
59
+ "vision_backbone": "resnet18",
60
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
61
+ "replace_final_stride_with_dilation": false,
62
+ "pre_norm": false,
63
+ "dim_model": 512,
64
+ "n_heads": 8,
65
+ "dim_feedforward": 3200,
66
+ "feedforward_activation": "relu",
67
+ "n_encoder_layers": 4,
68
+ "n_decoder_layers": 1,
69
+ "use_vae": true,
70
+ "latent_dim": 32,
71
+ "n_vae_encoder_layers": 4,
72
+ "temporal_ensemble_coeff": null,
73
+ "dropout": 0.1,
74
+ "kl_weight": 10.0,
75
+ "optimizer_lr": 1e-05,
76
+ "optimizer_weight_decay": 0.0001,
77
+ "optimizer_lr_backbone": 1e-05
78
+ }
checkpoints/020000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbaa59ede444e92038aae17be459220ddc74add571dfc706a15eeb7c8afe0158
3
+ size 206789892
checkpoints/020000/policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 17
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "MEAN_STD",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
checkpoints/020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
3
+ size 9592
checkpoints/020000/policy_preprocessor.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "device_processor",
16
+ "config": {
17
+ "device": "cuda",
18
+ "float_dtype": null
19
+ }
20
+ },
21
+ {
22
+ "registry_name": "normalizer_processor",
23
+ "config": {
24
+ "eps": 1e-08,
25
+ "features": {
26
+ "observation.state": {
27
+ "type": "STATE",
28
+ "shape": [
29
+ 17
30
+ ]
31
+ },
32
+ "observation.images.left_wrist": {
33
+ "type": "VISUAL",
34
+ "shape": [
35
+ 3,
36
+ 480,
37
+ 640
38
+ ]
39
+ },
40
+ "observation.images.right_wrist": {
41
+ "type": "VISUAL",
42
+ "shape": [
43
+ 3,
44
+ 480,
45
+ 640
46
+ ]
47
+ },
48
+ "observation.images.head(RGDB)": {
49
+ "type": "VISUAL",
50
+ "shape": [
51
+ 3,
52
+ 480,
53
+ 640
54
+ ]
55
+ },
56
+ "action": {
57
+ "type": "ACTION",
58
+ "shape": [
59
+ 17
60
+ ]
61
+ }
62
+ },
63
+ "norm_map": {
64
+ "VISUAL": "MEAN_STD",
65
+ "STATE": "MEAN_STD",
66
+ "ACTION": "MEAN_STD"
67
+ }
68
+ },
69
+ "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
70
+ }
71
+ ]
72
+ }
checkpoints/020000/policy_preprocessor_step_3_normalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
3
+ size 9592
checkpoints/020000/train_config.json ADDED
@@ -0,0 +1,207 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "wwqcleverghost/handover3",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": null,
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "streaming": false
81
+ },
82
+ "env": null,
83
+ "policy": {
84
+ "type": "act",
85
+ "n_obs_steps": 1,
86
+ "input_features": {
87
+ "observation.state": {
88
+ "type": "STATE",
89
+ "shape": [
90
+ 17
91
+ ]
92
+ },
93
+ "observation.images.left_wrist": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 480,
98
+ 640
99
+ ]
100
+ },
101
+ "observation.images.right_wrist": {
102
+ "type": "VISUAL",
103
+ "shape": [
104
+ 3,
105
+ 480,
106
+ 640
107
+ ]
108
+ },
109
+ "observation.images.head(RGDB)": {
110
+ "type": "VISUAL",
111
+ "shape": [
112
+ 3,
113
+ 480,
114
+ 640
115
+ ]
116
+ }
117
+ },
118
+ "output_features": {
119
+ "action": {
120
+ "type": "ACTION",
121
+ "shape": [
122
+ 17
123
+ ]
124
+ }
125
+ },
126
+ "device": "cuda",
127
+ "use_amp": false,
128
+ "push_to_hub": false,
129
+ "repo_id": null,
130
+ "private": null,
131
+ "tags": null,
132
+ "license": null,
133
+ "pretrained_path": null,
134
+ "chunk_size": 100,
135
+ "n_action_steps": 100,
136
+ "normalization_mapping": {
137
+ "VISUAL": "MEAN_STD",
138
+ "STATE": "MEAN_STD",
139
+ "ACTION": "MEAN_STD"
140
+ },
141
+ "vision_backbone": "resnet18",
142
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
143
+ "replace_final_stride_with_dilation": false,
144
+ "pre_norm": false,
145
+ "dim_model": 512,
146
+ "n_heads": 8,
147
+ "dim_feedforward": 3200,
148
+ "feedforward_activation": "relu",
149
+ "n_encoder_layers": 4,
150
+ "n_decoder_layers": 1,
151
+ "use_vae": true,
152
+ "latent_dim": 32,
153
+ "n_vae_encoder_layers": 4,
154
+ "temporal_ensemble_coeff": null,
155
+ "dropout": 0.1,
156
+ "kl_weight": 10.0,
157
+ "optimizer_lr": 1e-05,
158
+ "optimizer_weight_decay": 0.0001,
159
+ "optimizer_lr_backbone": 1e-05
160
+ },
161
+ "output_dir": "/home/marmotlab/wwq/lerobot/outputs/train/act_handover3",
162
+ "job_name": "act_handover3",
163
+ "resume": false,
164
+ "seed": 1000,
165
+ "num_workers": 4,
166
+ "batch_size": 8,
167
+ "steps": 100000,
168
+ "eval_freq": 20000,
169
+ "log_freq": 200,
170
+ "tolerance_s": 0.0001,
171
+ "save_checkpoint": true,
172
+ "save_freq": 20000,
173
+ "use_policy_training_preset": true,
174
+ "optimizer": {
175
+ "type": "adamw",
176
+ "lr": 1e-05,
177
+ "weight_decay": 0.0001,
178
+ "grad_clip_norm": 10.0,
179
+ "betas": [
180
+ 0.9,
181
+ 0.999
182
+ ],
183
+ "eps": 1e-08
184
+ },
185
+ "scheduler": null,
186
+ "eval": {
187
+ "n_episodes": 50,
188
+ "batch_size": 50,
189
+ "use_async_envs": false
190
+ },
191
+ "wandb": {
192
+ "enable": true,
193
+ "disable_artifact": true,
194
+ "project": "handover",
195
+ "entity": "wwqcleverghost",
196
+ "notes": null,
197
+ "run_id": "mmme0qik",
198
+ "mode": null
199
+ },
200
+ "use_rabc": false,
201
+ "rabc_progress_path": null,
202
+ "rabc_kappa": 0.01,
203
+ "rabc_epsilon": 1e-06,
204
+ "rabc_head_mode": "sparse",
205
+ "rename_map": {},
206
+ "checkpoint_path": null
207
+ }
checkpoints/040000/config.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 17
9
+ ]
10
+ },
11
+ "observation.images.left_wrist": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 480,
16
+ 640
17
+ ]
18
+ },
19
+ "observation.images.right_wrist": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 480,
24
+ 640
25
+ ]
26
+ },
27
+ "observation.images.head(RGDB)": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 480,
32
+ 640
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 17
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "push_to_hub": false,
47
+ "repo_id": null,
48
+ "private": null,
49
+ "tags": null,
50
+ "license": null,
51
+ "pretrained_path": null,
52
+ "chunk_size": 100,
53
+ "n_action_steps": 100,
54
+ "normalization_mapping": {
55
+ "VISUAL": "MEAN_STD",
56
+ "STATE": "MEAN_STD",
57
+ "ACTION": "MEAN_STD"
58
+ },
59
+ "vision_backbone": "resnet18",
60
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
61
+ "replace_final_stride_with_dilation": false,
62
+ "pre_norm": false,
63
+ "dim_model": 512,
64
+ "n_heads": 8,
65
+ "dim_feedforward": 3200,
66
+ "feedforward_activation": "relu",
67
+ "n_encoder_layers": 4,
68
+ "n_decoder_layers": 1,
69
+ "use_vae": true,
70
+ "latent_dim": 32,
71
+ "n_vae_encoder_layers": 4,
72
+ "temporal_ensemble_coeff": null,
73
+ "dropout": 0.1,
74
+ "kl_weight": 10.0,
75
+ "optimizer_lr": 1e-05,
76
+ "optimizer_weight_decay": 0.0001,
77
+ "optimizer_lr_backbone": 1e-05
78
+ }
checkpoints/040000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20dc713d3d2688869c3747949a74f2c147d18a6e39c0b9aa1f24ede4e363dd85
3
+ size 206789892
checkpoints/040000/policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 17
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "MEAN_STD",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
checkpoints/040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
3
+ size 9592
checkpoints/040000/policy_preprocessor.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "device_processor",
16
+ "config": {
17
+ "device": "cuda",
18
+ "float_dtype": null
19
+ }
20
+ },
21
+ {
22
+ "registry_name": "normalizer_processor",
23
+ "config": {
24
+ "eps": 1e-08,
25
+ "features": {
26
+ "observation.state": {
27
+ "type": "STATE",
28
+ "shape": [
29
+ 17
30
+ ]
31
+ },
32
+ "observation.images.left_wrist": {
33
+ "type": "VISUAL",
34
+ "shape": [
35
+ 3,
36
+ 480,
37
+ 640
38
+ ]
39
+ },
40
+ "observation.images.right_wrist": {
41
+ "type": "VISUAL",
42
+ "shape": [
43
+ 3,
44
+ 480,
45
+ 640
46
+ ]
47
+ },
48
+ "observation.images.head(RGDB)": {
49
+ "type": "VISUAL",
50
+ "shape": [
51
+ 3,
52
+ 480,
53
+ 640
54
+ ]
55
+ },
56
+ "action": {
57
+ "type": "ACTION",
58
+ "shape": [
59
+ 17
60
+ ]
61
+ }
62
+ },
63
+ "norm_map": {
64
+ "VISUAL": "MEAN_STD",
65
+ "STATE": "MEAN_STD",
66
+ "ACTION": "MEAN_STD"
67
+ }
68
+ },
69
+ "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
70
+ }
71
+ ]
72
+ }
checkpoints/040000/policy_preprocessor_step_3_normalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
3
+ size 9592
checkpoints/040000/train_config.json ADDED
@@ -0,0 +1,207 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "wwqcleverghost/handover3",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": null,
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "streaming": false
81
+ },
82
+ "env": null,
83
+ "policy": {
84
+ "type": "act",
85
+ "n_obs_steps": 1,
86
+ "input_features": {
87
+ "observation.state": {
88
+ "type": "STATE",
89
+ "shape": [
90
+ 17
91
+ ]
92
+ },
93
+ "observation.images.left_wrist": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 480,
98
+ 640
99
+ ]
100
+ },
101
+ "observation.images.right_wrist": {
102
+ "type": "VISUAL",
103
+ "shape": [
104
+ 3,
105
+ 480,
106
+ 640
107
+ ]
108
+ },
109
+ "observation.images.head(RGDB)": {
110
+ "type": "VISUAL",
111
+ "shape": [
112
+ 3,
113
+ 480,
114
+ 640
115
+ ]
116
+ }
117
+ },
118
+ "output_features": {
119
+ "action": {
120
+ "type": "ACTION",
121
+ "shape": [
122
+ 17
123
+ ]
124
+ }
125
+ },
126
+ "device": "cuda",
127
+ "use_amp": false,
128
+ "push_to_hub": false,
129
+ "repo_id": null,
130
+ "private": null,
131
+ "tags": null,
132
+ "license": null,
133
+ "pretrained_path": null,
134
+ "chunk_size": 100,
135
+ "n_action_steps": 100,
136
+ "normalization_mapping": {
137
+ "VISUAL": "MEAN_STD",
138
+ "STATE": "MEAN_STD",
139
+ "ACTION": "MEAN_STD"
140
+ },
141
+ "vision_backbone": "resnet18",
142
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
143
+ "replace_final_stride_with_dilation": false,
144
+ "pre_norm": false,
145
+ "dim_model": 512,
146
+ "n_heads": 8,
147
+ "dim_feedforward": 3200,
148
+ "feedforward_activation": "relu",
149
+ "n_encoder_layers": 4,
150
+ "n_decoder_layers": 1,
151
+ "use_vae": true,
152
+ "latent_dim": 32,
153
+ "n_vae_encoder_layers": 4,
154
+ "temporal_ensemble_coeff": null,
155
+ "dropout": 0.1,
156
+ "kl_weight": 10.0,
157
+ "optimizer_lr": 1e-05,
158
+ "optimizer_weight_decay": 0.0001,
159
+ "optimizer_lr_backbone": 1e-05
160
+ },
161
+ "output_dir": "/home/marmotlab/wwq/lerobot/outputs/train/act_handover3",
162
+ "job_name": "act_handover3",
163
+ "resume": false,
164
+ "seed": 1000,
165
+ "num_workers": 4,
166
+ "batch_size": 8,
167
+ "steps": 100000,
168
+ "eval_freq": 20000,
169
+ "log_freq": 200,
170
+ "tolerance_s": 0.0001,
171
+ "save_checkpoint": true,
172
+ "save_freq": 20000,
173
+ "use_policy_training_preset": true,
174
+ "optimizer": {
175
+ "type": "adamw",
176
+ "lr": 1e-05,
177
+ "weight_decay": 0.0001,
178
+ "grad_clip_norm": 10.0,
179
+ "betas": [
180
+ 0.9,
181
+ 0.999
182
+ ],
183
+ "eps": 1e-08
184
+ },
185
+ "scheduler": null,
186
+ "eval": {
187
+ "n_episodes": 50,
188
+ "batch_size": 50,
189
+ "use_async_envs": false
190
+ },
191
+ "wandb": {
192
+ "enable": true,
193
+ "disable_artifact": true,
194
+ "project": "handover",
195
+ "entity": "wwqcleverghost",
196
+ "notes": null,
197
+ "run_id": "mmme0qik",
198
+ "mode": null
199
+ },
200
+ "use_rabc": false,
201
+ "rabc_progress_path": null,
202
+ "rabc_kappa": 0.01,
203
+ "rabc_epsilon": 1e-06,
204
+ "rabc_head_mode": "sparse",
205
+ "rename_map": {},
206
+ "checkpoint_path": null
207
+ }
checkpoints/060000/config.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 17
9
+ ]
10
+ },
11
+ "observation.images.left_wrist": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 480,
16
+ 640
17
+ ]
18
+ },
19
+ "observation.images.right_wrist": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 480,
24
+ 640
25
+ ]
26
+ },
27
+ "observation.images.head(RGDB)": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 480,
32
+ 640
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 17
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "push_to_hub": false,
47
+ "repo_id": null,
48
+ "private": null,
49
+ "tags": null,
50
+ "license": null,
51
+ "pretrained_path": null,
52
+ "chunk_size": 100,
53
+ "n_action_steps": 100,
54
+ "normalization_mapping": {
55
+ "VISUAL": "MEAN_STD",
56
+ "STATE": "MEAN_STD",
57
+ "ACTION": "MEAN_STD"
58
+ },
59
+ "vision_backbone": "resnet18",
60
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
61
+ "replace_final_stride_with_dilation": false,
62
+ "pre_norm": false,
63
+ "dim_model": 512,
64
+ "n_heads": 8,
65
+ "dim_feedforward": 3200,
66
+ "feedforward_activation": "relu",
67
+ "n_encoder_layers": 4,
68
+ "n_decoder_layers": 1,
69
+ "use_vae": true,
70
+ "latent_dim": 32,
71
+ "n_vae_encoder_layers": 4,
72
+ "temporal_ensemble_coeff": null,
73
+ "dropout": 0.1,
74
+ "kl_weight": 10.0,
75
+ "optimizer_lr": 1e-05,
76
+ "optimizer_weight_decay": 0.0001,
77
+ "optimizer_lr_backbone": 1e-05
78
+ }
checkpoints/060000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40176c05962f623486d6067037ac7a8fefd5f4c092ba054514f9fce4fa969199
3
+ size 206789892
checkpoints/060000/policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 17
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "MEAN_STD",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
checkpoints/060000/policy_postprocessor_step_0_unnormalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
3
+ size 9592
checkpoints/060000/policy_preprocessor.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "device_processor",
16
+ "config": {
17
+ "device": "cuda",
18
+ "float_dtype": null
19
+ }
20
+ },
21
+ {
22
+ "registry_name": "normalizer_processor",
23
+ "config": {
24
+ "eps": 1e-08,
25
+ "features": {
26
+ "observation.state": {
27
+ "type": "STATE",
28
+ "shape": [
29
+ 17
30
+ ]
31
+ },
32
+ "observation.images.left_wrist": {
33
+ "type": "VISUAL",
34
+ "shape": [
35
+ 3,
36
+ 480,
37
+ 640
38
+ ]
39
+ },
40
+ "observation.images.right_wrist": {
41
+ "type": "VISUAL",
42
+ "shape": [
43
+ 3,
44
+ 480,
45
+ 640
46
+ ]
47
+ },
48
+ "observation.images.head(RGDB)": {
49
+ "type": "VISUAL",
50
+ "shape": [
51
+ 3,
52
+ 480,
53
+ 640
54
+ ]
55
+ },
56
+ "action": {
57
+ "type": "ACTION",
58
+ "shape": [
59
+ 17
60
+ ]
61
+ }
62
+ },
63
+ "norm_map": {
64
+ "VISUAL": "MEAN_STD",
65
+ "STATE": "MEAN_STD",
66
+ "ACTION": "MEAN_STD"
67
+ }
68
+ },
69
+ "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
70
+ }
71
+ ]
72
+ }
checkpoints/060000/policy_preprocessor_step_3_normalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
3
+ size 9592
checkpoints/060000/train_config.json ADDED
@@ -0,0 +1,207 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "wwqcleverghost/handover3",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": null,
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "streaming": false
81
+ },
82
+ "env": null,
83
+ "policy": {
84
+ "type": "act",
85
+ "n_obs_steps": 1,
86
+ "input_features": {
87
+ "observation.state": {
88
+ "type": "STATE",
89
+ "shape": [
90
+ 17
91
+ ]
92
+ },
93
+ "observation.images.left_wrist": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 480,
98
+ 640
99
+ ]
100
+ },
101
+ "observation.images.right_wrist": {
102
+ "type": "VISUAL",
103
+ "shape": [
104
+ 3,
105
+ 480,
106
+ 640
107
+ ]
108
+ },
109
+ "observation.images.head(RGDB)": {
110
+ "type": "VISUAL",
111
+ "shape": [
112
+ 3,
113
+ 480,
114
+ 640
115
+ ]
116
+ }
117
+ },
118
+ "output_features": {
119
+ "action": {
120
+ "type": "ACTION",
121
+ "shape": [
122
+ 17
123
+ ]
124
+ }
125
+ },
126
+ "device": "cuda",
127
+ "use_amp": false,
128
+ "push_to_hub": false,
129
+ "repo_id": null,
130
+ "private": null,
131
+ "tags": null,
132
+ "license": null,
133
+ "pretrained_path": null,
134
+ "chunk_size": 100,
135
+ "n_action_steps": 100,
136
+ "normalization_mapping": {
137
+ "VISUAL": "MEAN_STD",
138
+ "STATE": "MEAN_STD",
139
+ "ACTION": "MEAN_STD"
140
+ },
141
+ "vision_backbone": "resnet18",
142
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
143
+ "replace_final_stride_with_dilation": false,
144
+ "pre_norm": false,
145
+ "dim_model": 512,
146
+ "n_heads": 8,
147
+ "dim_feedforward": 3200,
148
+ "feedforward_activation": "relu",
149
+ "n_encoder_layers": 4,
150
+ "n_decoder_layers": 1,
151
+ "use_vae": true,
152
+ "latent_dim": 32,
153
+ "n_vae_encoder_layers": 4,
154
+ "temporal_ensemble_coeff": null,
155
+ "dropout": 0.1,
156
+ "kl_weight": 10.0,
157
+ "optimizer_lr": 1e-05,
158
+ "optimizer_weight_decay": 0.0001,
159
+ "optimizer_lr_backbone": 1e-05
160
+ },
161
+ "output_dir": "/home/marmotlab/wwq/lerobot/outputs/train/act_handover3",
162
+ "job_name": "act_handover3",
163
+ "resume": false,
164
+ "seed": 1000,
165
+ "num_workers": 4,
166
+ "batch_size": 8,
167
+ "steps": 100000,
168
+ "eval_freq": 20000,
169
+ "log_freq": 200,
170
+ "tolerance_s": 0.0001,
171
+ "save_checkpoint": true,
172
+ "save_freq": 20000,
173
+ "use_policy_training_preset": true,
174
+ "optimizer": {
175
+ "type": "adamw",
176
+ "lr": 1e-05,
177
+ "weight_decay": 0.0001,
178
+ "grad_clip_norm": 10.0,
179
+ "betas": [
180
+ 0.9,
181
+ 0.999
182
+ ],
183
+ "eps": 1e-08
184
+ },
185
+ "scheduler": null,
186
+ "eval": {
187
+ "n_episodes": 50,
188
+ "batch_size": 50,
189
+ "use_async_envs": false
190
+ },
191
+ "wandb": {
192
+ "enable": true,
193
+ "disable_artifact": true,
194
+ "project": "handover",
195
+ "entity": "wwqcleverghost",
196
+ "notes": null,
197
+ "run_id": "mmme0qik",
198
+ "mode": null
199
+ },
200
+ "use_rabc": false,
201
+ "rabc_progress_path": null,
202
+ "rabc_kappa": 0.01,
203
+ "rabc_epsilon": 1e-06,
204
+ "rabc_head_mode": "sparse",
205
+ "rename_map": {},
206
+ "checkpoint_path": null
207
+ }
checkpoints/080000/config.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 17
9
+ ]
10
+ },
11
+ "observation.images.left_wrist": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 480,
16
+ 640
17
+ ]
18
+ },
19
+ "observation.images.right_wrist": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 480,
24
+ 640
25
+ ]
26
+ },
27
+ "observation.images.head(RGDB)": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 480,
32
+ 640
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 17
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "push_to_hub": false,
47
+ "repo_id": null,
48
+ "private": null,
49
+ "tags": null,
50
+ "license": null,
51
+ "pretrained_path": null,
52
+ "chunk_size": 100,
53
+ "n_action_steps": 100,
54
+ "normalization_mapping": {
55
+ "VISUAL": "MEAN_STD",
56
+ "STATE": "MEAN_STD",
57
+ "ACTION": "MEAN_STD"
58
+ },
59
+ "vision_backbone": "resnet18",
60
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
61
+ "replace_final_stride_with_dilation": false,
62
+ "pre_norm": false,
63
+ "dim_model": 512,
64
+ "n_heads": 8,
65
+ "dim_feedforward": 3200,
66
+ "feedforward_activation": "relu",
67
+ "n_encoder_layers": 4,
68
+ "n_decoder_layers": 1,
69
+ "use_vae": true,
70
+ "latent_dim": 32,
71
+ "n_vae_encoder_layers": 4,
72
+ "temporal_ensemble_coeff": null,
73
+ "dropout": 0.1,
74
+ "kl_weight": 10.0,
75
+ "optimizer_lr": 1e-05,
76
+ "optimizer_weight_decay": 0.0001,
77
+ "optimizer_lr_backbone": 1e-05
78
+ }
checkpoints/080000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73038ff2c88e21ca10789d470d282abdb378509c1dd6e1cb3b183cf49e2617c
3
+ size 206789892
checkpoints/080000/policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 17
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "MEAN_STD",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
checkpoints/080000/policy_postprocessor_step_0_unnormalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
3
+ size 9592
checkpoints/080000/policy_preprocessor.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "device_processor",
16
+ "config": {
17
+ "device": "cuda",
18
+ "float_dtype": null
19
+ }
20
+ },
21
+ {
22
+ "registry_name": "normalizer_processor",
23
+ "config": {
24
+ "eps": 1e-08,
25
+ "features": {
26
+ "observation.state": {
27
+ "type": "STATE",
28
+ "shape": [
29
+ 17
30
+ ]
31
+ },
32
+ "observation.images.left_wrist": {
33
+ "type": "VISUAL",
34
+ "shape": [
35
+ 3,
36
+ 480,
37
+ 640
38
+ ]
39
+ },
40
+ "observation.images.right_wrist": {
41
+ "type": "VISUAL",
42
+ "shape": [
43
+ 3,
44
+ 480,
45
+ 640
46
+ ]
47
+ },
48
+ "observation.images.head(RGDB)": {
49
+ "type": "VISUAL",
50
+ "shape": [
51
+ 3,
52
+ 480,
53
+ 640
54
+ ]
55
+ },
56
+ "action": {
57
+ "type": "ACTION",
58
+ "shape": [
59
+ 17
60
+ ]
61
+ }
62
+ },
63
+ "norm_map": {
64
+ "VISUAL": "MEAN_STD",
65
+ "STATE": "MEAN_STD",
66
+ "ACTION": "MEAN_STD"
67
+ }
68
+ },
69
+ "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
70
+ }
71
+ ]
72
+ }
checkpoints/080000/policy_preprocessor_step_3_normalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
3
+ size 9592
checkpoints/080000/train_config.json ADDED
@@ -0,0 +1,207 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "wwqcleverghost/handover3",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": null,
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "streaming": false
81
+ },
82
+ "env": null,
83
+ "policy": {
84
+ "type": "act",
85
+ "n_obs_steps": 1,
86
+ "input_features": {
87
+ "observation.state": {
88
+ "type": "STATE",
89
+ "shape": [
90
+ 17
91
+ ]
92
+ },
93
+ "observation.images.left_wrist": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 480,
98
+ 640
99
+ ]
100
+ },
101
+ "observation.images.right_wrist": {
102
+ "type": "VISUAL",
103
+ "shape": [
104
+ 3,
105
+ 480,
106
+ 640
107
+ ]
108
+ },
109
+ "observation.images.head(RGDB)": {
110
+ "type": "VISUAL",
111
+ "shape": [
112
+ 3,
113
+ 480,
114
+ 640
115
+ ]
116
+ }
117
+ },
118
+ "output_features": {
119
+ "action": {
120
+ "type": "ACTION",
121
+ "shape": [
122
+ 17
123
+ ]
124
+ }
125
+ },
126
+ "device": "cuda",
127
+ "use_amp": false,
128
+ "push_to_hub": false,
129
+ "repo_id": null,
130
+ "private": null,
131
+ "tags": null,
132
+ "license": null,
133
+ "pretrained_path": null,
134
+ "chunk_size": 100,
135
+ "n_action_steps": 100,
136
+ "normalization_mapping": {
137
+ "VISUAL": "MEAN_STD",
138
+ "STATE": "MEAN_STD",
139
+ "ACTION": "MEAN_STD"
140
+ },
141
+ "vision_backbone": "resnet18",
142
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
143
+ "replace_final_stride_with_dilation": false,
144
+ "pre_norm": false,
145
+ "dim_model": 512,
146
+ "n_heads": 8,
147
+ "dim_feedforward": 3200,
148
+ "feedforward_activation": "relu",
149
+ "n_encoder_layers": 4,
150
+ "n_decoder_layers": 1,
151
+ "use_vae": true,
152
+ "latent_dim": 32,
153
+ "n_vae_encoder_layers": 4,
154
+ "temporal_ensemble_coeff": null,
155
+ "dropout": 0.1,
156
+ "kl_weight": 10.0,
157
+ "optimizer_lr": 1e-05,
158
+ "optimizer_weight_decay": 0.0001,
159
+ "optimizer_lr_backbone": 1e-05
160
+ },
161
+ "output_dir": "/home/marmotlab/wwq/lerobot/outputs/train/act_handover3",
162
+ "job_name": "act_handover3",
163
+ "resume": false,
164
+ "seed": 1000,
165
+ "num_workers": 4,
166
+ "batch_size": 8,
167
+ "steps": 100000,
168
+ "eval_freq": 20000,
169
+ "log_freq": 200,
170
+ "tolerance_s": 0.0001,
171
+ "save_checkpoint": true,
172
+ "save_freq": 20000,
173
+ "use_policy_training_preset": true,
174
+ "optimizer": {
175
+ "type": "adamw",
176
+ "lr": 1e-05,
177
+ "weight_decay": 0.0001,
178
+ "grad_clip_norm": 10.0,
179
+ "betas": [
180
+ 0.9,
181
+ 0.999
182
+ ],
183
+ "eps": 1e-08
184
+ },
185
+ "scheduler": null,
186
+ "eval": {
187
+ "n_episodes": 50,
188
+ "batch_size": 50,
189
+ "use_async_envs": false
190
+ },
191
+ "wandb": {
192
+ "enable": true,
193
+ "disable_artifact": true,
194
+ "project": "handover",
195
+ "entity": "wwqcleverghost",
196
+ "notes": null,
197
+ "run_id": "mmme0qik",
198
+ "mode": null
199
+ },
200
+ "use_rabc": false,
201
+ "rabc_progress_path": null,
202
+ "rabc_kappa": 0.01,
203
+ "rabc_epsilon": 1e-06,
204
+ "rabc_head_mode": "sparse",
205
+ "rename_map": {},
206
+ "checkpoint_path": null
207
+ }
train.log ADDED
@@ -0,0 +1,631 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO 2026-09-29 17:56:23 ot_train.py:187 {'batch_size': 8,
2
+ 'checkpoint_path': None,
3
+ 'dataset': {'episodes': None,
4
+ 'image_transforms': {'enable': False,
5
+ 'max_num_transforms': 3,
6
+ 'random_order': False,
7
+ 'tfs': {'affine': {'kwargs': {'degrees': [-5.0,
8
+ 5.0],
9
+ 'translate': [0.05,
10
+ 0.05]},
11
+ 'type': 'RandomAffine',
12
+ 'weight': 1.0},
13
+ 'brightness': {'kwargs': {'brightness': [0.8,
14
+ 1.2]},
15
+ 'type': 'ColorJitter',
16
+ 'weight': 1.0},
17
+ 'contrast': {'kwargs': {'contrast': [0.8,
18
+ 1.2]},
19
+ 'type': 'ColorJitter',
20
+ 'weight': 1.0},
21
+ 'hue': {'kwargs': {'hue': [-0.05,
22
+ 0.05]},
23
+ 'type': 'ColorJitter',
24
+ 'weight': 1.0},
25
+ 'saturation': {'kwargs': {'saturation': [0.5,
26
+ 1.5]},
27
+ 'type': 'ColorJitter',
28
+ 'weight': 1.0},
29
+ 'sharpness': {'kwargs': {'sharpness': [0.5,
30
+ 1.5]},
31
+ 'type': 'SharpnessJitter',
32
+ 'weight': 1.0}}},
33
+ 'repo_id': 'wwqcleverghost/handover3',
34
+ 'revision': None,
35
+ 'root': None,
36
+ 'streaming': False,
37
+ 'use_imagenet_stats': True,
38
+ 'video_backend': 'torchcodec'},
39
+ 'env': None,
40
+ 'eval': {'batch_size': 50, 'n_episodes': 50, 'use_async_envs': False},
41
+ 'eval_freq': 20000,
42
+ 'job_name': 'act_handover3',
43
+ 'log_freq': 200,
44
+ 'num_workers': 4,
45
+ 'optimizer': {'betas': [0.9, 0.999],
46
+ 'eps': 1e-08,
47
+ 'grad_clip_norm': 10.0,
48
+ 'lr': 1e-05,
49
+ 'type': 'adamw',
50
+ 'weight_decay': 0.0001},
51
+ 'output_dir': '/home/marmotlab/wwq/lerobot/outputs/train/act_handover3',
52
+ 'policy': {'chunk_size': 100,
53
+ 'device': 'cuda',
54
+ 'dim_feedforward': 3200,
55
+ 'dim_model': 512,
56
+ 'dropout': 0.1,
57
+ 'feedforward_activation': 'relu',
58
+ 'input_features': {},
59
+ 'kl_weight': 10.0,
60
+ 'latent_dim': 32,
61
+ 'license': None,
62
+ 'n_action_steps': 100,
63
+ 'n_decoder_layers': 1,
64
+ 'n_encoder_layers': 4,
65
+ 'n_heads': 8,
66
+ 'n_obs_steps': 1,
67
+ 'n_vae_encoder_layers': 4,
68
+ 'normalization_mapping': {'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>,
69
+ 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>,
70
+ 'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>},
71
+ 'optimizer_lr': 1e-05,
72
+ 'optimizer_lr_backbone': 1e-05,
73
+ 'optimizer_weight_decay': 0.0001,
74
+ 'output_features': {},
75
+ 'pre_norm': False,
76
+ 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1',
77
+ 'pretrained_path': None,
78
+ 'private': None,
79
+ 'push_to_hub': False,
80
+ 'replace_final_stride_with_dilation': False,
81
+ 'repo_id': None,
82
+ 'tags': None,
83
+ 'temporal_ensemble_coeff': None,
84
+ 'type': 'act',
85
+ 'use_amp': False,
86
+ 'use_vae': True,
87
+ 'vision_backbone': 'resnet18'},
88
+ 'rabc_epsilon': 1e-06,
89
+ 'rabc_head_mode': 'sparse',
90
+ 'rabc_kappa': 0.01,
91
+ 'rabc_progress_path': None,
92
+ 'rename_map': {},
93
+ 'resume': False,
94
+ 'save_checkpoint': True,
95
+ 'save_freq': 20000,
96
+ 'scheduler': None,
97
+ 'seed': 1000,
98
+ 'steps': 100000,
99
+ 'tolerance_s': 0.0001,
100
+ 'use_policy_training_preset': True,
101
+ 'use_rabc': False,
102
+ 'wandb': {'disable_artifact': True,
103
+ 'enable': True,
104
+ 'entity': 'wwqcleverghost',
105
+ 'mode': None,
106
+ 'notes': None,
107
+ 'project': 'handover',
108
+ 'run_id': None}}
109
+ /home/marmotlab/.local/lib/python3.10/site-packages/pydantic/_internal/_generate_schema.py:2274: UnsupportedFieldAttributeWarning: The 'repr' attribute with value False was provided to the `Field()` function, which has no effect in the context it was used. 'repr' is field-specific metadata, and can only be attached to a model field using `Annotated` metadata or by assignment. This may have happened because an `Annotated` type alias using the `type` statement was used, or if the `Field()` function was attached to a single member of a union type.
110
+ warnings.warn(
111
+ /home/marmotlab/.local/lib/python3.10/site-packages/pydantic/_internal/_generate_schema.py:2274: UnsupportedFieldAttributeWarning: The 'frozen' attribute with value True was provided to the `Field()` function, which has no effect in the context it was used. 'frozen' is field-specific metadata, and can only be attached to a model field using `Annotated` metadata or by assignment. This may have happened because an `Annotated` type alias using the `type` statement was used, or if the `Field()` function was attached to a single member of a union type.
112
+ warnings.warn(
113
+ INFO 2026-09-29 17:56:25 db_utils.py:102 Logs will be synced with wandb.
114
+ INFO 2026-09-29 17:56:25 db_utils.py:103 Track this run --> https://wandb.ai/wwqcleverghost/handover/runs/mmme0qik
115
+ INFO 2026-09-29 17:56:25 ot_train.py:207 Creating dataset
116
+ INFO 2026-09-29 17:56:25 ot_train.py:226 Creating policy
117
+ INFO 2026-09-29 17:56:26 ot_train.py:275 Creating optimizer and scheduler
118
+ INFO 2026-09-29 17:56:26 ot_train.py:310 Output dir: /home/marmotlab/wwq/lerobot/outputs/train/act_handover3
119
+ INFO 2026-09-29 17:56:26 ot_train.py:317 cfg.steps=100000 (100K)
120
+ INFO 2026-09-29 17:56:26 ot_train.py:318 dataset.num_frames=40006 (40K)
121
+ INFO 2026-09-29 17:56:26 ot_train.py:319 dataset.num_episodes=50
122
+ INFO 2026-09-29 17:56:26 ot_train.py:322 Effective batch size: 8 x 1 = 8
123
+ INFO 2026-09-29 17:56:26 ot_train.py:323 num_learnable_params=51619729 (52M)
124
+ INFO 2026-09-29 17:56:26 ot_train.py:324 num_total_params=51619729 (52M)
125
+ INFO 2026-09-29 17:56:26 ot_train.py:380 Start offline training on a fixed dataset, with effective batch size: 8
126
+ INFO 2026-09-29 17:57:04 ot_train.py:410 step:200 smpl:2K ep:2 epch:0.04 loss:7.622 grdn:157.942 lr:1.0e-05 updt_s:0.183 data_s:0.008
127
+ INFO 2026-09-29 17:57:41 ot_train.py:410 step:400 smpl:3K ep:4 epch:0.08 loss:3.149 grdn:85.840 lr:1.0e-05 updt_s:0.179 data_s:0.004
128
+ INFO 2026-09-29 17:58:17 ot_train.py:410 step:600 smpl:5K ep:6 epch:0.12 loss:2.673 grdn:76.322 lr:1.0e-05 updt_s:0.178 data_s:0.004
129
+ INFO 2026-09-29 17:58:53 ot_train.py:410 step:800 smpl:6K ep:8 epch:0.16 loss:2.366 grdn:68.818 lr:1.0e-05 updt_s:0.174 data_s:0.004
130
+ INFO 2026-09-29 17:59:29 ot_train.py:410 step:1K smpl:8K ep:10 epch:0.20 loss:2.138 grdn:64.391 lr:1.0e-05 updt_s:0.174 data_s:0.004
131
+ INFO 2026-09-29 18:00:06 ot_train.py:410 step:1K smpl:10K ep:12 epch:0.24 loss:1.962 grdn:60.772 lr:1.0e-05 updt_s:0.181 data_s:0.004
132
+ INFO 2026-09-29 18:00:42 ot_train.py:410 step:1K smpl:11K ep:14 epch:0.28 loss:1.783 grdn:57.809 lr:1.0e-05 updt_s:0.175 data_s:0.004
133
+ INFO 2026-09-29 18:01:19 ot_train.py:410 step:2K smpl:13K ep:16 epch:0.32 loss:1.654 grdn:54.529 lr:1.0e-05 updt_s:0.180 data_s:0.004
134
+ INFO 2026-09-29 18:01:54 ot_train.py:410 step:2K smpl:14K ep:18 epch:0.36 loss:1.506 grdn:52.860 lr:1.0e-05 updt_s:0.174 data_s:0.004
135
+ INFO 2026-09-29 18:02:31 ot_train.py:410 step:2K smpl:16K ep:20 epch:0.40 loss:1.408 grdn:49.645 lr:1.0e-05 updt_s:0.178 data_s:0.004
136
+ INFO 2026-09-29 18:03:07 ot_train.py:410 step:2K smpl:18K ep:22 epch:0.44 loss:1.285 grdn:47.428 lr:1.0e-05 updt_s:0.178 data_s:0.004
137
+ INFO 2026-09-29 18:03:44 ot_train.py:410 step:2K smpl:19K ep:24 epch:0.48 loss:1.170 grdn:44.797 lr:1.0e-05 updt_s:0.178 data_s:0.004
138
+ INFO 2026-09-29 18:04:20 ot_train.py:410 step:3K smpl:21K ep:26 epch:0.52 loss:1.084 grdn:42.833 lr:1.0e-05 updt_s:0.178 data_s:0.004
139
+ INFO 2026-09-29 18:04:56 ot_train.py:410 step:3K smpl:22K ep:28 epch:0.56 loss:0.993 grdn:40.524 lr:1.0e-05 updt_s:0.174 data_s:0.004
140
+ INFO 2026-09-29 18:05:32 ot_train.py:410 step:3K smpl:24K ep:30 epch:0.60 loss:0.907 grdn:38.322 lr:1.0e-05 updt_s:0.174 data_s:0.004
141
+ INFO 2026-09-29 18:06:08 ot_train.py:410 step:3K smpl:26K ep:32 epch:0.64 loss:0.844 grdn:36.489 lr:1.0e-05 updt_s:0.174 data_s:0.004
142
+ INFO 2026-09-29 18:06:43 ot_train.py:410 step:3K smpl:27K ep:34 epch:0.68 loss:0.766 grdn:34.295 lr:1.0e-05 updt_s:0.174 data_s:0.004
143
+ INFO 2026-09-29 18:07:19 ot_train.py:410 step:4K smpl:29K ep:36 epch:0.72 loss:0.715 grdn:33.089 lr:1.0e-05 updt_s:0.175 data_s:0.004
144
+ INFO 2026-09-29 18:07:55 ot_train.py:410 step:4K smpl:30K ep:38 epch:0.76 loss:0.663 grdn:31.118 lr:1.0e-05 updt_s:0.174 data_s:0.004
145
+ INFO 2026-09-29 18:08:31 ot_train.py:410 step:4K smpl:32K ep:40 epch:0.80 loss:0.609 grdn:30.021 lr:1.0e-05 updt_s:0.175 data_s:0.004
146
+ INFO 2026-09-29 18:09:06 ot_train.py:410 step:4K smpl:34K ep:42 epch:0.84 loss:0.565 grdn:28.581 lr:1.0e-05 updt_s:0.174 data_s:0.004
147
+ INFO 2026-09-29 18:09:43 ot_train.py:410 step:4K smpl:35K ep:44 epch:0.88 loss:0.537 grdn:26.662 lr:1.0e-05 updt_s:0.179 data_s:0.004
148
+ INFO 2026-09-29 18:10:20 ot_train.py:410 step:5K smpl:37K ep:46 epch:0.92 loss:0.498 grdn:25.645 lr:1.0e-05 updt_s:0.181 data_s:0.004
149
+ INFO 2026-09-29 18:10:58 ot_train.py:410 step:5K smpl:38K ep:48 epch:0.96 loss:0.468 grdn:24.811 lr:1.0e-05 updt_s:0.184 data_s:0.004
150
+ INFO 2026-09-29 18:11:35 ot_train.py:410 step:5K smpl:40K ep:50 epch:1.00 loss:0.444 grdn:23.753 lr:1.0e-05 updt_s:0.178 data_s:0.004
151
+ INFO 2026-09-29 18:12:12 ot_train.py:410 step:5K smpl:42K ep:52 epch:1.04 loss:0.417 grdn:23.170 lr:1.0e-05 updt_s:0.177 data_s:0.007
152
+ INFO 2026-09-29 18:12:47 ot_train.py:410 step:5K smpl:43K ep:54 epch:1.08 loss:0.396 grdn:22.035 lr:1.0e-05 updt_s:0.175 data_s:0.004
153
+ INFO 2026-09-29 18:13:23 ot_train.py:410 step:6K smpl:45K ep:56 epch:1.12 loss:0.375 grdn:21.164 lr:1.0e-05 updt_s:0.174 data_s:0.004
154
+ INFO 2026-09-29 18:13:59 ot_train.py:410 step:6K smpl:46K ep:58 epch:1.16 loss:0.365 grdn:20.566 lr:1.0e-05 updt_s:0.175 data_s:0.004
155
+ INFO 2026-09-29 18:14:36 ot_train.py:410 step:6K smpl:48K ep:60 epch:1.20 loss:0.351 grdn:19.972 lr:1.0e-05 updt_s:0.180 data_s:0.004
156
+ INFO 2026-09-29 18:15:12 ot_train.py:410 step:6K smpl:50K ep:62 epch:1.24 loss:0.340 grdn:19.483 lr:1.0e-05 updt_s:0.176 data_s:0.004
157
+ INFO 2026-09-29 18:15:49 ot_train.py:410 step:6K smpl:51K ep:64 epch:1.28 loss:0.326 grdn:18.878 lr:1.0e-05 updt_s:0.179 data_s:0.004
158
+ INFO 2026-09-29 18:16:26 ot_train.py:410 step:7K smpl:53K ep:66 epch:1.32 loss:0.313 grdn:18.445 lr:1.0e-05 updt_s:0.181 data_s:0.004
159
+ INFO 2026-09-29 18:17:03 ot_train.py:410 step:7K smpl:54K ep:68 epch:1.36 loss:0.304 grdn:18.446 lr:1.0e-05 updt_s:0.179 data_s:0.004
160
+ INFO 2026-09-29 18:17:39 ot_train.py:410 step:7K smpl:56K ep:70 epch:1.40 loss:0.299 grdn:17.899 lr:1.0e-05 updt_s:0.175 data_s:0.004
161
+ INFO 2026-09-29 18:18:17 ot_train.py:410 step:7K smpl:58K ep:72 epch:1.44 loss:0.288 grdn:17.041 lr:1.0e-05 updt_s:0.185 data_s:0.004
162
+ INFO 2026-09-29 18:18:54 ot_train.py:410 step:7K smpl:59K ep:74 epch:1.48 loss:0.281 grdn:16.772 lr:1.0e-05 updt_s:0.181 data_s:0.004
163
+ INFO 2026-09-29 18:19:30 ot_train.py:410 step:8K smpl:61K ep:76 epch:1.52 loss:0.275 grdn:16.226 lr:1.0e-05 updt_s:0.177 data_s:0.004
164
+ INFO 2026-09-29 18:20:06 ot_train.py:410 step:8K smpl:62K ep:78 epch:1.56 loss:0.267 grdn:16.016 lr:1.0e-05 updt_s:0.177 data_s:0.004
165
+ INFO 2026-09-29 18:20:43 ot_train.py:410 step:8K smpl:64K ep:80 epch:1.60 loss:0.264 grdn:16.019 lr:1.0e-05 updt_s:0.177 data_s:0.004
166
+ INFO 2026-09-29 18:21:20 ot_train.py:410 step:8K smpl:66K ep:82 epch:1.64 loss:0.257 grdn:15.587 lr:1.0e-05 updt_s:0.179 data_s:0.004
167
+ INFO 2026-09-29 18:21:55 ot_train.py:410 step:8K smpl:67K ep:84 epch:1.68 loss:0.249 grdn:14.785 lr:1.0e-05 updt_s:0.175 data_s:0.004
168
+ INFO 2026-09-29 18:22:33 ot_train.py:410 step:9K smpl:69K ep:86 epch:1.72 loss:0.243 grdn:14.972 lr:1.0e-05 updt_s:0.182 data_s:0.004
169
+ INFO 2026-09-29 18:23:10 ot_train.py:410 step:9K smpl:70K ep:88 epch:1.76 loss:0.234 grdn:14.186 lr:1.0e-05 updt_s:0.183 data_s:0.004
170
+ INFO 2026-09-29 18:23:48 ot_train.py:410 step:9K smpl:72K ep:90 epch:1.80 loss:0.232 grdn:14.282 lr:1.0e-05 updt_s:0.183 data_s:0.004
171
+ INFO 2026-09-29 18:24:25 ot_train.py:410 step:9K smpl:74K ep:92 epch:1.84 loss:0.238 grdn:14.187 lr:1.0e-05 updt_s:0.183 data_s:0.004
172
+ INFO 2026-09-29 18:25:04 ot_train.py:410 step:9K smpl:75K ep:94 epch:1.88 loss:0.228 grdn:13.484 lr:1.0e-05 updt_s:0.187 data_s:0.004
173
+ INFO 2026-09-29 18:25:42 ot_train.py:410 step:10K smpl:77K ep:96 epch:1.92 loss:0.224 grdn:13.498 lr:1.0e-05 updt_s:0.187 data_s:0.004
174
+ INFO 2026-09-29 18:26:21 ot_train.py:410 step:10K smpl:78K ep:98 epch:1.96 loss:0.217 grdn:13.344 lr:1.0e-05 updt_s:0.189 data_s:0.004
175
+ INFO 2026-09-29 18:26:58 ot_train.py:410 step:10K smpl:80K ep:100 epch:2.00 loss:0.213 grdn:13.138 lr:1.0e-05 updt_s:0.179 data_s:0.004
176
+ INFO 2026-09-29 18:27:34 ot_train.py:410 step:10K smpl:82K ep:102 epch:2.04 loss:0.207 grdn:12.887 lr:1.0e-05 updt_s:0.174 data_s:0.007
177
+ INFO 2026-09-29 18:28:10 ot_train.py:410 step:10K smpl:83K ep:104 epch:2.08 loss:0.203 grdn:13.006 lr:1.0e-05 updt_s:0.174 data_s:0.004
178
+ INFO 2026-09-29 18:28:46 ot_train.py:410 step:11K smpl:85K ep:106 epch:2.12 loss:0.205 grdn:12.386 lr:1.0e-05 updt_s:0.174 data_s:0.004
179
+ INFO 2026-09-29 18:29:21 ot_train.py:410 step:11K smpl:86K ep:108 epch:2.16 loss:0.201 grdn:12.222 lr:1.0e-05 updt_s:0.174 data_s:0.004
180
+ INFO 2026-09-29 18:29:57 ot_train.py:410 step:11K smpl:88K ep:110 epch:2.20 loss:0.201 grdn:12.092 lr:1.0e-05 updt_s:0.174 data_s:0.004
181
+ INFO 2026-09-29 18:30:33 ot_train.py:410 step:11K smpl:90K ep:112 epch:2.24 loss:0.196 grdn:11.765 lr:1.0e-05 updt_s:0.174 data_s:0.004
182
+ INFO 2026-09-29 18:31:08 ot_train.py:410 step:11K smpl:91K ep:114 epch:2.28 loss:0.193 grdn:11.956 lr:1.0e-05 updt_s:0.173 data_s:0.004
183
+ INFO 2026-09-29 18:31:44 ot_train.py:410 step:12K smpl:93K ep:116 epch:2.32 loss:0.189 grdn:11.407 lr:1.0e-05 updt_s:0.174 data_s:0.004
184
+ INFO 2026-09-29 18:32:19 ot_train.py:410 step:12K smpl:94K ep:118 epch:2.36 loss:0.188 grdn:11.530 lr:1.0e-05 updt_s:0.173 data_s:0.004
185
+ INFO 2026-09-29 18:32:55 ot_train.py:410 step:12K smpl:96K ep:120 epch:2.40 loss:0.189 grdn:11.302 lr:1.0e-05 updt_s:0.174 data_s:0.004
186
+ INFO 2026-09-29 18:33:31 ot_train.py:410 step:12K smpl:98K ep:122 epch:2.44 loss:0.182 grdn:10.831 lr:1.0e-05 updt_s:0.173 data_s:0.004
187
+ INFO 2026-09-29 18:34:06 ot_train.py:410 step:12K smpl:99K ep:124 epch:2.48 loss:0.184 grdn:10.890 lr:1.0e-05 updt_s:0.173 data_s:0.004
188
+ INFO 2026-09-29 18:34:42 ot_train.py:410 step:13K smpl:101K ep:126 epch:2.52 loss:0.181 grdn:10.656 lr:1.0e-05 updt_s:0.173 data_s:0.004
189
+ INFO 2026-09-29 18:35:17 ot_train.py:410 step:13K smpl:102K ep:128 epch:2.56 loss:0.178 grdn:10.915 lr:1.0e-05 updt_s:0.173 data_s:0.004
190
+ INFO 2026-09-29 18:35:53 ot_train.py:410 step:13K smpl:104K ep:130 epch:2.60 loss:0.179 grdn:10.500 lr:1.0e-05 updt_s:0.173 data_s:0.004
191
+ INFO 2026-09-29 18:36:28 ot_train.py:410 step:13K smpl:106K ep:132 epch:2.64 loss:0.177 grdn:10.294 lr:1.0e-05 updt_s:0.174 data_s:0.004
192
+ INFO 2026-09-29 18:37:04 ot_train.py:410 step:13K smpl:107K ep:134 epch:2.68 loss:0.173 grdn:10.419 lr:1.0e-05 updt_s:0.173 data_s:0.004
193
+ INFO 2026-09-29 18:37:40 ot_train.py:410 step:14K smpl:109K ep:136 epch:2.72 loss:0.172 grdn:10.049 lr:1.0e-05 updt_s:0.174 data_s:0.004
194
+ INFO 2026-09-29 18:38:15 ot_train.py:410 step:14K smpl:110K ep:138 epch:2.76 loss:0.173 grdn:10.056 lr:1.0e-05 updt_s:0.174 data_s:0.004
195
+ INFO 2026-09-29 18:38:51 ot_train.py:410 step:14K smpl:112K ep:140 epch:2.80 loss:0.167 grdn:9.779 lr:1.0e-05 updt_s:0.174 data_s:0.004
196
+ INFO 2026-09-29 18:39:27 ot_train.py:410 step:14K smpl:114K ep:142 epch:2.84 loss:0.166 grdn:9.569 lr:1.0e-05 updt_s:0.174 data_s:0.004
197
+ INFO 2026-09-29 18:40:02 ot_train.py:410 step:14K smpl:115K ep:144 epch:2.88 loss:0.167 grdn:9.727 lr:1.0e-05 updt_s:0.174 data_s:0.004
198
+ INFO 2026-09-29 18:40:38 ot_train.py:410 step:15K smpl:117K ep:146 epch:2.92 loss:0.167 grdn:9.484 lr:1.0e-05 updt_s:0.174 data_s:0.004
199
+ INFO 2026-09-29 18:41:14 ot_train.py:410 step:15K smpl:118K ep:148 epch:2.96 loss:0.163 grdn:9.329 lr:1.0e-05 updt_s:0.174 data_s:0.004
200
+ INFO 2026-09-29 18:41:49 ot_train.py:410 step:15K smpl:120K ep:150 epch:3.00 loss:0.157 grdn:9.307 lr:1.0e-05 updt_s:0.174 data_s:0.004
201
+ INFO 2026-09-29 18:42:26 ot_train.py:410 step:15K smpl:122K ep:152 epch:3.04 loss:0.159 grdn:9.281 lr:1.0e-05 updt_s:0.174 data_s:0.007
202
+ INFO 2026-09-29 18:43:01 ot_train.py:410 step:15K smpl:123K ep:154 epch:3.08 loss:0.156 grdn:8.981 lr:1.0e-05 updt_s:0.174 data_s:0.004
203
+ INFO 2026-09-29 18:43:37 ot_train.py:410 step:16K smpl:125K ep:156 epch:3.12 loss:0.153 grdn:8.791 lr:1.0e-05 updt_s:0.174 data_s:0.004
204
+ INFO 2026-09-29 18:44:13 ot_train.py:410 step:16K smpl:126K ep:158 epch:3.16 loss:0.156 grdn:8.867 lr:1.0e-05 updt_s:0.174 data_s:0.004
205
+ INFO 2026-09-29 18:44:48 ot_train.py:410 step:16K smpl:128K ep:160 epch:3.20 loss:0.156 grdn:9.005 lr:1.0e-05 updt_s:0.174 data_s:0.004
206
+ INFO 2026-09-29 18:45:24 ot_train.py:410 step:16K smpl:130K ep:162 epch:3.24 loss:0.151 grdn:8.903 lr:1.0e-05 updt_s:0.174 data_s:0.004
207
+ INFO 2026-09-29 18:46:00 ot_train.py:410 step:16K smpl:131K ep:164 epch:3.28 loss:0.159 grdn:8.883 lr:1.0e-05 updt_s:0.174 data_s:0.004
208
+ INFO 2026-09-29 18:46:35 ot_train.py:410 step:17K smpl:133K ep:166 epch:3.32 loss:0.153 grdn:8.502 lr:1.0e-05 updt_s:0.174 data_s:0.004
209
+ INFO 2026-09-29 18:47:11 ot_train.py:410 step:17K smpl:134K ep:168 epch:3.36 loss:0.153 grdn:8.380 lr:1.0e-05 updt_s:0.174 data_s:0.004
210
+ INFO 2026-09-29 18:47:47 ot_train.py:410 step:17K smpl:136K ep:170 epch:3.40 loss:0.146 grdn:8.426 lr:1.0e-05 updt_s:0.174 data_s:0.004
211
+ INFO 2026-09-29 18:48:22 ot_train.py:410 step:17K smpl:138K ep:172 epch:3.44 loss:0.151 grdn:8.380 lr:1.0e-05 updt_s:0.174 data_s:0.004
212
+ INFO 2026-09-29 18:48:58 ot_train.py:410 step:17K smpl:139K ep:174 epch:3.48 loss:0.147 grdn:8.207 lr:1.0e-05 updt_s:0.174 data_s:0.004
213
+ INFO 2026-09-29 18:49:34 ot_train.py:410 step:18K smpl:141K ep:176 epch:3.52 loss:0.145 grdn:8.041 lr:1.0e-05 updt_s:0.174 data_s:0.004
214
+ INFO 2026-09-29 18:50:09 ot_train.py:410 step:18K smpl:142K ep:178 epch:3.56 loss:0.147 grdn:7.985 lr:1.0e-05 updt_s:0.174 data_s:0.004
215
+ INFO 2026-09-29 18:50:45 ot_train.py:410 step:18K smpl:144K ep:180 epch:3.60 loss:0.143 grdn:7.937 lr:1.0e-05 updt_s:0.174 data_s:0.004
216
+ INFO 2026-09-29 18:51:21 ot_train.py:410 step:18K smpl:146K ep:182 epch:3.64 loss:0.142 grdn:7.916 lr:1.0e-05 updt_s:0.173 data_s:0.004
217
+ INFO 2026-09-29 18:51:56 ot_train.py:410 step:18K smpl:147K ep:184 epch:3.68 loss:0.142 grdn:7.880 lr:1.0e-05 updt_s:0.173 data_s:0.004
218
+ INFO 2026-09-29 18:52:32 ot_train.py:410 step:19K smpl:149K ep:186 epch:3.72 loss:0.141 grdn:7.904 lr:1.0e-05 updt_s:0.173 data_s:0.004
219
+ INFO 2026-09-29 18:53:07 ot_train.py:410 step:19K smpl:150K ep:188 epch:3.76 loss:0.141 grdn:7.882 lr:1.0e-05 updt_s:0.173 data_s:0.004
220
+ INFO 2026-09-29 18:53:43 ot_train.py:410 step:19K smpl:152K ep:190 epch:3.80 loss:0.145 grdn:7.899 lr:1.0e-05 updt_s:0.173 data_s:0.004
221
+ INFO 2026-09-29 18:54:18 ot_train.py:410 step:19K smpl:154K ep:192 epch:3.84 loss:0.138 grdn:7.756 lr:1.0e-05 updt_s:0.173 data_s:0.004
222
+ INFO 2026-09-29 18:54:54 ot_train.py:410 step:19K smpl:155K ep:194 epch:3.88 loss:0.141 grdn:7.855 lr:1.0e-05 updt_s:0.173 data_s:0.004
223
+ INFO 2026-09-29 18:55:29 ot_train.py:410 step:20K smpl:157K ep:196 epch:3.92 loss:0.140 grdn:7.619 lr:1.0e-05 updt_s:0.173 data_s:0.004
224
+ INFO 2026-09-29 18:56:05 ot_train.py:410 step:20K smpl:158K ep:198 epch:3.96 loss:0.137 grdn:7.580 lr:1.0e-05 updt_s:0.173 data_s:0.004
225
+ INFO 2026-09-29 18:56:40 ot_train.py:410 step:20K smpl:160K ep:200 epch:4.00 loss:0.141 grdn:7.337 lr:1.0e-05 updt_s:0.173 data_s:0.004
226
+ INFO 2026-09-29 18:56:40 ot_train.py:430 Checkpoint policy after step 20000
227
+ INFO 2026-09-29 18:57:17 ot_train.py:410 step:20K smpl:162K ep:202 epch:4.04 loss:0.133 grdn:7.060 lr:1.0e-05 updt_s:0.174 data_s:0.007
228
+ INFO 2026-09-29 18:57:53 ot_train.py:410 step:20K smpl:163K ep:204 epch:4.08 loss:0.131 grdn:7.189 lr:1.0e-05 updt_s:0.173 data_s:0.004
229
+ INFO 2026-09-29 18:58:28 ot_train.py:410 step:21K smpl:165K ep:206 epch:4.12 loss:0.136 grdn:7.418 lr:1.0e-05 updt_s:0.174 data_s:0.004
230
+ INFO 2026-09-29 18:59:04 ot_train.py:410 step:21K smpl:166K ep:208 epch:4.16 loss:0.136 grdn:7.116 lr:1.0e-05 updt_s:0.173 data_s:0.004
231
+ INFO 2026-09-29 18:59:39 ot_train.py:410 step:21K smpl:168K ep:210 epch:4.20 loss:0.133 grdn:7.225 lr:1.0e-05 updt_s:0.173 data_s:0.004
232
+ INFO 2026-09-29 19:00:15 ot_train.py:410 step:21K smpl:170K ep:212 epch:4.24 loss:0.133 grdn:7.188 lr:1.0e-05 updt_s:0.173 data_s:0.004
233
+ INFO 2026-09-29 19:00:51 ot_train.py:410 step:21K smpl:171K ep:214 epch:4.28 loss:0.130 grdn:6.995 lr:1.0e-05 updt_s:0.174 data_s:0.004
234
+ INFO 2026-09-29 19:01:26 ot_train.py:410 step:22K smpl:173K ep:216 epch:4.32 loss:0.132 grdn:7.198 lr:1.0e-05 updt_s:0.174 data_s:0.004
235
+ INFO 2026-09-29 19:02:02 ot_train.py:410 step:22K smpl:174K ep:218 epch:4.36 loss:0.129 grdn:6.991 lr:1.0e-05 updt_s:0.174 data_s:0.004
236
+ INFO 2026-09-29 19:02:38 ot_train.py:410 step:22K smpl:176K ep:220 epch:4.40 loss:0.131 grdn:6.756 lr:1.0e-05 updt_s:0.174 data_s:0.004
237
+ INFO 2026-09-29 19:03:13 ot_train.py:410 step:22K smpl:178K ep:222 epch:4.44 loss:0.125 grdn:6.864 lr:1.0e-05 updt_s:0.174 data_s:0.004
238
+ INFO 2026-09-29 19:03:49 ot_train.py:410 step:22K smpl:179K ep:224 epch:4.48 loss:0.129 grdn:6.952 lr:1.0e-05 updt_s:0.175 data_s:0.004
239
+ INFO 2026-09-29 19:04:25 ot_train.py:410 step:23K smpl:181K ep:226 epch:4.52 loss:0.128 grdn:6.801 lr:1.0e-05 updt_s:0.176 data_s:0.004
240
+ INFO 2026-09-29 19:05:02 ot_train.py:410 step:23K smpl:182K ep:228 epch:4.56 loss:0.129 grdn:6.633 lr:1.0e-05 updt_s:0.181 data_s:0.004
241
+ INFO 2026-09-29 19:05:39 ot_train.py:410 step:23K smpl:184K ep:230 epch:4.60 loss:0.127 grdn:6.849 lr:1.0e-05 updt_s:0.180 data_s:0.004
242
+ INFO 2026-09-29 19:06:15 ot_train.py:410 step:23K smpl:186K ep:232 epch:4.64 loss:0.126 grdn:6.598 lr:1.0e-05 updt_s:0.175 data_s:0.004
243
+ INFO 2026-09-29 19:06:52 ot_train.py:410 step:23K smpl:187K ep:234 epch:4.68 loss:0.125 grdn:6.458 lr:1.0e-05 updt_s:0.178 data_s:0.004
244
+ INFO 2026-09-29 19:07:29 ot_train.py:410 step:24K smpl:189K ep:236 epch:4.72 loss:0.126 grdn:6.873 lr:1.0e-05 updt_s:0.181 data_s:0.004
245
+ INFO 2026-09-29 19:08:05 ot_train.py:410 step:24K smpl:190K ep:238 epch:4.76 loss:0.124 grdn:6.262 lr:1.0e-05 updt_s:0.176 data_s:0.004
246
+ INFO 2026-09-29 19:08:41 ot_train.py:410 step:24K smpl:192K ep:240 epch:4.80 loss:0.128 grdn:6.957 lr:1.0e-05 updt_s:0.174 data_s:0.004
247
+ INFO 2026-09-29 19:09:17 ot_train.py:410 step:24K smpl:194K ep:242 epch:4.84 loss:0.129 grdn:6.680 lr:1.0e-05 updt_s:0.175 data_s:0.004
248
+ INFO 2026-09-29 19:09:52 ot_train.py:410 step:24K smpl:195K ep:244 epch:4.88 loss:0.123 grdn:6.438 lr:1.0e-05 updt_s:0.175 data_s:0.004
249
+ INFO 2026-09-29 19:10:29 ot_train.py:410 step:25K smpl:197K ep:246 epch:4.92 loss:0.125 grdn:6.325 lr:1.0e-05 updt_s:0.179 data_s:0.004
250
+ INFO 2026-09-29 19:11:06 ot_train.py:410 step:25K smpl:198K ep:248 epch:4.96 loss:0.122 grdn:6.489 lr:1.0e-05 updt_s:0.177 data_s:0.004
251
+ INFO 2026-09-29 19:11:41 ot_train.py:410 step:25K smpl:200K ep:250 epch:5.00 loss:0.124 grdn:6.472 lr:1.0e-05 updt_s:0.175 data_s:0.004
252
+ INFO 2026-09-29 19:12:18 ot_train.py:410 step:25K smpl:202K ep:252 epch:5.04 loss:0.118 grdn:6.350 lr:1.0e-05 updt_s:0.177 data_s:0.007
253
+ INFO 2026-09-29 19:12:55 ot_train.py:410 step:25K smpl:203K ep:254 epch:5.08 loss:0.123 grdn:6.490 lr:1.0e-05 updt_s:0.179 data_s:0.004
254
+ INFO 2026-09-29 19:13:32 ot_train.py:410 step:26K smpl:205K ep:256 epch:5.12 loss:0.119 grdn:6.333 lr:1.0e-05 updt_s:0.181 data_s:0.004
255
+ INFO 2026-09-29 19:14:08 ot_train.py:410 step:26K smpl:206K ep:258 epch:5.16 loss:0.119 grdn:6.245 lr:1.0e-05 updt_s:0.175 data_s:0.004
256
+ INFO 2026-09-29 19:14:45 ot_train.py:410 step:26K smpl:208K ep:260 epch:5.20 loss:0.117 grdn:6.227 lr:1.0e-05 updt_s:0.177 data_s:0.004
257
+ INFO 2026-09-29 19:15:20 ot_train.py:410 step:26K smpl:210K ep:262 epch:5.24 loss:0.120 grdn:6.258 lr:1.0e-05 updt_s:0.175 data_s:0.004
258
+ INFO 2026-09-29 19:15:57 ot_train.py:410 step:26K smpl:211K ep:264 epch:5.28 loss:0.120 grdn:5.892 lr:1.0e-05 updt_s:0.177 data_s:0.004
259
+ INFO 2026-09-29 19:16:33 ot_train.py:410 step:27K smpl:213K ep:266 epch:5.32 loss:0.117 grdn:6.116 lr:1.0e-05 updt_s:0.174 data_s:0.004
260
+ INFO 2026-09-29 19:17:09 ot_train.py:410 step:27K smpl:214K ep:268 epch:5.36 loss:0.116 grdn:6.115 lr:1.0e-05 updt_s:0.176 data_s:0.004
261
+ INFO 2026-09-29 19:17:46 ot_train.py:410 step:27K smpl:216K ep:270 epch:5.40 loss:0.117 grdn:6.221 lr:1.0e-05 updt_s:0.180 data_s:0.004
262
+ INFO 2026-09-29 19:18:22 ot_train.py:410 step:27K smpl:218K ep:272 epch:5.44 loss:0.118 grdn:6.269 lr:1.0e-05 updt_s:0.175 data_s:0.004
263
+ INFO 2026-09-29 19:18:58 ot_train.py:410 step:27K smpl:219K ep:274 epch:5.48 loss:0.116 grdn:6.119 lr:1.0e-05 updt_s:0.177 data_s:0.004
264
+ INFO 2026-09-29 19:19:34 ot_train.py:410 step:28K smpl:221K ep:276 epch:5.52 loss:0.112 grdn:5.900 lr:1.0e-05 updt_s:0.177 data_s:0.004
265
+ INFO 2026-09-29 19:20:11 ot_train.py:410 step:28K smpl:222K ep:278 epch:5.56 loss:0.115 grdn:5.917 lr:1.0e-05 updt_s:0.179 data_s:0.004
266
+ INFO 2026-09-29 19:20:48 ot_train.py:410 step:28K smpl:224K ep:280 epch:5.60 loss:0.114 grdn:6.152 lr:1.0e-05 updt_s:0.180 data_s:0.004
267
+ INFO 2026-09-29 19:21:24 ot_train.py:410 step:28K smpl:226K ep:282 epch:5.64 loss:0.118 grdn:5.960 lr:1.0e-05 updt_s:0.177 data_s:0.004
268
+ INFO 2026-09-29 19:22:01 ot_train.py:410 step:28K smpl:227K ep:284 epch:5.68 loss:0.116 grdn:5.994 lr:1.0e-05 updt_s:0.179 data_s:0.004
269
+ INFO 2026-09-29 19:22:36 ot_train.py:410 step:29K smpl:229K ep:286 epch:5.72 loss:0.113 grdn:5.840 lr:1.0e-05 updt_s:0.174 data_s:0.004
270
+ INFO 2026-09-29 19:23:13 ot_train.py:410 step:29K smpl:230K ep:288 epch:5.76 loss:0.113 grdn:5.821 lr:1.0e-05 updt_s:0.178 data_s:0.004
271
+ INFO 2026-09-29 19:23:50 ot_train.py:410 step:29K smpl:232K ep:290 epch:5.80 loss:0.109 grdn:5.694 lr:1.0e-05 updt_s:0.179 data_s:0.004
272
+ INFO 2026-09-29 19:24:27 ot_train.py:410 step:29K smpl:234K ep:292 epch:5.84 loss:0.111 grdn:5.705 lr:1.0e-05 updt_s:0.181 data_s:0.004
273
+ INFO 2026-09-29 19:25:05 ot_train.py:410 step:29K smpl:235K ep:294 epch:5.88 loss:0.113 grdn:5.807 lr:1.0e-05 updt_s:0.187 data_s:0.004
274
+ INFO 2026-09-29 19:25:42 ot_train.py:410 step:30K smpl:237K ep:296 epch:5.92 loss:0.114 grdn:5.682 lr:1.0e-05 updt_s:0.176 data_s:0.004
275
+ INFO 2026-09-29 19:26:18 ot_train.py:410 step:30K smpl:238K ep:298 epch:5.96 loss:0.112 grdn:6.073 lr:1.0e-05 updt_s:0.177 data_s:0.004
276
+ INFO 2026-09-29 19:26:54 ot_train.py:410 step:30K smpl:240K ep:300 epch:6.00 loss:0.111 grdn:5.935 lr:1.0e-05 updt_s:0.175 data_s:0.004
277
+ INFO 2026-09-29 19:27:30 ot_train.py:410 step:30K smpl:242K ep:302 epch:6.04 loss:0.110 grdn:5.896 lr:1.0e-05 updt_s:0.175 data_s:0.008
278
+ INFO 2026-09-29 19:28:06 ot_train.py:410 step:30K smpl:243K ep:304 epch:6.08 loss:0.106 grdn:5.478 lr:1.0e-05 updt_s:0.175 data_s:0.004
279
+ INFO 2026-09-29 19:28:43 ot_train.py:410 step:31K smpl:245K ep:306 epch:6.12 loss:0.110 grdn:5.712 lr:1.0e-05 updt_s:0.180 data_s:0.004
280
+ INFO 2026-09-29 19:29:19 ot_train.py:410 step:31K smpl:246K ep:308 epch:6.16 loss:0.113 grdn:5.546 lr:1.0e-05 updt_s:0.175 data_s:0.004
281
+ INFO 2026-09-29 19:29:56 ot_train.py:410 step:31K smpl:248K ep:310 epch:6.20 loss:0.111 grdn:5.588 lr:1.0e-05 updt_s:0.178 data_s:0.004
282
+ INFO 2026-09-29 19:30:34 ot_train.py:410 step:31K smpl:250K ep:312 epch:6.24 loss:0.106 grdn:5.475 lr:1.0e-05 updt_s:0.187 data_s:0.004
283
+ INFO 2026-09-29 19:31:12 ot_train.py:410 step:31K smpl:251K ep:314 epch:6.28 loss:0.109 grdn:5.503 lr:1.0e-05 updt_s:0.187 data_s:0.004
284
+ INFO 2026-09-29 19:31:51 ot_train.py:410 step:32K smpl:253K ep:316 epch:6.32 loss:0.109 grdn:5.650 lr:1.0e-05 updt_s:0.187 data_s:0.004
285
+ INFO 2026-09-29 19:32:29 ot_train.py:410 step:32K smpl:254K ep:318 epch:6.36 loss:0.106 grdn:5.317 lr:1.0e-05 updt_s:0.188 data_s:0.004
286
+ INFO 2026-09-29 19:33:07 ot_train.py:410 step:32K smpl:256K ep:320 epch:6.40 loss:0.106 grdn:5.564 lr:1.0e-05 updt_s:0.185 data_s:0.004
287
+ INFO 2026-09-29 19:33:46 ot_train.py:410 step:32K smpl:258K ep:322 epch:6.44 loss:0.105 grdn:5.571 lr:1.0e-05 updt_s:0.188 data_s:0.004
288
+ INFO 2026-09-29 19:34:24 ot_train.py:410 step:32K smpl:259K ep:324 epch:6.48 loss:0.105 grdn:5.450 lr:1.0e-05 updt_s:0.187 data_s:0.004
289
+ INFO 2026-09-29 19:35:03 ot_train.py:410 step:33K smpl:261K ep:326 epch:6.52 loss:0.108 grdn:5.640 lr:1.0e-05 updt_s:0.188 data_s:0.004
290
+ INFO 2026-09-29 19:35:40 ot_train.py:410 step:33K smpl:262K ep:328 epch:6.56 loss:0.104 grdn:5.543 lr:1.0e-05 updt_s:0.179 data_s:0.004
291
+ INFO 2026-09-29 19:36:17 ot_train.py:410 step:33K smpl:264K ep:330 epch:6.60 loss:0.103 grdn:5.393 lr:1.0e-05 updt_s:0.182 data_s:0.004
292
+ INFO 2026-09-29 19:36:56 ot_train.py:410 step:33K smpl:266K ep:332 epch:6.64 loss:0.103 grdn:5.248 lr:1.0e-05 updt_s:0.189 data_s:0.004
293
+ INFO 2026-09-29 19:37:34 ot_train.py:410 step:33K smpl:267K ep:334 epch:6.68 loss:0.107 grdn:5.499 lr:1.0e-05 updt_s:0.187 data_s:0.004
294
+ INFO 2026-09-29 19:38:11 ot_train.py:410 step:34K smpl:269K ep:336 epch:6.72 loss:0.104 grdn:5.448 lr:1.0e-05 updt_s:0.181 data_s:0.004
295
+ INFO 2026-09-29 19:38:47 ot_train.py:410 step:34K smpl:270K ep:338 epch:6.76 loss:0.104 grdn:5.114 lr:1.0e-05 updt_s:0.175 data_s:0.004
296
+ INFO 2026-09-29 19:39:24 ot_train.py:410 step:34K smpl:272K ep:340 epch:6.80 loss:0.103 grdn:5.453 lr:1.0e-05 updt_s:0.179 data_s:0.004
297
+ INFO 2026-09-29 19:40:00 ot_train.py:410 step:34K smpl:274K ep:342 epch:6.84 loss:0.103 grdn:5.328 lr:1.0e-05 updt_s:0.179 data_s:0.004
298
+ INFO 2026-09-29 19:40:40 ot_train.py:410 step:34K smpl:275K ep:344 epch:6.88 loss:0.105 grdn:5.245 lr:1.0e-05 updt_s:0.192 data_s:0.005
299
+ INFO 2026-09-29 19:41:16 ot_train.py:410 step:35K smpl:277K ep:346 epch:6.92 loss:0.105 grdn:5.402 lr:1.0e-05 updt_s:0.177 data_s:0.004
300
+ INFO 2026-09-29 19:41:54 ot_train.py:410 step:35K smpl:278K ep:348 epch:6.96 loss:0.106 grdn:5.279 lr:1.0e-05 updt_s:0.185 data_s:0.004
301
+ INFO 2026-09-29 19:42:32 ot_train.py:410 step:35K smpl:280K ep:350 epch:7.00 loss:0.103 grdn:5.220 lr:1.0e-05 updt_s:0.185 data_s:0.004
302
+ INFO 2026-09-29 19:43:10 ot_train.py:410 step:35K smpl:282K ep:352 epch:7.04 loss:0.102 grdn:5.218 lr:1.0e-05 updt_s:0.181 data_s:0.008
303
+ INFO 2026-09-29 19:43:48 ot_train.py:410 step:35K smpl:283K ep:354 epch:7.08 loss:0.098 grdn:5.268 lr:1.0e-05 updt_s:0.188 data_s:0.004
304
+ INFO 2026-09-29 19:44:29 ot_train.py:410 step:36K smpl:285K ep:356 epch:7.12 loss:0.101 grdn:5.001 lr:1.0e-05 updt_s:0.199 data_s:0.004
305
+ INFO 2026-09-29 19:45:05 ot_train.py:410 step:36K smpl:286K ep:358 epch:7.16 loss:0.101 grdn:5.036 lr:1.0e-05 updt_s:0.175 data_s:0.004
306
+ INFO 2026-09-29 19:45:41 ot_train.py:410 step:36K smpl:288K ep:360 epch:7.20 loss:0.099 grdn:5.081 lr:1.0e-05 updt_s:0.175 data_s:0.004
307
+ INFO 2026-09-29 19:46:18 ot_train.py:410 step:36K smpl:290K ep:362 epch:7.24 loss:0.101 grdn:5.288 lr:1.0e-05 updt_s:0.181 data_s:0.004
308
+ INFO 2026-09-29 19:46:55 ot_train.py:410 step:36K smpl:291K ep:364 epch:7.28 loss:0.102 grdn:5.230 lr:1.0e-05 updt_s:0.179 data_s:0.004
309
+ INFO 2026-09-29 19:47:30 ot_train.py:410 step:37K smpl:293K ep:366 epch:7.32 loss:0.100 grdn:5.110 lr:1.0e-05 updt_s:0.175 data_s:0.004
310
+ INFO 2026-09-29 19:48:07 ot_train.py:410 step:37K smpl:294K ep:368 epch:7.36 loss:0.098 grdn:5.046 lr:1.0e-05 updt_s:0.176 data_s:0.004
311
+ INFO 2026-09-29 19:48:44 ot_train.py:410 step:37K smpl:296K ep:370 epch:7.40 loss:0.101 grdn:5.031 lr:1.0e-05 updt_s:0.181 data_s:0.004
312
+ INFO 2026-09-29 19:49:20 ot_train.py:410 step:37K smpl:298K ep:372 epch:7.44 loss:0.099 grdn:5.064 lr:1.0e-05 updt_s:0.175 data_s:0.004
313
+ INFO 2026-09-29 19:49:55 ot_train.py:410 step:37K smpl:299K ep:374 epch:7.48 loss:0.100 grdn:4.921 lr:1.0e-05 updt_s:0.175 data_s:0.004
314
+ INFO 2026-09-29 19:50:31 ot_train.py:410 step:38K smpl:301K ep:376 epch:7.52 loss:0.099 grdn:5.060 lr:1.0e-05 updt_s:0.174 data_s:0.004
315
+ INFO 2026-09-29 19:51:07 ot_train.py:410 step:38K smpl:302K ep:378 epch:7.56 loss:0.101 grdn:5.031 lr:1.0e-05 updt_s:0.174 data_s:0.004
316
+ INFO 2026-09-29 19:51:43 ot_train.py:410 step:38K smpl:304K ep:380 epch:7.60 loss:0.101 grdn:5.128 lr:1.0e-05 updt_s:0.178 data_s:0.004
317
+ INFO 2026-09-29 19:52:23 ot_train.py:410 step:38K smpl:306K ep:382 epch:7.64 loss:0.096 grdn:5.117 lr:1.0e-05 updt_s:0.191 data_s:0.005
318
+ INFO 2026-09-29 19:53:01 ot_train.py:410 step:38K smpl:307K ep:384 epch:7.68 loss:0.098 grdn:5.080 lr:1.0e-05 updt_s:0.188 data_s:0.004
319
+ INFO 2026-09-29 19:53:37 ot_train.py:410 step:39K smpl:309K ep:386 epch:7.72 loss:0.096 grdn:4.834 lr:1.0e-05 updt_s:0.174 data_s:0.004
320
+ INFO 2026-09-29 19:54:14 ot_train.py:410 step:39K smpl:310K ep:388 epch:7.76 loss:0.102 grdn:5.110 lr:1.0e-05 updt_s:0.182 data_s:0.004
321
+ INFO 2026-09-29 19:55:02 ot_train.py:410 step:39K smpl:312K ep:390 epch:7.80 loss:0.098 grdn:5.115 lr:1.0e-05 updt_s:0.233 data_s:0.005
322
+ INFO 2026-09-29 19:55:38 ot_train.py:410 step:39K smpl:314K ep:392 epch:7.84 loss:0.101 grdn:5.149 lr:1.0e-05 updt_s:0.178 data_s:0.004
323
+ INFO 2026-09-29 19:56:17 ot_train.py:410 step:39K smpl:315K ep:394 epch:7.88 loss:0.098 grdn:5.058 lr:1.0e-05 updt_s:0.187 data_s:0.004
324
+ INFO 2026-09-29 19:56:53 ot_train.py:410 step:40K smpl:317K ep:396 epch:7.92 loss:0.095 grdn:4.850 lr:1.0e-05 updt_s:0.176 data_s:0.004
325
+ INFO 2026-09-29 19:57:31 ot_train.py:410 step:40K smpl:318K ep:398 epch:7.96 loss:0.096 grdn:4.868 lr:1.0e-05 updt_s:0.185 data_s:0.004
326
+ INFO 2026-09-29 19:58:07 ot_train.py:410 step:40K smpl:320K ep:400 epch:8.00 loss:0.094 grdn:4.744 lr:1.0e-05 updt_s:0.175 data_s:0.004
327
+ INFO 2026-09-29 19:58:07 ot_train.py:430 Checkpoint policy after step 40000
328
+ INFO 2026-09-29 19:58:44 ot_train.py:410 step:40K smpl:322K ep:402 epch:8.04 loss:0.095 grdn:4.868 lr:1.0e-05 updt_s:0.177 data_s:0.007
329
+ INFO 2026-09-29 19:59:23 ot_train.py:410 step:40K smpl:323K ep:404 epch:8.08 loss:0.096 grdn:4.958 lr:1.0e-05 updt_s:0.188 data_s:0.004
330
+ INFO 2026-09-29 20:00:01 ot_train.py:410 step:41K smpl:325K ep:406 epch:8.12 loss:0.093 grdn:4.841 lr:1.0e-05 updt_s:0.187 data_s:0.004
331
+ INFO 2026-09-29 20:00:39 ot_train.py:410 step:41K smpl:326K ep:408 epch:8.16 loss:0.094 grdn:4.812 lr:1.0e-05 updt_s:0.184 data_s:0.004
332
+ INFO 2026-09-29 20:01:15 ot_train.py:410 step:41K smpl:328K ep:410 epch:8.20 loss:0.093 grdn:4.772 lr:1.0e-05 updt_s:0.174 data_s:0.004
333
+ INFO 2026-09-29 20:01:51 ot_train.py:410 step:41K smpl:330K ep:412 epch:8.24 loss:0.092 grdn:4.901 lr:1.0e-05 updt_s:0.178 data_s:0.004
334
+ INFO 2026-09-29 20:02:29 ot_train.py:410 step:41K smpl:331K ep:414 epch:8.28 loss:0.097 grdn:4.930 lr:1.0e-05 updt_s:0.184 data_s:0.004
335
+ INFO 2026-09-29 20:03:05 ot_train.py:410 step:42K smpl:333K ep:416 epch:8.32 loss:0.095 grdn:4.815 lr:1.0e-05 updt_s:0.175 data_s:0.004
336
+ INFO 2026-09-29 20:03:42 ot_train.py:410 step:42K smpl:334K ep:418 epch:8.36 loss:0.093 grdn:4.830 lr:1.0e-05 updt_s:0.181 data_s:0.004
337
+ INFO 2026-09-29 20:04:19 ot_train.py:410 step:42K smpl:336K ep:420 epch:8.40 loss:0.096 grdn:4.898 lr:1.0e-05 updt_s:0.180 data_s:0.004
338
+ INFO 2026-09-29 20:04:55 ot_train.py:410 step:42K smpl:338K ep:422 epch:8.44 loss:0.093 grdn:4.650 lr:1.0e-05 updt_s:0.174 data_s:0.004
339
+ INFO 2026-09-29 20:05:31 ot_train.py:410 step:42K smpl:339K ep:424 epch:8.48 loss:0.095 grdn:4.810 lr:1.0e-05 updt_s:0.175 data_s:0.004
340
+ INFO 2026-09-29 20:06:06 ot_train.py:410 step:43K smpl:341K ep:426 epch:8.52 loss:0.093 grdn:4.831 lr:1.0e-05 updt_s:0.174 data_s:0.004
341
+ INFO 2026-09-29 20:06:42 ot_train.py:410 step:43K smpl:342K ep:428 epch:8.56 loss:0.092 grdn:4.722 lr:1.0e-05 updt_s:0.174 data_s:0.004
342
+ INFO 2026-09-29 20:07:18 ot_train.py:410 step:43K smpl:344K ep:430 epch:8.60 loss:0.092 grdn:4.848 lr:1.0e-05 updt_s:0.175 data_s:0.004
343
+ INFO 2026-09-29 20:07:54 ot_train.py:410 step:43K smpl:346K ep:432 epch:8.64 loss:0.093 grdn:4.631 lr:1.0e-05 updt_s:0.175 data_s:0.004
344
+ INFO 2026-09-29 20:08:30 ot_train.py:410 step:43K smpl:347K ep:434 epch:8.68 loss:0.092 grdn:4.680 lr:1.0e-05 updt_s:0.174 data_s:0.004
345
+ INFO 2026-09-29 20:09:06 ot_train.py:410 step:44K smpl:349K ep:436 epch:8.72 loss:0.091 grdn:4.811 lr:1.0e-05 updt_s:0.175 data_s:0.004
346
+ INFO 2026-09-29 20:09:43 ot_train.py:410 step:44K smpl:350K ep:438 epch:8.76 loss:0.088 grdn:4.638 lr:1.0e-05 updt_s:0.182 data_s:0.004
347
+ INFO 2026-09-29 20:10:20 ot_train.py:410 step:44K smpl:352K ep:440 epch:8.80 loss:0.090 grdn:4.649 lr:1.0e-05 updt_s:0.180 data_s:0.004
348
+ INFO 2026-09-29 20:10:56 ot_train.py:410 step:44K smpl:354K ep:442 epch:8.84 loss:0.093 grdn:4.738 lr:1.0e-05 updt_s:0.176 data_s:0.004
349
+ INFO 2026-09-29 20:11:33 ot_train.py:410 step:44K smpl:355K ep:444 epch:8.88 loss:0.093 grdn:4.701 lr:1.0e-05 updt_s:0.179 data_s:0.004
350
+ INFO 2026-09-29 20:12:09 ot_train.py:410 step:45K smpl:357K ep:446 epch:8.92 loss:0.096 grdn:4.788 lr:1.0e-05 updt_s:0.177 data_s:0.004
351
+ INFO 2026-09-29 20:12:45 ot_train.py:410 step:45K smpl:358K ep:448 epch:8.96 loss:0.092 grdn:4.652 lr:1.0e-05 updt_s:0.175 data_s:0.004
352
+ INFO 2026-09-29 20:13:21 ot_train.py:410 step:45K smpl:360K ep:450 epch:9.00 loss:0.093 grdn:4.810 lr:1.0e-05 updt_s:0.176 data_s:0.004
353
+ INFO 2026-09-29 20:14:00 ot_train.py:410 step:45K smpl:362K ep:452 epch:9.04 loss:0.091 grdn:4.691 lr:1.0e-05 updt_s:0.184 data_s:0.008
354
+ INFO 2026-09-29 20:14:35 ot_train.py:410 step:45K smpl:363K ep:454 epch:9.08 loss:0.088 grdn:4.510 lr:1.0e-05 updt_s:0.175 data_s:0.004
355
+ INFO 2026-09-29 20:15:11 ot_train.py:410 step:46K smpl:365K ep:456 epch:9.12 loss:0.088 grdn:4.626 lr:1.0e-05 updt_s:0.174 data_s:0.004
356
+ INFO 2026-09-29 20:15:47 ot_train.py:410 step:46K smpl:366K ep:458 epch:9.16 loss:0.090 grdn:4.497 lr:1.0e-05 updt_s:0.177 data_s:0.004
357
+ INFO 2026-09-29 20:16:24 ot_train.py:410 step:46K smpl:368K ep:460 epch:9.20 loss:0.090 grdn:4.455 lr:1.0e-05 updt_s:0.177 data_s:0.004
358
+ INFO 2026-09-29 20:17:00 ot_train.py:410 step:46K smpl:370K ep:462 epch:9.24 loss:0.089 grdn:4.523 lr:1.0e-05 updt_s:0.175 data_s:0.004
359
+ INFO 2026-09-29 20:17:36 ot_train.py:410 step:46K smpl:371K ep:464 epch:9.28 loss:0.087 grdn:4.503 lr:1.0e-05 updt_s:0.178 data_s:0.004
360
+ INFO 2026-09-29 20:18:12 ot_train.py:410 step:47K smpl:373K ep:466 epch:9.32 loss:0.091 grdn:4.479 lr:1.0e-05 updt_s:0.175 data_s:0.004
361
+ INFO 2026-09-29 20:18:48 ot_train.py:410 step:47K smpl:374K ep:468 epch:9.36 loss:0.090 grdn:4.664 lr:1.0e-05 updt_s:0.174 data_s:0.004
362
+ INFO 2026-09-29 20:19:25 ot_train.py:410 step:47K smpl:376K ep:470 epch:9.40 loss:0.090 grdn:4.672 lr:1.0e-05 updt_s:0.179 data_s:0.004
363
+ INFO 2026-09-29 20:20:01 ot_train.py:410 step:47K smpl:378K ep:472 epch:9.44 loss:0.087 grdn:4.301 lr:1.0e-05 updt_s:0.178 data_s:0.004
364
+ INFO 2026-09-29 20:20:37 ot_train.py:410 step:47K smpl:379K ep:474 epch:9.48 loss:0.089 grdn:4.559 lr:1.0e-05 updt_s:0.175 data_s:0.004
365
+ INFO 2026-09-29 20:21:13 ot_train.py:410 step:48K smpl:381K ep:476 epch:9.52 loss:0.088 grdn:4.586 lr:1.0e-05 updt_s:0.177 data_s:0.004
366
+ INFO 2026-09-29 20:21:50 ot_train.py:410 step:48K smpl:382K ep:478 epch:9.56 loss:0.090 grdn:4.639 lr:1.0e-05 updt_s:0.180 data_s:0.004
367
+ INFO 2026-09-29 20:22:27 ot_train.py:410 step:48K smpl:384K ep:480 epch:9.60 loss:0.089 grdn:4.344 lr:1.0e-05 updt_s:0.181 data_s:0.004
368
+ INFO 2026-09-29 20:23:03 ot_train.py:410 step:48K smpl:386K ep:482 epch:9.64 loss:0.089 grdn:4.631 lr:1.0e-05 updt_s:0.175 data_s:0.004
369
+ INFO 2026-09-29 20:23:40 ot_train.py:410 step:48K smpl:387K ep:484 epch:9.68 loss:0.087 grdn:4.507 lr:1.0e-05 updt_s:0.177 data_s:0.004
370
+ INFO 2026-09-29 20:24:15 ot_train.py:410 step:49K smpl:389K ep:486 epch:9.72 loss:0.088 grdn:4.534 lr:1.0e-05 updt_s:0.174 data_s:0.004
371
+ INFO 2026-09-29 20:24:51 ot_train.py:410 step:49K smpl:390K ep:488 epch:9.76 loss:0.084 grdn:4.286 lr:1.0e-05 updt_s:0.173 data_s:0.004
372
+ INFO 2026-09-29 20:25:27 ot_train.py:410 step:49K smpl:392K ep:490 epch:9.80 loss:0.086 grdn:4.405 lr:1.0e-05 updt_s:0.174 data_s:0.004
373
+ INFO 2026-09-29 20:26:03 ot_train.py:410 step:49K smpl:394K ep:492 epch:9.84 loss:0.086 grdn:4.386 lr:1.0e-05 updt_s:0.178 data_s:0.004
374
+ INFO 2026-09-29 20:26:41 ot_train.py:410 step:49K smpl:395K ep:494 epch:9.88 loss:0.086 grdn:4.302 lr:1.0e-05 updt_s:0.183 data_s:0.004
375
+ INFO 2026-09-29 20:27:16 ot_train.py:410 step:50K smpl:397K ep:496 epch:9.92 loss:0.088 grdn:4.693 lr:1.0e-05 updt_s:0.174 data_s:0.004
376
+ INFO 2026-09-29 20:27:52 ot_train.py:410 step:50K smpl:398K ep:498 epch:9.96 loss:0.088 grdn:4.380 lr:1.0e-05 updt_s:0.174 data_s:0.004
377
+ INFO 2026-09-29 20:28:28 ot_train.py:410 step:50K smpl:400K ep:500 epch:10.00 loss:0.088 grdn:4.434 lr:1.0e-05 updt_s:0.175 data_s:0.004
378
+ INFO 2026-09-29 20:29:04 ot_train.py:410 step:50K smpl:402K ep:502 epch:10.04 loss:0.086 grdn:4.536 lr:1.0e-05 updt_s:0.174 data_s:0.007
379
+ INFO 2026-09-29 20:29:40 ot_train.py:410 step:50K smpl:403K ep:504 epch:10.08 loss:0.087 grdn:4.548 lr:1.0e-05 updt_s:0.174 data_s:0.004
380
+ INFO 2026-09-29 20:30:16 ot_train.py:410 step:51K smpl:405K ep:506 epch:10.12 loss:0.085 grdn:4.234 lr:1.0e-05 updt_s:0.174 data_s:0.004
381
+ INFO 2026-09-29 20:30:51 ot_train.py:410 step:51K smpl:406K ep:508 epch:10.16 loss:0.086 grdn:4.275 lr:1.0e-05 updt_s:0.174 data_s:0.004
382
+ INFO 2026-09-29 20:31:27 ot_train.py:410 step:51K smpl:408K ep:510 epch:10.20 loss:0.083 grdn:4.350 lr:1.0e-05 updt_s:0.173 data_s:0.004
383
+ INFO 2026-09-29 20:32:03 ot_train.py:410 step:51K smpl:410K ep:512 epch:10.24 loss:0.083 grdn:4.104 lr:1.0e-05 updt_s:0.174 data_s:0.004
384
+ INFO 2026-09-29 20:32:38 ot_train.py:410 step:51K smpl:411K ep:514 epch:10.28 loss:0.086 grdn:4.236 lr:1.0e-05 updt_s:0.174 data_s:0.004
385
+ INFO 2026-09-29 20:33:14 ot_train.py:410 step:52K smpl:413K ep:516 epch:10.32 loss:0.084 grdn:4.391 lr:1.0e-05 updt_s:0.175 data_s:0.004
386
+ INFO 2026-09-29 20:33:50 ot_train.py:410 step:52K smpl:414K ep:518 epch:10.36 loss:0.086 grdn:4.391 lr:1.0e-05 updt_s:0.175 data_s:0.004
387
+ INFO 2026-09-29 20:34:25 ot_train.py:410 step:52K smpl:416K ep:520 epch:10.40 loss:0.088 grdn:4.264 lr:1.0e-05 updt_s:0.173 data_s:0.004
388
+ INFO 2026-09-29 20:35:01 ot_train.py:410 step:52K smpl:418K ep:522 epch:10.44 loss:0.082 grdn:4.237 lr:1.0e-05 updt_s:0.173 data_s:0.004
389
+ INFO 2026-09-29 20:35:37 ot_train.py:410 step:52K smpl:419K ep:524 epch:10.48 loss:0.085 grdn:4.197 lr:1.0e-05 updt_s:0.174 data_s:0.004
390
+ INFO 2026-09-29 20:36:12 ot_train.py:410 step:53K smpl:421K ep:526 epch:10.52 loss:0.086 grdn:4.257 lr:1.0e-05 updt_s:0.173 data_s:0.004
391
+ INFO 2026-09-29 20:36:48 ot_train.py:410 step:53K smpl:422K ep:528 epch:10.56 loss:0.084 grdn:4.341 lr:1.0e-05 updt_s:0.175 data_s:0.004
392
+ INFO 2026-09-29 20:37:24 ot_train.py:410 step:53K smpl:424K ep:530 epch:10.60 loss:0.085 grdn:4.232 lr:1.0e-05 updt_s:0.173 data_s:0.004
393
+ INFO 2026-09-29 20:37:59 ot_train.py:410 step:53K smpl:426K ep:532 epch:10.64 loss:0.084 grdn:4.242 lr:1.0e-05 updt_s:0.174 data_s:0.004
394
+ INFO 2026-09-29 20:38:35 ot_train.py:410 step:53K smpl:427K ep:534 epch:10.68 loss:0.085 grdn:4.219 lr:1.0e-05 updt_s:0.175 data_s:0.004
395
+ INFO 2026-09-29 20:39:11 ot_train.py:410 step:54K smpl:429K ep:536 epch:10.72 loss:0.085 grdn:4.298 lr:1.0e-05 updt_s:0.174 data_s:0.004
396
+ INFO 2026-09-29 20:39:47 ot_train.py:410 step:54K smpl:430K ep:538 epch:10.76 loss:0.083 grdn:4.210 lr:1.0e-05 updt_s:0.175 data_s:0.004
397
+ INFO 2026-09-29 20:40:23 ot_train.py:410 step:54K smpl:432K ep:540 epch:10.80 loss:0.083 grdn:4.213 lr:1.0e-05 updt_s:0.174 data_s:0.004
398
+ INFO 2026-09-29 20:40:59 ot_train.py:410 step:54K smpl:434K ep:542 epch:10.84 loss:0.082 grdn:4.139 lr:1.0e-05 updt_s:0.177 data_s:0.004
399
+ INFO 2026-09-29 20:41:36 ot_train.py:410 step:54K smpl:435K ep:544 epch:10.88 loss:0.083 grdn:4.262 lr:1.0e-05 updt_s:0.179 data_s:0.004
400
+ INFO 2026-09-29 20:42:13 ot_train.py:410 step:55K smpl:437K ep:546 epch:10.92 loss:0.081 grdn:4.001 lr:1.0e-05 updt_s:0.180 data_s:0.004
401
+ INFO 2026-09-29 20:42:49 ot_train.py:410 step:55K smpl:438K ep:548 epch:10.96 loss:0.082 grdn:4.172 lr:1.0e-05 updt_s:0.178 data_s:0.004
402
+ INFO 2026-09-29 20:43:25 ot_train.py:410 step:55K smpl:440K ep:550 epch:11.00 loss:0.083 grdn:4.219 lr:1.0e-05 updt_s:0.173 data_s:0.004
403
+ INFO 2026-09-29 20:44:01 ot_train.py:410 step:55K smpl:442K ep:552 epch:11.04 loss:0.080 grdn:4.194 lr:1.0e-05 updt_s:0.173 data_s:0.007
404
+ INFO 2026-09-29 20:44:37 ot_train.py:410 step:55K smpl:443K ep:554 epch:11.08 loss:0.083 grdn:4.239 lr:1.0e-05 updt_s:0.174 data_s:0.004
405
+ INFO 2026-09-29 20:45:12 ot_train.py:410 step:56K smpl:445K ep:556 epch:11.12 loss:0.079 grdn:4.028 lr:1.0e-05 updt_s:0.174 data_s:0.004
406
+ INFO 2026-09-29 20:45:48 ot_train.py:410 step:56K smpl:446K ep:558 epch:11.16 loss:0.080 grdn:4.166 lr:1.0e-05 updt_s:0.174 data_s:0.004
407
+ INFO 2026-09-29 20:46:24 ot_train.py:410 step:56K smpl:448K ep:560 epch:11.20 loss:0.080 grdn:4.058 lr:1.0e-05 updt_s:0.174 data_s:0.004
408
+ INFO 2026-09-29 20:47:00 ot_train.py:410 step:56K smpl:450K ep:562 epch:11.24 loss:0.081 grdn:4.163 lr:1.0e-05 updt_s:0.174 data_s:0.004
409
+ INFO 2026-09-29 20:47:35 ot_train.py:410 step:56K smpl:451K ep:564 epch:11.28 loss:0.081 grdn:4.281 lr:1.0e-05 updt_s:0.174 data_s:0.004
410
+ INFO 2026-09-29 20:48:11 ot_train.py:410 step:57K smpl:453K ep:566 epch:11.32 loss:0.082 grdn:4.137 lr:1.0e-05 updt_s:0.174 data_s:0.004
411
+ INFO 2026-09-29 20:48:46 ot_train.py:410 step:57K smpl:454K ep:568 epch:11.36 loss:0.080 grdn:3.960 lr:1.0e-05 updt_s:0.174 data_s:0.004
412
+ INFO 2026-09-29 20:49:22 ot_train.py:410 step:57K smpl:456K ep:570 epch:11.40 loss:0.079 grdn:4.033 lr:1.0e-05 updt_s:0.174 data_s:0.004
413
+ INFO 2026-09-29 20:49:58 ot_train.py:410 step:57K smpl:458K ep:572 epch:11.44 loss:0.081 grdn:3.978 lr:1.0e-05 updt_s:0.174 data_s:0.004
414
+ INFO 2026-09-29 20:50:33 ot_train.py:410 step:57K smpl:459K ep:574 epch:11.48 loss:0.081 grdn:4.081 lr:1.0e-05 updt_s:0.174 data_s:0.004
415
+ INFO 2026-09-29 20:51:09 ot_train.py:410 step:58K smpl:461K ep:576 epch:11.52 loss:0.081 grdn:4.129 lr:1.0e-05 updt_s:0.174 data_s:0.004
416
+ INFO 2026-09-29 20:51:45 ot_train.py:410 step:58K smpl:462K ep:578 epch:11.56 loss:0.080 grdn:4.056 lr:1.0e-05 updt_s:0.174 data_s:0.004
417
+ INFO 2026-09-29 20:52:20 ot_train.py:410 step:58K smpl:464K ep:580 epch:11.60 loss:0.080 grdn:4.043 lr:1.0e-05 updt_s:0.174 data_s:0.004
418
+ INFO 2026-09-29 20:52:56 ot_train.py:410 step:58K smpl:466K ep:582 epch:11.64 loss:0.082 grdn:4.229 lr:1.0e-05 updt_s:0.174 data_s:0.004
419
+ INFO 2026-09-29 20:53:32 ot_train.py:410 step:58K smpl:467K ep:584 epch:11.68 loss:0.077 grdn:3.936 lr:1.0e-05 updt_s:0.174 data_s:0.004
420
+ INFO 2026-09-29 20:54:07 ot_train.py:410 step:59K smpl:469K ep:586 epch:11.72 loss:0.083 grdn:4.094 lr:1.0e-05 updt_s:0.173 data_s:0.004
421
+ INFO 2026-09-29 20:54:43 ot_train.py:410 step:59K smpl:470K ep:588 epch:11.76 loss:0.080 grdn:3.761 lr:1.0e-05 updt_s:0.174 data_s:0.004
422
+ INFO 2026-09-29 20:55:19 ot_train.py:410 step:59K smpl:472K ep:590 epch:11.80 loss:0.080 grdn:3.946 lr:1.0e-05 updt_s:0.174 data_s:0.004
423
+ INFO 2026-09-29 20:55:54 ot_train.py:410 step:59K smpl:474K ep:592 epch:11.84 loss:0.081 grdn:3.953 lr:1.0e-05 updt_s:0.174 data_s:0.004
424
+ INFO 2026-09-29 20:56:30 ot_train.py:410 step:59K smpl:475K ep:594 epch:11.88 loss:0.079 grdn:4.091 lr:1.0e-05 updt_s:0.174 data_s:0.004
425
+ INFO 2026-09-29 20:57:06 ot_train.py:410 step:60K smpl:477K ep:596 epch:11.92 loss:0.081 grdn:4.074 lr:1.0e-05 updt_s:0.174 data_s:0.004
426
+ INFO 2026-09-29 20:57:41 ot_train.py:410 step:60K smpl:478K ep:598 epch:11.96 loss:0.079 grdn:3.965 lr:1.0e-05 updt_s:0.174 data_s:0.004
427
+ INFO 2026-09-29 20:58:17 ot_train.py:410 step:60K smpl:480K ep:600 epch:12.00 loss:0.080 grdn:3.905 lr:1.0e-05 updt_s:0.174 data_s:0.004
428
+ INFO 2026-09-29 20:58:17 ot_train.py:430 Checkpoint policy after step 60000
429
+ INFO 2026-09-29 20:58:54 ot_train.py:410 step:60K smpl:482K ep:602 epch:12.04 loss:0.076 grdn:4.000 lr:1.0e-05 updt_s:0.174 data_s:0.007
430
+ INFO 2026-09-29 20:59:30 ot_train.py:410 step:60K smpl:483K ep:604 epch:12.08 loss:0.078 grdn:3.863 lr:1.0e-05 updt_s:0.174 data_s:0.004
431
+ INFO 2026-09-29 21:00:05 ot_train.py:410 step:61K smpl:485K ep:606 epch:12.12 loss:0.077 grdn:3.820 lr:1.0e-05 updt_s:0.174 data_s:0.004
432
+ INFO 2026-09-29 21:00:41 ot_train.py:410 step:61K smpl:486K ep:608 epch:12.16 loss:0.078 grdn:4.125 lr:1.0e-05 updt_s:0.174 data_s:0.004
433
+ INFO 2026-09-29 21:01:16 ot_train.py:410 step:61K smpl:488K ep:610 epch:12.20 loss:0.076 grdn:3.920 lr:1.0e-05 updt_s:0.174 data_s:0.004
434
+ INFO 2026-09-29 21:01:52 ot_train.py:410 step:61K smpl:490K ep:612 epch:12.24 loss:0.079 grdn:4.020 lr:1.0e-05 updt_s:0.174 data_s:0.004
435
+ INFO 2026-09-29 21:02:28 ot_train.py:410 step:61K smpl:491K ep:614 epch:12.28 loss:0.079 grdn:3.938 lr:1.0e-05 updt_s:0.173 data_s:0.004
436
+ INFO 2026-09-29 21:03:03 ot_train.py:410 step:62K smpl:493K ep:616 epch:12.32 loss:0.078 grdn:3.948 lr:1.0e-05 updt_s:0.173 data_s:0.004
437
+ INFO 2026-09-29 21:03:39 ot_train.py:410 step:62K smpl:494K ep:618 epch:12.36 loss:0.078 grdn:4.015 lr:1.0e-05 updt_s:0.174 data_s:0.004
438
+ INFO 2026-09-29 21:04:14 ot_train.py:410 step:62K smpl:496K ep:620 epch:12.40 loss:0.077 grdn:3.900 lr:1.0e-05 updt_s:0.173 data_s:0.004
439
+ INFO 2026-09-29 21:04:50 ot_train.py:410 step:62K smpl:498K ep:622 epch:12.44 loss:0.078 grdn:4.005 lr:1.0e-05 updt_s:0.173 data_s:0.004
440
+ INFO 2026-09-29 21:05:25 ot_train.py:410 step:62K smpl:499K ep:624 epch:12.48 loss:0.077 grdn:3.873 lr:1.0e-05 updt_s:0.173 data_s:0.004
441
+ INFO 2026-09-29 21:06:01 ot_train.py:410 step:63K smpl:501K ep:626 epch:12.52 loss:0.076 grdn:3.842 lr:1.0e-05 updt_s:0.174 data_s:0.004
442
+ INFO 2026-09-29 21:06:37 ot_train.py:410 step:63K smpl:502K ep:628 epch:12.56 loss:0.077 grdn:3.942 lr:1.0e-05 updt_s:0.173 data_s:0.004
443
+ INFO 2026-09-29 21:07:12 ot_train.py:410 step:63K smpl:504K ep:630 epch:12.60 loss:0.078 grdn:3.902 lr:1.0e-05 updt_s:0.173 data_s:0.004
444
+ INFO 2026-09-29 21:07:48 ot_train.py:410 step:63K smpl:506K ep:632 epch:12.64 loss:0.075 grdn:3.859 lr:1.0e-05 updt_s:0.174 data_s:0.004
445
+ INFO 2026-09-29 21:08:23 ot_train.py:410 step:63K smpl:507K ep:634 epch:12.68 loss:0.076 grdn:3.887 lr:1.0e-05 updt_s:0.173 data_s:0.004
446
+ INFO 2026-09-29 21:08:59 ot_train.py:410 step:64K smpl:509K ep:636 epch:12.72 loss:0.077 grdn:3.703 lr:1.0e-05 updt_s:0.173 data_s:0.004
447
+ INFO 2026-09-29 21:09:34 ot_train.py:410 step:64K smpl:510K ep:638 epch:12.76 loss:0.076 grdn:3.750 lr:1.0e-05 updt_s:0.174 data_s:0.004
448
+ INFO 2026-09-29 21:10:10 ot_train.py:410 step:64K smpl:512K ep:640 epch:12.80 loss:0.075 grdn:3.919 lr:1.0e-05 updt_s:0.174 data_s:0.004
449
+ INFO 2026-09-29 21:10:46 ot_train.py:410 step:64K smpl:514K ep:642 epch:12.84 loss:0.074 grdn:3.830 lr:1.0e-05 updt_s:0.174 data_s:0.004
450
+ INFO 2026-09-29 21:11:21 ot_train.py:410 step:64K smpl:515K ep:644 epch:12.88 loss:0.077 grdn:3.755 lr:1.0e-05 updt_s:0.174 data_s:0.004
451
+ INFO 2026-09-29 21:11:57 ot_train.py:410 step:65K smpl:517K ep:646 epch:12.92 loss:0.075 grdn:3.702 lr:1.0e-05 updt_s:0.174 data_s:0.004
452
+ INFO 2026-09-29 21:12:33 ot_train.py:410 step:65K smpl:518K ep:648 epch:12.96 loss:0.075 grdn:3.852 lr:1.0e-05 updt_s:0.174 data_s:0.004
453
+ INFO 2026-09-29 21:13:09 ot_train.py:410 step:65K smpl:520K ep:650 epch:13.00 loss:0.076 grdn:3.859 lr:1.0e-05 updt_s:0.174 data_s:0.004
454
+ INFO 2026-09-29 21:13:45 ot_train.py:410 step:65K smpl:522K ep:652 epch:13.04 loss:0.078 grdn:3.966 lr:1.0e-05 updt_s:0.173 data_s:0.007
455
+ INFO 2026-09-29 21:14:20 ot_train.py:410 step:65K smpl:523K ep:654 epch:13.08 loss:0.077 grdn:3.926 lr:1.0e-05 updt_s:0.174 data_s:0.004
456
+ INFO 2026-09-29 21:14:56 ot_train.py:410 step:66K smpl:525K ep:656 epch:13.12 loss:0.075 grdn:3.693 lr:1.0e-05 updt_s:0.174 data_s:0.004
457
+ INFO 2026-09-29 21:15:32 ot_train.py:410 step:66K smpl:526K ep:658 epch:13.16 loss:0.074 grdn:3.842 lr:1.0e-05 updt_s:0.174 data_s:0.004
458
+ INFO 2026-09-29 21:16:07 ot_train.py:410 step:66K smpl:528K ep:660 epch:13.20 loss:0.076 grdn:3.869 lr:1.0e-05 updt_s:0.174 data_s:0.004
459
+ INFO 2026-09-29 21:16:43 ot_train.py:410 step:66K smpl:530K ep:662 epch:13.24 loss:0.074 grdn:3.593 lr:1.0e-05 updt_s:0.174 data_s:0.004
460
+ INFO 2026-09-29 21:17:19 ot_train.py:410 step:66K smpl:531K ep:664 epch:13.28 loss:0.074 grdn:3.859 lr:1.0e-05 updt_s:0.174 data_s:0.004
461
+ INFO 2026-09-29 21:17:54 ot_train.py:410 step:67K smpl:533K ep:666 epch:13.32 loss:0.074 grdn:3.736 lr:1.0e-05 updt_s:0.174 data_s:0.004
462
+ INFO 2026-09-29 21:18:30 ot_train.py:410 step:67K smpl:534K ep:668 epch:13.36 loss:0.074 grdn:3.752 lr:1.0e-05 updt_s:0.174 data_s:0.004
463
+ INFO 2026-09-29 21:19:06 ot_train.py:410 step:67K smpl:536K ep:670 epch:13.40 loss:0.075 grdn:3.745 lr:1.0e-05 updt_s:0.174 data_s:0.004
464
+ INFO 2026-09-29 21:19:41 ot_train.py:410 step:67K smpl:538K ep:672 epch:13.44 loss:0.076 grdn:3.804 lr:1.0e-05 updt_s:0.174 data_s:0.004
465
+ INFO 2026-09-29 21:20:17 ot_train.py:410 step:67K smpl:539K ep:674 epch:13.48 loss:0.075 grdn:3.786 lr:1.0e-05 updt_s:0.174 data_s:0.004
466
+ INFO 2026-09-29 21:20:53 ot_train.py:410 step:68K smpl:541K ep:676 epch:13.52 loss:0.073 grdn:3.633 lr:1.0e-05 updt_s:0.174 data_s:0.004
467
+ INFO 2026-09-29 21:21:28 ot_train.py:410 step:68K smpl:542K ep:678 epch:13.56 loss:0.074 grdn:3.674 lr:1.0e-05 updt_s:0.174 data_s:0.004
468
+ INFO 2026-09-29 21:22:04 ot_train.py:410 step:68K smpl:544K ep:680 epch:13.60 loss:0.075 grdn:3.703 lr:1.0e-05 updt_s:0.174 data_s:0.004
469
+ INFO 2026-09-29 21:22:40 ot_train.py:410 step:68K smpl:546K ep:682 epch:13.64 loss:0.075 grdn:3.670 lr:1.0e-05 updt_s:0.173 data_s:0.004
470
+ INFO 2026-09-29 21:23:15 ot_train.py:410 step:68K smpl:547K ep:684 epch:13.68 loss:0.073 grdn:3.793 lr:1.0e-05 updt_s:0.174 data_s:0.004
471
+ INFO 2026-09-29 21:23:51 ot_train.py:410 step:69K smpl:549K ep:686 epch:13.72 loss:0.074 grdn:3.678 lr:1.0e-05 updt_s:0.173 data_s:0.004
472
+ INFO 2026-09-29 21:24:27 ot_train.py:410 step:69K smpl:550K ep:688 epch:13.76 loss:0.073 grdn:3.650 lr:1.0e-05 updt_s:0.174 data_s:0.004
473
+ INFO 2026-09-29 21:25:02 ot_train.py:410 step:69K smpl:552K ep:690 epch:13.80 loss:0.074 grdn:3.770 lr:1.0e-05 updt_s:0.174 data_s:0.004
474
+ INFO 2026-09-29 21:25:38 ot_train.py:410 step:69K smpl:554K ep:692 epch:13.84 loss:0.073 grdn:3.788 lr:1.0e-05 updt_s:0.174 data_s:0.004
475
+ INFO 2026-09-29 21:26:14 ot_train.py:410 step:69K smpl:555K ep:694 epch:13.88 loss:0.071 grdn:3.519 lr:1.0e-05 updt_s:0.174 data_s:0.004
476
+ INFO 2026-09-29 21:26:49 ot_train.py:410 step:70K smpl:557K ep:696 epch:13.92 loss:0.071 grdn:3.599 lr:1.0e-05 updt_s:0.174 data_s:0.004
477
+ INFO 2026-09-29 21:27:25 ot_train.py:410 step:70K smpl:558K ep:698 epch:13.96 loss:0.074 grdn:3.605 lr:1.0e-05 updt_s:0.174 data_s:0.004
478
+ INFO 2026-09-29 21:28:01 ot_train.py:410 step:70K smpl:560K ep:700 epch:14.00 loss:0.075 grdn:3.604 lr:1.0e-05 updt_s:0.174 data_s:0.004
479
+ INFO 2026-09-29 21:28:37 ot_train.py:410 step:70K smpl:562K ep:702 epch:14.04 loss:0.072 grdn:3.607 lr:1.0e-05 updt_s:0.173 data_s:0.007
480
+ INFO 2026-09-29 21:29:12 ot_train.py:410 step:70K smpl:563K ep:704 epch:14.08 loss:0.071 grdn:3.665 lr:1.0e-05 updt_s:0.173 data_s:0.004
481
+ INFO 2026-09-29 21:29:48 ot_train.py:410 step:71K smpl:565K ep:706 epch:14.12 loss:0.071 grdn:3.537 lr:1.0e-05 updt_s:0.173 data_s:0.004
482
+ INFO 2026-09-29 21:30:23 ot_train.py:410 step:71K smpl:566K ep:708 epch:14.16 loss:0.072 grdn:3.818 lr:1.0e-05 updt_s:0.173 data_s:0.004
483
+ INFO 2026-09-29 21:30:58 ot_train.py:410 step:71K smpl:568K ep:710 epch:14.20 loss:0.075 grdn:3.717 lr:1.0e-05 updt_s:0.172 data_s:0.004
484
+ INFO 2026-09-29 21:31:34 ot_train.py:410 step:71K smpl:570K ep:712 epch:14.24 loss:0.074 grdn:3.721 lr:1.0e-05 updt_s:0.173 data_s:0.004
485
+ INFO 2026-09-29 21:32:09 ot_train.py:410 step:71K smpl:571K ep:714 epch:14.28 loss:0.070 grdn:3.495 lr:1.0e-05 updt_s:0.172 data_s:0.004
486
+ INFO 2026-09-29 21:32:45 ot_train.py:410 step:72K smpl:573K ep:716 epch:14.32 loss:0.072 grdn:3.552 lr:1.0e-05 updt_s:0.172 data_s:0.004
487
+ INFO 2026-09-29 21:33:20 ot_train.py:410 step:72K smpl:574K ep:718 epch:14.36 loss:0.072 grdn:3.690 lr:1.0e-05 updt_s:0.173 data_s:0.004
488
+ INFO 2026-09-29 21:33:55 ot_train.py:410 step:72K smpl:576K ep:720 epch:14.40 loss:0.070 grdn:3.522 lr:1.0e-05 updt_s:0.172 data_s:0.004
489
+ INFO 2026-09-29 21:34:31 ot_train.py:410 step:72K smpl:578K ep:722 epch:14.44 loss:0.072 grdn:3.523 lr:1.0e-05 updt_s:0.173 data_s:0.004
490
+ INFO 2026-09-29 21:35:06 ot_train.py:410 step:72K smpl:579K ep:724 epch:14.48 loss:0.072 grdn:3.753 lr:1.0e-05 updt_s:0.172 data_s:0.004
491
+ INFO 2026-09-29 21:35:42 ot_train.py:410 step:73K smpl:581K ep:726 epch:14.52 loss:0.070 grdn:3.537 lr:1.0e-05 updt_s:0.173 data_s:0.004
492
+ INFO 2026-09-29 21:36:17 ot_train.py:410 step:73K smpl:582K ep:728 epch:14.56 loss:0.071 grdn:3.565 lr:1.0e-05 updt_s:0.173 data_s:0.004
493
+ INFO 2026-09-29 21:36:52 ot_train.py:410 step:73K smpl:584K ep:730 epch:14.60 loss:0.072 grdn:3.603 lr:1.0e-05 updt_s:0.173 data_s:0.004
494
+ INFO 2026-09-29 21:37:28 ot_train.py:410 step:73K smpl:586K ep:732 epch:14.64 loss:0.070 grdn:3.510 lr:1.0e-05 updt_s:0.173 data_s:0.004
495
+ INFO 2026-09-29 21:38:03 ot_train.py:410 step:73K smpl:587K ep:734 epch:14.68 loss:0.072 grdn:3.606 lr:1.0e-05 updt_s:0.173 data_s:0.004
496
+ INFO 2026-09-29 21:38:39 ot_train.py:410 step:74K smpl:589K ep:736 epch:14.72 loss:0.069 grdn:3.454 lr:1.0e-05 updt_s:0.173 data_s:0.004
497
+ INFO 2026-09-29 21:39:14 ot_train.py:410 step:74K smpl:590K ep:738 epch:14.76 loss:0.072 grdn:3.530 lr:1.0e-05 updt_s:0.173 data_s:0.004
498
+ INFO 2026-09-29 21:39:50 ot_train.py:410 step:74K smpl:592K ep:740 epch:14.80 loss:0.072 grdn:3.469 lr:1.0e-05 updt_s:0.173 data_s:0.004
499
+ INFO 2026-09-29 21:40:25 ot_train.py:410 step:74K smpl:594K ep:742 epch:14.84 loss:0.070 grdn:3.679 lr:1.0e-05 updt_s:0.173 data_s:0.004
500
+ INFO 2026-09-29 21:41:01 ot_train.py:410 step:74K smpl:595K ep:744 epch:14.88 loss:0.069 grdn:3.493 lr:1.0e-05 updt_s:0.173 data_s:0.004
501
+ INFO 2026-09-29 21:41:36 ot_train.py:410 step:75K smpl:597K ep:746 epch:14.92 loss:0.068 grdn:3.418 lr:1.0e-05 updt_s:0.173 data_s:0.004
502
+ INFO 2026-09-29 21:42:12 ot_train.py:410 step:75K smpl:598K ep:748 epch:14.96 loss:0.073 grdn:3.531 lr:1.0e-05 updt_s:0.173 data_s:0.004
503
+ INFO 2026-09-29 21:42:47 ot_train.py:410 step:75K smpl:600K ep:750 epch:15.00 loss:0.070 grdn:3.608 lr:1.0e-05 updt_s:0.173 data_s:0.004
504
+ INFO 2026-09-29 21:43:23 ot_train.py:410 step:75K smpl:602K ep:752 epch:15.04 loss:0.070 grdn:3.482 lr:1.0e-05 updt_s:0.173 data_s:0.007
505
+ INFO 2026-09-29 21:43:59 ot_train.py:410 step:75K smpl:603K ep:754 epch:15.08 loss:0.069 grdn:3.528 lr:1.0e-05 updt_s:0.174 data_s:0.004
506
+ INFO 2026-09-29 21:44:35 ot_train.py:410 step:76K smpl:605K ep:756 epch:15.12 loss:0.069 grdn:3.348 lr:1.0e-05 updt_s:0.174 data_s:0.004
507
+ INFO 2026-09-29 21:45:10 ot_train.py:410 step:76K smpl:606K ep:758 epch:15.16 loss:0.068 grdn:3.582 lr:1.0e-05 updt_s:0.174 data_s:0.004
508
+ INFO 2026-09-29 21:45:46 ot_train.py:410 step:76K smpl:608K ep:760 epch:15.20 loss:0.069 grdn:3.467 lr:1.0e-05 updt_s:0.173 data_s:0.004
509
+ INFO 2026-09-29 21:46:22 ot_train.py:410 step:76K smpl:610K ep:762 epch:15.24 loss:0.068 grdn:3.499 lr:1.0e-05 updt_s:0.174 data_s:0.004
510
+ INFO 2026-09-29 21:46:57 ot_train.py:410 step:76K smpl:611K ep:764 epch:15.28 loss:0.070 grdn:3.490 lr:1.0e-05 updt_s:0.173 data_s:0.004
511
+ INFO 2026-09-29 21:47:33 ot_train.py:410 step:77K smpl:613K ep:766 epch:15.32 loss:0.070 grdn:3.572 lr:1.0e-05 updt_s:0.174 data_s:0.004
512
+ INFO 2026-09-29 21:48:09 ot_train.py:410 step:77K smpl:614K ep:768 epch:15.36 loss:0.069 grdn:3.461 lr:1.0e-05 updt_s:0.174 data_s:0.004
513
+ INFO 2026-09-29 21:48:44 ot_train.py:410 step:77K smpl:616K ep:770 epch:15.40 loss:0.072 grdn:3.480 lr:1.0e-05 updt_s:0.173 data_s:0.004
514
+ INFO 2026-09-29 21:49:20 ot_train.py:410 step:77K smpl:618K ep:772 epch:15.44 loss:0.069 grdn:3.424 lr:1.0e-05 updt_s:0.174 data_s:0.004
515
+ INFO 2026-09-29 21:49:56 ot_train.py:410 step:77K smpl:619K ep:774 epch:15.48 loss:0.071 grdn:3.510 lr:1.0e-05 updt_s:0.173 data_s:0.004
516
+ INFO 2026-09-29 21:50:31 ot_train.py:410 step:78K smpl:621K ep:776 epch:15.52 loss:0.069 grdn:3.415 lr:1.0e-05 updt_s:0.173 data_s:0.004
517
+ INFO 2026-09-29 21:51:07 ot_train.py:410 step:78K smpl:622K ep:778 epch:15.56 loss:0.070 grdn:3.439 lr:1.0e-05 updt_s:0.174 data_s:0.004
518
+ INFO 2026-09-29 21:51:42 ot_train.py:410 step:78K smpl:624K ep:780 epch:15.60 loss:0.068 grdn:3.472 lr:1.0e-05 updt_s:0.174 data_s:0.004
519
+ INFO 2026-09-29 21:52:18 ot_train.py:410 step:78K smpl:626K ep:782 epch:15.64 loss:0.067 grdn:3.402 lr:1.0e-05 updt_s:0.174 data_s:0.004
520
+ INFO 2026-09-29 21:52:54 ot_train.py:410 step:78K smpl:627K ep:784 epch:15.68 loss:0.067 grdn:3.567 lr:1.0e-05 updt_s:0.173 data_s:0.004
521
+ INFO 2026-09-29 21:53:29 ot_train.py:410 step:79K smpl:629K ep:786 epch:15.72 loss:0.070 grdn:3.566 lr:1.0e-05 updt_s:0.174 data_s:0.004
522
+ INFO 2026-09-29 21:54:05 ot_train.py:410 step:79K smpl:630K ep:788 epch:15.76 loss:0.072 grdn:3.525 lr:1.0e-05 updt_s:0.173 data_s:0.004
523
+ INFO 2026-09-29 21:54:40 ot_train.py:410 step:79K smpl:632K ep:790 epch:15.80 loss:0.069 grdn:3.397 lr:1.0e-05 updt_s:0.174 data_s:0.004
524
+ INFO 2026-09-29 21:55:16 ot_train.py:410 step:79K smpl:634K ep:792 epch:15.84 loss:0.069 grdn:3.451 lr:1.0e-05 updt_s:0.173 data_s:0.004
525
+ INFO 2026-09-29 21:55:52 ot_train.py:410 step:79K smpl:635K ep:794 epch:15.88 loss:0.067 grdn:3.216 lr:1.0e-05 updt_s:0.174 data_s:0.004
526
+ INFO 2026-09-29 21:56:27 ot_train.py:410 step:80K smpl:637K ep:796 epch:15.92 loss:0.069 grdn:3.516 lr:1.0e-05 updt_s:0.173 data_s:0.004
527
+ INFO 2026-09-29 21:57:03 ot_train.py:410 step:80K smpl:638K ep:798 epch:15.96 loss:0.067 grdn:3.248 lr:1.0e-05 updt_s:0.174 data_s:0.004
528
+ INFO 2026-09-29 21:57:38 ot_train.py:410 step:80K smpl:640K ep:800 epch:16.00 loss:0.068 grdn:3.397 lr:1.0e-05 updt_s:0.173 data_s:0.004
529
+ INFO 2026-09-29 21:57:38 ot_train.py:430 Checkpoint policy after step 80000
530
+ INFO 2026-09-29 21:58:15 ot_train.py:410 step:80K smpl:642K ep:802 epch:16.04 loss:0.071 grdn:3.463 lr:1.0e-05 updt_s:0.173 data_s:0.007
531
+ INFO 2026-09-29 21:58:51 ot_train.py:410 step:80K smpl:643K ep:804 epch:16.08 loss:0.068 grdn:3.452 lr:1.0e-05 updt_s:0.173 data_s:0.004
532
+ INFO 2026-09-29 21:59:27 ot_train.py:410 step:81K smpl:645K ep:806 epch:16.12 loss:0.068 grdn:3.311 lr:1.0e-05 updt_s:0.173 data_s:0.004
533
+ INFO 2026-09-29 22:00:02 ot_train.py:410 step:81K smpl:646K ep:808 epch:16.16 loss:0.066 grdn:3.285 lr:1.0e-05 updt_s:0.173 data_s:0.004
534
+ INFO 2026-09-29 22:00:37 ot_train.py:410 step:81K smpl:648K ep:810 epch:16.20 loss:0.067 grdn:3.318 lr:1.0e-05 updt_s:0.173 data_s:0.004
535
+ INFO 2026-09-29 22:01:13 ot_train.py:410 step:81K smpl:650K ep:812 epch:16.24 loss:0.068 grdn:3.435 lr:1.0e-05 updt_s:0.173 data_s:0.004
536
+ INFO 2026-09-29 22:01:48 ot_train.py:410 step:81K smpl:651K ep:814 epch:16.28 loss:0.067 grdn:3.227 lr:1.0e-05 updt_s:0.173 data_s:0.004
537
+ INFO 2026-09-29 22:02:24 ot_train.py:410 step:82K smpl:653K ep:816 epch:16.32 loss:0.068 grdn:3.265 lr:1.0e-05 updt_s:0.173 data_s:0.004
538
+ INFO 2026-09-29 22:02:59 ot_train.py:410 step:82K smpl:654K ep:818 epch:16.36 loss:0.067 grdn:3.362 lr:1.0e-05 updt_s:0.173 data_s:0.004
539
+ INFO 2026-09-29 22:03:35 ot_train.py:410 step:82K smpl:656K ep:820 epch:16.40 loss:0.067 grdn:3.377 lr:1.0e-05 updt_s:0.173 data_s:0.004
540
+ INFO 2026-09-29 22:04:10 ot_train.py:410 step:82K smpl:658K ep:822 epch:16.44 loss:0.066 grdn:3.430 lr:1.0e-05 updt_s:0.173 data_s:0.004
541
+ INFO 2026-09-29 22:04:46 ot_train.py:410 step:82K smpl:659K ep:824 epch:16.48 loss:0.068 grdn:3.287 lr:1.0e-05 updt_s:0.173 data_s:0.004
542
+ INFO 2026-09-29 22:05:21 ot_train.py:410 step:83K smpl:661K ep:826 epch:16.52 loss:0.066 grdn:3.318 lr:1.0e-05 updt_s:0.173 data_s:0.004
543
+ INFO 2026-09-29 22:05:57 ot_train.py:410 step:83K smpl:662K ep:828 epch:16.56 loss:0.066 grdn:3.305 lr:1.0e-05 updt_s:0.173 data_s:0.004
544
+ INFO 2026-09-29 22:06:32 ot_train.py:410 step:83K smpl:664K ep:830 epch:16.60 loss:0.066 grdn:3.280 lr:1.0e-05 updt_s:0.173 data_s:0.004
545
+ INFO 2026-09-29 22:07:08 ot_train.py:410 step:83K smpl:666K ep:832 epch:16.64 loss:0.067 grdn:3.429 lr:1.0e-05 updt_s:0.173 data_s:0.004
546
+ INFO 2026-09-29 22:07:43 ot_train.py:410 step:83K smpl:667K ep:834 epch:16.68 loss:0.067 grdn:3.293 lr:1.0e-05 updt_s:0.173 data_s:0.004
547
+ INFO 2026-09-29 22:08:19 ot_train.py:410 step:84K smpl:669K ep:836 epch:16.72 loss:0.066 grdn:3.277 lr:1.0e-05 updt_s:0.173 data_s:0.004
548
+ INFO 2026-09-29 22:08:54 ot_train.py:410 step:84K smpl:670K ep:838 epch:16.76 loss:0.068 grdn:3.304 lr:1.0e-05 updt_s:0.173 data_s:0.004
549
+ INFO 2026-09-29 22:09:30 ot_train.py:410 step:84K smpl:672K ep:840 epch:16.80 loss:0.068 grdn:3.482 lr:1.0e-05 updt_s:0.173 data_s:0.004
550
+ INFO 2026-09-29 22:10:05 ot_train.py:410 step:84K smpl:674K ep:842 epch:16.84 loss:0.068 grdn:3.297 lr:1.0e-05 updt_s:0.173 data_s:0.004
551
+ INFO 2026-09-29 22:10:41 ot_train.py:410 step:84K smpl:675K ep:844 epch:16.88 loss:0.067 grdn:3.295 lr:1.0e-05 updt_s:0.173 data_s:0.004
552
+ INFO 2026-09-29 22:11:16 ot_train.py:410 step:85K smpl:677K ep:846 epch:16.92 loss:0.067 grdn:3.255 lr:1.0e-05 updt_s:0.174 data_s:0.004
553
+ INFO 2026-09-29 22:11:52 ot_train.py:410 step:85K smpl:678K ep:848 epch:16.96 loss:0.066 grdn:3.368 lr:1.0e-05 updt_s:0.173 data_s:0.004
554
+ INFO 2026-09-29 22:12:27 ot_train.py:410 step:85K smpl:680K ep:850 epch:17.00 loss:0.066 grdn:3.211 lr:1.0e-05 updt_s:0.173 data_s:0.004
555
+ INFO 2026-09-29 22:13:04 ot_train.py:410 step:85K smpl:682K ep:852 epch:17.04 loss:0.065 grdn:3.185 lr:1.0e-05 updt_s:0.174 data_s:0.007
556
+ INFO 2026-09-29 22:13:39 ot_train.py:410 step:85K smpl:683K ep:854 epch:17.08 loss:0.066 grdn:3.240 lr:1.0e-05 updt_s:0.173 data_s:0.004
557
+ INFO 2026-09-29 22:14:15 ot_train.py:410 step:86K smpl:685K ep:856 epch:17.12 loss:0.062 grdn:3.166 lr:1.0e-05 updt_s:0.174 data_s:0.004
558
+ INFO 2026-09-29 22:14:51 ot_train.py:410 step:86K smpl:686K ep:858 epch:17.16 loss:0.065 grdn:3.226 lr:1.0e-05 updt_s:0.174 data_s:0.004
559
+ INFO 2026-09-29 22:15:26 ot_train.py:410 step:86K smpl:688K ep:860 epch:17.20 loss:0.064 grdn:3.263 lr:1.0e-05 updt_s:0.174 data_s:0.004
560
+ INFO 2026-09-29 22:16:02 ot_train.py:410 step:86K smpl:690K ep:862 epch:17.24 loss:0.067 grdn:3.330 lr:1.0e-05 updt_s:0.173 data_s:0.004
561
+ INFO 2026-09-29 22:16:38 ot_train.py:410 step:86K smpl:691K ep:864 epch:17.28 loss:0.067 grdn:3.336 lr:1.0e-05 updt_s:0.174 data_s:0.004
562
+ INFO 2026-09-29 22:17:13 ot_train.py:410 step:87K smpl:693K ep:866 epch:17.32 loss:0.064 grdn:3.180 lr:1.0e-05 updt_s:0.174 data_s:0.004
563
+ INFO 2026-09-29 22:17:49 ot_train.py:410 step:87K smpl:694K ep:868 epch:17.36 loss:0.065 grdn:3.154 lr:1.0e-05 updt_s:0.174 data_s:0.004
564
+ INFO 2026-09-29 22:18:25 ot_train.py:410 step:87K smpl:696K ep:870 epch:17.40 loss:0.064 grdn:3.313 lr:1.0e-05 updt_s:0.174 data_s:0.004
565
+ INFO 2026-09-29 22:19:01 ot_train.py:410 step:87K smpl:698K ep:872 epch:17.44 loss:0.072 grdn:3.395 lr:1.0e-05 updt_s:0.175 data_s:0.004
566
+ INFO 2026-09-29 22:19:37 ot_train.py:410 step:87K smpl:699K ep:874 epch:17.48 loss:0.065 grdn:3.257 lr:1.0e-05 updt_s:0.175 data_s:0.004
567
+ INFO 2026-09-29 22:20:13 ot_train.py:410 step:88K smpl:701K ep:876 epch:17.52 loss:0.063 grdn:3.065 lr:1.0e-05 updt_s:0.175 data_s:0.004
568
+ INFO 2026-09-29 22:20:49 ot_train.py:410 step:88K smpl:702K ep:878 epch:17.56 loss:0.065 grdn:3.202 lr:1.0e-05 updt_s:0.175 data_s:0.004
569
+ INFO 2026-09-29 22:21:24 ot_train.py:410 step:88K smpl:704K ep:880 epch:17.60 loss:0.066 grdn:3.151 lr:1.0e-05 updt_s:0.175 data_s:0.004
570
+ INFO 2026-09-29 22:22:00 ot_train.py:410 step:88K smpl:706K ep:882 epch:17.64 loss:0.064 grdn:3.164 lr:1.0e-05 updt_s:0.175 data_s:0.004
571
+ INFO 2026-09-29 22:22:36 ot_train.py:410 step:88K smpl:707K ep:884 epch:17.68 loss:0.063 grdn:3.173 lr:1.0e-05 updt_s:0.175 data_s:0.004
572
+ INFO 2026-09-29 22:23:12 ot_train.py:410 step:89K smpl:709K ep:886 epch:17.72 loss:0.066 grdn:3.170 lr:1.0e-05 updt_s:0.175 data_s:0.004
573
+ INFO 2026-09-29 22:23:48 ot_train.py:410 step:89K smpl:710K ep:888 epch:17.76 loss:0.063 grdn:3.235 lr:1.0e-05 updt_s:0.175 data_s:0.004
574
+ INFO 2026-09-29 22:24:24 ot_train.py:410 step:89K smpl:712K ep:890 epch:17.80 loss:0.063 grdn:3.132 lr:1.0e-05 updt_s:0.176 data_s:0.004
575
+ INFO 2026-09-29 22:25:00 ot_train.py:410 step:89K smpl:714K ep:892 epch:17.84 loss:0.066 grdn:3.203 lr:1.0e-05 updt_s:0.176 data_s:0.004
576
+ INFO 2026-09-29 22:25:37 ot_train.py:410 step:89K smpl:715K ep:894 epch:17.88 loss:0.065 grdn:3.194 lr:1.0e-05 updt_s:0.178 data_s:0.004
577
+ INFO 2026-09-29 22:26:13 ot_train.py:410 step:90K smpl:717K ep:896 epch:17.92 loss:0.065 grdn:3.168 lr:1.0e-05 updt_s:0.177 data_s:0.004
578
+ INFO 2026-09-29 22:26:50 ot_train.py:410 step:90K smpl:718K ep:898 epch:17.96 loss:0.065 grdn:3.041 lr:1.0e-05 updt_s:0.180 data_s:0.004
579
+ INFO 2026-09-29 22:27:27 ot_train.py:410 step:90K smpl:720K ep:900 epch:18.00 loss:0.064 grdn:3.215 lr:1.0e-05 updt_s:0.179 data_s:0.004
580
+ INFO 2026-09-29 22:28:05 ot_train.py:410 step:90K smpl:722K ep:902 epch:18.04 loss:0.065 grdn:3.247 lr:1.0e-05 updt_s:0.178 data_s:0.008
581
+ INFO 2026-09-29 22:28:41 ot_train.py:410 step:90K smpl:723K ep:904 epch:18.08 loss:0.064 grdn:3.162 lr:1.0e-05 updt_s:0.175 data_s:0.004
582
+ INFO 2026-09-29 22:29:17 ot_train.py:410 step:91K smpl:725K ep:906 epch:18.12 loss:0.062 grdn:3.019 lr:1.0e-05 updt_s:0.176 data_s:0.004
583
+ INFO 2026-09-29 22:29:53 ot_train.py:410 step:91K smpl:726K ep:908 epch:18.16 loss:0.064 grdn:3.225 lr:1.0e-05 updt_s:0.176 data_s:0.004
584
+ INFO 2026-09-29 22:30:29 ot_train.py:410 step:91K smpl:728K ep:910 epch:18.20 loss:0.063 grdn:3.092 lr:1.0e-05 updt_s:0.176 data_s:0.004
585
+ INFO 2026-09-29 22:31:05 ot_train.py:410 step:91K smpl:730K ep:912 epch:18.24 loss:0.063 grdn:3.169 lr:1.0e-05 updt_s:0.177 data_s:0.004
586
+ INFO 2026-09-29 22:31:41 ot_train.py:410 step:91K smpl:731K ep:914 epch:18.28 loss:0.062 grdn:3.082 lr:1.0e-05 updt_s:0.175 data_s:0.004
587
+ INFO 2026-09-29 22:32:17 ot_train.py:410 step:92K smpl:733K ep:916 epch:18.32 loss:0.062 grdn:3.103 lr:1.0e-05 updt_s:0.174 data_s:0.004
588
+ INFO 2026-09-29 22:32:53 ot_train.py:410 step:92K smpl:734K ep:918 epch:18.36 loss:0.063 grdn:3.061 lr:1.0e-05 updt_s:0.174 data_s:0.004
589
+ INFO 2026-09-29 22:33:29 ot_train.py:410 step:92K smpl:736K ep:920 epch:18.40 loss:0.063 grdn:3.054 lr:1.0e-05 updt_s:0.175 data_s:0.004
590
+ INFO 2026-09-29 22:34:05 ot_train.py:410 step:92K smpl:738K ep:922 epch:18.44 loss:0.064 grdn:3.192 lr:1.0e-05 updt_s:0.175 data_s:0.004
591
+ INFO 2026-09-29 22:34:41 ot_train.py:410 step:92K smpl:739K ep:924 epch:18.48 loss:0.064 grdn:3.027 lr:1.0e-05 updt_s:0.176 data_s:0.004
592
+ INFO 2026-09-29 22:35:17 ot_train.py:410 step:93K smpl:741K ep:926 epch:18.52 loss:0.063 grdn:3.064 lr:1.0e-05 updt_s:0.175 data_s:0.004
593
+ INFO 2026-09-29 22:35:52 ot_train.py:410 step:93K smpl:742K ep:928 epch:18.56 loss:0.063 grdn:3.187 lr:1.0e-05 updt_s:0.174 data_s:0.004
594
+ INFO 2026-09-29 22:36:28 ot_train.py:410 step:93K smpl:744K ep:930 epch:18.60 loss:0.064 grdn:3.067 lr:1.0e-05 updt_s:0.174 data_s:0.004
595
+ INFO 2026-09-29 22:37:04 ot_train.py:410 step:93K smpl:746K ep:932 epch:18.64 loss:0.061 grdn:3.012 lr:1.0e-05 updt_s:0.174 data_s:0.004
596
+ INFO 2026-09-29 22:37:40 ot_train.py:410 step:93K smpl:747K ep:934 epch:18.68 loss:0.062 grdn:3.199 lr:1.0e-05 updt_s:0.174 data_s:0.004
597
+ INFO 2026-09-29 22:38:15 ot_train.py:410 step:94K smpl:749K ep:936 epch:18.72 loss:0.063 grdn:3.170 lr:1.0e-05 updt_s:0.174 data_s:0.004
598
+ INFO 2026-09-29 22:38:51 ot_train.py:410 step:94K smpl:750K ep:938 epch:18.76 loss:0.063 grdn:3.040 lr:1.0e-05 updt_s:0.174 data_s:0.004
599
+ INFO 2026-09-29 22:39:27 ot_train.py:410 step:94K smpl:752K ep:940 epch:18.80 loss:0.063 grdn:3.050 lr:1.0e-05 updt_s:0.175 data_s:0.004
600
+ INFO 2026-09-29 22:40:03 ot_train.py:410 step:94K smpl:754K ep:942 epch:18.84 loss:0.061 grdn:3.063 lr:1.0e-05 updt_s:0.174 data_s:0.004
601
+ INFO 2026-09-29 22:40:38 ot_train.py:410 step:94K smpl:755K ep:944 epch:18.88 loss:0.062 grdn:2.964 lr:1.0e-05 updt_s:0.174 data_s:0.004
602
+ INFO 2026-09-29 22:41:14 ot_train.py:410 step:95K smpl:757K ep:946 epch:18.92 loss:0.063 grdn:3.013 lr:1.0e-05 updt_s:0.175 data_s:0.004
603
+ INFO 2026-09-29 22:41:50 ot_train.py:410 step:95K smpl:758K ep:948 epch:18.96 loss:0.064 grdn:3.134 lr:1.0e-05 updt_s:0.174 data_s:0.004
604
+ INFO 2026-09-29 22:42:26 ot_train.py:410 step:95K smpl:760K ep:950 epch:19.00 loss:0.065 grdn:3.156 lr:1.0e-05 updt_s:0.175 data_s:0.004
605
+ INFO 2026-09-29 22:43:02 ot_train.py:410 step:95K smpl:762K ep:952 epch:19.04 loss:0.061 grdn:2.950 lr:1.0e-05 updt_s:0.173 data_s:0.007
606
+ INFO 2026-09-29 22:43:37 ot_train.py:410 step:95K smpl:763K ep:954 epch:19.08 loss:0.061 grdn:3.010 lr:1.0e-05 updt_s:0.174 data_s:0.004
607
+ INFO 2026-09-29 22:44:13 ot_train.py:410 step:96K smpl:765K ep:956 epch:19.12 loss:0.063 grdn:3.212 lr:1.0e-05 updt_s:0.174 data_s:0.004
608
+ INFO 2026-09-29 22:44:48 ot_train.py:410 step:96K smpl:766K ep:958 epch:19.16 loss:0.060 grdn:2.914 lr:1.0e-05 updt_s:0.173 data_s:0.004
609
+ INFO 2026-09-29 22:45:24 ot_train.py:410 step:96K smpl:768K ep:960 epch:19.20 loss:0.064 grdn:3.039 lr:1.0e-05 updt_s:0.173 data_s:0.004
610
+ INFO 2026-09-29 22:45:59 ot_train.py:410 step:96K smpl:770K ep:962 epch:19.24 loss:0.063 grdn:3.135 lr:1.0e-05 updt_s:0.173 data_s:0.004
611
+ INFO 2026-09-29 22:46:35 ot_train.py:410 step:96K smpl:771K ep:964 epch:19.28 loss:0.061 grdn:3.048 lr:1.0e-05 updt_s:0.173 data_s:0.004
612
+ INFO 2026-09-29 22:47:10 ot_train.py:410 step:97K smpl:773K ep:966 epch:19.32 loss:0.062 grdn:2.987 lr:1.0e-05 updt_s:0.173 data_s:0.004
613
+ INFO 2026-09-29 22:47:46 ot_train.py:410 step:97K smpl:774K ep:968 epch:19.36 loss:0.061 grdn:2.882 lr:1.0e-05 updt_s:0.174 data_s:0.004
614
+ INFO 2026-09-29 22:48:22 ot_train.py:410 step:97K smpl:776K ep:970 epch:19.40 loss:0.063 grdn:3.071 lr:1.0e-05 updt_s:0.173 data_s:0.004
615
+ INFO 2026-09-29 22:48:57 ot_train.py:410 step:97K smpl:778K ep:972 epch:19.44 loss:0.063 grdn:2.940 lr:1.0e-05 updt_s:0.174 data_s:0.004
616
+ INFO 2026-09-29 22:49:33 ot_train.py:410 step:97K smpl:779K ep:974 epch:19.48 loss:0.061 grdn:3.012 lr:1.0e-05 updt_s:0.174 data_s:0.004
617
+ INFO 2026-09-29 22:50:08 ot_train.py:410 step:98K smpl:781K ep:976 epch:19.52 loss:0.062 grdn:3.037 lr:1.0e-05 updt_s:0.173 data_s:0.004
618
+ INFO 2026-09-29 22:50:44 ot_train.py:410 step:98K smpl:782K ep:978 epch:19.56 loss:0.061 grdn:2.918 lr:1.0e-05 updt_s:0.173 data_s:0.004
619
+ INFO 2026-09-29 22:51:20 ot_train.py:410 step:98K smpl:784K ep:980 epch:19.60 loss:0.060 grdn:2.983 lr:1.0e-05 updt_s:0.174 data_s:0.004
620
+ INFO 2026-09-29 22:51:55 ot_train.py:410 step:98K smpl:786K ep:982 epch:19.64 loss:0.059 grdn:2.933 lr:1.0e-05 updt_s:0.173 data_s:0.004
621
+ INFO 2026-09-29 22:52:31 ot_train.py:410 step:98K smpl:787K ep:984 epch:19.68 loss:0.064 grdn:3.084 lr:1.0e-05 updt_s:0.174 data_s:0.004
622
+ INFO 2026-09-29 22:53:06 ot_train.py:410 step:99K smpl:789K ep:986 epch:19.72 loss:0.060 grdn:3.010 lr:1.0e-05 updt_s:0.173 data_s:0.004
623
+ INFO 2026-09-29 22:53:42 ot_train.py:410 step:99K smpl:790K ep:988 epch:19.76 loss:0.060 grdn:2.976 lr:1.0e-05 updt_s:0.174 data_s:0.004
624
+ INFO 2026-09-29 22:54:18 ot_train.py:410 step:99K smpl:792K ep:990 epch:19.80 loss:0.061 grdn:2.983 lr:1.0e-05 updt_s:0.173 data_s:0.004
625
+ INFO 2026-09-29 22:54:53 ot_train.py:410 step:99K smpl:794K ep:992 epch:19.84 loss:0.061 grdn:3.070 lr:1.0e-05 updt_s:0.174 data_s:0.004
626
+ INFO 2026-09-29 22:55:29 ot_train.py:410 step:99K smpl:795K ep:994 epch:19.88 loss:0.063 grdn:2.938 lr:1.0e-05 updt_s:0.173 data_s:0.004
627
+ INFO 2026-09-29 22:56:04 ot_train.py:410 step:100K smpl:797K ep:996 epch:19.92 loss:0.058 grdn:2.829 lr:1.0e-05 updt_s:0.173 data_s:0.004
628
+ INFO 2026-09-29 22:56:40 ot_train.py:410 step:100K smpl:798K ep:998 epch:19.96 loss:0.061 grdn:3.011 lr:1.0e-05 updt_s:0.173 data_s:0.004
629
+ INFO 2026-09-29 22:57:15 ot_train.py:410 step:100K smpl:800K ep:1000 epch:20.00 loss:0.059 grdn:2.948 lr:1.0e-05 updt_s:0.174 data_s:0.004
630
+ INFO 2026-09-29 22:57:15 ot_train.py:430 Checkpoint policy after step 100000
631
+ INFO 2026-09-29 22:57:16 ot_train.py:501 End of training