Instructions to use wwqcleverghost/v1-act with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use wwqcleverghost/v1-act with LeRobot:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Add intermediate checkpoints and training log from lab PC
Browse files- checkpoints/020000/config.json +78 -0
- checkpoints/020000/model.safetensors +3 -0
- checkpoints/020000/policy_postprocessor.json +32 -0
- checkpoints/020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
- checkpoints/020000/policy_preprocessor.json +72 -0
- checkpoints/020000/policy_preprocessor_step_3_normalizer_processor.safetensors +3 -0
- checkpoints/020000/train_config.json +207 -0
- checkpoints/040000/config.json +78 -0
- checkpoints/040000/model.safetensors +3 -0
- checkpoints/040000/policy_postprocessor.json +32 -0
- checkpoints/040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
- checkpoints/040000/policy_preprocessor.json +72 -0
- checkpoints/040000/policy_preprocessor_step_3_normalizer_processor.safetensors +3 -0
- checkpoints/040000/train_config.json +207 -0
- checkpoints/060000/config.json +78 -0
- checkpoints/060000/model.safetensors +3 -0
- checkpoints/060000/policy_postprocessor.json +32 -0
- checkpoints/060000/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
- checkpoints/060000/policy_preprocessor.json +72 -0
- checkpoints/060000/policy_preprocessor_step_3_normalizer_processor.safetensors +3 -0
- checkpoints/060000/train_config.json +207 -0
- checkpoints/080000/config.json +78 -0
- checkpoints/080000/model.safetensors +3 -0
- checkpoints/080000/policy_postprocessor.json +32 -0
- checkpoints/080000/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
- checkpoints/080000/policy_preprocessor.json +72 -0
- checkpoints/080000/policy_preprocessor_step_3_normalizer_processor.safetensors +3 -0
- checkpoints/080000/train_config.json +207 -0
- train.log +631 -0
checkpoints/020000/config.json
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"input_features": {
|
| 5 |
+
"observation.state": {
|
| 6 |
+
"type": "STATE",
|
| 7 |
+
"shape": [
|
| 8 |
+
17
|
| 9 |
+
]
|
| 10 |
+
},
|
| 11 |
+
"observation.images.left_wrist": {
|
| 12 |
+
"type": "VISUAL",
|
| 13 |
+
"shape": [
|
| 14 |
+
3,
|
| 15 |
+
480,
|
| 16 |
+
640
|
| 17 |
+
]
|
| 18 |
+
},
|
| 19 |
+
"observation.images.right_wrist": {
|
| 20 |
+
"type": "VISUAL",
|
| 21 |
+
"shape": [
|
| 22 |
+
3,
|
| 23 |
+
480,
|
| 24 |
+
640
|
| 25 |
+
]
|
| 26 |
+
},
|
| 27 |
+
"observation.images.head(RGDB)": {
|
| 28 |
+
"type": "VISUAL",
|
| 29 |
+
"shape": [
|
| 30 |
+
3,
|
| 31 |
+
480,
|
| 32 |
+
640
|
| 33 |
+
]
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"output_features": {
|
| 37 |
+
"action": {
|
| 38 |
+
"type": "ACTION",
|
| 39 |
+
"shape": [
|
| 40 |
+
17
|
| 41 |
+
]
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"device": "cuda",
|
| 45 |
+
"use_amp": false,
|
| 46 |
+
"push_to_hub": false,
|
| 47 |
+
"repo_id": null,
|
| 48 |
+
"private": null,
|
| 49 |
+
"tags": null,
|
| 50 |
+
"license": null,
|
| 51 |
+
"pretrained_path": null,
|
| 52 |
+
"chunk_size": 100,
|
| 53 |
+
"n_action_steps": 100,
|
| 54 |
+
"normalization_mapping": {
|
| 55 |
+
"VISUAL": "MEAN_STD",
|
| 56 |
+
"STATE": "MEAN_STD",
|
| 57 |
+
"ACTION": "MEAN_STD"
|
| 58 |
+
},
|
| 59 |
+
"vision_backbone": "resnet18",
|
| 60 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 61 |
+
"replace_final_stride_with_dilation": false,
|
| 62 |
+
"pre_norm": false,
|
| 63 |
+
"dim_model": 512,
|
| 64 |
+
"n_heads": 8,
|
| 65 |
+
"dim_feedforward": 3200,
|
| 66 |
+
"feedforward_activation": "relu",
|
| 67 |
+
"n_encoder_layers": 4,
|
| 68 |
+
"n_decoder_layers": 1,
|
| 69 |
+
"use_vae": true,
|
| 70 |
+
"latent_dim": 32,
|
| 71 |
+
"n_vae_encoder_layers": 4,
|
| 72 |
+
"temporal_ensemble_coeff": null,
|
| 73 |
+
"dropout": 0.1,
|
| 74 |
+
"kl_weight": 10.0,
|
| 75 |
+
"optimizer_lr": 1e-05,
|
| 76 |
+
"optimizer_weight_decay": 0.0001,
|
| 77 |
+
"optimizer_lr_backbone": 1e-05
|
| 78 |
+
}
|
checkpoints/020000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bbaa59ede444e92038aae17be459220ddc74add571dfc706a15eeb7c8afe0158
|
| 3 |
+
size 206789892
|
checkpoints/020000/policy_postprocessor.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_postprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "unnormalizer_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"eps": 1e-08,
|
| 8 |
+
"features": {
|
| 9 |
+
"action": {
|
| 10 |
+
"type": "ACTION",
|
| 11 |
+
"shape": [
|
| 12 |
+
17
|
| 13 |
+
]
|
| 14 |
+
}
|
| 15 |
+
},
|
| 16 |
+
"norm_map": {
|
| 17 |
+
"VISUAL": "MEAN_STD",
|
| 18 |
+
"STATE": "MEAN_STD",
|
| 19 |
+
"ACTION": "MEAN_STD"
|
| 20 |
+
}
|
| 21 |
+
},
|
| 22 |
+
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"registry_name": "device_processor",
|
| 26 |
+
"config": {
|
| 27 |
+
"device": "cpu",
|
| 28 |
+
"float_dtype": null
|
| 29 |
+
}
|
| 30 |
+
}
|
| 31 |
+
]
|
| 32 |
+
}
|
checkpoints/020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
|
| 3 |
+
size 9592
|
checkpoints/020000/policy_preprocessor.json
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_preprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "rename_observations_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"rename_map": {}
|
| 8 |
+
}
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"registry_name": "to_batch_processor",
|
| 12 |
+
"config": {}
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"registry_name": "device_processor",
|
| 16 |
+
"config": {
|
| 17 |
+
"device": "cuda",
|
| 18 |
+
"float_dtype": null
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"registry_name": "normalizer_processor",
|
| 23 |
+
"config": {
|
| 24 |
+
"eps": 1e-08,
|
| 25 |
+
"features": {
|
| 26 |
+
"observation.state": {
|
| 27 |
+
"type": "STATE",
|
| 28 |
+
"shape": [
|
| 29 |
+
17
|
| 30 |
+
]
|
| 31 |
+
},
|
| 32 |
+
"observation.images.left_wrist": {
|
| 33 |
+
"type": "VISUAL",
|
| 34 |
+
"shape": [
|
| 35 |
+
3,
|
| 36 |
+
480,
|
| 37 |
+
640
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
"observation.images.right_wrist": {
|
| 41 |
+
"type": "VISUAL",
|
| 42 |
+
"shape": [
|
| 43 |
+
3,
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
"observation.images.head(RGDB)": {
|
| 49 |
+
"type": "VISUAL",
|
| 50 |
+
"shape": [
|
| 51 |
+
3,
|
| 52 |
+
480,
|
| 53 |
+
640
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
"action": {
|
| 57 |
+
"type": "ACTION",
|
| 58 |
+
"shape": [
|
| 59 |
+
17
|
| 60 |
+
]
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"norm_map": {
|
| 64 |
+
"VISUAL": "MEAN_STD",
|
| 65 |
+
"STATE": "MEAN_STD",
|
| 66 |
+
"ACTION": "MEAN_STD"
|
| 67 |
+
}
|
| 68 |
+
},
|
| 69 |
+
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
| 70 |
+
}
|
| 71 |
+
]
|
| 72 |
+
}
|
checkpoints/020000/policy_preprocessor_step_3_normalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
|
| 3 |
+
size 9592
|
checkpoints/020000/train_config.json
ADDED
|
@@ -0,0 +1,207 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "wwqcleverghost/handover3",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
},
|
| 61 |
+
"affine": {
|
| 62 |
+
"weight": 1.0,
|
| 63 |
+
"type": "RandomAffine",
|
| 64 |
+
"kwargs": {
|
| 65 |
+
"degrees": [
|
| 66 |
+
-5.0,
|
| 67 |
+
5.0
|
| 68 |
+
],
|
| 69 |
+
"translate": [
|
| 70 |
+
0.05,
|
| 71 |
+
0.05
|
| 72 |
+
]
|
| 73 |
+
}
|
| 74 |
+
}
|
| 75 |
+
}
|
| 76 |
+
},
|
| 77 |
+
"revision": null,
|
| 78 |
+
"use_imagenet_stats": true,
|
| 79 |
+
"video_backend": "torchcodec",
|
| 80 |
+
"streaming": false
|
| 81 |
+
},
|
| 82 |
+
"env": null,
|
| 83 |
+
"policy": {
|
| 84 |
+
"type": "act",
|
| 85 |
+
"n_obs_steps": 1,
|
| 86 |
+
"input_features": {
|
| 87 |
+
"observation.state": {
|
| 88 |
+
"type": "STATE",
|
| 89 |
+
"shape": [
|
| 90 |
+
17
|
| 91 |
+
]
|
| 92 |
+
},
|
| 93 |
+
"observation.images.left_wrist": {
|
| 94 |
+
"type": "VISUAL",
|
| 95 |
+
"shape": [
|
| 96 |
+
3,
|
| 97 |
+
480,
|
| 98 |
+
640
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"observation.images.right_wrist": {
|
| 102 |
+
"type": "VISUAL",
|
| 103 |
+
"shape": [
|
| 104 |
+
3,
|
| 105 |
+
480,
|
| 106 |
+
640
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
"observation.images.head(RGDB)": {
|
| 110 |
+
"type": "VISUAL",
|
| 111 |
+
"shape": [
|
| 112 |
+
3,
|
| 113 |
+
480,
|
| 114 |
+
640
|
| 115 |
+
]
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"output_features": {
|
| 119 |
+
"action": {
|
| 120 |
+
"type": "ACTION",
|
| 121 |
+
"shape": [
|
| 122 |
+
17
|
| 123 |
+
]
|
| 124 |
+
}
|
| 125 |
+
},
|
| 126 |
+
"device": "cuda",
|
| 127 |
+
"use_amp": false,
|
| 128 |
+
"push_to_hub": false,
|
| 129 |
+
"repo_id": null,
|
| 130 |
+
"private": null,
|
| 131 |
+
"tags": null,
|
| 132 |
+
"license": null,
|
| 133 |
+
"pretrained_path": null,
|
| 134 |
+
"chunk_size": 100,
|
| 135 |
+
"n_action_steps": 100,
|
| 136 |
+
"normalization_mapping": {
|
| 137 |
+
"VISUAL": "MEAN_STD",
|
| 138 |
+
"STATE": "MEAN_STD",
|
| 139 |
+
"ACTION": "MEAN_STD"
|
| 140 |
+
},
|
| 141 |
+
"vision_backbone": "resnet18",
|
| 142 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 143 |
+
"replace_final_stride_with_dilation": false,
|
| 144 |
+
"pre_norm": false,
|
| 145 |
+
"dim_model": 512,
|
| 146 |
+
"n_heads": 8,
|
| 147 |
+
"dim_feedforward": 3200,
|
| 148 |
+
"feedforward_activation": "relu",
|
| 149 |
+
"n_encoder_layers": 4,
|
| 150 |
+
"n_decoder_layers": 1,
|
| 151 |
+
"use_vae": true,
|
| 152 |
+
"latent_dim": 32,
|
| 153 |
+
"n_vae_encoder_layers": 4,
|
| 154 |
+
"temporal_ensemble_coeff": null,
|
| 155 |
+
"dropout": 0.1,
|
| 156 |
+
"kl_weight": 10.0,
|
| 157 |
+
"optimizer_lr": 1e-05,
|
| 158 |
+
"optimizer_weight_decay": 0.0001,
|
| 159 |
+
"optimizer_lr_backbone": 1e-05
|
| 160 |
+
},
|
| 161 |
+
"output_dir": "/home/marmotlab/wwq/lerobot/outputs/train/act_handover3",
|
| 162 |
+
"job_name": "act_handover3",
|
| 163 |
+
"resume": false,
|
| 164 |
+
"seed": 1000,
|
| 165 |
+
"num_workers": 4,
|
| 166 |
+
"batch_size": 8,
|
| 167 |
+
"steps": 100000,
|
| 168 |
+
"eval_freq": 20000,
|
| 169 |
+
"log_freq": 200,
|
| 170 |
+
"tolerance_s": 0.0001,
|
| 171 |
+
"save_checkpoint": true,
|
| 172 |
+
"save_freq": 20000,
|
| 173 |
+
"use_policy_training_preset": true,
|
| 174 |
+
"optimizer": {
|
| 175 |
+
"type": "adamw",
|
| 176 |
+
"lr": 1e-05,
|
| 177 |
+
"weight_decay": 0.0001,
|
| 178 |
+
"grad_clip_norm": 10.0,
|
| 179 |
+
"betas": [
|
| 180 |
+
0.9,
|
| 181 |
+
0.999
|
| 182 |
+
],
|
| 183 |
+
"eps": 1e-08
|
| 184 |
+
},
|
| 185 |
+
"scheduler": null,
|
| 186 |
+
"eval": {
|
| 187 |
+
"n_episodes": 50,
|
| 188 |
+
"batch_size": 50,
|
| 189 |
+
"use_async_envs": false
|
| 190 |
+
},
|
| 191 |
+
"wandb": {
|
| 192 |
+
"enable": true,
|
| 193 |
+
"disable_artifact": true,
|
| 194 |
+
"project": "handover",
|
| 195 |
+
"entity": "wwqcleverghost",
|
| 196 |
+
"notes": null,
|
| 197 |
+
"run_id": "mmme0qik",
|
| 198 |
+
"mode": null
|
| 199 |
+
},
|
| 200 |
+
"use_rabc": false,
|
| 201 |
+
"rabc_progress_path": null,
|
| 202 |
+
"rabc_kappa": 0.01,
|
| 203 |
+
"rabc_epsilon": 1e-06,
|
| 204 |
+
"rabc_head_mode": "sparse",
|
| 205 |
+
"rename_map": {},
|
| 206 |
+
"checkpoint_path": null
|
| 207 |
+
}
|
checkpoints/040000/config.json
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"input_features": {
|
| 5 |
+
"observation.state": {
|
| 6 |
+
"type": "STATE",
|
| 7 |
+
"shape": [
|
| 8 |
+
17
|
| 9 |
+
]
|
| 10 |
+
},
|
| 11 |
+
"observation.images.left_wrist": {
|
| 12 |
+
"type": "VISUAL",
|
| 13 |
+
"shape": [
|
| 14 |
+
3,
|
| 15 |
+
480,
|
| 16 |
+
640
|
| 17 |
+
]
|
| 18 |
+
},
|
| 19 |
+
"observation.images.right_wrist": {
|
| 20 |
+
"type": "VISUAL",
|
| 21 |
+
"shape": [
|
| 22 |
+
3,
|
| 23 |
+
480,
|
| 24 |
+
640
|
| 25 |
+
]
|
| 26 |
+
},
|
| 27 |
+
"observation.images.head(RGDB)": {
|
| 28 |
+
"type": "VISUAL",
|
| 29 |
+
"shape": [
|
| 30 |
+
3,
|
| 31 |
+
480,
|
| 32 |
+
640
|
| 33 |
+
]
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"output_features": {
|
| 37 |
+
"action": {
|
| 38 |
+
"type": "ACTION",
|
| 39 |
+
"shape": [
|
| 40 |
+
17
|
| 41 |
+
]
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"device": "cuda",
|
| 45 |
+
"use_amp": false,
|
| 46 |
+
"push_to_hub": false,
|
| 47 |
+
"repo_id": null,
|
| 48 |
+
"private": null,
|
| 49 |
+
"tags": null,
|
| 50 |
+
"license": null,
|
| 51 |
+
"pretrained_path": null,
|
| 52 |
+
"chunk_size": 100,
|
| 53 |
+
"n_action_steps": 100,
|
| 54 |
+
"normalization_mapping": {
|
| 55 |
+
"VISUAL": "MEAN_STD",
|
| 56 |
+
"STATE": "MEAN_STD",
|
| 57 |
+
"ACTION": "MEAN_STD"
|
| 58 |
+
},
|
| 59 |
+
"vision_backbone": "resnet18",
|
| 60 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 61 |
+
"replace_final_stride_with_dilation": false,
|
| 62 |
+
"pre_norm": false,
|
| 63 |
+
"dim_model": 512,
|
| 64 |
+
"n_heads": 8,
|
| 65 |
+
"dim_feedforward": 3200,
|
| 66 |
+
"feedforward_activation": "relu",
|
| 67 |
+
"n_encoder_layers": 4,
|
| 68 |
+
"n_decoder_layers": 1,
|
| 69 |
+
"use_vae": true,
|
| 70 |
+
"latent_dim": 32,
|
| 71 |
+
"n_vae_encoder_layers": 4,
|
| 72 |
+
"temporal_ensemble_coeff": null,
|
| 73 |
+
"dropout": 0.1,
|
| 74 |
+
"kl_weight": 10.0,
|
| 75 |
+
"optimizer_lr": 1e-05,
|
| 76 |
+
"optimizer_weight_decay": 0.0001,
|
| 77 |
+
"optimizer_lr_backbone": 1e-05
|
| 78 |
+
}
|
checkpoints/040000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:20dc713d3d2688869c3747949a74f2c147d18a6e39c0b9aa1f24ede4e363dd85
|
| 3 |
+
size 206789892
|
checkpoints/040000/policy_postprocessor.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_postprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "unnormalizer_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"eps": 1e-08,
|
| 8 |
+
"features": {
|
| 9 |
+
"action": {
|
| 10 |
+
"type": "ACTION",
|
| 11 |
+
"shape": [
|
| 12 |
+
17
|
| 13 |
+
]
|
| 14 |
+
}
|
| 15 |
+
},
|
| 16 |
+
"norm_map": {
|
| 17 |
+
"VISUAL": "MEAN_STD",
|
| 18 |
+
"STATE": "MEAN_STD",
|
| 19 |
+
"ACTION": "MEAN_STD"
|
| 20 |
+
}
|
| 21 |
+
},
|
| 22 |
+
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"registry_name": "device_processor",
|
| 26 |
+
"config": {
|
| 27 |
+
"device": "cpu",
|
| 28 |
+
"float_dtype": null
|
| 29 |
+
}
|
| 30 |
+
}
|
| 31 |
+
]
|
| 32 |
+
}
|
checkpoints/040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
|
| 3 |
+
size 9592
|
checkpoints/040000/policy_preprocessor.json
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_preprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "rename_observations_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"rename_map": {}
|
| 8 |
+
}
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"registry_name": "to_batch_processor",
|
| 12 |
+
"config": {}
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"registry_name": "device_processor",
|
| 16 |
+
"config": {
|
| 17 |
+
"device": "cuda",
|
| 18 |
+
"float_dtype": null
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"registry_name": "normalizer_processor",
|
| 23 |
+
"config": {
|
| 24 |
+
"eps": 1e-08,
|
| 25 |
+
"features": {
|
| 26 |
+
"observation.state": {
|
| 27 |
+
"type": "STATE",
|
| 28 |
+
"shape": [
|
| 29 |
+
17
|
| 30 |
+
]
|
| 31 |
+
},
|
| 32 |
+
"observation.images.left_wrist": {
|
| 33 |
+
"type": "VISUAL",
|
| 34 |
+
"shape": [
|
| 35 |
+
3,
|
| 36 |
+
480,
|
| 37 |
+
640
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
"observation.images.right_wrist": {
|
| 41 |
+
"type": "VISUAL",
|
| 42 |
+
"shape": [
|
| 43 |
+
3,
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
"observation.images.head(RGDB)": {
|
| 49 |
+
"type": "VISUAL",
|
| 50 |
+
"shape": [
|
| 51 |
+
3,
|
| 52 |
+
480,
|
| 53 |
+
640
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
"action": {
|
| 57 |
+
"type": "ACTION",
|
| 58 |
+
"shape": [
|
| 59 |
+
17
|
| 60 |
+
]
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"norm_map": {
|
| 64 |
+
"VISUAL": "MEAN_STD",
|
| 65 |
+
"STATE": "MEAN_STD",
|
| 66 |
+
"ACTION": "MEAN_STD"
|
| 67 |
+
}
|
| 68 |
+
},
|
| 69 |
+
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
| 70 |
+
}
|
| 71 |
+
]
|
| 72 |
+
}
|
checkpoints/040000/policy_preprocessor_step_3_normalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
|
| 3 |
+
size 9592
|
checkpoints/040000/train_config.json
ADDED
|
@@ -0,0 +1,207 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "wwqcleverghost/handover3",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
},
|
| 61 |
+
"affine": {
|
| 62 |
+
"weight": 1.0,
|
| 63 |
+
"type": "RandomAffine",
|
| 64 |
+
"kwargs": {
|
| 65 |
+
"degrees": [
|
| 66 |
+
-5.0,
|
| 67 |
+
5.0
|
| 68 |
+
],
|
| 69 |
+
"translate": [
|
| 70 |
+
0.05,
|
| 71 |
+
0.05
|
| 72 |
+
]
|
| 73 |
+
}
|
| 74 |
+
}
|
| 75 |
+
}
|
| 76 |
+
},
|
| 77 |
+
"revision": null,
|
| 78 |
+
"use_imagenet_stats": true,
|
| 79 |
+
"video_backend": "torchcodec",
|
| 80 |
+
"streaming": false
|
| 81 |
+
},
|
| 82 |
+
"env": null,
|
| 83 |
+
"policy": {
|
| 84 |
+
"type": "act",
|
| 85 |
+
"n_obs_steps": 1,
|
| 86 |
+
"input_features": {
|
| 87 |
+
"observation.state": {
|
| 88 |
+
"type": "STATE",
|
| 89 |
+
"shape": [
|
| 90 |
+
17
|
| 91 |
+
]
|
| 92 |
+
},
|
| 93 |
+
"observation.images.left_wrist": {
|
| 94 |
+
"type": "VISUAL",
|
| 95 |
+
"shape": [
|
| 96 |
+
3,
|
| 97 |
+
480,
|
| 98 |
+
640
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"observation.images.right_wrist": {
|
| 102 |
+
"type": "VISUAL",
|
| 103 |
+
"shape": [
|
| 104 |
+
3,
|
| 105 |
+
480,
|
| 106 |
+
640
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
"observation.images.head(RGDB)": {
|
| 110 |
+
"type": "VISUAL",
|
| 111 |
+
"shape": [
|
| 112 |
+
3,
|
| 113 |
+
480,
|
| 114 |
+
640
|
| 115 |
+
]
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"output_features": {
|
| 119 |
+
"action": {
|
| 120 |
+
"type": "ACTION",
|
| 121 |
+
"shape": [
|
| 122 |
+
17
|
| 123 |
+
]
|
| 124 |
+
}
|
| 125 |
+
},
|
| 126 |
+
"device": "cuda",
|
| 127 |
+
"use_amp": false,
|
| 128 |
+
"push_to_hub": false,
|
| 129 |
+
"repo_id": null,
|
| 130 |
+
"private": null,
|
| 131 |
+
"tags": null,
|
| 132 |
+
"license": null,
|
| 133 |
+
"pretrained_path": null,
|
| 134 |
+
"chunk_size": 100,
|
| 135 |
+
"n_action_steps": 100,
|
| 136 |
+
"normalization_mapping": {
|
| 137 |
+
"VISUAL": "MEAN_STD",
|
| 138 |
+
"STATE": "MEAN_STD",
|
| 139 |
+
"ACTION": "MEAN_STD"
|
| 140 |
+
},
|
| 141 |
+
"vision_backbone": "resnet18",
|
| 142 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 143 |
+
"replace_final_stride_with_dilation": false,
|
| 144 |
+
"pre_norm": false,
|
| 145 |
+
"dim_model": 512,
|
| 146 |
+
"n_heads": 8,
|
| 147 |
+
"dim_feedforward": 3200,
|
| 148 |
+
"feedforward_activation": "relu",
|
| 149 |
+
"n_encoder_layers": 4,
|
| 150 |
+
"n_decoder_layers": 1,
|
| 151 |
+
"use_vae": true,
|
| 152 |
+
"latent_dim": 32,
|
| 153 |
+
"n_vae_encoder_layers": 4,
|
| 154 |
+
"temporal_ensemble_coeff": null,
|
| 155 |
+
"dropout": 0.1,
|
| 156 |
+
"kl_weight": 10.0,
|
| 157 |
+
"optimizer_lr": 1e-05,
|
| 158 |
+
"optimizer_weight_decay": 0.0001,
|
| 159 |
+
"optimizer_lr_backbone": 1e-05
|
| 160 |
+
},
|
| 161 |
+
"output_dir": "/home/marmotlab/wwq/lerobot/outputs/train/act_handover3",
|
| 162 |
+
"job_name": "act_handover3",
|
| 163 |
+
"resume": false,
|
| 164 |
+
"seed": 1000,
|
| 165 |
+
"num_workers": 4,
|
| 166 |
+
"batch_size": 8,
|
| 167 |
+
"steps": 100000,
|
| 168 |
+
"eval_freq": 20000,
|
| 169 |
+
"log_freq": 200,
|
| 170 |
+
"tolerance_s": 0.0001,
|
| 171 |
+
"save_checkpoint": true,
|
| 172 |
+
"save_freq": 20000,
|
| 173 |
+
"use_policy_training_preset": true,
|
| 174 |
+
"optimizer": {
|
| 175 |
+
"type": "adamw",
|
| 176 |
+
"lr": 1e-05,
|
| 177 |
+
"weight_decay": 0.0001,
|
| 178 |
+
"grad_clip_norm": 10.0,
|
| 179 |
+
"betas": [
|
| 180 |
+
0.9,
|
| 181 |
+
0.999
|
| 182 |
+
],
|
| 183 |
+
"eps": 1e-08
|
| 184 |
+
},
|
| 185 |
+
"scheduler": null,
|
| 186 |
+
"eval": {
|
| 187 |
+
"n_episodes": 50,
|
| 188 |
+
"batch_size": 50,
|
| 189 |
+
"use_async_envs": false
|
| 190 |
+
},
|
| 191 |
+
"wandb": {
|
| 192 |
+
"enable": true,
|
| 193 |
+
"disable_artifact": true,
|
| 194 |
+
"project": "handover",
|
| 195 |
+
"entity": "wwqcleverghost",
|
| 196 |
+
"notes": null,
|
| 197 |
+
"run_id": "mmme0qik",
|
| 198 |
+
"mode": null
|
| 199 |
+
},
|
| 200 |
+
"use_rabc": false,
|
| 201 |
+
"rabc_progress_path": null,
|
| 202 |
+
"rabc_kappa": 0.01,
|
| 203 |
+
"rabc_epsilon": 1e-06,
|
| 204 |
+
"rabc_head_mode": "sparse",
|
| 205 |
+
"rename_map": {},
|
| 206 |
+
"checkpoint_path": null
|
| 207 |
+
}
|
checkpoints/060000/config.json
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"input_features": {
|
| 5 |
+
"observation.state": {
|
| 6 |
+
"type": "STATE",
|
| 7 |
+
"shape": [
|
| 8 |
+
17
|
| 9 |
+
]
|
| 10 |
+
},
|
| 11 |
+
"observation.images.left_wrist": {
|
| 12 |
+
"type": "VISUAL",
|
| 13 |
+
"shape": [
|
| 14 |
+
3,
|
| 15 |
+
480,
|
| 16 |
+
640
|
| 17 |
+
]
|
| 18 |
+
},
|
| 19 |
+
"observation.images.right_wrist": {
|
| 20 |
+
"type": "VISUAL",
|
| 21 |
+
"shape": [
|
| 22 |
+
3,
|
| 23 |
+
480,
|
| 24 |
+
640
|
| 25 |
+
]
|
| 26 |
+
},
|
| 27 |
+
"observation.images.head(RGDB)": {
|
| 28 |
+
"type": "VISUAL",
|
| 29 |
+
"shape": [
|
| 30 |
+
3,
|
| 31 |
+
480,
|
| 32 |
+
640
|
| 33 |
+
]
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"output_features": {
|
| 37 |
+
"action": {
|
| 38 |
+
"type": "ACTION",
|
| 39 |
+
"shape": [
|
| 40 |
+
17
|
| 41 |
+
]
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"device": "cuda",
|
| 45 |
+
"use_amp": false,
|
| 46 |
+
"push_to_hub": false,
|
| 47 |
+
"repo_id": null,
|
| 48 |
+
"private": null,
|
| 49 |
+
"tags": null,
|
| 50 |
+
"license": null,
|
| 51 |
+
"pretrained_path": null,
|
| 52 |
+
"chunk_size": 100,
|
| 53 |
+
"n_action_steps": 100,
|
| 54 |
+
"normalization_mapping": {
|
| 55 |
+
"VISUAL": "MEAN_STD",
|
| 56 |
+
"STATE": "MEAN_STD",
|
| 57 |
+
"ACTION": "MEAN_STD"
|
| 58 |
+
},
|
| 59 |
+
"vision_backbone": "resnet18",
|
| 60 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 61 |
+
"replace_final_stride_with_dilation": false,
|
| 62 |
+
"pre_norm": false,
|
| 63 |
+
"dim_model": 512,
|
| 64 |
+
"n_heads": 8,
|
| 65 |
+
"dim_feedforward": 3200,
|
| 66 |
+
"feedforward_activation": "relu",
|
| 67 |
+
"n_encoder_layers": 4,
|
| 68 |
+
"n_decoder_layers": 1,
|
| 69 |
+
"use_vae": true,
|
| 70 |
+
"latent_dim": 32,
|
| 71 |
+
"n_vae_encoder_layers": 4,
|
| 72 |
+
"temporal_ensemble_coeff": null,
|
| 73 |
+
"dropout": 0.1,
|
| 74 |
+
"kl_weight": 10.0,
|
| 75 |
+
"optimizer_lr": 1e-05,
|
| 76 |
+
"optimizer_weight_decay": 0.0001,
|
| 77 |
+
"optimizer_lr_backbone": 1e-05
|
| 78 |
+
}
|
checkpoints/060000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40176c05962f623486d6067037ac7a8fefd5f4c092ba054514f9fce4fa969199
|
| 3 |
+
size 206789892
|
checkpoints/060000/policy_postprocessor.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_postprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "unnormalizer_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"eps": 1e-08,
|
| 8 |
+
"features": {
|
| 9 |
+
"action": {
|
| 10 |
+
"type": "ACTION",
|
| 11 |
+
"shape": [
|
| 12 |
+
17
|
| 13 |
+
]
|
| 14 |
+
}
|
| 15 |
+
},
|
| 16 |
+
"norm_map": {
|
| 17 |
+
"VISUAL": "MEAN_STD",
|
| 18 |
+
"STATE": "MEAN_STD",
|
| 19 |
+
"ACTION": "MEAN_STD"
|
| 20 |
+
}
|
| 21 |
+
},
|
| 22 |
+
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"registry_name": "device_processor",
|
| 26 |
+
"config": {
|
| 27 |
+
"device": "cpu",
|
| 28 |
+
"float_dtype": null
|
| 29 |
+
}
|
| 30 |
+
}
|
| 31 |
+
]
|
| 32 |
+
}
|
checkpoints/060000/policy_postprocessor_step_0_unnormalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
|
| 3 |
+
size 9592
|
checkpoints/060000/policy_preprocessor.json
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_preprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "rename_observations_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"rename_map": {}
|
| 8 |
+
}
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"registry_name": "to_batch_processor",
|
| 12 |
+
"config": {}
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"registry_name": "device_processor",
|
| 16 |
+
"config": {
|
| 17 |
+
"device": "cuda",
|
| 18 |
+
"float_dtype": null
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"registry_name": "normalizer_processor",
|
| 23 |
+
"config": {
|
| 24 |
+
"eps": 1e-08,
|
| 25 |
+
"features": {
|
| 26 |
+
"observation.state": {
|
| 27 |
+
"type": "STATE",
|
| 28 |
+
"shape": [
|
| 29 |
+
17
|
| 30 |
+
]
|
| 31 |
+
},
|
| 32 |
+
"observation.images.left_wrist": {
|
| 33 |
+
"type": "VISUAL",
|
| 34 |
+
"shape": [
|
| 35 |
+
3,
|
| 36 |
+
480,
|
| 37 |
+
640
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
"observation.images.right_wrist": {
|
| 41 |
+
"type": "VISUAL",
|
| 42 |
+
"shape": [
|
| 43 |
+
3,
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
"observation.images.head(RGDB)": {
|
| 49 |
+
"type": "VISUAL",
|
| 50 |
+
"shape": [
|
| 51 |
+
3,
|
| 52 |
+
480,
|
| 53 |
+
640
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
"action": {
|
| 57 |
+
"type": "ACTION",
|
| 58 |
+
"shape": [
|
| 59 |
+
17
|
| 60 |
+
]
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"norm_map": {
|
| 64 |
+
"VISUAL": "MEAN_STD",
|
| 65 |
+
"STATE": "MEAN_STD",
|
| 66 |
+
"ACTION": "MEAN_STD"
|
| 67 |
+
}
|
| 68 |
+
},
|
| 69 |
+
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
| 70 |
+
}
|
| 71 |
+
]
|
| 72 |
+
}
|
checkpoints/060000/policy_preprocessor_step_3_normalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
|
| 3 |
+
size 9592
|
checkpoints/060000/train_config.json
ADDED
|
@@ -0,0 +1,207 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "wwqcleverghost/handover3",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
},
|
| 61 |
+
"affine": {
|
| 62 |
+
"weight": 1.0,
|
| 63 |
+
"type": "RandomAffine",
|
| 64 |
+
"kwargs": {
|
| 65 |
+
"degrees": [
|
| 66 |
+
-5.0,
|
| 67 |
+
5.0
|
| 68 |
+
],
|
| 69 |
+
"translate": [
|
| 70 |
+
0.05,
|
| 71 |
+
0.05
|
| 72 |
+
]
|
| 73 |
+
}
|
| 74 |
+
}
|
| 75 |
+
}
|
| 76 |
+
},
|
| 77 |
+
"revision": null,
|
| 78 |
+
"use_imagenet_stats": true,
|
| 79 |
+
"video_backend": "torchcodec",
|
| 80 |
+
"streaming": false
|
| 81 |
+
},
|
| 82 |
+
"env": null,
|
| 83 |
+
"policy": {
|
| 84 |
+
"type": "act",
|
| 85 |
+
"n_obs_steps": 1,
|
| 86 |
+
"input_features": {
|
| 87 |
+
"observation.state": {
|
| 88 |
+
"type": "STATE",
|
| 89 |
+
"shape": [
|
| 90 |
+
17
|
| 91 |
+
]
|
| 92 |
+
},
|
| 93 |
+
"observation.images.left_wrist": {
|
| 94 |
+
"type": "VISUAL",
|
| 95 |
+
"shape": [
|
| 96 |
+
3,
|
| 97 |
+
480,
|
| 98 |
+
640
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"observation.images.right_wrist": {
|
| 102 |
+
"type": "VISUAL",
|
| 103 |
+
"shape": [
|
| 104 |
+
3,
|
| 105 |
+
480,
|
| 106 |
+
640
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
"observation.images.head(RGDB)": {
|
| 110 |
+
"type": "VISUAL",
|
| 111 |
+
"shape": [
|
| 112 |
+
3,
|
| 113 |
+
480,
|
| 114 |
+
640
|
| 115 |
+
]
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"output_features": {
|
| 119 |
+
"action": {
|
| 120 |
+
"type": "ACTION",
|
| 121 |
+
"shape": [
|
| 122 |
+
17
|
| 123 |
+
]
|
| 124 |
+
}
|
| 125 |
+
},
|
| 126 |
+
"device": "cuda",
|
| 127 |
+
"use_amp": false,
|
| 128 |
+
"push_to_hub": false,
|
| 129 |
+
"repo_id": null,
|
| 130 |
+
"private": null,
|
| 131 |
+
"tags": null,
|
| 132 |
+
"license": null,
|
| 133 |
+
"pretrained_path": null,
|
| 134 |
+
"chunk_size": 100,
|
| 135 |
+
"n_action_steps": 100,
|
| 136 |
+
"normalization_mapping": {
|
| 137 |
+
"VISUAL": "MEAN_STD",
|
| 138 |
+
"STATE": "MEAN_STD",
|
| 139 |
+
"ACTION": "MEAN_STD"
|
| 140 |
+
},
|
| 141 |
+
"vision_backbone": "resnet18",
|
| 142 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 143 |
+
"replace_final_stride_with_dilation": false,
|
| 144 |
+
"pre_norm": false,
|
| 145 |
+
"dim_model": 512,
|
| 146 |
+
"n_heads": 8,
|
| 147 |
+
"dim_feedforward": 3200,
|
| 148 |
+
"feedforward_activation": "relu",
|
| 149 |
+
"n_encoder_layers": 4,
|
| 150 |
+
"n_decoder_layers": 1,
|
| 151 |
+
"use_vae": true,
|
| 152 |
+
"latent_dim": 32,
|
| 153 |
+
"n_vae_encoder_layers": 4,
|
| 154 |
+
"temporal_ensemble_coeff": null,
|
| 155 |
+
"dropout": 0.1,
|
| 156 |
+
"kl_weight": 10.0,
|
| 157 |
+
"optimizer_lr": 1e-05,
|
| 158 |
+
"optimizer_weight_decay": 0.0001,
|
| 159 |
+
"optimizer_lr_backbone": 1e-05
|
| 160 |
+
},
|
| 161 |
+
"output_dir": "/home/marmotlab/wwq/lerobot/outputs/train/act_handover3",
|
| 162 |
+
"job_name": "act_handover3",
|
| 163 |
+
"resume": false,
|
| 164 |
+
"seed": 1000,
|
| 165 |
+
"num_workers": 4,
|
| 166 |
+
"batch_size": 8,
|
| 167 |
+
"steps": 100000,
|
| 168 |
+
"eval_freq": 20000,
|
| 169 |
+
"log_freq": 200,
|
| 170 |
+
"tolerance_s": 0.0001,
|
| 171 |
+
"save_checkpoint": true,
|
| 172 |
+
"save_freq": 20000,
|
| 173 |
+
"use_policy_training_preset": true,
|
| 174 |
+
"optimizer": {
|
| 175 |
+
"type": "adamw",
|
| 176 |
+
"lr": 1e-05,
|
| 177 |
+
"weight_decay": 0.0001,
|
| 178 |
+
"grad_clip_norm": 10.0,
|
| 179 |
+
"betas": [
|
| 180 |
+
0.9,
|
| 181 |
+
0.999
|
| 182 |
+
],
|
| 183 |
+
"eps": 1e-08
|
| 184 |
+
},
|
| 185 |
+
"scheduler": null,
|
| 186 |
+
"eval": {
|
| 187 |
+
"n_episodes": 50,
|
| 188 |
+
"batch_size": 50,
|
| 189 |
+
"use_async_envs": false
|
| 190 |
+
},
|
| 191 |
+
"wandb": {
|
| 192 |
+
"enable": true,
|
| 193 |
+
"disable_artifact": true,
|
| 194 |
+
"project": "handover",
|
| 195 |
+
"entity": "wwqcleverghost",
|
| 196 |
+
"notes": null,
|
| 197 |
+
"run_id": "mmme0qik",
|
| 198 |
+
"mode": null
|
| 199 |
+
},
|
| 200 |
+
"use_rabc": false,
|
| 201 |
+
"rabc_progress_path": null,
|
| 202 |
+
"rabc_kappa": 0.01,
|
| 203 |
+
"rabc_epsilon": 1e-06,
|
| 204 |
+
"rabc_head_mode": "sparse",
|
| 205 |
+
"rename_map": {},
|
| 206 |
+
"checkpoint_path": null
|
| 207 |
+
}
|
checkpoints/080000/config.json
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"input_features": {
|
| 5 |
+
"observation.state": {
|
| 6 |
+
"type": "STATE",
|
| 7 |
+
"shape": [
|
| 8 |
+
17
|
| 9 |
+
]
|
| 10 |
+
},
|
| 11 |
+
"observation.images.left_wrist": {
|
| 12 |
+
"type": "VISUAL",
|
| 13 |
+
"shape": [
|
| 14 |
+
3,
|
| 15 |
+
480,
|
| 16 |
+
640
|
| 17 |
+
]
|
| 18 |
+
},
|
| 19 |
+
"observation.images.right_wrist": {
|
| 20 |
+
"type": "VISUAL",
|
| 21 |
+
"shape": [
|
| 22 |
+
3,
|
| 23 |
+
480,
|
| 24 |
+
640
|
| 25 |
+
]
|
| 26 |
+
},
|
| 27 |
+
"observation.images.head(RGDB)": {
|
| 28 |
+
"type": "VISUAL",
|
| 29 |
+
"shape": [
|
| 30 |
+
3,
|
| 31 |
+
480,
|
| 32 |
+
640
|
| 33 |
+
]
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"output_features": {
|
| 37 |
+
"action": {
|
| 38 |
+
"type": "ACTION",
|
| 39 |
+
"shape": [
|
| 40 |
+
17
|
| 41 |
+
]
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"device": "cuda",
|
| 45 |
+
"use_amp": false,
|
| 46 |
+
"push_to_hub": false,
|
| 47 |
+
"repo_id": null,
|
| 48 |
+
"private": null,
|
| 49 |
+
"tags": null,
|
| 50 |
+
"license": null,
|
| 51 |
+
"pretrained_path": null,
|
| 52 |
+
"chunk_size": 100,
|
| 53 |
+
"n_action_steps": 100,
|
| 54 |
+
"normalization_mapping": {
|
| 55 |
+
"VISUAL": "MEAN_STD",
|
| 56 |
+
"STATE": "MEAN_STD",
|
| 57 |
+
"ACTION": "MEAN_STD"
|
| 58 |
+
},
|
| 59 |
+
"vision_backbone": "resnet18",
|
| 60 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 61 |
+
"replace_final_stride_with_dilation": false,
|
| 62 |
+
"pre_norm": false,
|
| 63 |
+
"dim_model": 512,
|
| 64 |
+
"n_heads": 8,
|
| 65 |
+
"dim_feedforward": 3200,
|
| 66 |
+
"feedforward_activation": "relu",
|
| 67 |
+
"n_encoder_layers": 4,
|
| 68 |
+
"n_decoder_layers": 1,
|
| 69 |
+
"use_vae": true,
|
| 70 |
+
"latent_dim": 32,
|
| 71 |
+
"n_vae_encoder_layers": 4,
|
| 72 |
+
"temporal_ensemble_coeff": null,
|
| 73 |
+
"dropout": 0.1,
|
| 74 |
+
"kl_weight": 10.0,
|
| 75 |
+
"optimizer_lr": 1e-05,
|
| 76 |
+
"optimizer_weight_decay": 0.0001,
|
| 77 |
+
"optimizer_lr_backbone": 1e-05
|
| 78 |
+
}
|
checkpoints/080000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c73038ff2c88e21ca10789d470d282abdb378509c1dd6e1cb3b183cf49e2617c
|
| 3 |
+
size 206789892
|
checkpoints/080000/policy_postprocessor.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_postprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "unnormalizer_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"eps": 1e-08,
|
| 8 |
+
"features": {
|
| 9 |
+
"action": {
|
| 10 |
+
"type": "ACTION",
|
| 11 |
+
"shape": [
|
| 12 |
+
17
|
| 13 |
+
]
|
| 14 |
+
}
|
| 15 |
+
},
|
| 16 |
+
"norm_map": {
|
| 17 |
+
"VISUAL": "MEAN_STD",
|
| 18 |
+
"STATE": "MEAN_STD",
|
| 19 |
+
"ACTION": "MEAN_STD"
|
| 20 |
+
}
|
| 21 |
+
},
|
| 22 |
+
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"registry_name": "device_processor",
|
| 26 |
+
"config": {
|
| 27 |
+
"device": "cpu",
|
| 28 |
+
"float_dtype": null
|
| 29 |
+
}
|
| 30 |
+
}
|
| 31 |
+
]
|
| 32 |
+
}
|
checkpoints/080000/policy_postprocessor_step_0_unnormalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
|
| 3 |
+
size 9592
|
checkpoints/080000/policy_preprocessor.json
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_preprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "rename_observations_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"rename_map": {}
|
| 8 |
+
}
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"registry_name": "to_batch_processor",
|
| 12 |
+
"config": {}
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"registry_name": "device_processor",
|
| 16 |
+
"config": {
|
| 17 |
+
"device": "cuda",
|
| 18 |
+
"float_dtype": null
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"registry_name": "normalizer_processor",
|
| 23 |
+
"config": {
|
| 24 |
+
"eps": 1e-08,
|
| 25 |
+
"features": {
|
| 26 |
+
"observation.state": {
|
| 27 |
+
"type": "STATE",
|
| 28 |
+
"shape": [
|
| 29 |
+
17
|
| 30 |
+
]
|
| 31 |
+
},
|
| 32 |
+
"observation.images.left_wrist": {
|
| 33 |
+
"type": "VISUAL",
|
| 34 |
+
"shape": [
|
| 35 |
+
3,
|
| 36 |
+
480,
|
| 37 |
+
640
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
"observation.images.right_wrist": {
|
| 41 |
+
"type": "VISUAL",
|
| 42 |
+
"shape": [
|
| 43 |
+
3,
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
"observation.images.head(RGDB)": {
|
| 49 |
+
"type": "VISUAL",
|
| 50 |
+
"shape": [
|
| 51 |
+
3,
|
| 52 |
+
480,
|
| 53 |
+
640
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
"action": {
|
| 57 |
+
"type": "ACTION",
|
| 58 |
+
"shape": [
|
| 59 |
+
17
|
| 60 |
+
]
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"norm_map": {
|
| 64 |
+
"VISUAL": "MEAN_STD",
|
| 65 |
+
"STATE": "MEAN_STD",
|
| 66 |
+
"ACTION": "MEAN_STD"
|
| 67 |
+
}
|
| 68 |
+
},
|
| 69 |
+
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
| 70 |
+
}
|
| 71 |
+
]
|
| 72 |
+
}
|
checkpoints/080000/policy_preprocessor_step_3_normalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8b2a943feb39d4c072dad8d3fd36ddb926fd0f8016deb7932657bd7cd08d828
|
| 3 |
+
size 9592
|
checkpoints/080000/train_config.json
ADDED
|
@@ -0,0 +1,207 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "wwqcleverghost/handover3",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
},
|
| 61 |
+
"affine": {
|
| 62 |
+
"weight": 1.0,
|
| 63 |
+
"type": "RandomAffine",
|
| 64 |
+
"kwargs": {
|
| 65 |
+
"degrees": [
|
| 66 |
+
-5.0,
|
| 67 |
+
5.0
|
| 68 |
+
],
|
| 69 |
+
"translate": [
|
| 70 |
+
0.05,
|
| 71 |
+
0.05
|
| 72 |
+
]
|
| 73 |
+
}
|
| 74 |
+
}
|
| 75 |
+
}
|
| 76 |
+
},
|
| 77 |
+
"revision": null,
|
| 78 |
+
"use_imagenet_stats": true,
|
| 79 |
+
"video_backend": "torchcodec",
|
| 80 |
+
"streaming": false
|
| 81 |
+
},
|
| 82 |
+
"env": null,
|
| 83 |
+
"policy": {
|
| 84 |
+
"type": "act",
|
| 85 |
+
"n_obs_steps": 1,
|
| 86 |
+
"input_features": {
|
| 87 |
+
"observation.state": {
|
| 88 |
+
"type": "STATE",
|
| 89 |
+
"shape": [
|
| 90 |
+
17
|
| 91 |
+
]
|
| 92 |
+
},
|
| 93 |
+
"observation.images.left_wrist": {
|
| 94 |
+
"type": "VISUAL",
|
| 95 |
+
"shape": [
|
| 96 |
+
3,
|
| 97 |
+
480,
|
| 98 |
+
640
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"observation.images.right_wrist": {
|
| 102 |
+
"type": "VISUAL",
|
| 103 |
+
"shape": [
|
| 104 |
+
3,
|
| 105 |
+
480,
|
| 106 |
+
640
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
"observation.images.head(RGDB)": {
|
| 110 |
+
"type": "VISUAL",
|
| 111 |
+
"shape": [
|
| 112 |
+
3,
|
| 113 |
+
480,
|
| 114 |
+
640
|
| 115 |
+
]
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"output_features": {
|
| 119 |
+
"action": {
|
| 120 |
+
"type": "ACTION",
|
| 121 |
+
"shape": [
|
| 122 |
+
17
|
| 123 |
+
]
|
| 124 |
+
}
|
| 125 |
+
},
|
| 126 |
+
"device": "cuda",
|
| 127 |
+
"use_amp": false,
|
| 128 |
+
"push_to_hub": false,
|
| 129 |
+
"repo_id": null,
|
| 130 |
+
"private": null,
|
| 131 |
+
"tags": null,
|
| 132 |
+
"license": null,
|
| 133 |
+
"pretrained_path": null,
|
| 134 |
+
"chunk_size": 100,
|
| 135 |
+
"n_action_steps": 100,
|
| 136 |
+
"normalization_mapping": {
|
| 137 |
+
"VISUAL": "MEAN_STD",
|
| 138 |
+
"STATE": "MEAN_STD",
|
| 139 |
+
"ACTION": "MEAN_STD"
|
| 140 |
+
},
|
| 141 |
+
"vision_backbone": "resnet18",
|
| 142 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 143 |
+
"replace_final_stride_with_dilation": false,
|
| 144 |
+
"pre_norm": false,
|
| 145 |
+
"dim_model": 512,
|
| 146 |
+
"n_heads": 8,
|
| 147 |
+
"dim_feedforward": 3200,
|
| 148 |
+
"feedforward_activation": "relu",
|
| 149 |
+
"n_encoder_layers": 4,
|
| 150 |
+
"n_decoder_layers": 1,
|
| 151 |
+
"use_vae": true,
|
| 152 |
+
"latent_dim": 32,
|
| 153 |
+
"n_vae_encoder_layers": 4,
|
| 154 |
+
"temporal_ensemble_coeff": null,
|
| 155 |
+
"dropout": 0.1,
|
| 156 |
+
"kl_weight": 10.0,
|
| 157 |
+
"optimizer_lr": 1e-05,
|
| 158 |
+
"optimizer_weight_decay": 0.0001,
|
| 159 |
+
"optimizer_lr_backbone": 1e-05
|
| 160 |
+
},
|
| 161 |
+
"output_dir": "/home/marmotlab/wwq/lerobot/outputs/train/act_handover3",
|
| 162 |
+
"job_name": "act_handover3",
|
| 163 |
+
"resume": false,
|
| 164 |
+
"seed": 1000,
|
| 165 |
+
"num_workers": 4,
|
| 166 |
+
"batch_size": 8,
|
| 167 |
+
"steps": 100000,
|
| 168 |
+
"eval_freq": 20000,
|
| 169 |
+
"log_freq": 200,
|
| 170 |
+
"tolerance_s": 0.0001,
|
| 171 |
+
"save_checkpoint": true,
|
| 172 |
+
"save_freq": 20000,
|
| 173 |
+
"use_policy_training_preset": true,
|
| 174 |
+
"optimizer": {
|
| 175 |
+
"type": "adamw",
|
| 176 |
+
"lr": 1e-05,
|
| 177 |
+
"weight_decay": 0.0001,
|
| 178 |
+
"grad_clip_norm": 10.0,
|
| 179 |
+
"betas": [
|
| 180 |
+
0.9,
|
| 181 |
+
0.999
|
| 182 |
+
],
|
| 183 |
+
"eps": 1e-08
|
| 184 |
+
},
|
| 185 |
+
"scheduler": null,
|
| 186 |
+
"eval": {
|
| 187 |
+
"n_episodes": 50,
|
| 188 |
+
"batch_size": 50,
|
| 189 |
+
"use_async_envs": false
|
| 190 |
+
},
|
| 191 |
+
"wandb": {
|
| 192 |
+
"enable": true,
|
| 193 |
+
"disable_artifact": true,
|
| 194 |
+
"project": "handover",
|
| 195 |
+
"entity": "wwqcleverghost",
|
| 196 |
+
"notes": null,
|
| 197 |
+
"run_id": "mmme0qik",
|
| 198 |
+
"mode": null
|
| 199 |
+
},
|
| 200 |
+
"use_rabc": false,
|
| 201 |
+
"rabc_progress_path": null,
|
| 202 |
+
"rabc_kappa": 0.01,
|
| 203 |
+
"rabc_epsilon": 1e-06,
|
| 204 |
+
"rabc_head_mode": "sparse",
|
| 205 |
+
"rename_map": {},
|
| 206 |
+
"checkpoint_path": null
|
| 207 |
+
}
|
train.log
ADDED
|
@@ -0,0 +1,631 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO 2026-09-29 17:56:23 ot_train.py:187 {'batch_size': 8,
|
| 2 |
+
'checkpoint_path': None,
|
| 3 |
+
'dataset': {'episodes': None,
|
| 4 |
+
'image_transforms': {'enable': False,
|
| 5 |
+
'max_num_transforms': 3,
|
| 6 |
+
'random_order': False,
|
| 7 |
+
'tfs': {'affine': {'kwargs': {'degrees': [-5.0,
|
| 8 |
+
5.0],
|
| 9 |
+
'translate': [0.05,
|
| 10 |
+
0.05]},
|
| 11 |
+
'type': 'RandomAffine',
|
| 12 |
+
'weight': 1.0},
|
| 13 |
+
'brightness': {'kwargs': {'brightness': [0.8,
|
| 14 |
+
1.2]},
|
| 15 |
+
'type': 'ColorJitter',
|
| 16 |
+
'weight': 1.0},
|
| 17 |
+
'contrast': {'kwargs': {'contrast': [0.8,
|
| 18 |
+
1.2]},
|
| 19 |
+
'type': 'ColorJitter',
|
| 20 |
+
'weight': 1.0},
|
| 21 |
+
'hue': {'kwargs': {'hue': [-0.05,
|
| 22 |
+
0.05]},
|
| 23 |
+
'type': 'ColorJitter',
|
| 24 |
+
'weight': 1.0},
|
| 25 |
+
'saturation': {'kwargs': {'saturation': [0.5,
|
| 26 |
+
1.5]},
|
| 27 |
+
'type': 'ColorJitter',
|
| 28 |
+
'weight': 1.0},
|
| 29 |
+
'sharpness': {'kwargs': {'sharpness': [0.5,
|
| 30 |
+
1.5]},
|
| 31 |
+
'type': 'SharpnessJitter',
|
| 32 |
+
'weight': 1.0}}},
|
| 33 |
+
'repo_id': 'wwqcleverghost/handover3',
|
| 34 |
+
'revision': None,
|
| 35 |
+
'root': None,
|
| 36 |
+
'streaming': False,
|
| 37 |
+
'use_imagenet_stats': True,
|
| 38 |
+
'video_backend': 'torchcodec'},
|
| 39 |
+
'env': None,
|
| 40 |
+
'eval': {'batch_size': 50, 'n_episodes': 50, 'use_async_envs': False},
|
| 41 |
+
'eval_freq': 20000,
|
| 42 |
+
'job_name': 'act_handover3',
|
| 43 |
+
'log_freq': 200,
|
| 44 |
+
'num_workers': 4,
|
| 45 |
+
'optimizer': {'betas': [0.9, 0.999],
|
| 46 |
+
'eps': 1e-08,
|
| 47 |
+
'grad_clip_norm': 10.0,
|
| 48 |
+
'lr': 1e-05,
|
| 49 |
+
'type': 'adamw',
|
| 50 |
+
'weight_decay': 0.0001},
|
| 51 |
+
'output_dir': '/home/marmotlab/wwq/lerobot/outputs/train/act_handover3',
|
| 52 |
+
'policy': {'chunk_size': 100,
|
| 53 |
+
'device': 'cuda',
|
| 54 |
+
'dim_feedforward': 3200,
|
| 55 |
+
'dim_model': 512,
|
| 56 |
+
'dropout': 0.1,
|
| 57 |
+
'feedforward_activation': 'relu',
|
| 58 |
+
'input_features': {},
|
| 59 |
+
'kl_weight': 10.0,
|
| 60 |
+
'latent_dim': 32,
|
| 61 |
+
'license': None,
|
| 62 |
+
'n_action_steps': 100,
|
| 63 |
+
'n_decoder_layers': 1,
|
| 64 |
+
'n_encoder_layers': 4,
|
| 65 |
+
'n_heads': 8,
|
| 66 |
+
'n_obs_steps': 1,
|
| 67 |
+
'n_vae_encoder_layers': 4,
|
| 68 |
+
'normalization_mapping': {'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>,
|
| 69 |
+
'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>,
|
| 70 |
+
'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>},
|
| 71 |
+
'optimizer_lr': 1e-05,
|
| 72 |
+
'optimizer_lr_backbone': 1e-05,
|
| 73 |
+
'optimizer_weight_decay': 0.0001,
|
| 74 |
+
'output_features': {},
|
| 75 |
+
'pre_norm': False,
|
| 76 |
+
'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1',
|
| 77 |
+
'pretrained_path': None,
|
| 78 |
+
'private': None,
|
| 79 |
+
'push_to_hub': False,
|
| 80 |
+
'replace_final_stride_with_dilation': False,
|
| 81 |
+
'repo_id': None,
|
| 82 |
+
'tags': None,
|
| 83 |
+
'temporal_ensemble_coeff': None,
|
| 84 |
+
'type': 'act',
|
| 85 |
+
'use_amp': False,
|
| 86 |
+
'use_vae': True,
|
| 87 |
+
'vision_backbone': 'resnet18'},
|
| 88 |
+
'rabc_epsilon': 1e-06,
|
| 89 |
+
'rabc_head_mode': 'sparse',
|
| 90 |
+
'rabc_kappa': 0.01,
|
| 91 |
+
'rabc_progress_path': None,
|
| 92 |
+
'rename_map': {},
|
| 93 |
+
'resume': False,
|
| 94 |
+
'save_checkpoint': True,
|
| 95 |
+
'save_freq': 20000,
|
| 96 |
+
'scheduler': None,
|
| 97 |
+
'seed': 1000,
|
| 98 |
+
'steps': 100000,
|
| 99 |
+
'tolerance_s': 0.0001,
|
| 100 |
+
'use_policy_training_preset': True,
|
| 101 |
+
'use_rabc': False,
|
| 102 |
+
'wandb': {'disable_artifact': True,
|
| 103 |
+
'enable': True,
|
| 104 |
+
'entity': 'wwqcleverghost',
|
| 105 |
+
'mode': None,
|
| 106 |
+
'notes': None,
|
| 107 |
+
'project': 'handover',
|
| 108 |
+
'run_id': None}}
|
| 109 |
+
/home/marmotlab/.local/lib/python3.10/site-packages/pydantic/_internal/_generate_schema.py:2274: UnsupportedFieldAttributeWarning: The 'repr' attribute with value False was provided to the `Field()` function, which has no effect in the context it was used. 'repr' is field-specific metadata, and can only be attached to a model field using `Annotated` metadata or by assignment. This may have happened because an `Annotated` type alias using the `type` statement was used, or if the `Field()` function was attached to a single member of a union type.
|
| 110 |
+
warnings.warn(
|
| 111 |
+
/home/marmotlab/.local/lib/python3.10/site-packages/pydantic/_internal/_generate_schema.py:2274: UnsupportedFieldAttributeWarning: The 'frozen' attribute with value True was provided to the `Field()` function, which has no effect in the context it was used. 'frozen' is field-specific metadata, and can only be attached to a model field using `Annotated` metadata or by assignment. This may have happened because an `Annotated` type alias using the `type` statement was used, or if the `Field()` function was attached to a single member of a union type.
|
| 112 |
+
warnings.warn(
|
| 113 |
+
INFO 2026-09-29 17:56:25 db_utils.py:102 Logs will be synced with wandb.
|
| 114 |
+
INFO 2026-09-29 17:56:25 db_utils.py:103 Track this run --> https://wandb.ai/wwqcleverghost/handover/runs/mmme0qik
|
| 115 |
+
INFO 2026-09-29 17:56:25 ot_train.py:207 Creating dataset
|
| 116 |
+
INFO 2026-09-29 17:56:25 ot_train.py:226 Creating policy
|
| 117 |
+
INFO 2026-09-29 17:56:26 ot_train.py:275 Creating optimizer and scheduler
|
| 118 |
+
INFO 2026-09-29 17:56:26 ot_train.py:310 Output dir: /home/marmotlab/wwq/lerobot/outputs/train/act_handover3
|
| 119 |
+
INFO 2026-09-29 17:56:26 ot_train.py:317 cfg.steps=100000 (100K)
|
| 120 |
+
INFO 2026-09-29 17:56:26 ot_train.py:318 dataset.num_frames=40006 (40K)
|
| 121 |
+
INFO 2026-09-29 17:56:26 ot_train.py:319 dataset.num_episodes=50
|
| 122 |
+
INFO 2026-09-29 17:56:26 ot_train.py:322 Effective batch size: 8 x 1 = 8
|
| 123 |
+
INFO 2026-09-29 17:56:26 ot_train.py:323 num_learnable_params=51619729 (52M)
|
| 124 |
+
INFO 2026-09-29 17:56:26 ot_train.py:324 num_total_params=51619729 (52M)
|
| 125 |
+
INFO 2026-09-29 17:56:26 ot_train.py:380 Start offline training on a fixed dataset, with effective batch size: 8
|
| 126 |
+
INFO 2026-09-29 17:57:04 ot_train.py:410 step:200 smpl:2K ep:2 epch:0.04 loss:7.622 grdn:157.942 lr:1.0e-05 updt_s:0.183 data_s:0.008
|
| 127 |
+
INFO 2026-09-29 17:57:41 ot_train.py:410 step:400 smpl:3K ep:4 epch:0.08 loss:3.149 grdn:85.840 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 128 |
+
INFO 2026-09-29 17:58:17 ot_train.py:410 step:600 smpl:5K ep:6 epch:0.12 loss:2.673 grdn:76.322 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 129 |
+
INFO 2026-09-29 17:58:53 ot_train.py:410 step:800 smpl:6K ep:8 epch:0.16 loss:2.366 grdn:68.818 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 130 |
+
INFO 2026-09-29 17:59:29 ot_train.py:410 step:1K smpl:8K ep:10 epch:0.20 loss:2.138 grdn:64.391 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 131 |
+
INFO 2026-09-29 18:00:06 ot_train.py:410 step:1K smpl:10K ep:12 epch:0.24 loss:1.962 grdn:60.772 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 132 |
+
INFO 2026-09-29 18:00:42 ot_train.py:410 step:1K smpl:11K ep:14 epch:0.28 loss:1.783 grdn:57.809 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 133 |
+
INFO 2026-09-29 18:01:19 ot_train.py:410 step:2K smpl:13K ep:16 epch:0.32 loss:1.654 grdn:54.529 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 134 |
+
INFO 2026-09-29 18:01:54 ot_train.py:410 step:2K smpl:14K ep:18 epch:0.36 loss:1.506 grdn:52.860 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 135 |
+
INFO 2026-09-29 18:02:31 ot_train.py:410 step:2K smpl:16K ep:20 epch:0.40 loss:1.408 grdn:49.645 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 136 |
+
INFO 2026-09-29 18:03:07 ot_train.py:410 step:2K smpl:18K ep:22 epch:0.44 loss:1.285 grdn:47.428 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 137 |
+
INFO 2026-09-29 18:03:44 ot_train.py:410 step:2K smpl:19K ep:24 epch:0.48 loss:1.170 grdn:44.797 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 138 |
+
INFO 2026-09-29 18:04:20 ot_train.py:410 step:3K smpl:21K ep:26 epch:0.52 loss:1.084 grdn:42.833 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 139 |
+
INFO 2026-09-29 18:04:56 ot_train.py:410 step:3K smpl:22K ep:28 epch:0.56 loss:0.993 grdn:40.524 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 140 |
+
INFO 2026-09-29 18:05:32 ot_train.py:410 step:3K smpl:24K ep:30 epch:0.60 loss:0.907 grdn:38.322 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 141 |
+
INFO 2026-09-29 18:06:08 ot_train.py:410 step:3K smpl:26K ep:32 epch:0.64 loss:0.844 grdn:36.489 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 142 |
+
INFO 2026-09-29 18:06:43 ot_train.py:410 step:3K smpl:27K ep:34 epch:0.68 loss:0.766 grdn:34.295 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 143 |
+
INFO 2026-09-29 18:07:19 ot_train.py:410 step:4K smpl:29K ep:36 epch:0.72 loss:0.715 grdn:33.089 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 144 |
+
INFO 2026-09-29 18:07:55 ot_train.py:410 step:4K smpl:30K ep:38 epch:0.76 loss:0.663 grdn:31.118 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 145 |
+
INFO 2026-09-29 18:08:31 ot_train.py:410 step:4K smpl:32K ep:40 epch:0.80 loss:0.609 grdn:30.021 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 146 |
+
INFO 2026-09-29 18:09:06 ot_train.py:410 step:4K smpl:34K ep:42 epch:0.84 loss:0.565 grdn:28.581 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 147 |
+
INFO 2026-09-29 18:09:43 ot_train.py:410 step:4K smpl:35K ep:44 epch:0.88 loss:0.537 grdn:26.662 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 148 |
+
INFO 2026-09-29 18:10:20 ot_train.py:410 step:5K smpl:37K ep:46 epch:0.92 loss:0.498 grdn:25.645 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 149 |
+
INFO 2026-09-29 18:10:58 ot_train.py:410 step:5K smpl:38K ep:48 epch:0.96 loss:0.468 grdn:24.811 lr:1.0e-05 updt_s:0.184 data_s:0.004
|
| 150 |
+
INFO 2026-09-29 18:11:35 ot_train.py:410 step:5K smpl:40K ep:50 epch:1.00 loss:0.444 grdn:23.753 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 151 |
+
INFO 2026-09-29 18:12:12 ot_train.py:410 step:5K smpl:42K ep:52 epch:1.04 loss:0.417 grdn:23.170 lr:1.0e-05 updt_s:0.177 data_s:0.007
|
| 152 |
+
INFO 2026-09-29 18:12:47 ot_train.py:410 step:5K smpl:43K ep:54 epch:1.08 loss:0.396 grdn:22.035 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 153 |
+
INFO 2026-09-29 18:13:23 ot_train.py:410 step:6K smpl:45K ep:56 epch:1.12 loss:0.375 grdn:21.164 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 154 |
+
INFO 2026-09-29 18:13:59 ot_train.py:410 step:6K smpl:46K ep:58 epch:1.16 loss:0.365 grdn:20.566 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 155 |
+
INFO 2026-09-29 18:14:36 ot_train.py:410 step:6K smpl:48K ep:60 epch:1.20 loss:0.351 grdn:19.972 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 156 |
+
INFO 2026-09-29 18:15:12 ot_train.py:410 step:6K smpl:50K ep:62 epch:1.24 loss:0.340 grdn:19.483 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 157 |
+
INFO 2026-09-29 18:15:49 ot_train.py:410 step:6K smpl:51K ep:64 epch:1.28 loss:0.326 grdn:18.878 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 158 |
+
INFO 2026-09-29 18:16:26 ot_train.py:410 step:7K smpl:53K ep:66 epch:1.32 loss:0.313 grdn:18.445 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 159 |
+
INFO 2026-09-29 18:17:03 ot_train.py:410 step:7K smpl:54K ep:68 epch:1.36 loss:0.304 grdn:18.446 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 160 |
+
INFO 2026-09-29 18:17:39 ot_train.py:410 step:7K smpl:56K ep:70 epch:1.40 loss:0.299 grdn:17.899 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 161 |
+
INFO 2026-09-29 18:18:17 ot_train.py:410 step:7K smpl:58K ep:72 epch:1.44 loss:0.288 grdn:17.041 lr:1.0e-05 updt_s:0.185 data_s:0.004
|
| 162 |
+
INFO 2026-09-29 18:18:54 ot_train.py:410 step:7K smpl:59K ep:74 epch:1.48 loss:0.281 grdn:16.772 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 163 |
+
INFO 2026-09-29 18:19:30 ot_train.py:410 step:8K smpl:61K ep:76 epch:1.52 loss:0.275 grdn:16.226 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 164 |
+
INFO 2026-09-29 18:20:06 ot_train.py:410 step:8K smpl:62K ep:78 epch:1.56 loss:0.267 grdn:16.016 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 165 |
+
INFO 2026-09-29 18:20:43 ot_train.py:410 step:8K smpl:64K ep:80 epch:1.60 loss:0.264 grdn:16.019 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 166 |
+
INFO 2026-09-29 18:21:20 ot_train.py:410 step:8K smpl:66K ep:82 epch:1.64 loss:0.257 grdn:15.587 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 167 |
+
INFO 2026-09-29 18:21:55 ot_train.py:410 step:8K smpl:67K ep:84 epch:1.68 loss:0.249 grdn:14.785 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 168 |
+
INFO 2026-09-29 18:22:33 ot_train.py:410 step:9K smpl:69K ep:86 epch:1.72 loss:0.243 grdn:14.972 lr:1.0e-05 updt_s:0.182 data_s:0.004
|
| 169 |
+
INFO 2026-09-29 18:23:10 ot_train.py:410 step:9K smpl:70K ep:88 epch:1.76 loss:0.234 grdn:14.186 lr:1.0e-05 updt_s:0.183 data_s:0.004
|
| 170 |
+
INFO 2026-09-29 18:23:48 ot_train.py:410 step:9K smpl:72K ep:90 epch:1.80 loss:0.232 grdn:14.282 lr:1.0e-05 updt_s:0.183 data_s:0.004
|
| 171 |
+
INFO 2026-09-29 18:24:25 ot_train.py:410 step:9K smpl:74K ep:92 epch:1.84 loss:0.238 grdn:14.187 lr:1.0e-05 updt_s:0.183 data_s:0.004
|
| 172 |
+
INFO 2026-09-29 18:25:04 ot_train.py:410 step:9K smpl:75K ep:94 epch:1.88 loss:0.228 grdn:13.484 lr:1.0e-05 updt_s:0.187 data_s:0.004
|
| 173 |
+
INFO 2026-09-29 18:25:42 ot_train.py:410 step:10K smpl:77K ep:96 epch:1.92 loss:0.224 grdn:13.498 lr:1.0e-05 updt_s:0.187 data_s:0.004
|
| 174 |
+
INFO 2026-09-29 18:26:21 ot_train.py:410 step:10K smpl:78K ep:98 epch:1.96 loss:0.217 grdn:13.344 lr:1.0e-05 updt_s:0.189 data_s:0.004
|
| 175 |
+
INFO 2026-09-29 18:26:58 ot_train.py:410 step:10K smpl:80K ep:100 epch:2.00 loss:0.213 grdn:13.138 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 176 |
+
INFO 2026-09-29 18:27:34 ot_train.py:410 step:10K smpl:82K ep:102 epch:2.04 loss:0.207 grdn:12.887 lr:1.0e-05 updt_s:0.174 data_s:0.007
|
| 177 |
+
INFO 2026-09-29 18:28:10 ot_train.py:410 step:10K smpl:83K ep:104 epch:2.08 loss:0.203 grdn:13.006 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 178 |
+
INFO 2026-09-29 18:28:46 ot_train.py:410 step:11K smpl:85K ep:106 epch:2.12 loss:0.205 grdn:12.386 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 179 |
+
INFO 2026-09-29 18:29:21 ot_train.py:410 step:11K smpl:86K ep:108 epch:2.16 loss:0.201 grdn:12.222 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 180 |
+
INFO 2026-09-29 18:29:57 ot_train.py:410 step:11K smpl:88K ep:110 epch:2.20 loss:0.201 grdn:12.092 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 181 |
+
INFO 2026-09-29 18:30:33 ot_train.py:410 step:11K smpl:90K ep:112 epch:2.24 loss:0.196 grdn:11.765 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 182 |
+
INFO 2026-09-29 18:31:08 ot_train.py:410 step:11K smpl:91K ep:114 epch:2.28 loss:0.193 grdn:11.956 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 183 |
+
INFO 2026-09-29 18:31:44 ot_train.py:410 step:12K smpl:93K ep:116 epch:2.32 loss:0.189 grdn:11.407 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 184 |
+
INFO 2026-09-29 18:32:19 ot_train.py:410 step:12K smpl:94K ep:118 epch:2.36 loss:0.188 grdn:11.530 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 185 |
+
INFO 2026-09-29 18:32:55 ot_train.py:410 step:12K smpl:96K ep:120 epch:2.40 loss:0.189 grdn:11.302 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 186 |
+
INFO 2026-09-29 18:33:31 ot_train.py:410 step:12K smpl:98K ep:122 epch:2.44 loss:0.182 grdn:10.831 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 187 |
+
INFO 2026-09-29 18:34:06 ot_train.py:410 step:12K smpl:99K ep:124 epch:2.48 loss:0.184 grdn:10.890 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 188 |
+
INFO 2026-09-29 18:34:42 ot_train.py:410 step:13K smpl:101K ep:126 epch:2.52 loss:0.181 grdn:10.656 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 189 |
+
INFO 2026-09-29 18:35:17 ot_train.py:410 step:13K smpl:102K ep:128 epch:2.56 loss:0.178 grdn:10.915 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 190 |
+
INFO 2026-09-29 18:35:53 ot_train.py:410 step:13K smpl:104K ep:130 epch:2.60 loss:0.179 grdn:10.500 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 191 |
+
INFO 2026-09-29 18:36:28 ot_train.py:410 step:13K smpl:106K ep:132 epch:2.64 loss:0.177 grdn:10.294 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 192 |
+
INFO 2026-09-29 18:37:04 ot_train.py:410 step:13K smpl:107K ep:134 epch:2.68 loss:0.173 grdn:10.419 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 193 |
+
INFO 2026-09-29 18:37:40 ot_train.py:410 step:14K smpl:109K ep:136 epch:2.72 loss:0.172 grdn:10.049 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 194 |
+
INFO 2026-09-29 18:38:15 ot_train.py:410 step:14K smpl:110K ep:138 epch:2.76 loss:0.173 grdn:10.056 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 195 |
+
INFO 2026-09-29 18:38:51 ot_train.py:410 step:14K smpl:112K ep:140 epch:2.80 loss:0.167 grdn:9.779 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 196 |
+
INFO 2026-09-29 18:39:27 ot_train.py:410 step:14K smpl:114K ep:142 epch:2.84 loss:0.166 grdn:9.569 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 197 |
+
INFO 2026-09-29 18:40:02 ot_train.py:410 step:14K smpl:115K ep:144 epch:2.88 loss:0.167 grdn:9.727 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 198 |
+
INFO 2026-09-29 18:40:38 ot_train.py:410 step:15K smpl:117K ep:146 epch:2.92 loss:0.167 grdn:9.484 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 199 |
+
INFO 2026-09-29 18:41:14 ot_train.py:410 step:15K smpl:118K ep:148 epch:2.96 loss:0.163 grdn:9.329 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 200 |
+
INFO 2026-09-29 18:41:49 ot_train.py:410 step:15K smpl:120K ep:150 epch:3.00 loss:0.157 grdn:9.307 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 201 |
+
INFO 2026-09-29 18:42:26 ot_train.py:410 step:15K smpl:122K ep:152 epch:3.04 loss:0.159 grdn:9.281 lr:1.0e-05 updt_s:0.174 data_s:0.007
|
| 202 |
+
INFO 2026-09-29 18:43:01 ot_train.py:410 step:15K smpl:123K ep:154 epch:3.08 loss:0.156 grdn:8.981 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 203 |
+
INFO 2026-09-29 18:43:37 ot_train.py:410 step:16K smpl:125K ep:156 epch:3.12 loss:0.153 grdn:8.791 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 204 |
+
INFO 2026-09-29 18:44:13 ot_train.py:410 step:16K smpl:126K ep:158 epch:3.16 loss:0.156 grdn:8.867 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 205 |
+
INFO 2026-09-29 18:44:48 ot_train.py:410 step:16K smpl:128K ep:160 epch:3.20 loss:0.156 grdn:9.005 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 206 |
+
INFO 2026-09-29 18:45:24 ot_train.py:410 step:16K smpl:130K ep:162 epch:3.24 loss:0.151 grdn:8.903 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 207 |
+
INFO 2026-09-29 18:46:00 ot_train.py:410 step:16K smpl:131K ep:164 epch:3.28 loss:0.159 grdn:8.883 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 208 |
+
INFO 2026-09-29 18:46:35 ot_train.py:410 step:17K smpl:133K ep:166 epch:3.32 loss:0.153 grdn:8.502 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 209 |
+
INFO 2026-09-29 18:47:11 ot_train.py:410 step:17K smpl:134K ep:168 epch:3.36 loss:0.153 grdn:8.380 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 210 |
+
INFO 2026-09-29 18:47:47 ot_train.py:410 step:17K smpl:136K ep:170 epch:3.40 loss:0.146 grdn:8.426 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 211 |
+
INFO 2026-09-29 18:48:22 ot_train.py:410 step:17K smpl:138K ep:172 epch:3.44 loss:0.151 grdn:8.380 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 212 |
+
INFO 2026-09-29 18:48:58 ot_train.py:410 step:17K smpl:139K ep:174 epch:3.48 loss:0.147 grdn:8.207 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 213 |
+
INFO 2026-09-29 18:49:34 ot_train.py:410 step:18K smpl:141K ep:176 epch:3.52 loss:0.145 grdn:8.041 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 214 |
+
INFO 2026-09-29 18:50:09 ot_train.py:410 step:18K smpl:142K ep:178 epch:3.56 loss:0.147 grdn:7.985 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 215 |
+
INFO 2026-09-29 18:50:45 ot_train.py:410 step:18K smpl:144K ep:180 epch:3.60 loss:0.143 grdn:7.937 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 216 |
+
INFO 2026-09-29 18:51:21 ot_train.py:410 step:18K smpl:146K ep:182 epch:3.64 loss:0.142 grdn:7.916 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 217 |
+
INFO 2026-09-29 18:51:56 ot_train.py:410 step:18K smpl:147K ep:184 epch:3.68 loss:0.142 grdn:7.880 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 218 |
+
INFO 2026-09-29 18:52:32 ot_train.py:410 step:19K smpl:149K ep:186 epch:3.72 loss:0.141 grdn:7.904 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 219 |
+
INFO 2026-09-29 18:53:07 ot_train.py:410 step:19K smpl:150K ep:188 epch:3.76 loss:0.141 grdn:7.882 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 220 |
+
INFO 2026-09-29 18:53:43 ot_train.py:410 step:19K smpl:152K ep:190 epch:3.80 loss:0.145 grdn:7.899 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 221 |
+
INFO 2026-09-29 18:54:18 ot_train.py:410 step:19K smpl:154K ep:192 epch:3.84 loss:0.138 grdn:7.756 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 222 |
+
INFO 2026-09-29 18:54:54 ot_train.py:410 step:19K smpl:155K ep:194 epch:3.88 loss:0.141 grdn:7.855 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 223 |
+
INFO 2026-09-29 18:55:29 ot_train.py:410 step:20K smpl:157K ep:196 epch:3.92 loss:0.140 grdn:7.619 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 224 |
+
INFO 2026-09-29 18:56:05 ot_train.py:410 step:20K smpl:158K ep:198 epch:3.96 loss:0.137 grdn:7.580 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 225 |
+
INFO 2026-09-29 18:56:40 ot_train.py:410 step:20K smpl:160K ep:200 epch:4.00 loss:0.141 grdn:7.337 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 226 |
+
INFO 2026-09-29 18:56:40 ot_train.py:430 Checkpoint policy after step 20000
|
| 227 |
+
INFO 2026-09-29 18:57:17 ot_train.py:410 step:20K smpl:162K ep:202 epch:4.04 loss:0.133 grdn:7.060 lr:1.0e-05 updt_s:0.174 data_s:0.007
|
| 228 |
+
INFO 2026-09-29 18:57:53 ot_train.py:410 step:20K smpl:163K ep:204 epch:4.08 loss:0.131 grdn:7.189 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 229 |
+
INFO 2026-09-29 18:58:28 ot_train.py:410 step:21K smpl:165K ep:206 epch:4.12 loss:0.136 grdn:7.418 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 230 |
+
INFO 2026-09-29 18:59:04 ot_train.py:410 step:21K smpl:166K ep:208 epch:4.16 loss:0.136 grdn:7.116 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 231 |
+
INFO 2026-09-29 18:59:39 ot_train.py:410 step:21K smpl:168K ep:210 epch:4.20 loss:0.133 grdn:7.225 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 232 |
+
INFO 2026-09-29 19:00:15 ot_train.py:410 step:21K smpl:170K ep:212 epch:4.24 loss:0.133 grdn:7.188 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 233 |
+
INFO 2026-09-29 19:00:51 ot_train.py:410 step:21K smpl:171K ep:214 epch:4.28 loss:0.130 grdn:6.995 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 234 |
+
INFO 2026-09-29 19:01:26 ot_train.py:410 step:22K smpl:173K ep:216 epch:4.32 loss:0.132 grdn:7.198 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 235 |
+
INFO 2026-09-29 19:02:02 ot_train.py:410 step:22K smpl:174K ep:218 epch:4.36 loss:0.129 grdn:6.991 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 236 |
+
INFO 2026-09-29 19:02:38 ot_train.py:410 step:22K smpl:176K ep:220 epch:4.40 loss:0.131 grdn:6.756 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 237 |
+
INFO 2026-09-29 19:03:13 ot_train.py:410 step:22K smpl:178K ep:222 epch:4.44 loss:0.125 grdn:6.864 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 238 |
+
INFO 2026-09-29 19:03:49 ot_train.py:410 step:22K smpl:179K ep:224 epch:4.48 loss:0.129 grdn:6.952 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 239 |
+
INFO 2026-09-29 19:04:25 ot_train.py:410 step:23K smpl:181K ep:226 epch:4.52 loss:0.128 grdn:6.801 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 240 |
+
INFO 2026-09-29 19:05:02 ot_train.py:410 step:23K smpl:182K ep:228 epch:4.56 loss:0.129 grdn:6.633 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 241 |
+
INFO 2026-09-29 19:05:39 ot_train.py:410 step:23K smpl:184K ep:230 epch:4.60 loss:0.127 grdn:6.849 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 242 |
+
INFO 2026-09-29 19:06:15 ot_train.py:410 step:23K smpl:186K ep:232 epch:4.64 loss:0.126 grdn:6.598 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 243 |
+
INFO 2026-09-29 19:06:52 ot_train.py:410 step:23K smpl:187K ep:234 epch:4.68 loss:0.125 grdn:6.458 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 244 |
+
INFO 2026-09-29 19:07:29 ot_train.py:410 step:24K smpl:189K ep:236 epch:4.72 loss:0.126 grdn:6.873 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 245 |
+
INFO 2026-09-29 19:08:05 ot_train.py:410 step:24K smpl:190K ep:238 epch:4.76 loss:0.124 grdn:6.262 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 246 |
+
INFO 2026-09-29 19:08:41 ot_train.py:410 step:24K smpl:192K ep:240 epch:4.80 loss:0.128 grdn:6.957 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 247 |
+
INFO 2026-09-29 19:09:17 ot_train.py:410 step:24K smpl:194K ep:242 epch:4.84 loss:0.129 grdn:6.680 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 248 |
+
INFO 2026-09-29 19:09:52 ot_train.py:410 step:24K smpl:195K ep:244 epch:4.88 loss:0.123 grdn:6.438 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 249 |
+
INFO 2026-09-29 19:10:29 ot_train.py:410 step:25K smpl:197K ep:246 epch:4.92 loss:0.125 grdn:6.325 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 250 |
+
INFO 2026-09-29 19:11:06 ot_train.py:410 step:25K smpl:198K ep:248 epch:4.96 loss:0.122 grdn:6.489 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 251 |
+
INFO 2026-09-29 19:11:41 ot_train.py:410 step:25K smpl:200K ep:250 epch:5.00 loss:0.124 grdn:6.472 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 252 |
+
INFO 2026-09-29 19:12:18 ot_train.py:410 step:25K smpl:202K ep:252 epch:5.04 loss:0.118 grdn:6.350 lr:1.0e-05 updt_s:0.177 data_s:0.007
|
| 253 |
+
INFO 2026-09-29 19:12:55 ot_train.py:410 step:25K smpl:203K ep:254 epch:5.08 loss:0.123 grdn:6.490 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 254 |
+
INFO 2026-09-29 19:13:32 ot_train.py:410 step:26K smpl:205K ep:256 epch:5.12 loss:0.119 grdn:6.333 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 255 |
+
INFO 2026-09-29 19:14:08 ot_train.py:410 step:26K smpl:206K ep:258 epch:5.16 loss:0.119 grdn:6.245 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 256 |
+
INFO 2026-09-29 19:14:45 ot_train.py:410 step:26K smpl:208K ep:260 epch:5.20 loss:0.117 grdn:6.227 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 257 |
+
INFO 2026-09-29 19:15:20 ot_train.py:410 step:26K smpl:210K ep:262 epch:5.24 loss:0.120 grdn:6.258 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 258 |
+
INFO 2026-09-29 19:15:57 ot_train.py:410 step:26K smpl:211K ep:264 epch:5.28 loss:0.120 grdn:5.892 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 259 |
+
INFO 2026-09-29 19:16:33 ot_train.py:410 step:27K smpl:213K ep:266 epch:5.32 loss:0.117 grdn:6.116 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 260 |
+
INFO 2026-09-29 19:17:09 ot_train.py:410 step:27K smpl:214K ep:268 epch:5.36 loss:0.116 grdn:6.115 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 261 |
+
INFO 2026-09-29 19:17:46 ot_train.py:410 step:27K smpl:216K ep:270 epch:5.40 loss:0.117 grdn:6.221 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 262 |
+
INFO 2026-09-29 19:18:22 ot_train.py:410 step:27K smpl:218K ep:272 epch:5.44 loss:0.118 grdn:6.269 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 263 |
+
INFO 2026-09-29 19:18:58 ot_train.py:410 step:27K smpl:219K ep:274 epch:5.48 loss:0.116 grdn:6.119 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 264 |
+
INFO 2026-09-29 19:19:34 ot_train.py:410 step:28K smpl:221K ep:276 epch:5.52 loss:0.112 grdn:5.900 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 265 |
+
INFO 2026-09-29 19:20:11 ot_train.py:410 step:28K smpl:222K ep:278 epch:5.56 loss:0.115 grdn:5.917 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 266 |
+
INFO 2026-09-29 19:20:48 ot_train.py:410 step:28K smpl:224K ep:280 epch:5.60 loss:0.114 grdn:6.152 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 267 |
+
INFO 2026-09-29 19:21:24 ot_train.py:410 step:28K smpl:226K ep:282 epch:5.64 loss:0.118 grdn:5.960 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 268 |
+
INFO 2026-09-29 19:22:01 ot_train.py:410 step:28K smpl:227K ep:284 epch:5.68 loss:0.116 grdn:5.994 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 269 |
+
INFO 2026-09-29 19:22:36 ot_train.py:410 step:29K smpl:229K ep:286 epch:5.72 loss:0.113 grdn:5.840 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 270 |
+
INFO 2026-09-29 19:23:13 ot_train.py:410 step:29K smpl:230K ep:288 epch:5.76 loss:0.113 grdn:5.821 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 271 |
+
INFO 2026-09-29 19:23:50 ot_train.py:410 step:29K smpl:232K ep:290 epch:5.80 loss:0.109 grdn:5.694 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 272 |
+
INFO 2026-09-29 19:24:27 ot_train.py:410 step:29K smpl:234K ep:292 epch:5.84 loss:0.111 grdn:5.705 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 273 |
+
INFO 2026-09-29 19:25:05 ot_train.py:410 step:29K smpl:235K ep:294 epch:5.88 loss:0.113 grdn:5.807 lr:1.0e-05 updt_s:0.187 data_s:0.004
|
| 274 |
+
INFO 2026-09-29 19:25:42 ot_train.py:410 step:30K smpl:237K ep:296 epch:5.92 loss:0.114 grdn:5.682 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 275 |
+
INFO 2026-09-29 19:26:18 ot_train.py:410 step:30K smpl:238K ep:298 epch:5.96 loss:0.112 grdn:6.073 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 276 |
+
INFO 2026-09-29 19:26:54 ot_train.py:410 step:30K smpl:240K ep:300 epch:6.00 loss:0.111 grdn:5.935 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 277 |
+
INFO 2026-09-29 19:27:30 ot_train.py:410 step:30K smpl:242K ep:302 epch:6.04 loss:0.110 grdn:5.896 lr:1.0e-05 updt_s:0.175 data_s:0.008
|
| 278 |
+
INFO 2026-09-29 19:28:06 ot_train.py:410 step:30K smpl:243K ep:304 epch:6.08 loss:0.106 grdn:5.478 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 279 |
+
INFO 2026-09-29 19:28:43 ot_train.py:410 step:31K smpl:245K ep:306 epch:6.12 loss:0.110 grdn:5.712 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 280 |
+
INFO 2026-09-29 19:29:19 ot_train.py:410 step:31K smpl:246K ep:308 epch:6.16 loss:0.113 grdn:5.546 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 281 |
+
INFO 2026-09-29 19:29:56 ot_train.py:410 step:31K smpl:248K ep:310 epch:6.20 loss:0.111 grdn:5.588 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 282 |
+
INFO 2026-09-29 19:30:34 ot_train.py:410 step:31K smpl:250K ep:312 epch:6.24 loss:0.106 grdn:5.475 lr:1.0e-05 updt_s:0.187 data_s:0.004
|
| 283 |
+
INFO 2026-09-29 19:31:12 ot_train.py:410 step:31K smpl:251K ep:314 epch:6.28 loss:0.109 grdn:5.503 lr:1.0e-05 updt_s:0.187 data_s:0.004
|
| 284 |
+
INFO 2026-09-29 19:31:51 ot_train.py:410 step:32K smpl:253K ep:316 epch:6.32 loss:0.109 grdn:5.650 lr:1.0e-05 updt_s:0.187 data_s:0.004
|
| 285 |
+
INFO 2026-09-29 19:32:29 ot_train.py:410 step:32K smpl:254K ep:318 epch:6.36 loss:0.106 grdn:5.317 lr:1.0e-05 updt_s:0.188 data_s:0.004
|
| 286 |
+
INFO 2026-09-29 19:33:07 ot_train.py:410 step:32K smpl:256K ep:320 epch:6.40 loss:0.106 grdn:5.564 lr:1.0e-05 updt_s:0.185 data_s:0.004
|
| 287 |
+
INFO 2026-09-29 19:33:46 ot_train.py:410 step:32K smpl:258K ep:322 epch:6.44 loss:0.105 grdn:5.571 lr:1.0e-05 updt_s:0.188 data_s:0.004
|
| 288 |
+
INFO 2026-09-29 19:34:24 ot_train.py:410 step:32K smpl:259K ep:324 epch:6.48 loss:0.105 grdn:5.450 lr:1.0e-05 updt_s:0.187 data_s:0.004
|
| 289 |
+
INFO 2026-09-29 19:35:03 ot_train.py:410 step:33K smpl:261K ep:326 epch:6.52 loss:0.108 grdn:5.640 lr:1.0e-05 updt_s:0.188 data_s:0.004
|
| 290 |
+
INFO 2026-09-29 19:35:40 ot_train.py:410 step:33K smpl:262K ep:328 epch:6.56 loss:0.104 grdn:5.543 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 291 |
+
INFO 2026-09-29 19:36:17 ot_train.py:410 step:33K smpl:264K ep:330 epch:6.60 loss:0.103 grdn:5.393 lr:1.0e-05 updt_s:0.182 data_s:0.004
|
| 292 |
+
INFO 2026-09-29 19:36:56 ot_train.py:410 step:33K smpl:266K ep:332 epch:6.64 loss:0.103 grdn:5.248 lr:1.0e-05 updt_s:0.189 data_s:0.004
|
| 293 |
+
INFO 2026-09-29 19:37:34 ot_train.py:410 step:33K smpl:267K ep:334 epch:6.68 loss:0.107 grdn:5.499 lr:1.0e-05 updt_s:0.187 data_s:0.004
|
| 294 |
+
INFO 2026-09-29 19:38:11 ot_train.py:410 step:34K smpl:269K ep:336 epch:6.72 loss:0.104 grdn:5.448 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 295 |
+
INFO 2026-09-29 19:38:47 ot_train.py:410 step:34K smpl:270K ep:338 epch:6.76 loss:0.104 grdn:5.114 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 296 |
+
INFO 2026-09-29 19:39:24 ot_train.py:410 step:34K smpl:272K ep:340 epch:6.80 loss:0.103 grdn:5.453 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 297 |
+
INFO 2026-09-29 19:40:00 ot_train.py:410 step:34K smpl:274K ep:342 epch:6.84 loss:0.103 grdn:5.328 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 298 |
+
INFO 2026-09-29 19:40:40 ot_train.py:410 step:34K smpl:275K ep:344 epch:6.88 loss:0.105 grdn:5.245 lr:1.0e-05 updt_s:0.192 data_s:0.005
|
| 299 |
+
INFO 2026-09-29 19:41:16 ot_train.py:410 step:35K smpl:277K ep:346 epch:6.92 loss:0.105 grdn:5.402 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 300 |
+
INFO 2026-09-29 19:41:54 ot_train.py:410 step:35K smpl:278K ep:348 epch:6.96 loss:0.106 grdn:5.279 lr:1.0e-05 updt_s:0.185 data_s:0.004
|
| 301 |
+
INFO 2026-09-29 19:42:32 ot_train.py:410 step:35K smpl:280K ep:350 epch:7.00 loss:0.103 grdn:5.220 lr:1.0e-05 updt_s:0.185 data_s:0.004
|
| 302 |
+
INFO 2026-09-29 19:43:10 ot_train.py:410 step:35K smpl:282K ep:352 epch:7.04 loss:0.102 grdn:5.218 lr:1.0e-05 updt_s:0.181 data_s:0.008
|
| 303 |
+
INFO 2026-09-29 19:43:48 ot_train.py:410 step:35K smpl:283K ep:354 epch:7.08 loss:0.098 grdn:5.268 lr:1.0e-05 updt_s:0.188 data_s:0.004
|
| 304 |
+
INFO 2026-09-29 19:44:29 ot_train.py:410 step:36K smpl:285K ep:356 epch:7.12 loss:0.101 grdn:5.001 lr:1.0e-05 updt_s:0.199 data_s:0.004
|
| 305 |
+
INFO 2026-09-29 19:45:05 ot_train.py:410 step:36K smpl:286K ep:358 epch:7.16 loss:0.101 grdn:5.036 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 306 |
+
INFO 2026-09-29 19:45:41 ot_train.py:410 step:36K smpl:288K ep:360 epch:7.20 loss:0.099 grdn:5.081 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 307 |
+
INFO 2026-09-29 19:46:18 ot_train.py:410 step:36K smpl:290K ep:362 epch:7.24 loss:0.101 grdn:5.288 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 308 |
+
INFO 2026-09-29 19:46:55 ot_train.py:410 step:36K smpl:291K ep:364 epch:7.28 loss:0.102 grdn:5.230 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 309 |
+
INFO 2026-09-29 19:47:30 ot_train.py:410 step:37K smpl:293K ep:366 epch:7.32 loss:0.100 grdn:5.110 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 310 |
+
INFO 2026-09-29 19:48:07 ot_train.py:410 step:37K smpl:294K ep:368 epch:7.36 loss:0.098 grdn:5.046 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 311 |
+
INFO 2026-09-29 19:48:44 ot_train.py:410 step:37K smpl:296K ep:370 epch:7.40 loss:0.101 grdn:5.031 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 312 |
+
INFO 2026-09-29 19:49:20 ot_train.py:410 step:37K smpl:298K ep:372 epch:7.44 loss:0.099 grdn:5.064 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 313 |
+
INFO 2026-09-29 19:49:55 ot_train.py:410 step:37K smpl:299K ep:374 epch:7.48 loss:0.100 grdn:4.921 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 314 |
+
INFO 2026-09-29 19:50:31 ot_train.py:410 step:38K smpl:301K ep:376 epch:7.52 loss:0.099 grdn:5.060 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 315 |
+
INFO 2026-09-29 19:51:07 ot_train.py:410 step:38K smpl:302K ep:378 epch:7.56 loss:0.101 grdn:5.031 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 316 |
+
INFO 2026-09-29 19:51:43 ot_train.py:410 step:38K smpl:304K ep:380 epch:7.60 loss:0.101 grdn:5.128 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 317 |
+
INFO 2026-09-29 19:52:23 ot_train.py:410 step:38K smpl:306K ep:382 epch:7.64 loss:0.096 grdn:5.117 lr:1.0e-05 updt_s:0.191 data_s:0.005
|
| 318 |
+
INFO 2026-09-29 19:53:01 ot_train.py:410 step:38K smpl:307K ep:384 epch:7.68 loss:0.098 grdn:5.080 lr:1.0e-05 updt_s:0.188 data_s:0.004
|
| 319 |
+
INFO 2026-09-29 19:53:37 ot_train.py:410 step:39K smpl:309K ep:386 epch:7.72 loss:0.096 grdn:4.834 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 320 |
+
INFO 2026-09-29 19:54:14 ot_train.py:410 step:39K smpl:310K ep:388 epch:7.76 loss:0.102 grdn:5.110 lr:1.0e-05 updt_s:0.182 data_s:0.004
|
| 321 |
+
INFO 2026-09-29 19:55:02 ot_train.py:410 step:39K smpl:312K ep:390 epch:7.80 loss:0.098 grdn:5.115 lr:1.0e-05 updt_s:0.233 data_s:0.005
|
| 322 |
+
INFO 2026-09-29 19:55:38 ot_train.py:410 step:39K smpl:314K ep:392 epch:7.84 loss:0.101 grdn:5.149 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 323 |
+
INFO 2026-09-29 19:56:17 ot_train.py:410 step:39K smpl:315K ep:394 epch:7.88 loss:0.098 grdn:5.058 lr:1.0e-05 updt_s:0.187 data_s:0.004
|
| 324 |
+
INFO 2026-09-29 19:56:53 ot_train.py:410 step:40K smpl:317K ep:396 epch:7.92 loss:0.095 grdn:4.850 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 325 |
+
INFO 2026-09-29 19:57:31 ot_train.py:410 step:40K smpl:318K ep:398 epch:7.96 loss:0.096 grdn:4.868 lr:1.0e-05 updt_s:0.185 data_s:0.004
|
| 326 |
+
INFO 2026-09-29 19:58:07 ot_train.py:410 step:40K smpl:320K ep:400 epch:8.00 loss:0.094 grdn:4.744 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 327 |
+
INFO 2026-09-29 19:58:07 ot_train.py:430 Checkpoint policy after step 40000
|
| 328 |
+
INFO 2026-09-29 19:58:44 ot_train.py:410 step:40K smpl:322K ep:402 epch:8.04 loss:0.095 grdn:4.868 lr:1.0e-05 updt_s:0.177 data_s:0.007
|
| 329 |
+
INFO 2026-09-29 19:59:23 ot_train.py:410 step:40K smpl:323K ep:404 epch:8.08 loss:0.096 grdn:4.958 lr:1.0e-05 updt_s:0.188 data_s:0.004
|
| 330 |
+
INFO 2026-09-29 20:00:01 ot_train.py:410 step:41K smpl:325K ep:406 epch:8.12 loss:0.093 grdn:4.841 lr:1.0e-05 updt_s:0.187 data_s:0.004
|
| 331 |
+
INFO 2026-09-29 20:00:39 ot_train.py:410 step:41K smpl:326K ep:408 epch:8.16 loss:0.094 grdn:4.812 lr:1.0e-05 updt_s:0.184 data_s:0.004
|
| 332 |
+
INFO 2026-09-29 20:01:15 ot_train.py:410 step:41K smpl:328K ep:410 epch:8.20 loss:0.093 grdn:4.772 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 333 |
+
INFO 2026-09-29 20:01:51 ot_train.py:410 step:41K smpl:330K ep:412 epch:8.24 loss:0.092 grdn:4.901 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 334 |
+
INFO 2026-09-29 20:02:29 ot_train.py:410 step:41K smpl:331K ep:414 epch:8.28 loss:0.097 grdn:4.930 lr:1.0e-05 updt_s:0.184 data_s:0.004
|
| 335 |
+
INFO 2026-09-29 20:03:05 ot_train.py:410 step:42K smpl:333K ep:416 epch:8.32 loss:0.095 grdn:4.815 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 336 |
+
INFO 2026-09-29 20:03:42 ot_train.py:410 step:42K smpl:334K ep:418 epch:8.36 loss:0.093 grdn:4.830 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 337 |
+
INFO 2026-09-29 20:04:19 ot_train.py:410 step:42K smpl:336K ep:420 epch:8.40 loss:0.096 grdn:4.898 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 338 |
+
INFO 2026-09-29 20:04:55 ot_train.py:410 step:42K smpl:338K ep:422 epch:8.44 loss:0.093 grdn:4.650 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 339 |
+
INFO 2026-09-29 20:05:31 ot_train.py:410 step:42K smpl:339K ep:424 epch:8.48 loss:0.095 grdn:4.810 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 340 |
+
INFO 2026-09-29 20:06:06 ot_train.py:410 step:43K smpl:341K ep:426 epch:8.52 loss:0.093 grdn:4.831 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 341 |
+
INFO 2026-09-29 20:06:42 ot_train.py:410 step:43K smpl:342K ep:428 epch:8.56 loss:0.092 grdn:4.722 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 342 |
+
INFO 2026-09-29 20:07:18 ot_train.py:410 step:43K smpl:344K ep:430 epch:8.60 loss:0.092 grdn:4.848 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 343 |
+
INFO 2026-09-29 20:07:54 ot_train.py:410 step:43K smpl:346K ep:432 epch:8.64 loss:0.093 grdn:4.631 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 344 |
+
INFO 2026-09-29 20:08:30 ot_train.py:410 step:43K smpl:347K ep:434 epch:8.68 loss:0.092 grdn:4.680 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 345 |
+
INFO 2026-09-29 20:09:06 ot_train.py:410 step:44K smpl:349K ep:436 epch:8.72 loss:0.091 grdn:4.811 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 346 |
+
INFO 2026-09-29 20:09:43 ot_train.py:410 step:44K smpl:350K ep:438 epch:8.76 loss:0.088 grdn:4.638 lr:1.0e-05 updt_s:0.182 data_s:0.004
|
| 347 |
+
INFO 2026-09-29 20:10:20 ot_train.py:410 step:44K smpl:352K ep:440 epch:8.80 loss:0.090 grdn:4.649 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 348 |
+
INFO 2026-09-29 20:10:56 ot_train.py:410 step:44K smpl:354K ep:442 epch:8.84 loss:0.093 grdn:4.738 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 349 |
+
INFO 2026-09-29 20:11:33 ot_train.py:410 step:44K smpl:355K ep:444 epch:8.88 loss:0.093 grdn:4.701 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 350 |
+
INFO 2026-09-29 20:12:09 ot_train.py:410 step:45K smpl:357K ep:446 epch:8.92 loss:0.096 grdn:4.788 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 351 |
+
INFO 2026-09-29 20:12:45 ot_train.py:410 step:45K smpl:358K ep:448 epch:8.96 loss:0.092 grdn:4.652 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 352 |
+
INFO 2026-09-29 20:13:21 ot_train.py:410 step:45K smpl:360K ep:450 epch:9.00 loss:0.093 grdn:4.810 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 353 |
+
INFO 2026-09-29 20:14:00 ot_train.py:410 step:45K smpl:362K ep:452 epch:9.04 loss:0.091 grdn:4.691 lr:1.0e-05 updt_s:0.184 data_s:0.008
|
| 354 |
+
INFO 2026-09-29 20:14:35 ot_train.py:410 step:45K smpl:363K ep:454 epch:9.08 loss:0.088 grdn:4.510 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 355 |
+
INFO 2026-09-29 20:15:11 ot_train.py:410 step:46K smpl:365K ep:456 epch:9.12 loss:0.088 grdn:4.626 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 356 |
+
INFO 2026-09-29 20:15:47 ot_train.py:410 step:46K smpl:366K ep:458 epch:9.16 loss:0.090 grdn:4.497 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 357 |
+
INFO 2026-09-29 20:16:24 ot_train.py:410 step:46K smpl:368K ep:460 epch:9.20 loss:0.090 grdn:4.455 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 358 |
+
INFO 2026-09-29 20:17:00 ot_train.py:410 step:46K smpl:370K ep:462 epch:9.24 loss:0.089 grdn:4.523 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 359 |
+
INFO 2026-09-29 20:17:36 ot_train.py:410 step:46K smpl:371K ep:464 epch:9.28 loss:0.087 grdn:4.503 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 360 |
+
INFO 2026-09-29 20:18:12 ot_train.py:410 step:47K smpl:373K ep:466 epch:9.32 loss:0.091 grdn:4.479 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 361 |
+
INFO 2026-09-29 20:18:48 ot_train.py:410 step:47K smpl:374K ep:468 epch:9.36 loss:0.090 grdn:4.664 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 362 |
+
INFO 2026-09-29 20:19:25 ot_train.py:410 step:47K smpl:376K ep:470 epch:9.40 loss:0.090 grdn:4.672 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 363 |
+
INFO 2026-09-29 20:20:01 ot_train.py:410 step:47K smpl:378K ep:472 epch:9.44 loss:0.087 grdn:4.301 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 364 |
+
INFO 2026-09-29 20:20:37 ot_train.py:410 step:47K smpl:379K ep:474 epch:9.48 loss:0.089 grdn:4.559 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 365 |
+
INFO 2026-09-29 20:21:13 ot_train.py:410 step:48K smpl:381K ep:476 epch:9.52 loss:0.088 grdn:4.586 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 366 |
+
INFO 2026-09-29 20:21:50 ot_train.py:410 step:48K smpl:382K ep:478 epch:9.56 loss:0.090 grdn:4.639 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 367 |
+
INFO 2026-09-29 20:22:27 ot_train.py:410 step:48K smpl:384K ep:480 epch:9.60 loss:0.089 grdn:4.344 lr:1.0e-05 updt_s:0.181 data_s:0.004
|
| 368 |
+
INFO 2026-09-29 20:23:03 ot_train.py:410 step:48K smpl:386K ep:482 epch:9.64 loss:0.089 grdn:4.631 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 369 |
+
INFO 2026-09-29 20:23:40 ot_train.py:410 step:48K smpl:387K ep:484 epch:9.68 loss:0.087 grdn:4.507 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 370 |
+
INFO 2026-09-29 20:24:15 ot_train.py:410 step:49K smpl:389K ep:486 epch:9.72 loss:0.088 grdn:4.534 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 371 |
+
INFO 2026-09-29 20:24:51 ot_train.py:410 step:49K smpl:390K ep:488 epch:9.76 loss:0.084 grdn:4.286 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 372 |
+
INFO 2026-09-29 20:25:27 ot_train.py:410 step:49K smpl:392K ep:490 epch:9.80 loss:0.086 grdn:4.405 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 373 |
+
INFO 2026-09-29 20:26:03 ot_train.py:410 step:49K smpl:394K ep:492 epch:9.84 loss:0.086 grdn:4.386 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 374 |
+
INFO 2026-09-29 20:26:41 ot_train.py:410 step:49K smpl:395K ep:494 epch:9.88 loss:0.086 grdn:4.302 lr:1.0e-05 updt_s:0.183 data_s:0.004
|
| 375 |
+
INFO 2026-09-29 20:27:16 ot_train.py:410 step:50K smpl:397K ep:496 epch:9.92 loss:0.088 grdn:4.693 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 376 |
+
INFO 2026-09-29 20:27:52 ot_train.py:410 step:50K smpl:398K ep:498 epch:9.96 loss:0.088 grdn:4.380 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 377 |
+
INFO 2026-09-29 20:28:28 ot_train.py:410 step:50K smpl:400K ep:500 epch:10.00 loss:0.088 grdn:4.434 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 378 |
+
INFO 2026-09-29 20:29:04 ot_train.py:410 step:50K smpl:402K ep:502 epch:10.04 loss:0.086 grdn:4.536 lr:1.0e-05 updt_s:0.174 data_s:0.007
|
| 379 |
+
INFO 2026-09-29 20:29:40 ot_train.py:410 step:50K smpl:403K ep:504 epch:10.08 loss:0.087 grdn:4.548 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 380 |
+
INFO 2026-09-29 20:30:16 ot_train.py:410 step:51K smpl:405K ep:506 epch:10.12 loss:0.085 grdn:4.234 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 381 |
+
INFO 2026-09-29 20:30:51 ot_train.py:410 step:51K smpl:406K ep:508 epch:10.16 loss:0.086 grdn:4.275 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 382 |
+
INFO 2026-09-29 20:31:27 ot_train.py:410 step:51K smpl:408K ep:510 epch:10.20 loss:0.083 grdn:4.350 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 383 |
+
INFO 2026-09-29 20:32:03 ot_train.py:410 step:51K smpl:410K ep:512 epch:10.24 loss:0.083 grdn:4.104 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 384 |
+
INFO 2026-09-29 20:32:38 ot_train.py:410 step:51K smpl:411K ep:514 epch:10.28 loss:0.086 grdn:4.236 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 385 |
+
INFO 2026-09-29 20:33:14 ot_train.py:410 step:52K smpl:413K ep:516 epch:10.32 loss:0.084 grdn:4.391 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 386 |
+
INFO 2026-09-29 20:33:50 ot_train.py:410 step:52K smpl:414K ep:518 epch:10.36 loss:0.086 grdn:4.391 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 387 |
+
INFO 2026-09-29 20:34:25 ot_train.py:410 step:52K smpl:416K ep:520 epch:10.40 loss:0.088 grdn:4.264 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 388 |
+
INFO 2026-09-29 20:35:01 ot_train.py:410 step:52K smpl:418K ep:522 epch:10.44 loss:0.082 grdn:4.237 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 389 |
+
INFO 2026-09-29 20:35:37 ot_train.py:410 step:52K smpl:419K ep:524 epch:10.48 loss:0.085 grdn:4.197 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 390 |
+
INFO 2026-09-29 20:36:12 ot_train.py:410 step:53K smpl:421K ep:526 epch:10.52 loss:0.086 grdn:4.257 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 391 |
+
INFO 2026-09-29 20:36:48 ot_train.py:410 step:53K smpl:422K ep:528 epch:10.56 loss:0.084 grdn:4.341 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 392 |
+
INFO 2026-09-29 20:37:24 ot_train.py:410 step:53K smpl:424K ep:530 epch:10.60 loss:0.085 grdn:4.232 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 393 |
+
INFO 2026-09-29 20:37:59 ot_train.py:410 step:53K smpl:426K ep:532 epch:10.64 loss:0.084 grdn:4.242 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 394 |
+
INFO 2026-09-29 20:38:35 ot_train.py:410 step:53K smpl:427K ep:534 epch:10.68 loss:0.085 grdn:4.219 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 395 |
+
INFO 2026-09-29 20:39:11 ot_train.py:410 step:54K smpl:429K ep:536 epch:10.72 loss:0.085 grdn:4.298 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 396 |
+
INFO 2026-09-29 20:39:47 ot_train.py:410 step:54K smpl:430K ep:538 epch:10.76 loss:0.083 grdn:4.210 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 397 |
+
INFO 2026-09-29 20:40:23 ot_train.py:410 step:54K smpl:432K ep:540 epch:10.80 loss:0.083 grdn:4.213 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 398 |
+
INFO 2026-09-29 20:40:59 ot_train.py:410 step:54K smpl:434K ep:542 epch:10.84 loss:0.082 grdn:4.139 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 399 |
+
INFO 2026-09-29 20:41:36 ot_train.py:410 step:54K smpl:435K ep:544 epch:10.88 loss:0.083 grdn:4.262 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 400 |
+
INFO 2026-09-29 20:42:13 ot_train.py:410 step:55K smpl:437K ep:546 epch:10.92 loss:0.081 grdn:4.001 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 401 |
+
INFO 2026-09-29 20:42:49 ot_train.py:410 step:55K smpl:438K ep:548 epch:10.96 loss:0.082 grdn:4.172 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 402 |
+
INFO 2026-09-29 20:43:25 ot_train.py:410 step:55K smpl:440K ep:550 epch:11.00 loss:0.083 grdn:4.219 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 403 |
+
INFO 2026-09-29 20:44:01 ot_train.py:410 step:55K smpl:442K ep:552 epch:11.04 loss:0.080 grdn:4.194 lr:1.0e-05 updt_s:0.173 data_s:0.007
|
| 404 |
+
INFO 2026-09-29 20:44:37 ot_train.py:410 step:55K smpl:443K ep:554 epch:11.08 loss:0.083 grdn:4.239 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 405 |
+
INFO 2026-09-29 20:45:12 ot_train.py:410 step:56K smpl:445K ep:556 epch:11.12 loss:0.079 grdn:4.028 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 406 |
+
INFO 2026-09-29 20:45:48 ot_train.py:410 step:56K smpl:446K ep:558 epch:11.16 loss:0.080 grdn:4.166 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 407 |
+
INFO 2026-09-29 20:46:24 ot_train.py:410 step:56K smpl:448K ep:560 epch:11.20 loss:0.080 grdn:4.058 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 408 |
+
INFO 2026-09-29 20:47:00 ot_train.py:410 step:56K smpl:450K ep:562 epch:11.24 loss:0.081 grdn:4.163 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 409 |
+
INFO 2026-09-29 20:47:35 ot_train.py:410 step:56K smpl:451K ep:564 epch:11.28 loss:0.081 grdn:4.281 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 410 |
+
INFO 2026-09-29 20:48:11 ot_train.py:410 step:57K smpl:453K ep:566 epch:11.32 loss:0.082 grdn:4.137 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 411 |
+
INFO 2026-09-29 20:48:46 ot_train.py:410 step:57K smpl:454K ep:568 epch:11.36 loss:0.080 grdn:3.960 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 412 |
+
INFO 2026-09-29 20:49:22 ot_train.py:410 step:57K smpl:456K ep:570 epch:11.40 loss:0.079 grdn:4.033 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 413 |
+
INFO 2026-09-29 20:49:58 ot_train.py:410 step:57K smpl:458K ep:572 epch:11.44 loss:0.081 grdn:3.978 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 414 |
+
INFO 2026-09-29 20:50:33 ot_train.py:410 step:57K smpl:459K ep:574 epch:11.48 loss:0.081 grdn:4.081 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 415 |
+
INFO 2026-09-29 20:51:09 ot_train.py:410 step:58K smpl:461K ep:576 epch:11.52 loss:0.081 grdn:4.129 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 416 |
+
INFO 2026-09-29 20:51:45 ot_train.py:410 step:58K smpl:462K ep:578 epch:11.56 loss:0.080 grdn:4.056 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 417 |
+
INFO 2026-09-29 20:52:20 ot_train.py:410 step:58K smpl:464K ep:580 epch:11.60 loss:0.080 grdn:4.043 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 418 |
+
INFO 2026-09-29 20:52:56 ot_train.py:410 step:58K smpl:466K ep:582 epch:11.64 loss:0.082 grdn:4.229 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 419 |
+
INFO 2026-09-29 20:53:32 ot_train.py:410 step:58K smpl:467K ep:584 epch:11.68 loss:0.077 grdn:3.936 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 420 |
+
INFO 2026-09-29 20:54:07 ot_train.py:410 step:59K smpl:469K ep:586 epch:11.72 loss:0.083 grdn:4.094 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 421 |
+
INFO 2026-09-29 20:54:43 ot_train.py:410 step:59K smpl:470K ep:588 epch:11.76 loss:0.080 grdn:3.761 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 422 |
+
INFO 2026-09-29 20:55:19 ot_train.py:410 step:59K smpl:472K ep:590 epch:11.80 loss:0.080 grdn:3.946 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 423 |
+
INFO 2026-09-29 20:55:54 ot_train.py:410 step:59K smpl:474K ep:592 epch:11.84 loss:0.081 grdn:3.953 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 424 |
+
INFO 2026-09-29 20:56:30 ot_train.py:410 step:59K smpl:475K ep:594 epch:11.88 loss:0.079 grdn:4.091 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 425 |
+
INFO 2026-09-29 20:57:06 ot_train.py:410 step:60K smpl:477K ep:596 epch:11.92 loss:0.081 grdn:4.074 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 426 |
+
INFO 2026-09-29 20:57:41 ot_train.py:410 step:60K smpl:478K ep:598 epch:11.96 loss:0.079 grdn:3.965 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 427 |
+
INFO 2026-09-29 20:58:17 ot_train.py:410 step:60K smpl:480K ep:600 epch:12.00 loss:0.080 grdn:3.905 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 428 |
+
INFO 2026-09-29 20:58:17 ot_train.py:430 Checkpoint policy after step 60000
|
| 429 |
+
INFO 2026-09-29 20:58:54 ot_train.py:410 step:60K smpl:482K ep:602 epch:12.04 loss:0.076 grdn:4.000 lr:1.0e-05 updt_s:0.174 data_s:0.007
|
| 430 |
+
INFO 2026-09-29 20:59:30 ot_train.py:410 step:60K smpl:483K ep:604 epch:12.08 loss:0.078 grdn:3.863 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 431 |
+
INFO 2026-09-29 21:00:05 ot_train.py:410 step:61K smpl:485K ep:606 epch:12.12 loss:0.077 grdn:3.820 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 432 |
+
INFO 2026-09-29 21:00:41 ot_train.py:410 step:61K smpl:486K ep:608 epch:12.16 loss:0.078 grdn:4.125 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 433 |
+
INFO 2026-09-29 21:01:16 ot_train.py:410 step:61K smpl:488K ep:610 epch:12.20 loss:0.076 grdn:3.920 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 434 |
+
INFO 2026-09-29 21:01:52 ot_train.py:410 step:61K smpl:490K ep:612 epch:12.24 loss:0.079 grdn:4.020 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 435 |
+
INFO 2026-09-29 21:02:28 ot_train.py:410 step:61K smpl:491K ep:614 epch:12.28 loss:0.079 grdn:3.938 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 436 |
+
INFO 2026-09-29 21:03:03 ot_train.py:410 step:62K smpl:493K ep:616 epch:12.32 loss:0.078 grdn:3.948 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 437 |
+
INFO 2026-09-29 21:03:39 ot_train.py:410 step:62K smpl:494K ep:618 epch:12.36 loss:0.078 grdn:4.015 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 438 |
+
INFO 2026-09-29 21:04:14 ot_train.py:410 step:62K smpl:496K ep:620 epch:12.40 loss:0.077 grdn:3.900 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 439 |
+
INFO 2026-09-29 21:04:50 ot_train.py:410 step:62K smpl:498K ep:622 epch:12.44 loss:0.078 grdn:4.005 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 440 |
+
INFO 2026-09-29 21:05:25 ot_train.py:410 step:62K smpl:499K ep:624 epch:12.48 loss:0.077 grdn:3.873 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 441 |
+
INFO 2026-09-29 21:06:01 ot_train.py:410 step:63K smpl:501K ep:626 epch:12.52 loss:0.076 grdn:3.842 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 442 |
+
INFO 2026-09-29 21:06:37 ot_train.py:410 step:63K smpl:502K ep:628 epch:12.56 loss:0.077 grdn:3.942 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 443 |
+
INFO 2026-09-29 21:07:12 ot_train.py:410 step:63K smpl:504K ep:630 epch:12.60 loss:0.078 grdn:3.902 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 444 |
+
INFO 2026-09-29 21:07:48 ot_train.py:410 step:63K smpl:506K ep:632 epch:12.64 loss:0.075 grdn:3.859 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 445 |
+
INFO 2026-09-29 21:08:23 ot_train.py:410 step:63K smpl:507K ep:634 epch:12.68 loss:0.076 grdn:3.887 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 446 |
+
INFO 2026-09-29 21:08:59 ot_train.py:410 step:64K smpl:509K ep:636 epch:12.72 loss:0.077 grdn:3.703 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 447 |
+
INFO 2026-09-29 21:09:34 ot_train.py:410 step:64K smpl:510K ep:638 epch:12.76 loss:0.076 grdn:3.750 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 448 |
+
INFO 2026-09-29 21:10:10 ot_train.py:410 step:64K smpl:512K ep:640 epch:12.80 loss:0.075 grdn:3.919 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 449 |
+
INFO 2026-09-29 21:10:46 ot_train.py:410 step:64K smpl:514K ep:642 epch:12.84 loss:0.074 grdn:3.830 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 450 |
+
INFO 2026-09-29 21:11:21 ot_train.py:410 step:64K smpl:515K ep:644 epch:12.88 loss:0.077 grdn:3.755 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 451 |
+
INFO 2026-09-29 21:11:57 ot_train.py:410 step:65K smpl:517K ep:646 epch:12.92 loss:0.075 grdn:3.702 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 452 |
+
INFO 2026-09-29 21:12:33 ot_train.py:410 step:65K smpl:518K ep:648 epch:12.96 loss:0.075 grdn:3.852 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 453 |
+
INFO 2026-09-29 21:13:09 ot_train.py:410 step:65K smpl:520K ep:650 epch:13.00 loss:0.076 grdn:3.859 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 454 |
+
INFO 2026-09-29 21:13:45 ot_train.py:410 step:65K smpl:522K ep:652 epch:13.04 loss:0.078 grdn:3.966 lr:1.0e-05 updt_s:0.173 data_s:0.007
|
| 455 |
+
INFO 2026-09-29 21:14:20 ot_train.py:410 step:65K smpl:523K ep:654 epch:13.08 loss:0.077 grdn:3.926 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 456 |
+
INFO 2026-09-29 21:14:56 ot_train.py:410 step:66K smpl:525K ep:656 epch:13.12 loss:0.075 grdn:3.693 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 457 |
+
INFO 2026-09-29 21:15:32 ot_train.py:410 step:66K smpl:526K ep:658 epch:13.16 loss:0.074 grdn:3.842 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 458 |
+
INFO 2026-09-29 21:16:07 ot_train.py:410 step:66K smpl:528K ep:660 epch:13.20 loss:0.076 grdn:3.869 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 459 |
+
INFO 2026-09-29 21:16:43 ot_train.py:410 step:66K smpl:530K ep:662 epch:13.24 loss:0.074 grdn:3.593 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 460 |
+
INFO 2026-09-29 21:17:19 ot_train.py:410 step:66K smpl:531K ep:664 epch:13.28 loss:0.074 grdn:3.859 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 461 |
+
INFO 2026-09-29 21:17:54 ot_train.py:410 step:67K smpl:533K ep:666 epch:13.32 loss:0.074 grdn:3.736 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 462 |
+
INFO 2026-09-29 21:18:30 ot_train.py:410 step:67K smpl:534K ep:668 epch:13.36 loss:0.074 grdn:3.752 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 463 |
+
INFO 2026-09-29 21:19:06 ot_train.py:410 step:67K smpl:536K ep:670 epch:13.40 loss:0.075 grdn:3.745 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 464 |
+
INFO 2026-09-29 21:19:41 ot_train.py:410 step:67K smpl:538K ep:672 epch:13.44 loss:0.076 grdn:3.804 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 465 |
+
INFO 2026-09-29 21:20:17 ot_train.py:410 step:67K smpl:539K ep:674 epch:13.48 loss:0.075 grdn:3.786 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 466 |
+
INFO 2026-09-29 21:20:53 ot_train.py:410 step:68K smpl:541K ep:676 epch:13.52 loss:0.073 grdn:3.633 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 467 |
+
INFO 2026-09-29 21:21:28 ot_train.py:410 step:68K smpl:542K ep:678 epch:13.56 loss:0.074 grdn:3.674 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 468 |
+
INFO 2026-09-29 21:22:04 ot_train.py:410 step:68K smpl:544K ep:680 epch:13.60 loss:0.075 grdn:3.703 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 469 |
+
INFO 2026-09-29 21:22:40 ot_train.py:410 step:68K smpl:546K ep:682 epch:13.64 loss:0.075 grdn:3.670 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 470 |
+
INFO 2026-09-29 21:23:15 ot_train.py:410 step:68K smpl:547K ep:684 epch:13.68 loss:0.073 grdn:3.793 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 471 |
+
INFO 2026-09-29 21:23:51 ot_train.py:410 step:69K smpl:549K ep:686 epch:13.72 loss:0.074 grdn:3.678 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 472 |
+
INFO 2026-09-29 21:24:27 ot_train.py:410 step:69K smpl:550K ep:688 epch:13.76 loss:0.073 grdn:3.650 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 473 |
+
INFO 2026-09-29 21:25:02 ot_train.py:410 step:69K smpl:552K ep:690 epch:13.80 loss:0.074 grdn:3.770 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 474 |
+
INFO 2026-09-29 21:25:38 ot_train.py:410 step:69K smpl:554K ep:692 epch:13.84 loss:0.073 grdn:3.788 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 475 |
+
INFO 2026-09-29 21:26:14 ot_train.py:410 step:69K smpl:555K ep:694 epch:13.88 loss:0.071 grdn:3.519 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 476 |
+
INFO 2026-09-29 21:26:49 ot_train.py:410 step:70K smpl:557K ep:696 epch:13.92 loss:0.071 grdn:3.599 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 477 |
+
INFO 2026-09-29 21:27:25 ot_train.py:410 step:70K smpl:558K ep:698 epch:13.96 loss:0.074 grdn:3.605 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 478 |
+
INFO 2026-09-29 21:28:01 ot_train.py:410 step:70K smpl:560K ep:700 epch:14.00 loss:0.075 grdn:3.604 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 479 |
+
INFO 2026-09-29 21:28:37 ot_train.py:410 step:70K smpl:562K ep:702 epch:14.04 loss:0.072 grdn:3.607 lr:1.0e-05 updt_s:0.173 data_s:0.007
|
| 480 |
+
INFO 2026-09-29 21:29:12 ot_train.py:410 step:70K smpl:563K ep:704 epch:14.08 loss:0.071 grdn:3.665 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 481 |
+
INFO 2026-09-29 21:29:48 ot_train.py:410 step:71K smpl:565K ep:706 epch:14.12 loss:0.071 grdn:3.537 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 482 |
+
INFO 2026-09-29 21:30:23 ot_train.py:410 step:71K smpl:566K ep:708 epch:14.16 loss:0.072 grdn:3.818 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 483 |
+
INFO 2026-09-29 21:30:58 ot_train.py:410 step:71K smpl:568K ep:710 epch:14.20 loss:0.075 grdn:3.717 lr:1.0e-05 updt_s:0.172 data_s:0.004
|
| 484 |
+
INFO 2026-09-29 21:31:34 ot_train.py:410 step:71K smpl:570K ep:712 epch:14.24 loss:0.074 grdn:3.721 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 485 |
+
INFO 2026-09-29 21:32:09 ot_train.py:410 step:71K smpl:571K ep:714 epch:14.28 loss:0.070 grdn:3.495 lr:1.0e-05 updt_s:0.172 data_s:0.004
|
| 486 |
+
INFO 2026-09-29 21:32:45 ot_train.py:410 step:72K smpl:573K ep:716 epch:14.32 loss:0.072 grdn:3.552 lr:1.0e-05 updt_s:0.172 data_s:0.004
|
| 487 |
+
INFO 2026-09-29 21:33:20 ot_train.py:410 step:72K smpl:574K ep:718 epch:14.36 loss:0.072 grdn:3.690 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 488 |
+
INFO 2026-09-29 21:33:55 ot_train.py:410 step:72K smpl:576K ep:720 epch:14.40 loss:0.070 grdn:3.522 lr:1.0e-05 updt_s:0.172 data_s:0.004
|
| 489 |
+
INFO 2026-09-29 21:34:31 ot_train.py:410 step:72K smpl:578K ep:722 epch:14.44 loss:0.072 grdn:3.523 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 490 |
+
INFO 2026-09-29 21:35:06 ot_train.py:410 step:72K smpl:579K ep:724 epch:14.48 loss:0.072 grdn:3.753 lr:1.0e-05 updt_s:0.172 data_s:0.004
|
| 491 |
+
INFO 2026-09-29 21:35:42 ot_train.py:410 step:73K smpl:581K ep:726 epch:14.52 loss:0.070 grdn:3.537 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 492 |
+
INFO 2026-09-29 21:36:17 ot_train.py:410 step:73K smpl:582K ep:728 epch:14.56 loss:0.071 grdn:3.565 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 493 |
+
INFO 2026-09-29 21:36:52 ot_train.py:410 step:73K smpl:584K ep:730 epch:14.60 loss:0.072 grdn:3.603 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 494 |
+
INFO 2026-09-29 21:37:28 ot_train.py:410 step:73K smpl:586K ep:732 epch:14.64 loss:0.070 grdn:3.510 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 495 |
+
INFO 2026-09-29 21:38:03 ot_train.py:410 step:73K smpl:587K ep:734 epch:14.68 loss:0.072 grdn:3.606 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 496 |
+
INFO 2026-09-29 21:38:39 ot_train.py:410 step:74K smpl:589K ep:736 epch:14.72 loss:0.069 grdn:3.454 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 497 |
+
INFO 2026-09-29 21:39:14 ot_train.py:410 step:74K smpl:590K ep:738 epch:14.76 loss:0.072 grdn:3.530 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 498 |
+
INFO 2026-09-29 21:39:50 ot_train.py:410 step:74K smpl:592K ep:740 epch:14.80 loss:0.072 grdn:3.469 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 499 |
+
INFO 2026-09-29 21:40:25 ot_train.py:410 step:74K smpl:594K ep:742 epch:14.84 loss:0.070 grdn:3.679 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 500 |
+
INFO 2026-09-29 21:41:01 ot_train.py:410 step:74K smpl:595K ep:744 epch:14.88 loss:0.069 grdn:3.493 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 501 |
+
INFO 2026-09-29 21:41:36 ot_train.py:410 step:75K smpl:597K ep:746 epch:14.92 loss:0.068 grdn:3.418 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 502 |
+
INFO 2026-09-29 21:42:12 ot_train.py:410 step:75K smpl:598K ep:748 epch:14.96 loss:0.073 grdn:3.531 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 503 |
+
INFO 2026-09-29 21:42:47 ot_train.py:410 step:75K smpl:600K ep:750 epch:15.00 loss:0.070 grdn:3.608 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 504 |
+
INFO 2026-09-29 21:43:23 ot_train.py:410 step:75K smpl:602K ep:752 epch:15.04 loss:0.070 grdn:3.482 lr:1.0e-05 updt_s:0.173 data_s:0.007
|
| 505 |
+
INFO 2026-09-29 21:43:59 ot_train.py:410 step:75K smpl:603K ep:754 epch:15.08 loss:0.069 grdn:3.528 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 506 |
+
INFO 2026-09-29 21:44:35 ot_train.py:410 step:76K smpl:605K ep:756 epch:15.12 loss:0.069 grdn:3.348 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 507 |
+
INFO 2026-09-29 21:45:10 ot_train.py:410 step:76K smpl:606K ep:758 epch:15.16 loss:0.068 grdn:3.582 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 508 |
+
INFO 2026-09-29 21:45:46 ot_train.py:410 step:76K smpl:608K ep:760 epch:15.20 loss:0.069 grdn:3.467 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 509 |
+
INFO 2026-09-29 21:46:22 ot_train.py:410 step:76K smpl:610K ep:762 epch:15.24 loss:0.068 grdn:3.499 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 510 |
+
INFO 2026-09-29 21:46:57 ot_train.py:410 step:76K smpl:611K ep:764 epch:15.28 loss:0.070 grdn:3.490 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 511 |
+
INFO 2026-09-29 21:47:33 ot_train.py:410 step:77K smpl:613K ep:766 epch:15.32 loss:0.070 grdn:3.572 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 512 |
+
INFO 2026-09-29 21:48:09 ot_train.py:410 step:77K smpl:614K ep:768 epch:15.36 loss:0.069 grdn:3.461 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 513 |
+
INFO 2026-09-29 21:48:44 ot_train.py:410 step:77K smpl:616K ep:770 epch:15.40 loss:0.072 grdn:3.480 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 514 |
+
INFO 2026-09-29 21:49:20 ot_train.py:410 step:77K smpl:618K ep:772 epch:15.44 loss:0.069 grdn:3.424 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 515 |
+
INFO 2026-09-29 21:49:56 ot_train.py:410 step:77K smpl:619K ep:774 epch:15.48 loss:0.071 grdn:3.510 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 516 |
+
INFO 2026-09-29 21:50:31 ot_train.py:410 step:78K smpl:621K ep:776 epch:15.52 loss:0.069 grdn:3.415 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 517 |
+
INFO 2026-09-29 21:51:07 ot_train.py:410 step:78K smpl:622K ep:778 epch:15.56 loss:0.070 grdn:3.439 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 518 |
+
INFO 2026-09-29 21:51:42 ot_train.py:410 step:78K smpl:624K ep:780 epch:15.60 loss:0.068 grdn:3.472 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 519 |
+
INFO 2026-09-29 21:52:18 ot_train.py:410 step:78K smpl:626K ep:782 epch:15.64 loss:0.067 grdn:3.402 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 520 |
+
INFO 2026-09-29 21:52:54 ot_train.py:410 step:78K smpl:627K ep:784 epch:15.68 loss:0.067 grdn:3.567 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 521 |
+
INFO 2026-09-29 21:53:29 ot_train.py:410 step:79K smpl:629K ep:786 epch:15.72 loss:0.070 grdn:3.566 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 522 |
+
INFO 2026-09-29 21:54:05 ot_train.py:410 step:79K smpl:630K ep:788 epch:15.76 loss:0.072 grdn:3.525 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 523 |
+
INFO 2026-09-29 21:54:40 ot_train.py:410 step:79K smpl:632K ep:790 epch:15.80 loss:0.069 grdn:3.397 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 524 |
+
INFO 2026-09-29 21:55:16 ot_train.py:410 step:79K smpl:634K ep:792 epch:15.84 loss:0.069 grdn:3.451 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 525 |
+
INFO 2026-09-29 21:55:52 ot_train.py:410 step:79K smpl:635K ep:794 epch:15.88 loss:0.067 grdn:3.216 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 526 |
+
INFO 2026-09-29 21:56:27 ot_train.py:410 step:80K smpl:637K ep:796 epch:15.92 loss:0.069 grdn:3.516 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 527 |
+
INFO 2026-09-29 21:57:03 ot_train.py:410 step:80K smpl:638K ep:798 epch:15.96 loss:0.067 grdn:3.248 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 528 |
+
INFO 2026-09-29 21:57:38 ot_train.py:410 step:80K smpl:640K ep:800 epch:16.00 loss:0.068 grdn:3.397 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 529 |
+
INFO 2026-09-29 21:57:38 ot_train.py:430 Checkpoint policy after step 80000
|
| 530 |
+
INFO 2026-09-29 21:58:15 ot_train.py:410 step:80K smpl:642K ep:802 epch:16.04 loss:0.071 grdn:3.463 lr:1.0e-05 updt_s:0.173 data_s:0.007
|
| 531 |
+
INFO 2026-09-29 21:58:51 ot_train.py:410 step:80K smpl:643K ep:804 epch:16.08 loss:0.068 grdn:3.452 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 532 |
+
INFO 2026-09-29 21:59:27 ot_train.py:410 step:81K smpl:645K ep:806 epch:16.12 loss:0.068 grdn:3.311 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 533 |
+
INFO 2026-09-29 22:00:02 ot_train.py:410 step:81K smpl:646K ep:808 epch:16.16 loss:0.066 grdn:3.285 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 534 |
+
INFO 2026-09-29 22:00:37 ot_train.py:410 step:81K smpl:648K ep:810 epch:16.20 loss:0.067 grdn:3.318 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 535 |
+
INFO 2026-09-29 22:01:13 ot_train.py:410 step:81K smpl:650K ep:812 epch:16.24 loss:0.068 grdn:3.435 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 536 |
+
INFO 2026-09-29 22:01:48 ot_train.py:410 step:81K smpl:651K ep:814 epch:16.28 loss:0.067 grdn:3.227 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 537 |
+
INFO 2026-09-29 22:02:24 ot_train.py:410 step:82K smpl:653K ep:816 epch:16.32 loss:0.068 grdn:3.265 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 538 |
+
INFO 2026-09-29 22:02:59 ot_train.py:410 step:82K smpl:654K ep:818 epch:16.36 loss:0.067 grdn:3.362 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 539 |
+
INFO 2026-09-29 22:03:35 ot_train.py:410 step:82K smpl:656K ep:820 epch:16.40 loss:0.067 grdn:3.377 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 540 |
+
INFO 2026-09-29 22:04:10 ot_train.py:410 step:82K smpl:658K ep:822 epch:16.44 loss:0.066 grdn:3.430 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 541 |
+
INFO 2026-09-29 22:04:46 ot_train.py:410 step:82K smpl:659K ep:824 epch:16.48 loss:0.068 grdn:3.287 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 542 |
+
INFO 2026-09-29 22:05:21 ot_train.py:410 step:83K smpl:661K ep:826 epch:16.52 loss:0.066 grdn:3.318 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 543 |
+
INFO 2026-09-29 22:05:57 ot_train.py:410 step:83K smpl:662K ep:828 epch:16.56 loss:0.066 grdn:3.305 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 544 |
+
INFO 2026-09-29 22:06:32 ot_train.py:410 step:83K smpl:664K ep:830 epch:16.60 loss:0.066 grdn:3.280 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 545 |
+
INFO 2026-09-29 22:07:08 ot_train.py:410 step:83K smpl:666K ep:832 epch:16.64 loss:0.067 grdn:3.429 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 546 |
+
INFO 2026-09-29 22:07:43 ot_train.py:410 step:83K smpl:667K ep:834 epch:16.68 loss:0.067 grdn:3.293 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 547 |
+
INFO 2026-09-29 22:08:19 ot_train.py:410 step:84K smpl:669K ep:836 epch:16.72 loss:0.066 grdn:3.277 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 548 |
+
INFO 2026-09-29 22:08:54 ot_train.py:410 step:84K smpl:670K ep:838 epch:16.76 loss:0.068 grdn:3.304 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 549 |
+
INFO 2026-09-29 22:09:30 ot_train.py:410 step:84K smpl:672K ep:840 epch:16.80 loss:0.068 grdn:3.482 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 550 |
+
INFO 2026-09-29 22:10:05 ot_train.py:410 step:84K smpl:674K ep:842 epch:16.84 loss:0.068 grdn:3.297 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 551 |
+
INFO 2026-09-29 22:10:41 ot_train.py:410 step:84K smpl:675K ep:844 epch:16.88 loss:0.067 grdn:3.295 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 552 |
+
INFO 2026-09-29 22:11:16 ot_train.py:410 step:85K smpl:677K ep:846 epch:16.92 loss:0.067 grdn:3.255 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 553 |
+
INFO 2026-09-29 22:11:52 ot_train.py:410 step:85K smpl:678K ep:848 epch:16.96 loss:0.066 grdn:3.368 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 554 |
+
INFO 2026-09-29 22:12:27 ot_train.py:410 step:85K smpl:680K ep:850 epch:17.00 loss:0.066 grdn:3.211 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 555 |
+
INFO 2026-09-29 22:13:04 ot_train.py:410 step:85K smpl:682K ep:852 epch:17.04 loss:0.065 grdn:3.185 lr:1.0e-05 updt_s:0.174 data_s:0.007
|
| 556 |
+
INFO 2026-09-29 22:13:39 ot_train.py:410 step:85K smpl:683K ep:854 epch:17.08 loss:0.066 grdn:3.240 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 557 |
+
INFO 2026-09-29 22:14:15 ot_train.py:410 step:86K smpl:685K ep:856 epch:17.12 loss:0.062 grdn:3.166 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 558 |
+
INFO 2026-09-29 22:14:51 ot_train.py:410 step:86K smpl:686K ep:858 epch:17.16 loss:0.065 grdn:3.226 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 559 |
+
INFO 2026-09-29 22:15:26 ot_train.py:410 step:86K smpl:688K ep:860 epch:17.20 loss:0.064 grdn:3.263 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 560 |
+
INFO 2026-09-29 22:16:02 ot_train.py:410 step:86K smpl:690K ep:862 epch:17.24 loss:0.067 grdn:3.330 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 561 |
+
INFO 2026-09-29 22:16:38 ot_train.py:410 step:86K smpl:691K ep:864 epch:17.28 loss:0.067 grdn:3.336 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 562 |
+
INFO 2026-09-29 22:17:13 ot_train.py:410 step:87K smpl:693K ep:866 epch:17.32 loss:0.064 grdn:3.180 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 563 |
+
INFO 2026-09-29 22:17:49 ot_train.py:410 step:87K smpl:694K ep:868 epch:17.36 loss:0.065 grdn:3.154 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 564 |
+
INFO 2026-09-29 22:18:25 ot_train.py:410 step:87K smpl:696K ep:870 epch:17.40 loss:0.064 grdn:3.313 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 565 |
+
INFO 2026-09-29 22:19:01 ot_train.py:410 step:87K smpl:698K ep:872 epch:17.44 loss:0.072 grdn:3.395 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 566 |
+
INFO 2026-09-29 22:19:37 ot_train.py:410 step:87K smpl:699K ep:874 epch:17.48 loss:0.065 grdn:3.257 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 567 |
+
INFO 2026-09-29 22:20:13 ot_train.py:410 step:88K smpl:701K ep:876 epch:17.52 loss:0.063 grdn:3.065 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 568 |
+
INFO 2026-09-29 22:20:49 ot_train.py:410 step:88K smpl:702K ep:878 epch:17.56 loss:0.065 grdn:3.202 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 569 |
+
INFO 2026-09-29 22:21:24 ot_train.py:410 step:88K smpl:704K ep:880 epch:17.60 loss:0.066 grdn:3.151 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 570 |
+
INFO 2026-09-29 22:22:00 ot_train.py:410 step:88K smpl:706K ep:882 epch:17.64 loss:0.064 grdn:3.164 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 571 |
+
INFO 2026-09-29 22:22:36 ot_train.py:410 step:88K smpl:707K ep:884 epch:17.68 loss:0.063 grdn:3.173 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 572 |
+
INFO 2026-09-29 22:23:12 ot_train.py:410 step:89K smpl:709K ep:886 epch:17.72 loss:0.066 grdn:3.170 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 573 |
+
INFO 2026-09-29 22:23:48 ot_train.py:410 step:89K smpl:710K ep:888 epch:17.76 loss:0.063 grdn:3.235 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 574 |
+
INFO 2026-09-29 22:24:24 ot_train.py:410 step:89K smpl:712K ep:890 epch:17.80 loss:0.063 grdn:3.132 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 575 |
+
INFO 2026-09-29 22:25:00 ot_train.py:410 step:89K smpl:714K ep:892 epch:17.84 loss:0.066 grdn:3.203 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 576 |
+
INFO 2026-09-29 22:25:37 ot_train.py:410 step:89K smpl:715K ep:894 epch:17.88 loss:0.065 grdn:3.194 lr:1.0e-05 updt_s:0.178 data_s:0.004
|
| 577 |
+
INFO 2026-09-29 22:26:13 ot_train.py:410 step:90K smpl:717K ep:896 epch:17.92 loss:0.065 grdn:3.168 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 578 |
+
INFO 2026-09-29 22:26:50 ot_train.py:410 step:90K smpl:718K ep:898 epch:17.96 loss:0.065 grdn:3.041 lr:1.0e-05 updt_s:0.180 data_s:0.004
|
| 579 |
+
INFO 2026-09-29 22:27:27 ot_train.py:410 step:90K smpl:720K ep:900 epch:18.00 loss:0.064 grdn:3.215 lr:1.0e-05 updt_s:0.179 data_s:0.004
|
| 580 |
+
INFO 2026-09-29 22:28:05 ot_train.py:410 step:90K smpl:722K ep:902 epch:18.04 loss:0.065 grdn:3.247 lr:1.0e-05 updt_s:0.178 data_s:0.008
|
| 581 |
+
INFO 2026-09-29 22:28:41 ot_train.py:410 step:90K smpl:723K ep:904 epch:18.08 loss:0.064 grdn:3.162 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 582 |
+
INFO 2026-09-29 22:29:17 ot_train.py:410 step:91K smpl:725K ep:906 epch:18.12 loss:0.062 grdn:3.019 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 583 |
+
INFO 2026-09-29 22:29:53 ot_train.py:410 step:91K smpl:726K ep:908 epch:18.16 loss:0.064 grdn:3.225 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 584 |
+
INFO 2026-09-29 22:30:29 ot_train.py:410 step:91K smpl:728K ep:910 epch:18.20 loss:0.063 grdn:3.092 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 585 |
+
INFO 2026-09-29 22:31:05 ot_train.py:410 step:91K smpl:730K ep:912 epch:18.24 loss:0.063 grdn:3.169 lr:1.0e-05 updt_s:0.177 data_s:0.004
|
| 586 |
+
INFO 2026-09-29 22:31:41 ot_train.py:410 step:91K smpl:731K ep:914 epch:18.28 loss:0.062 grdn:3.082 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 587 |
+
INFO 2026-09-29 22:32:17 ot_train.py:410 step:92K smpl:733K ep:916 epch:18.32 loss:0.062 grdn:3.103 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 588 |
+
INFO 2026-09-29 22:32:53 ot_train.py:410 step:92K smpl:734K ep:918 epch:18.36 loss:0.063 grdn:3.061 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 589 |
+
INFO 2026-09-29 22:33:29 ot_train.py:410 step:92K smpl:736K ep:920 epch:18.40 loss:0.063 grdn:3.054 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 590 |
+
INFO 2026-09-29 22:34:05 ot_train.py:410 step:92K smpl:738K ep:922 epch:18.44 loss:0.064 grdn:3.192 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 591 |
+
INFO 2026-09-29 22:34:41 ot_train.py:410 step:92K smpl:739K ep:924 epch:18.48 loss:0.064 grdn:3.027 lr:1.0e-05 updt_s:0.176 data_s:0.004
|
| 592 |
+
INFO 2026-09-29 22:35:17 ot_train.py:410 step:93K smpl:741K ep:926 epch:18.52 loss:0.063 grdn:3.064 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 593 |
+
INFO 2026-09-29 22:35:52 ot_train.py:410 step:93K smpl:742K ep:928 epch:18.56 loss:0.063 grdn:3.187 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 594 |
+
INFO 2026-09-29 22:36:28 ot_train.py:410 step:93K smpl:744K ep:930 epch:18.60 loss:0.064 grdn:3.067 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 595 |
+
INFO 2026-09-29 22:37:04 ot_train.py:410 step:93K smpl:746K ep:932 epch:18.64 loss:0.061 grdn:3.012 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 596 |
+
INFO 2026-09-29 22:37:40 ot_train.py:410 step:93K smpl:747K ep:934 epch:18.68 loss:0.062 grdn:3.199 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 597 |
+
INFO 2026-09-29 22:38:15 ot_train.py:410 step:94K smpl:749K ep:936 epch:18.72 loss:0.063 grdn:3.170 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 598 |
+
INFO 2026-09-29 22:38:51 ot_train.py:410 step:94K smpl:750K ep:938 epch:18.76 loss:0.063 grdn:3.040 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 599 |
+
INFO 2026-09-29 22:39:27 ot_train.py:410 step:94K smpl:752K ep:940 epch:18.80 loss:0.063 grdn:3.050 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 600 |
+
INFO 2026-09-29 22:40:03 ot_train.py:410 step:94K smpl:754K ep:942 epch:18.84 loss:0.061 grdn:3.063 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 601 |
+
INFO 2026-09-29 22:40:38 ot_train.py:410 step:94K smpl:755K ep:944 epch:18.88 loss:0.062 grdn:2.964 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 602 |
+
INFO 2026-09-29 22:41:14 ot_train.py:410 step:95K smpl:757K ep:946 epch:18.92 loss:0.063 grdn:3.013 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 603 |
+
INFO 2026-09-29 22:41:50 ot_train.py:410 step:95K smpl:758K ep:948 epch:18.96 loss:0.064 grdn:3.134 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 604 |
+
INFO 2026-09-29 22:42:26 ot_train.py:410 step:95K smpl:760K ep:950 epch:19.00 loss:0.065 grdn:3.156 lr:1.0e-05 updt_s:0.175 data_s:0.004
|
| 605 |
+
INFO 2026-09-29 22:43:02 ot_train.py:410 step:95K smpl:762K ep:952 epch:19.04 loss:0.061 grdn:2.950 lr:1.0e-05 updt_s:0.173 data_s:0.007
|
| 606 |
+
INFO 2026-09-29 22:43:37 ot_train.py:410 step:95K smpl:763K ep:954 epch:19.08 loss:0.061 grdn:3.010 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 607 |
+
INFO 2026-09-29 22:44:13 ot_train.py:410 step:96K smpl:765K ep:956 epch:19.12 loss:0.063 grdn:3.212 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 608 |
+
INFO 2026-09-29 22:44:48 ot_train.py:410 step:96K smpl:766K ep:958 epch:19.16 loss:0.060 grdn:2.914 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 609 |
+
INFO 2026-09-29 22:45:24 ot_train.py:410 step:96K smpl:768K ep:960 epch:19.20 loss:0.064 grdn:3.039 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 610 |
+
INFO 2026-09-29 22:45:59 ot_train.py:410 step:96K smpl:770K ep:962 epch:19.24 loss:0.063 grdn:3.135 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 611 |
+
INFO 2026-09-29 22:46:35 ot_train.py:410 step:96K smpl:771K ep:964 epch:19.28 loss:0.061 grdn:3.048 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 612 |
+
INFO 2026-09-29 22:47:10 ot_train.py:410 step:97K smpl:773K ep:966 epch:19.32 loss:0.062 grdn:2.987 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 613 |
+
INFO 2026-09-29 22:47:46 ot_train.py:410 step:97K smpl:774K ep:968 epch:19.36 loss:0.061 grdn:2.882 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 614 |
+
INFO 2026-09-29 22:48:22 ot_train.py:410 step:97K smpl:776K ep:970 epch:19.40 loss:0.063 grdn:3.071 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 615 |
+
INFO 2026-09-29 22:48:57 ot_train.py:410 step:97K smpl:778K ep:972 epch:19.44 loss:0.063 grdn:2.940 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 616 |
+
INFO 2026-09-29 22:49:33 ot_train.py:410 step:97K smpl:779K ep:974 epch:19.48 loss:0.061 grdn:3.012 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 617 |
+
INFO 2026-09-29 22:50:08 ot_train.py:410 step:98K smpl:781K ep:976 epch:19.52 loss:0.062 grdn:3.037 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 618 |
+
INFO 2026-09-29 22:50:44 ot_train.py:410 step:98K smpl:782K ep:978 epch:19.56 loss:0.061 grdn:2.918 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 619 |
+
INFO 2026-09-29 22:51:20 ot_train.py:410 step:98K smpl:784K ep:980 epch:19.60 loss:0.060 grdn:2.983 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 620 |
+
INFO 2026-09-29 22:51:55 ot_train.py:410 step:98K smpl:786K ep:982 epch:19.64 loss:0.059 grdn:2.933 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 621 |
+
INFO 2026-09-29 22:52:31 ot_train.py:410 step:98K smpl:787K ep:984 epch:19.68 loss:0.064 grdn:3.084 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 622 |
+
INFO 2026-09-29 22:53:06 ot_train.py:410 step:99K smpl:789K ep:986 epch:19.72 loss:0.060 grdn:3.010 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 623 |
+
INFO 2026-09-29 22:53:42 ot_train.py:410 step:99K smpl:790K ep:988 epch:19.76 loss:0.060 grdn:2.976 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 624 |
+
INFO 2026-09-29 22:54:18 ot_train.py:410 step:99K smpl:792K ep:990 epch:19.80 loss:0.061 grdn:2.983 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 625 |
+
INFO 2026-09-29 22:54:53 ot_train.py:410 step:99K smpl:794K ep:992 epch:19.84 loss:0.061 grdn:3.070 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 626 |
+
INFO 2026-09-29 22:55:29 ot_train.py:410 step:99K smpl:795K ep:994 epch:19.88 loss:0.063 grdn:2.938 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 627 |
+
INFO 2026-09-29 22:56:04 ot_train.py:410 step:100K smpl:797K ep:996 epch:19.92 loss:0.058 grdn:2.829 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 628 |
+
INFO 2026-09-29 22:56:40 ot_train.py:410 step:100K smpl:798K ep:998 epch:19.96 loss:0.061 grdn:3.011 lr:1.0e-05 updt_s:0.173 data_s:0.004
|
| 629 |
+
INFO 2026-09-29 22:57:15 ot_train.py:410 step:100K smpl:800K ep:1000 epch:20.00 loss:0.059 grdn:2.948 lr:1.0e-05 updt_s:0.174 data_s:0.004
|
| 630 |
+
INFO 2026-09-29 22:57:15 ot_train.py:430 Checkpoint policy after step 100000
|
| 631 |
+
INFO 2026-09-29 22:57:16 ot_train.py:501 End of training
|