Kuavo original action: gr00t_n17 checkpoint 15K
Browse files- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/README.md +9 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/checkpoint_manifest.json +200 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/config.json +88 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/embodiment_id.json +55 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/conf.yaml +232 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/config.yaml +254 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/dataset_statistics.json +294 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/final_model_config.json +55 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/final_processor_config.json +0 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model-00001-of-00002.safetensors +3 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model-00002-of-00002.safetensors +3 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model.safetensors.index.json +0 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/processor_config.json +1140 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/data_audit/data_manifest.json +60 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/data_audit/statistics.json +335 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/dataset.yaml +34 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/inference_validation.json +18 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/training.yaml +57 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/rwh_save_complete.json +4 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/statistics.json +0 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/trainer_state.json +934 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/training_args.bin +3 -0
- gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/wandb_config.json +1 -0
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/README.md
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# gr00t_n17: original-action Kuavo, checkpoint 15000 of 15000 updates
|
| 2 |
+
|
| 3 |
+
Original v3 data; 30Hz to 10Hz logical view; state20/action23; seed42; batch 128; accumulation1.
|
| 4 |
+
Torso targets are the original action commands. Invalid action elements are masked.
|
| 5 |
+
N1.5/DiT use LeTools-pinned LeRobot; N1.7 uses bundled native model, processor, sharded loader and Trainer.
|
| 6 |
+
LeTools revision: 6d2002613241ae2a32c5d8fd753f80caa1383fba. See provenance for adapter and YAML.
|
| 7 |
+
N1.7 uses native checkpoint layout. Optimizer/RNG states stay on the training server.
|
| 8 |
+
|
| 9 |
+
Dataset: `RwH-Lab/rwh-auto-step-nogap-gunpo` at revision `915227baa5d8f01be84e0b506b2cd290537482b9`.
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/checkpoint_manifest.json
ADDED
|
@@ -0,0 +1,200 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": 2,
|
| 3 |
+
"policy": "gr00t_n17",
|
| 4 |
+
"step": 15000,
|
| 5 |
+
"repo_id": "RwH-Lab/Kuavo_ckpt",
|
| 6 |
+
"remote_prefix": "gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K",
|
| 7 |
+
"source_checkpoint": "/home/work/mntvol/RwH-Kuavo_ckpt/gunpo_pickup_bs128_15k/gr00t_n17/checkpoint-15000",
|
| 8 |
+
"source_signature": {
|
| 9 |
+
"config.json": [
|
| 10 |
+
2146,
|
| 11 |
+
1794682604316644334
|
| 12 |
+
],
|
| 13 |
+
"embodiment_id.json": [
|
| 14 |
+
2169,
|
| 15 |
+
1794665518772168506
|
| 16 |
+
],
|
| 17 |
+
"experiment_cfg/conf.yaml": [
|
| 18 |
+
5348,
|
| 19 |
+
1794665511050232327
|
| 20 |
+
],
|
| 21 |
+
"experiment_cfg/config.yaml": [
|
| 22 |
+
6464,
|
| 23 |
+
1794665511013306706
|
| 24 |
+
],
|
| 25 |
+
"experiment_cfg/dataset_statistics.json": [
|
| 26 |
+
7874,
|
| 27 |
+
1794665518514959811
|
| 28 |
+
],
|
| 29 |
+
"experiment_cfg/final_model_config.json": [
|
| 30 |
+
1478,
|
| 31 |
+
1794665516550673651
|
| 32 |
+
],
|
| 33 |
+
"experiment_cfg/final_processor_config.json": [
|
| 34 |
+
2547749,
|
| 35 |
+
1794665518466167743
|
| 36 |
+
],
|
| 37 |
+
"model-00001-of-00002.safetensors": [
|
| 38 |
+
4993709288,
|
| 39 |
+
1794682610865693330
|
| 40 |
+
],
|
| 41 |
+
"model-00002-of-00002.safetensors": [
|
| 42 |
+
4535492016,
|
| 43 |
+
1794682617173955533
|
| 44 |
+
],
|
| 45 |
+
"model.safetensors.index.json": [
|
| 46 |
+
104912,
|
| 47 |
+
1794682617416058079
|
| 48 |
+
],
|
| 49 |
+
"optimizer.pt": [
|
| 50 |
+
12964594710,
|
| 51 |
+
1794682634594753333
|
| 52 |
+
],
|
| 53 |
+
"processor_config.json": [
|
| 54 |
+
26765,
|
| 55 |
+
1794665518522258213
|
| 56 |
+
],
|
| 57 |
+
"rng_state.pth": [
|
| 58 |
+
14645,
|
| 59 |
+
1794682634605662123
|
| 60 |
+
],
|
| 61 |
+
"rwh_save_complete.json": [
|
| 62 |
+
105,
|
| 63 |
+
1794682635478629165
|
| 64 |
+
],
|
| 65 |
+
"scheduler.pt": [
|
| 66 |
+
1465,
|
| 67 |
+
1794682634601470162
|
| 68 |
+
],
|
| 69 |
+
"statistics.json": [
|
| 70 |
+
4300967,
|
| 71 |
+
1794665518769162055
|
| 72 |
+
],
|
| 73 |
+
"trainer_state.json": [
|
| 74 |
+
21722,
|
| 75 |
+
1794682634612638686
|
| 76 |
+
],
|
| 77 |
+
"training_args.bin": [
|
| 78 |
+
5905,
|
| 79 |
+
1794682617419453971
|
| 80 |
+
],
|
| 81 |
+
"wandb_config.json": [
|
| 82 |
+
43,
|
| 83 |
+
1794665511051960118
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
"tensor_count": 1030,
|
| 87 |
+
"training_state_included": false,
|
| 88 |
+
"files": {
|
| 89 |
+
"README.md": {
|
| 90 |
+
"size": 645,
|
| 91 |
+
"sha256": "27ea0eac2fb49ba9b6bf156cc88244d61eb8a2cfbbb949008ef54e0605856a1e",
|
| 92 |
+
"git_blob_sha1": "7bb0a9cf3d26d78fb3cb7dbd983c2fba8923a49e"
|
| 93 |
+
},
|
| 94 |
+
"config.json": {
|
| 95 |
+
"size": 2146,
|
| 96 |
+
"sha256": "1b018c4df929422667e849befdf94b07dbee42cc119055d03f5b57faa87b7d08",
|
| 97 |
+
"git_blob_sha1": "89955b375812296d45a984b89b46cb7e090034d5"
|
| 98 |
+
},
|
| 99 |
+
"embodiment_id.json": {
|
| 100 |
+
"size": 2169,
|
| 101 |
+
"sha256": "6f01100d50c52602f0c7c68304eea48f79a1f8c2426a960c04824c0ed4557869",
|
| 102 |
+
"git_blob_sha1": "292403c3caa9fbdd10d2d09693248bc275b9417d"
|
| 103 |
+
},
|
| 104 |
+
"experiment_cfg/conf.yaml": {
|
| 105 |
+
"size": 5348,
|
| 106 |
+
"sha256": "7b6aba471f657dbac338fa9d4b27112b6580500c4c725f720b86efaf8e84dfd1",
|
| 107 |
+
"git_blob_sha1": "869098759b47c104803812dced03d97e576446e0"
|
| 108 |
+
},
|
| 109 |
+
"experiment_cfg/config.yaml": {
|
| 110 |
+
"size": 6464,
|
| 111 |
+
"sha256": "b706a4a88b6f15fe399bb8eb0d9b30cd8bd45abc5ab137de2c03f658f18e6d34",
|
| 112 |
+
"git_blob_sha1": "ef919b06ca7fb9c7b7866d8b4639a790b4c78292"
|
| 113 |
+
},
|
| 114 |
+
"experiment_cfg/dataset_statistics.json": {
|
| 115 |
+
"size": 7874,
|
| 116 |
+
"sha256": "2e1600609aac8b5d7e495d0a6acf43332ebb6342b812f5347e45e45119b6eeae",
|
| 117 |
+
"git_blob_sha1": "621925d91a468ddbc686f565ec6701b710e9c639"
|
| 118 |
+
},
|
| 119 |
+
"experiment_cfg/final_model_config.json": {
|
| 120 |
+
"size": 1478,
|
| 121 |
+
"sha256": "5514de8e630417735739240c730dd3a39cdcd76e503cbf1dc09b62d237b4bfcd",
|
| 122 |
+
"git_blob_sha1": "3d4f7f1472efa5c985409e4e9bed41454dfefe31"
|
| 123 |
+
},
|
| 124 |
+
"experiment_cfg/final_processor_config.json": {
|
| 125 |
+
"size": 2547749,
|
| 126 |
+
"sha256": "8fa7f98dc169b4088e263468fb6da69547457832bcf0460aeb357df0f3b9a4a9",
|
| 127 |
+
"git_blob_sha1": "84b9e5b461adddd5426aa81b46ddc1a088f5cd22"
|
| 128 |
+
},
|
| 129 |
+
"model-00001-of-00002.safetensors": {
|
| 130 |
+
"size": 4993709288,
|
| 131 |
+
"sha256": "44317eecd5f40cfe30e8e6574f4b9043ae20f5f8c3e0714f7ab23fbe3c894fe0",
|
| 132 |
+
"git_blob_sha1": "3b69da98dc97f21bac802bf3a0c8e0cc5b546196"
|
| 133 |
+
},
|
| 134 |
+
"model-00002-of-00002.safetensors": {
|
| 135 |
+
"size": 4535492016,
|
| 136 |
+
"sha256": "db5c08d8e4f5129022e4cb183b6b3a2cdb6d05756dd1a307ab7d9e09153a5fbd",
|
| 137 |
+
"git_blob_sha1": "1811abd879085206f81fa17423f542847b9aee85"
|
| 138 |
+
},
|
| 139 |
+
"model.safetensors.index.json": {
|
| 140 |
+
"size": 104912,
|
| 141 |
+
"sha256": "ff5a9ac57951658b775ef7e958a3469900f767cec60cbf487b3c8d0a3d787bc7",
|
| 142 |
+
"git_blob_sha1": "944b4c8bb57c0b58ec85a014de519abd90a96fa3"
|
| 143 |
+
},
|
| 144 |
+
"processor_config.json": {
|
| 145 |
+
"size": 26765,
|
| 146 |
+
"sha256": "98bea5a6dff3fbcc144923f72161a3222d49d19067ae9e2e2671a945fd92bfec",
|
| 147 |
+
"git_blob_sha1": "86bc2ee1e57911f488eeacb45c10d8c8fc15579a"
|
| 148 |
+
},
|
| 149 |
+
"provenance/data_audit/data_manifest.json": {
|
| 150 |
+
"size": 1456,
|
| 151 |
+
"sha256": "ad0ad2e3abbf54d8a046c42ce76c9121feda197defefd0687b787af1d7b33c2d",
|
| 152 |
+
"git_blob_sha1": "83a1a205f6730860eceefa63472e2b72b9b3b05f"
|
| 153 |
+
},
|
| 154 |
+
"provenance/data_audit/statistics.json": {
|
| 155 |
+
"size": 7230,
|
| 156 |
+
"sha256": "c4a458bf0de64d5d7998cf7ee63a580df38a554bdf75861847ce5a45e19000a7",
|
| 157 |
+
"git_blob_sha1": "561d6d97b62e593eff03d3365bfcab18eff982fd"
|
| 158 |
+
},
|
| 159 |
+
"provenance/dataset.yaml": {
|
| 160 |
+
"size": 777,
|
| 161 |
+
"sha256": "a5b697e34375ba3a221d19cc057934530bfd3eb8f79c6ed519199831cfb42907",
|
| 162 |
+
"git_blob_sha1": "c19060beacb6f7808581a000ca72752c6da4eafc"
|
| 163 |
+
},
|
| 164 |
+
"provenance/inference_validation.json": {
|
| 165 |
+
"size": 388,
|
| 166 |
+
"sha256": "d43794816b9640c7d5dfe539ddb6f5c077c7370becba494cf1c29660efa3e4bf",
|
| 167 |
+
"git_blob_sha1": "88cc5ef721f17d9a03822fb71f2ce226703b7133"
|
| 168 |
+
},
|
| 169 |
+
"provenance/training.yaml": {
|
| 170 |
+
"size": 1364,
|
| 171 |
+
"sha256": "3319a492d89dfaab0bcde6a2231b279bd8660575c72d32095e26fce957c28313",
|
| 172 |
+
"git_blob_sha1": "4c93640c4a7cde2a2f351ca4280d788b07c2d154"
|
| 173 |
+
},
|
| 174 |
+
"rwh_save_complete.json": {
|
| 175 |
+
"size": 105,
|
| 176 |
+
"sha256": "7aba356d4403ed6dbcbf218ac83cc6e9e388383d9ad6ada449e395a57cd03501",
|
| 177 |
+
"git_blob_sha1": "d6a7bc67f42a170293ebf4692655ad7dac331a2b"
|
| 178 |
+
},
|
| 179 |
+
"statistics.json": {
|
| 180 |
+
"size": 4300967,
|
| 181 |
+
"sha256": "9baab7be6730387fc64d830681a90f4edfe3c12014f59e8b41f35f21cf2ab61a",
|
| 182 |
+
"git_blob_sha1": "9a55884ffefab4089a9c40e5e9c68d5bfa378ebd"
|
| 183 |
+
},
|
| 184 |
+
"trainer_state.json": {
|
| 185 |
+
"size": 21722,
|
| 186 |
+
"sha256": "4fe9774e87672a1c7bb66d0959d1758cf173e05505dc5d165e9d531e48c02cb8",
|
| 187 |
+
"git_blob_sha1": "b164176077dcdd9c09a4b9ee2bdff1be595192ee"
|
| 188 |
+
},
|
| 189 |
+
"training_args.bin": {
|
| 190 |
+
"size": 5905,
|
| 191 |
+
"sha256": "e22c9a761d96d73ace9ffc5f60209158478e1df765fc0eacd22b372fd7960510",
|
| 192 |
+
"git_blob_sha1": "44947d5e9cea476469bd2994dab89c77a0b3557b"
|
| 193 |
+
},
|
| 194 |
+
"wandb_config.json": {
|
| 195 |
+
"size": 43,
|
| 196 |
+
"sha256": "d3aa17c4d9a25dac73c251f4a11a4225a383e57682e21de82eaad8f14d86a3e1",
|
| 197 |
+
"git_blob_sha1": "eccaf5c7c5065b83bc33ea6fd7cffbd71d5a2d10"
|
| 198 |
+
}
|
| 199 |
+
}
|
| 200 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/config.json
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_horizon": 40,
|
| 3 |
+
"add_pos_embed": true,
|
| 4 |
+
"apply_sincos_state_encoding": false,
|
| 5 |
+
"architectures": [
|
| 6 |
+
"Gr00tN1d7"
|
| 7 |
+
],
|
| 8 |
+
"attn_dropout": 0.2,
|
| 9 |
+
"attn_implementation": null,
|
| 10 |
+
"backbone_embedding_dim": 2048,
|
| 11 |
+
"backbone_trainable_params_fp32": true,
|
| 12 |
+
"color_jitter_params": {
|
| 13 |
+
"brightness": 0.3,
|
| 14 |
+
"contrast": 0.4,
|
| 15 |
+
"hue": 0.08,
|
| 16 |
+
"saturation": 0.5
|
| 17 |
+
},
|
| 18 |
+
"crop_fraction": 0.95,
|
| 19 |
+
"diffusion_model_cfg": {
|
| 20 |
+
"attention_head_dim": 48,
|
| 21 |
+
"dropout": 0.2,
|
| 22 |
+
"final_dropout": true,
|
| 23 |
+
"interleave_self_attention": true,
|
| 24 |
+
"norm_type": "ada_norm",
|
| 25 |
+
"num_attention_heads": 32,
|
| 26 |
+
"num_layers": 32,
|
| 27 |
+
"output_dim": 1024,
|
| 28 |
+
"positional_embeddings": null
|
| 29 |
+
},
|
| 30 |
+
"dtype": "bfloat16",
|
| 31 |
+
"exclude_state": false,
|
| 32 |
+
"formalize_language": true,
|
| 33 |
+
"hidden_size": 1024,
|
| 34 |
+
"image_crop_size": [
|
| 35 |
+
230,
|
| 36 |
+
230
|
| 37 |
+
],
|
| 38 |
+
"image_target_size": [
|
| 39 |
+
256,
|
| 40 |
+
256
|
| 41 |
+
],
|
| 42 |
+
"letter_box_transform": false,
|
| 43 |
+
"load_bf16": true,
|
| 44 |
+
"max_action_dim": 132,
|
| 45 |
+
"max_num_embodiments": 32,
|
| 46 |
+
"max_seq_len": 1024,
|
| 47 |
+
"max_state_dim": 132,
|
| 48 |
+
"model_dtype": "bfloat16",
|
| 49 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 50 |
+
"model_type": "Gr00tN1d7",
|
| 51 |
+
"noise_beta_alpha": 1.5,
|
| 52 |
+
"noise_beta_beta": 1.0,
|
| 53 |
+
"noise_s": 0.999,
|
| 54 |
+
"num_inference_timesteps": 4,
|
| 55 |
+
"num_timestep_buckets": 1000,
|
| 56 |
+
"random_history_crop": true,
|
| 57 |
+
"random_rotation_angle": 0,
|
| 58 |
+
"reproject_vision": false,
|
| 59 |
+
"rtc_ramp_rate": 6.0,
|
| 60 |
+
"select_layer": 16,
|
| 61 |
+
"shortest_image_edge": 256,
|
| 62 |
+
"state_dropout_prob": 0.2,
|
| 63 |
+
"state_gaussian_noise_std": 0.0,
|
| 64 |
+
"transformers_version": "4.57.3",
|
| 65 |
+
"tune_diffusion_model": true,
|
| 66 |
+
"tune_linear": true,
|
| 67 |
+
"tune_llm": false,
|
| 68 |
+
"tune_projector": true,
|
| 69 |
+
"tune_top_llm_layers": 0,
|
| 70 |
+
"tune_visual": false,
|
| 71 |
+
"tune_vlln": true,
|
| 72 |
+
"use_albumentations": true,
|
| 73 |
+
"use_alternate_vl_dit": true,
|
| 74 |
+
"use_flash_attention": true,
|
| 75 |
+
"use_future_tokens": false,
|
| 76 |
+
"use_mean_std": false,
|
| 77 |
+
"use_percentiles": true,
|
| 78 |
+
"use_vl_self_attention": true,
|
| 79 |
+
"use_vlln": true,
|
| 80 |
+
"vl_self_attention_cfg": {
|
| 81 |
+
"attention_head_dim": 64,
|
| 82 |
+
"dropout": 0.2,
|
| 83 |
+
"final_dropout": true,
|
| 84 |
+
"num_attention_heads": 32,
|
| 85 |
+
"num_layers": 4,
|
| 86 |
+
"positional_embeddings": null
|
| 87 |
+
}
|
| 88 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/embodiment_id.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"robocasa_panda_omron": 13,
|
| 3 |
+
"oxe_droid": 17,
|
| 4 |
+
"oxe_fractal": 18,
|
| 5 |
+
"oxe_language_table": 19,
|
| 6 |
+
"oxe_bridge": 20,
|
| 7 |
+
"unknown": 22,
|
| 8 |
+
"gr1_unified": 20,
|
| 9 |
+
"agibot": 26,
|
| 10 |
+
"sim_behavior_r1_pro": 23,
|
| 11 |
+
"xdof": 24,
|
| 12 |
+
"xdof_oss_data": 25,
|
| 13 |
+
"unitree_g1_full_body_with_waist_height_nav_cmd": 25,
|
| 14 |
+
"real_r1_pro_sharpa": 27,
|
| 15 |
+
"real_r1_pro_sharpa_add_view": 27,
|
| 16 |
+
"real_r1_pro_sharpa_relative_arm_joint": 26,
|
| 17 |
+
"real_r1_pro_sharpa_delta_eef": 26,
|
| 18 |
+
"real_r1_pro_sharpa_absolute_eef": 26,
|
| 19 |
+
"real_r1_pro_sharpa_meanstd": 26,
|
| 20 |
+
"real_r1_pro_sharpa_relative_eef": 26,
|
| 21 |
+
"real_r1_pro_sharpa_relative_eef_add_view": 26,
|
| 22 |
+
"real_r1_pro_sharpa_relative_eef_relative_hand": 26,
|
| 23 |
+
"real_r1_pro_sharpa_relative_eef_human": 26,
|
| 24 |
+
"real_r1_pro_sharpa_relative_eef_human_add_view": 26,
|
| 25 |
+
"real_r1_pro_sharpa_relative_eef_human_relative_hand": 26,
|
| 26 |
+
"real_r1_pro_sharpa_relative_eef_egodex": 26,
|
| 27 |
+
"real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26,
|
| 28 |
+
"real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26,
|
| 29 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights": 26,
|
| 30 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26,
|
| 31 |
+
"real_r1_pro_sharpa_relative_eef_mecka": 26,
|
| 32 |
+
"real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26,
|
| 33 |
+
"real_g1_relative_eef_absolute_joints": 25,
|
| 34 |
+
"real_g1_relative_eef_absolute_joints_wrist_cam": 25,
|
| 35 |
+
"real_g1_relative_eef_relative_joints": 25,
|
| 36 |
+
"real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26,
|
| 37 |
+
"real_r1_pro_sharpa_relative_joint": 29,
|
| 38 |
+
"oxe_droid_relative_eef_relative_joint": 24,
|
| 39 |
+
"oxe_droid_relative_eef_relative_joint_swapped": 24,
|
| 40 |
+
"oxe_droid_relative_eef_relative_joint_upweight_z": 24,
|
| 41 |
+
"oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24,
|
| 42 |
+
"oxe_droid_relative_eef_relative_joint_3view": 24,
|
| 43 |
+
"oxe_droid_relative_eef_relative_joint_3view_swapped": 24,
|
| 44 |
+
"oxe_droid_relative_eef": 24,
|
| 45 |
+
"oxe_droid_joint_position_relative": 24,
|
| 46 |
+
"xdof_relative_eef_relative_joint": 27,
|
| 47 |
+
"xdof_relative_eef_relative_joint_subtask": 27,
|
| 48 |
+
"xdof_relative_eef": 27,
|
| 49 |
+
"xdof_relative_joint": 28,
|
| 50 |
+
"simpler_env_google": 0,
|
| 51 |
+
"simpler_env_widowx": 1,
|
| 52 |
+
"libero_sim": 2,
|
| 53 |
+
"droid_sim": 3,
|
| 54 |
+
"new_embodiment": 10
|
| 55 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/conf.yaml
ADDED
|
@@ -0,0 +1,232 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
load_config_path: null
|
| 2 |
+
model:
|
| 3 |
+
model_type: Gr00tN1d7
|
| 4 |
+
model_dtype: bfloat16
|
| 5 |
+
model_name: nvidia/Cosmos-Reason2-2B
|
| 6 |
+
backbone_model_type: qwen
|
| 7 |
+
model_revision: null
|
| 8 |
+
tune_top_llm_layers: 0
|
| 9 |
+
backbone_embedding_dim: 2048
|
| 10 |
+
tune_llm: false
|
| 11 |
+
tune_visual: false
|
| 12 |
+
select_layer: 12
|
| 13 |
+
reproject_vision: false
|
| 14 |
+
use_flash_attention: true
|
| 15 |
+
load_bf16: true
|
| 16 |
+
backbone_trainable_params_fp32: true
|
| 17 |
+
image_crop_size:
|
| 18 |
+
- 230
|
| 19 |
+
- 230
|
| 20 |
+
image_target_size:
|
| 21 |
+
- 256
|
| 22 |
+
- 256
|
| 23 |
+
shortest_image_edge: null
|
| 24 |
+
crop_fraction: null
|
| 25 |
+
random_rotation_angle: null
|
| 26 |
+
color_jitter_params: null
|
| 27 |
+
use_albumentations_transforms: true
|
| 28 |
+
extra_augmentation_config: null
|
| 29 |
+
formalize_language: true
|
| 30 |
+
apply_sincos_state_encoding: false
|
| 31 |
+
use_percentiles: true
|
| 32 |
+
use_relative_action: false
|
| 33 |
+
max_state_dim: 132
|
| 34 |
+
max_action_dim: 132
|
| 35 |
+
action_horizon: 40
|
| 36 |
+
hidden_size: 1024
|
| 37 |
+
input_embedding_dim: 1536
|
| 38 |
+
state_history_length: 1
|
| 39 |
+
add_pos_embed: true
|
| 40 |
+
attn_dropout: 0.2
|
| 41 |
+
use_vlln: true
|
| 42 |
+
max_seq_len: 1024
|
| 43 |
+
use_alternate_vl_dit: true
|
| 44 |
+
attend_text_every_n_blocks: 2
|
| 45 |
+
diffusion_model_cfg:
|
| 46 |
+
positional_embeddings: null
|
| 47 |
+
num_layers: 16
|
| 48 |
+
num_attention_heads: 32
|
| 49 |
+
attention_head_dim: 48
|
| 50 |
+
norm_type: ada_norm
|
| 51 |
+
dropout: 0.2
|
| 52 |
+
final_dropout: true
|
| 53 |
+
output_dim: 1024
|
| 54 |
+
interleave_self_attention: true
|
| 55 |
+
num_inference_timesteps: 4
|
| 56 |
+
noise_beta_alpha: 1.5
|
| 57 |
+
noise_beta_beta: 1.0
|
| 58 |
+
noise_s: 0.999
|
| 59 |
+
num_timestep_buckets: 1000
|
| 60 |
+
tune_projector: true
|
| 61 |
+
tune_diffusion_model: true
|
| 62 |
+
tune_vlln: true
|
| 63 |
+
state_dropout_prob: 0.2
|
| 64 |
+
exclude_state: false
|
| 65 |
+
use_mean_std: false
|
| 66 |
+
max_num_embodiments: 32
|
| 67 |
+
data:
|
| 68 |
+
datasets:
|
| 69 |
+
- dataset_paths:
|
| 70 |
+
- /home/work/mntvol/data/RwH-Kuavo-v2/rwh-auto-step-nogap-gunpo-915227b
|
| 71 |
+
embodiment_tag: new_embodiment
|
| 72 |
+
mix_ratio: 1.0
|
| 73 |
+
dataset_type: physical_embodiment
|
| 74 |
+
val_dataset_path: null
|
| 75 |
+
modality_configs:
|
| 76 |
+
new_embodiment:
|
| 77 |
+
video:
|
| 78 |
+
delta_indices:
|
| 79 |
+
- 0
|
| 80 |
+
modality_keys:
|
| 81 |
+
- observation.images.head
|
| 82 |
+
- observation.images.left_wrist
|
| 83 |
+
- observation.images.right_wrist
|
| 84 |
+
sin_cos_embedding_keys: null
|
| 85 |
+
mean_std_embedding_keys: null
|
| 86 |
+
action_configs: null
|
| 87 |
+
state:
|
| 88 |
+
delta_indices:
|
| 89 |
+
- 0
|
| 90 |
+
modality_keys:
|
| 91 |
+
- body
|
| 92 |
+
sin_cos_embedding_keys: null
|
| 93 |
+
mean_std_embedding_keys: null
|
| 94 |
+
action_configs: null
|
| 95 |
+
action:
|
| 96 |
+
delta_indices:
|
| 97 |
+
- 0
|
| 98 |
+
- 1
|
| 99 |
+
- 2
|
| 100 |
+
- 3
|
| 101 |
+
- 4
|
| 102 |
+
- 5
|
| 103 |
+
- 6
|
| 104 |
+
- 7
|
| 105 |
+
- 8
|
| 106 |
+
- 9
|
| 107 |
+
- 10
|
| 108 |
+
- 11
|
| 109 |
+
- 12
|
| 110 |
+
- 13
|
| 111 |
+
- 14
|
| 112 |
+
- 15
|
| 113 |
+
- 16
|
| 114 |
+
- 17
|
| 115 |
+
- 18
|
| 116 |
+
- 19
|
| 117 |
+
- 20
|
| 118 |
+
- 21
|
| 119 |
+
- 22
|
| 120 |
+
- 23
|
| 121 |
+
- 24
|
| 122 |
+
- 25
|
| 123 |
+
- 26
|
| 124 |
+
- 27
|
| 125 |
+
- 28
|
| 126 |
+
- 29
|
| 127 |
+
- 30
|
| 128 |
+
- 31
|
| 129 |
+
- 32
|
| 130 |
+
- 33
|
| 131 |
+
- 34
|
| 132 |
+
- 35
|
| 133 |
+
- 36
|
| 134 |
+
- 37
|
| 135 |
+
- 38
|
| 136 |
+
- 39
|
| 137 |
+
modality_keys:
|
| 138 |
+
- body
|
| 139 |
+
sin_cos_embedding_keys: null
|
| 140 |
+
mean_std_embedding_keys: null
|
| 141 |
+
action_configs:
|
| 142 |
+
- rep: ABSOLUTE
|
| 143 |
+
type: NON_EEF
|
| 144 |
+
format: DEFAULT
|
| 145 |
+
state_key: null
|
| 146 |
+
language:
|
| 147 |
+
delta_indices:
|
| 148 |
+
- 0
|
| 149 |
+
modality_keys:
|
| 150 |
+
- task
|
| 151 |
+
sin_cos_embedding_keys: null
|
| 152 |
+
mean_std_embedding_keys: null
|
| 153 |
+
action_configs: null
|
| 154 |
+
download_cache: false
|
| 155 |
+
shard_size: 1024
|
| 156 |
+
episode_sampling_rate: 0.1
|
| 157 |
+
num_shards_per_epoch: 100000
|
| 158 |
+
override_pretraining_statistics: true
|
| 159 |
+
mode: single_turn
|
| 160 |
+
random_chop: 0.0
|
| 161 |
+
mock_dataset_mode: false
|
| 162 |
+
shuffle: true
|
| 163 |
+
seed: 42
|
| 164 |
+
multiprocessing_context: fork
|
| 165 |
+
allow_padding: false
|
| 166 |
+
subsample_ratio: 1.0
|
| 167 |
+
image_crop_size:
|
| 168 |
+
- 244
|
| 169 |
+
- 244
|
| 170 |
+
image_target_size:
|
| 171 |
+
- 224
|
| 172 |
+
- 224
|
| 173 |
+
video_backend: torchcodec
|
| 174 |
+
training:
|
| 175 |
+
output_dir: /home/work/mntvol/RwH-Kuavo_ckpt/gunpo_pickup_bs128_15k/gr00t_n17
|
| 176 |
+
experiment_name: null
|
| 177 |
+
max_steps: 15000
|
| 178 |
+
global_batch_size: 128
|
| 179 |
+
batch_size: null
|
| 180 |
+
gradient_accumulation_steps: 1
|
| 181 |
+
learning_rate: 0.0001
|
| 182 |
+
lr_scheduler_type: cosine
|
| 183 |
+
weight_decay: 1.0e-05
|
| 184 |
+
warmup_ratio: 0.05
|
| 185 |
+
warmup_steps: 0
|
| 186 |
+
max_grad_norm: 1.0
|
| 187 |
+
optim: adamw_torch
|
| 188 |
+
start_from_checkpoint: /home/work/workspace/test/seonho/.cache/huggingface/hub/models--nvidia--GR00T-N1.7-3B/snapshots/2fc962b973bccdd5d8ce4f67cc63b264d6886495
|
| 189 |
+
skip_weight_loading: false
|
| 190 |
+
tf32: true
|
| 191 |
+
fp16: false
|
| 192 |
+
bf16: true
|
| 193 |
+
eval_bf16: true
|
| 194 |
+
logging_steps: 100
|
| 195 |
+
save_steps: 5000
|
| 196 |
+
save_total_limit: 3
|
| 197 |
+
save_vl_model: false
|
| 198 |
+
save_only_model: false
|
| 199 |
+
upload_checkpoints: false
|
| 200 |
+
upload_every: 1000
|
| 201 |
+
upload_last_n_checkpoints: 5
|
| 202 |
+
max_concurrent_uploads: 2
|
| 203 |
+
eval_strategy: 'no'
|
| 204 |
+
eval_steps: 500
|
| 205 |
+
eval_set_split_ratio: 0.1
|
| 206 |
+
eval_batch_size: 2
|
| 207 |
+
save_best_eval_metric_name: ''
|
| 208 |
+
save_best_eval_metric_greater_is_better: true
|
| 209 |
+
deepspeed_stage: 2
|
| 210 |
+
gradient_checkpointing: false
|
| 211 |
+
transformers_trust_remote_code: true
|
| 212 |
+
transformers_local_files_only: true
|
| 213 |
+
transformers_cache_dir: null
|
| 214 |
+
transformers_access_token: null
|
| 215 |
+
use_ddp: false
|
| 216 |
+
ddp_bucket_cap_mb: 100
|
| 217 |
+
num_gpus: 1
|
| 218 |
+
dataloader_num_workers: 6
|
| 219 |
+
remove_unused_columns: false
|
| 220 |
+
use_wandb: false
|
| 221 |
+
wandb_project: kuavo
|
| 222 |
+
enable_profiling: false
|
| 223 |
+
max_retries: 3
|
| 224 |
+
assert_loss_less_than: null
|
| 225 |
+
add_rl_callback: false
|
| 226 |
+
enable_open_loop_eval: false
|
| 227 |
+
open_loop_eval_traj_ids:
|
| 228 |
+
- 0
|
| 229 |
+
open_loop_eval_steps_per_traj: 100
|
| 230 |
+
open_loop_eval_plot_indices: null
|
| 231 |
+
max_steps: 15000
|
| 232 |
+
save_steps: 5000
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/config.yaml
ADDED
|
@@ -0,0 +1,254 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
!!python/object:gr00t.configs.base_config.Config
|
| 2 |
+
data: !!python/object:gr00t.configs.data.data_config.DataConfig
|
| 3 |
+
allow_padding: false
|
| 4 |
+
datasets:
|
| 5 |
+
- !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
|
| 6 |
+
dataset_paths:
|
| 7 |
+
- /home/work/mntvol/data/RwH-Kuavo-v2/rwh-auto-step-nogap-gunpo-915227b
|
| 8 |
+
dataset_type: physical_embodiment
|
| 9 |
+
embodiment_tag: new_embodiment
|
| 10 |
+
mix_ratio: 1.0
|
| 11 |
+
val_dataset_path: null
|
| 12 |
+
download_cache: false
|
| 13 |
+
episode_sampling_rate: 0.1
|
| 14 |
+
image_crop_size:
|
| 15 |
+
- 244
|
| 16 |
+
- 244
|
| 17 |
+
image_target_size:
|
| 18 |
+
- 224
|
| 19 |
+
- 224
|
| 20 |
+
mock_dataset_mode: false
|
| 21 |
+
modality_configs:
|
| 22 |
+
new_embodiment:
|
| 23 |
+
action: !!python/object:gr00t.data.types.ModalityConfig
|
| 24 |
+
action_configs:
|
| 25 |
+
- !!python/object:gr00t.data.types.ActionConfig
|
| 26 |
+
format: !!python/object/apply:gr00t.data.types.ActionFormat
|
| 27 |
+
- default
|
| 28 |
+
rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
|
| 29 |
+
- absolute
|
| 30 |
+
state_key: null
|
| 31 |
+
type: !!python/object/apply:gr00t.data.types.ActionType
|
| 32 |
+
- non_eef
|
| 33 |
+
delta_indices:
|
| 34 |
+
- 0
|
| 35 |
+
- 1
|
| 36 |
+
- 2
|
| 37 |
+
- 3
|
| 38 |
+
- 4
|
| 39 |
+
- 5
|
| 40 |
+
- 6
|
| 41 |
+
- 7
|
| 42 |
+
- 8
|
| 43 |
+
- 9
|
| 44 |
+
- 10
|
| 45 |
+
- 11
|
| 46 |
+
- 12
|
| 47 |
+
- 13
|
| 48 |
+
- 14
|
| 49 |
+
- 15
|
| 50 |
+
- 16
|
| 51 |
+
- 17
|
| 52 |
+
- 18
|
| 53 |
+
- 19
|
| 54 |
+
- 20
|
| 55 |
+
- 21
|
| 56 |
+
- 22
|
| 57 |
+
- 23
|
| 58 |
+
- 24
|
| 59 |
+
- 25
|
| 60 |
+
- 26
|
| 61 |
+
- 27
|
| 62 |
+
- 28
|
| 63 |
+
- 29
|
| 64 |
+
- 30
|
| 65 |
+
- 31
|
| 66 |
+
- 32
|
| 67 |
+
- 33
|
| 68 |
+
- 34
|
| 69 |
+
- 35
|
| 70 |
+
- 36
|
| 71 |
+
- 37
|
| 72 |
+
- 38
|
| 73 |
+
- 39
|
| 74 |
+
mean_std_embedding_keys: null
|
| 75 |
+
modality_keys:
|
| 76 |
+
- body
|
| 77 |
+
sin_cos_embedding_keys: null
|
| 78 |
+
language: !!python/object:gr00t.data.types.ModalityConfig
|
| 79 |
+
action_configs: null
|
| 80 |
+
delta_indices:
|
| 81 |
+
- 0
|
| 82 |
+
mean_std_embedding_keys: null
|
| 83 |
+
modality_keys:
|
| 84 |
+
- task
|
| 85 |
+
sin_cos_embedding_keys: null
|
| 86 |
+
state: !!python/object:gr00t.data.types.ModalityConfig
|
| 87 |
+
action_configs: null
|
| 88 |
+
delta_indices:
|
| 89 |
+
- 0
|
| 90 |
+
mean_std_embedding_keys: null
|
| 91 |
+
modality_keys:
|
| 92 |
+
- body
|
| 93 |
+
sin_cos_embedding_keys: null
|
| 94 |
+
video: !!python/object:gr00t.data.types.ModalityConfig
|
| 95 |
+
action_configs: null
|
| 96 |
+
delta_indices:
|
| 97 |
+
- 0
|
| 98 |
+
mean_std_embedding_keys: null
|
| 99 |
+
modality_keys:
|
| 100 |
+
- observation.images.head
|
| 101 |
+
- observation.images.left_wrist
|
| 102 |
+
- observation.images.right_wrist
|
| 103 |
+
sin_cos_embedding_keys: null
|
| 104 |
+
mode: single_turn
|
| 105 |
+
multiprocessing_context: fork
|
| 106 |
+
num_shards_per_epoch: 100000
|
| 107 |
+
override_pretraining_statistics: true
|
| 108 |
+
random_chop: 0.0
|
| 109 |
+
seed: 42
|
| 110 |
+
shard_size: 1024
|
| 111 |
+
shuffle: true
|
| 112 |
+
subsample_ratio: 1.0
|
| 113 |
+
video_backend: torchcodec
|
| 114 |
+
load_config_path: null
|
| 115 |
+
model: !!python/object:gr00t.configs.model.gr00t_n1d7.Gr00tN1d7Config
|
| 116 |
+
_attn_implementation_internal: null
|
| 117 |
+
_commit_hash: null
|
| 118 |
+
_name_or_path: ''
|
| 119 |
+
_output_attentions: false
|
| 120 |
+
action_horizon: 40
|
| 121 |
+
add_cross_attention: false
|
| 122 |
+
architectures: null
|
| 123 |
+
backbone_trainable_params_fp32: true
|
| 124 |
+
bad_words_ids: null
|
| 125 |
+
begin_suppress_tokens: null
|
| 126 |
+
bos_token_id: null
|
| 127 |
+
chunk_size_feed_forward: 0
|
| 128 |
+
cross_attention_hidden_size: null
|
| 129 |
+
decoder_start_token_id: null
|
| 130 |
+
diffusion_model_cfg:
|
| 131 |
+
attention_head_dim: 48
|
| 132 |
+
dropout: 0.2
|
| 133 |
+
final_dropout: true
|
| 134 |
+
interleave_self_attention: true
|
| 135 |
+
norm_type: ada_norm
|
| 136 |
+
num_attention_heads: 32
|
| 137 |
+
num_layers: 16
|
| 138 |
+
output_dim: 1024
|
| 139 |
+
positional_embeddings: null
|
| 140 |
+
diversity_penalty: 0.0
|
| 141 |
+
do_sample: false
|
| 142 |
+
dtype: null
|
| 143 |
+
early_stopping: false
|
| 144 |
+
encoder_no_repeat_ngram_size: 0
|
| 145 |
+
eos_token_id: null
|
| 146 |
+
exponential_decay_length_penalty: null
|
| 147 |
+
finetuning_task: null
|
| 148 |
+
forced_bos_token_id: null
|
| 149 |
+
forced_eos_token_id: null
|
| 150 |
+
id2label:
|
| 151 |
+
0: LABEL_0
|
| 152 |
+
1: LABEL_1
|
| 153 |
+
is_decoder: false
|
| 154 |
+
is_encoder_decoder: false
|
| 155 |
+
label2id:
|
| 156 |
+
LABEL_0: 0
|
| 157 |
+
LABEL_1: 1
|
| 158 |
+
length_penalty: 1.0
|
| 159 |
+
load_bf16: true
|
| 160 |
+
max_length: 20
|
| 161 |
+
min_length: 0
|
| 162 |
+
model_name: nvidia/Cosmos-Reason2-2B
|
| 163 |
+
no_repeat_ngram_size: 0
|
| 164 |
+
num_beam_groups: 1
|
| 165 |
+
num_beams: 1
|
| 166 |
+
num_return_sequences: 1
|
| 167 |
+
output_hidden_states: false
|
| 168 |
+
output_scores: false
|
| 169 |
+
pad_token_id: null
|
| 170 |
+
prefix: null
|
| 171 |
+
problem_type: null
|
| 172 |
+
pruned_heads: {}
|
| 173 |
+
remove_invalid_values: false
|
| 174 |
+
repetition_penalty: 1.0
|
| 175 |
+
return_dict: true
|
| 176 |
+
return_dict_in_generate: false
|
| 177 |
+
sep_token_id: null
|
| 178 |
+
state_dropout_prob: 0.2
|
| 179 |
+
suppress_tokens: null
|
| 180 |
+
task_specific_params: null
|
| 181 |
+
temperature: 1.0
|
| 182 |
+
tf_legacy_loss: false
|
| 183 |
+
tie_encoder_decoder: false
|
| 184 |
+
tie_word_embeddings: true
|
| 185 |
+
tokenizer_class: null
|
| 186 |
+
top_k: 50
|
| 187 |
+
top_p: 1.0
|
| 188 |
+
torchscript: false
|
| 189 |
+
transformers_version: null
|
| 190 |
+
tune_diffusion_model: true
|
| 191 |
+
tune_llm: false
|
| 192 |
+
tune_projector: true
|
| 193 |
+
tune_visual: false
|
| 194 |
+
tune_vlln: true
|
| 195 |
+
typical_p: 1.0
|
| 196 |
+
use_bfloat16: false
|
| 197 |
+
use_relative_action: false
|
| 198 |
+
training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
|
| 199 |
+
add_rl_callback: false
|
| 200 |
+
assert_loss_less_than: null
|
| 201 |
+
batch_size: null
|
| 202 |
+
bf16: true
|
| 203 |
+
dataloader_num_workers: 6
|
| 204 |
+
ddp_bucket_cap_mb: 100
|
| 205 |
+
deepspeed_stage: 2
|
| 206 |
+
enable_open_loop_eval: false
|
| 207 |
+
enable_profiling: false
|
| 208 |
+
eval_batch_size: 2
|
| 209 |
+
eval_bf16: true
|
| 210 |
+
eval_set_split_ratio: 0.1
|
| 211 |
+
eval_steps: 500
|
| 212 |
+
eval_strategy: 'no'
|
| 213 |
+
experiment_name: null
|
| 214 |
+
fp16: false
|
| 215 |
+
global_batch_size: 128
|
| 216 |
+
gradient_accumulation_steps: 1
|
| 217 |
+
gradient_checkpointing: false
|
| 218 |
+
learning_rate: 0.0001
|
| 219 |
+
logging_steps: 100
|
| 220 |
+
lr_scheduler_type: cosine
|
| 221 |
+
max_concurrent_uploads: 2
|
| 222 |
+
max_grad_norm: 1.0
|
| 223 |
+
max_retries: 3
|
| 224 |
+
max_steps: 15000
|
| 225 |
+
num_gpus: 1
|
| 226 |
+
open_loop_eval_plot_indices: null
|
| 227 |
+
open_loop_eval_steps_per_traj: 100
|
| 228 |
+
open_loop_eval_traj_ids:
|
| 229 |
+
- 0
|
| 230 |
+
optim: adamw_torch
|
| 231 |
+
output_dir: /home/work/mntvol/RwH-Kuavo_ckpt/gunpo_pickup_bs128_15k/gr00t_n17
|
| 232 |
+
remove_unused_columns: false
|
| 233 |
+
save_best_eval_metric_greater_is_better: true
|
| 234 |
+
save_best_eval_metric_name: ''
|
| 235 |
+
save_only_model: false
|
| 236 |
+
save_steps: 5000
|
| 237 |
+
save_total_limit: 3
|
| 238 |
+
save_vl_model: false
|
| 239 |
+
skip_weight_loading: false
|
| 240 |
+
start_from_checkpoint: /home/work/workspace/test/seonho/.cache/huggingface/hub/models--nvidia--GR00T-N1.7-3B/snapshots/2fc962b973bccdd5d8ce4f67cc63b264d6886495
|
| 241 |
+
tf32: true
|
| 242 |
+
transformers_access_token: null
|
| 243 |
+
transformers_cache_dir: null
|
| 244 |
+
transformers_local_files_only: true
|
| 245 |
+
transformers_trust_remote_code: true
|
| 246 |
+
upload_checkpoints: false
|
| 247 |
+
upload_every: 1000
|
| 248 |
+
upload_last_n_checkpoints: 5
|
| 249 |
+
use_ddp: false
|
| 250 |
+
use_wandb: false
|
| 251 |
+
wandb_project: kuavo
|
| 252 |
+
warmup_ratio: 0.05
|
| 253 |
+
warmup_steps: 0
|
| 254 |
+
weight_decay: 1.0e-05
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/dataset_statistics.json
ADDED
|
@@ -0,0 +1,294 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"state": {
|
| 4 |
+
"body": {
|
| 5 |
+
"min": [
|
| 6 |
+
0.03596600890159607,
|
| 7 |
+
-0.9020152688026428,
|
| 8 |
+
0.4662642478942871,
|
| 9 |
+
-0.0020622494630515575,
|
| 10 |
+
-1.6557224988937378,
|
| 11 |
+
-0.33304619789123535,
|
| 12 |
+
-0.17522014677524567,
|
| 13 |
+
-2.4441163539886475,
|
| 14 |
+
-1.5218275785446167,
|
| 15 |
+
-1.2752398252487183,
|
| 16 |
+
-0.0007353160763159394,
|
| 17 |
+
-1.597739338874817,
|
| 18 |
+
-0.17775313556194305,
|
| 19 |
+
-0.1509452760219574,
|
| 20 |
+
-2.4425904750823975,
|
| 21 |
+
0.8691157102584839,
|
| 22 |
+
-3.607754842960276e-05,
|
| 23 |
+
0.0004111318557988852,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0
|
| 26 |
+
],
|
| 27 |
+
"max": [
|
| 28 |
+
0.321580171585083,
|
| 29 |
+
-0.5263755917549133,
|
| 30 |
+
0.6230151057243347,
|
| 31 |
+
0.0023795037996023893,
|
| 32 |
+
0.6987460851669312,
|
| 33 |
+
0.174703449010849,
|
| 34 |
+
0.21427099406719208,
|
| 35 |
+
-0.0225004181265831,
|
| 36 |
+
-1.0819822549819946,
|
| 37 |
+
3.818338518613018e-05,
|
| 38 |
+
0.6901251077651978,
|
| 39 |
+
0.6995075941085815,
|
| 40 |
+
0.33076781034469604,
|
| 41 |
+
0.3247573673725128,
|
| 42 |
+
-0.1029973179101944,
|
| 43 |
+
1.4901642799377441,
|
| 44 |
+
1.2859241962432861,
|
| 45 |
+
0.6882116794586182,
|
| 46 |
+
0.9320120811462402,
|
| 47 |
+
0.9414030313491821
|
| 48 |
+
],
|
| 49 |
+
"mean": [
|
| 50 |
+
0.1393550998128172,
|
| 51 |
+
-0.6948295971512632,
|
| 52 |
+
0.5551359572881274,
|
| 53 |
+
0.0008524225986955353,
|
| 54 |
+
-1.0098744524693135,
|
| 55 |
+
-0.1950258160911651,
|
| 56 |
+
0.0034932465231245265,
|
| 57 |
+
-0.8160790761058273,
|
| 58 |
+
-1.3006788176629727,
|
| 59 |
+
-0.7836510421569529,
|
| 60 |
+
0.41471025346788165,
|
| 61 |
+
-1.0420119165235158,
|
| 62 |
+
0.1847290383649049,
|
| 63 |
+
0.061571635113450686,
|
| 64 |
+
-0.7267644387532122,
|
| 65 |
+
1.3092747808392369,
|
| 66 |
+
0.7425680960112515,
|
| 67 |
+
0.3049158485170664,
|
| 68 |
+
0.2886072000814665,
|
| 69 |
+
0.2890599649374246
|
| 70 |
+
],
|
| 71 |
+
"std": [
|
| 72 |
+
0.06709043541775461,
|
| 73 |
+
0.10957401503180733,
|
| 74 |
+
0.043036332899624254,
|
| 75 |
+
0.0007527287011228969,
|
| 76 |
+
0.8180185795157037,
|
| 77 |
+
0.18158539326566328,
|
| 78 |
+
0.10997271657799328,
|
| 79 |
+
0.7924827593812372,
|
| 80 |
+
0.08770939932623126,
|
| 81 |
+
0.3912013223971958,
|
| 82 |
+
0.22437036848465164,
|
| 83 |
+
0.8332896006772744,
|
| 84 |
+
0.17826826592869877,
|
| 85 |
+
0.08394494867876139,
|
| 86 |
+
0.8279212996748678,
|
| 87 |
+
0.09644881097827183,
|
| 88 |
+
0.36708357208583614,
|
| 89 |
+
0.19537958288613685,
|
| 90 |
+
0.36868078230415907,
|
| 91 |
+
0.3766686806519668
|
| 92 |
+
],
|
| 93 |
+
"q01": [
|
| 94 |
+
0.038798370994627476,
|
| 95 |
+
-0.7805828404426575,
|
| 96 |
+
0.49042419970035556,
|
| 97 |
+
-0.0018537240102887154,
|
| 98 |
+
-1.647569353580475,
|
| 99 |
+
-0.3322811609506607,
|
| 100 |
+
-0.1752168171107769,
|
| 101 |
+
-2.442972733974457,
|
| 102 |
+
-1.4859672248363496,
|
| 103 |
+
-1.2431966805458068,
|
| 104 |
+
-0.00035257947572972623,
|
| 105 |
+
-1.5772574770450591,
|
| 106 |
+
-0.17660834819078444,
|
| 107 |
+
-0.1456061528623104,
|
| 108 |
+
-2.442206859588623,
|
| 109 |
+
1.026552872657776,
|
| 110 |
+
0.004161917841993272,
|
| 111 |
+
0.0007950670510763302,
|
| 112 |
+
0.0,
|
| 113 |
+
0.0
|
| 114 |
+
],
|
| 115 |
+
"q99": [
|
| 116 |
+
0.19788761153816697,
|
| 117 |
+
-0.5303193306922913,
|
| 118 |
+
0.5901791453361511,
|
| 119 |
+
0.002065517008304596,
|
| 120 |
+
0.697600781917572,
|
| 121 |
+
0.17470046877861023,
|
| 122 |
+
0.19748432621359824,
|
| 123 |
+
-0.02570000536739866,
|
| 124 |
+
-1.094070522785187,
|
| 125 |
+
-0.00034949330554809424,
|
| 126 |
+
0.6851624023914337,
|
| 127 |
+
0.698744535446167,
|
| 128 |
+
0.32999239295721056,
|
| 129 |
+
0.1767436933517456,
|
| 130 |
+
-0.12054626904428005,
|
| 131 |
+
1.484055905342102,
|
| 132 |
+
1.2367132902145386,
|
| 133 |
+
0.6847788095474243,
|
| 134 |
+
0.9258383512496948,
|
| 135 |
+
0.9306891560554504
|
| 136 |
+
]
|
| 137 |
+
}
|
| 138 |
+
},
|
| 139 |
+
"action": {
|
| 140 |
+
"body": {
|
| 141 |
+
"min": [
|
| 142 |
+
0.0392792746424675,
|
| 143 |
+
-0.9016782641410828,
|
| 144 |
+
0.46576249599456787,
|
| 145 |
+
-0.0019999982323497534,
|
| 146 |
+
-1.652670979499817,
|
| 147 |
+
-0.3490658402442932,
|
| 148 |
+
-0.17521929740905762,
|
| 149 |
+
-2.4434609413146973,
|
| 150 |
+
-1.5215603113174438,
|
| 151 |
+
-1.2788264751434326,
|
| 152 |
+
-0.000611603376455605,
|
| 153 |
+
-1.59468674659729,
|
| 154 |
+
-0.17775361239910126,
|
| 155 |
+
-0.1517343521118164,
|
| 156 |
+
-2.4434609413146973,
|
| 157 |
+
0.8700650334358215,
|
| 158 |
+
0.0,
|
| 159 |
+
0.0,
|
| 160 |
+
0.0,
|
| 161 |
+
0.0,
|
| 162 |
+
0.0,
|
| 163 |
+
0.0,
|
| 164 |
+
0.0
|
| 165 |
+
],
|
| 166 |
+
"max": [
|
| 167 |
+
0.3178642988204956,
|
| 168 |
+
-0.5310183763504028,
|
| 169 |
+
0.6246129870414734,
|
| 170 |
+
0.001999997766688466,
|
| 171 |
+
0.6987457275390625,
|
| 172 |
+
0.174701988697052,
|
| 173 |
+
0.21312503516674042,
|
| 174 |
+
0.0,
|
| 175 |
+
-1.0835107564926147,
|
| 176 |
+
0.0,
|
| 177 |
+
0.6981316804885864,
|
| 178 |
+
0.699507474899292,
|
| 179 |
+
0.34910279512405396,
|
| 180 |
+
0.32435283064842224,
|
| 181 |
+
-0.10179945081472397,
|
| 182 |
+
1.4900625944137573,
|
| 183 |
+
1.2885493040084839,
|
| 184 |
+
0.6981316804885864,
|
| 185 |
+
1.0,
|
| 186 |
+
1.0,
|
| 187 |
+
0.4277048408985138,
|
| 188 |
+
0.0,
|
| 189 |
+
0.0
|
| 190 |
+
],
|
| 191 |
+
"mean": [
|
| 192 |
+
0.13947694293669397,
|
| 193 |
+
-0.6950064351390466,
|
| 194 |
+
0.5554679255836531,
|
| 195 |
+
0.0003655817051229043,
|
| 196 |
+
-1.0378555853490599,
|
| 197 |
+
-0.2082950000176042,
|
| 198 |
+
0.008168484371270138,
|
| 199 |
+
-0.7845182229432751,
|
| 200 |
+
-1.2983004541862933,
|
| 201 |
+
-0.8023138848021896,
|
| 202 |
+
0.4275248034669022,
|
| 203 |
+
-1.072585506297713,
|
| 204 |
+
0.19837971619969377,
|
| 205 |
+
0.05719136879929397,
|
| 206 |
+
-0.6941164516023736,
|
| 207 |
+
1.3058233334299991,
|
| 208 |
+
0.7587903394606129,
|
| 209 |
+
0.3129124603673632,
|
| 210 |
+
0.32037318966641665,
|
| 211 |
+
0.3200997603545522,
|
| 212 |
+
0.015256393412149046,
|
| 213 |
+
0.0,
|
| 214 |
+
0.0
|
| 215 |
+
],
|
| 216 |
+
"std": [
|
| 217 |
+
0.06692054352749593,
|
| 218 |
+
0.10929881783396322,
|
| 219 |
+
0.043301770155911815,
|
| 220 |
+
0.0006129166419398198,
|
| 221 |
+
0.794268632589516,
|
| 222 |
+
0.17685104378886507,
|
| 223 |
+
0.10763545276857854,
|
| 224 |
+
0.7721444431416398,
|
| 225 |
+
0.08862197408193621,
|
| 226 |
+
0.37964933989870364,
|
| 227 |
+
0.21897294857674682,
|
| 228 |
+
0.8084698253613924,
|
| 229 |
+
0.17306918920432543,
|
| 230 |
+
0.0830950909999452,
|
| 231 |
+
0.8056537451449982,
|
| 232 |
+
0.09746131526745443,
|
| 233 |
+
0.3548240603429645,
|
| 234 |
+
0.19249701075033074,
|
| 235 |
+
0.4636143283186401,
|
| 236 |
+
0.4637847248551707,
|
| 237 |
+
0.06671815143075002,
|
| 238 |
+
0.0,
|
| 239 |
+
0.0
|
| 240 |
+
],
|
| 241 |
+
"q01": [
|
| 242 |
+
0.039630621671676636,
|
| 243 |
+
-0.7790216571092605,
|
| 244 |
+
0.49031126499176025,
|
| 245 |
+
-0.0019999975338578224,
|
| 246 |
+
-1.646167824268341,
|
| 247 |
+
-0.3490658402442932,
|
| 248 |
+
-0.17481929063796997,
|
| 249 |
+
-2.4434609413146973,
|
| 250 |
+
-1.4838526856899261,
|
| 251 |
+
-1.2455731630325317,
|
| 252 |
+
0.0,
|
| 253 |
+
-1.574901648759842,
|
| 254 |
+
-0.17628438636660576,
|
| 255 |
+
-0.14516986295580864,
|
| 256 |
+
-2.4434609413146973,
|
| 257 |
+
1.0230590105056763,
|
| 258 |
+
0.0,
|
| 259 |
+
0.0,
|
| 260 |
+
0.0,
|
| 261 |
+
0.0,
|
| 262 |
+
0.0,
|
| 263 |
+
0.0,
|
| 264 |
+
0.0
|
| 265 |
+
],
|
| 266 |
+
"q99": [
|
| 267 |
+
0.19882656276225638,
|
| 268 |
+
-0.5313425660133362,
|
| 269 |
+
0.5897172689437866,
|
| 270 |
+
0.001999249588698148,
|
| 271 |
+
0.6981316804885864,
|
| 272 |
+
0.1746982130408287,
|
| 273 |
+
0.19685134395956988,
|
| 274 |
+
-0.013859284268692885,
|
| 275 |
+
-1.0934146356582646,
|
| 276 |
+
0.0,
|
| 277 |
+
0.6981316804885864,
|
| 278 |
+
0.6987426280975342,
|
| 279 |
+
0.3488788902759552,
|
| 280 |
+
0.17674326419830322,
|
| 281 |
+
-0.11857075244188309,
|
| 282 |
+
1.4827240705490112,
|
| 283 |
+
1.2377249002456665,
|
| 284 |
+
0.688094728589058,
|
| 285 |
+
1.0,
|
| 286 |
+
1.0,
|
| 287 |
+
0.3765391495823851,
|
| 288 |
+
0.0,
|
| 289 |
+
0.0
|
| 290 |
+
]
|
| 291 |
+
}
|
| 292 |
+
}
|
| 293 |
+
}
|
| 294 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/final_model_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_type": "Gr00tN1d7",
|
| 3 |
+
"model_dtype": "bfloat16",
|
| 4 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 5 |
+
"backbone_model_type": "qwen",
|
| 6 |
+
"model_revision": null,
|
| 7 |
+
"tune_top_llm_layers": 0,
|
| 8 |
+
"backbone_embedding_dim": 2048,
|
| 9 |
+
"tune_llm": false,
|
| 10 |
+
"tune_visual": false,
|
| 11 |
+
"select_layer": 16,
|
| 12 |
+
"reproject_vision": false,
|
| 13 |
+
"use_flash_attention": true,
|
| 14 |
+
"load_bf16": true,
|
| 15 |
+
"backbone_trainable_params_fp32": true,
|
| 16 |
+
"extra_augmentation_config": null,
|
| 17 |
+
"apply_sincos_state_encoding": false,
|
| 18 |
+
"use_percentiles": true,
|
| 19 |
+
"use_relative_action": false,
|
| 20 |
+
"max_state_dim": 132,
|
| 21 |
+
"max_action_dim": 132,
|
| 22 |
+
"action_horizon": 40,
|
| 23 |
+
"hidden_size": 1024,
|
| 24 |
+
"input_embedding_dim": 1536,
|
| 25 |
+
"state_history_length": 1,
|
| 26 |
+
"add_pos_embed": true,
|
| 27 |
+
"attn_dropout": 0.2,
|
| 28 |
+
"use_vlln": true,
|
| 29 |
+
"max_seq_len": 1024,
|
| 30 |
+
"use_alternate_vl_dit": true,
|
| 31 |
+
"attend_text_every_n_blocks": 2,
|
| 32 |
+
"diffusion_model_cfg": {
|
| 33 |
+
"attention_head_dim": 48,
|
| 34 |
+
"dropout": 0.2,
|
| 35 |
+
"final_dropout": true,
|
| 36 |
+
"interleave_self_attention": true,
|
| 37 |
+
"norm_type": "ada_norm",
|
| 38 |
+
"num_attention_heads": 32,
|
| 39 |
+
"num_layers": 32,
|
| 40 |
+
"output_dim": 1024,
|
| 41 |
+
"positional_embeddings": null
|
| 42 |
+
},
|
| 43 |
+
"num_inference_timesteps": 4,
|
| 44 |
+
"noise_beta_alpha": 1.5,
|
| 45 |
+
"noise_beta_beta": 1.0,
|
| 46 |
+
"noise_s": 0.999,
|
| 47 |
+
"num_timestep_buckets": 1000,
|
| 48 |
+
"tune_projector": true,
|
| 49 |
+
"tune_diffusion_model": true,
|
| 50 |
+
"tune_vlln": true,
|
| 51 |
+
"state_dropout_prob": 0.2,
|
| 52 |
+
"exclude_state": false,
|
| 53 |
+
"use_mean_std": false,
|
| 54 |
+
"max_num_embodiments": 32
|
| 55 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/final_processor_config.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model-00001-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44317eecd5f40cfe30e8e6574f4b9043ae20f5f8c3e0714f7ab23fbe3c894fe0
|
| 3 |
+
size 4993709288
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model-00002-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:db5c08d8e4f5129022e4cb183b6b3a2cdb6d05756dd1a307ab7d9e09153a5fbd
|
| 3 |
+
size 4535492016
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model.safetensors.index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/processor_config.json
ADDED
|
@@ -0,0 +1,1140 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"processor_class": "Gr00tN1d7Processor",
|
| 3 |
+
"processor_kwargs": {
|
| 4 |
+
"modality_configs": {
|
| 5 |
+
"real_g1_relative_eef_relative_joints": {
|
| 6 |
+
"video": {
|
| 7 |
+
"delta_indices": [
|
| 8 |
+
-20,
|
| 9 |
+
0
|
| 10 |
+
],
|
| 11 |
+
"modality_keys": [
|
| 12 |
+
"ego_view"
|
| 13 |
+
],
|
| 14 |
+
"sin_cos_embedding_keys": null,
|
| 15 |
+
"mean_std_embedding_keys": null,
|
| 16 |
+
"action_configs": null
|
| 17 |
+
},
|
| 18 |
+
"state": {
|
| 19 |
+
"delta_indices": [
|
| 20 |
+
0
|
| 21 |
+
],
|
| 22 |
+
"modality_keys": [
|
| 23 |
+
"left_wrist_eef_9d",
|
| 24 |
+
"right_wrist_eef_9d",
|
| 25 |
+
"left_hand",
|
| 26 |
+
"right_hand",
|
| 27 |
+
"left_arm",
|
| 28 |
+
"right_arm",
|
| 29 |
+
"waist"
|
| 30 |
+
],
|
| 31 |
+
"sin_cos_embedding_keys": null,
|
| 32 |
+
"mean_std_embedding_keys": null,
|
| 33 |
+
"action_configs": null
|
| 34 |
+
},
|
| 35 |
+
"action": {
|
| 36 |
+
"delta_indices": [
|
| 37 |
+
0,
|
| 38 |
+
1,
|
| 39 |
+
2,
|
| 40 |
+
3,
|
| 41 |
+
4,
|
| 42 |
+
5,
|
| 43 |
+
6,
|
| 44 |
+
7,
|
| 45 |
+
8,
|
| 46 |
+
9,
|
| 47 |
+
10,
|
| 48 |
+
11,
|
| 49 |
+
12,
|
| 50 |
+
13,
|
| 51 |
+
14,
|
| 52 |
+
15,
|
| 53 |
+
16,
|
| 54 |
+
17,
|
| 55 |
+
18,
|
| 56 |
+
19,
|
| 57 |
+
20,
|
| 58 |
+
21,
|
| 59 |
+
22,
|
| 60 |
+
23,
|
| 61 |
+
24,
|
| 62 |
+
25,
|
| 63 |
+
26,
|
| 64 |
+
27,
|
| 65 |
+
28,
|
| 66 |
+
29,
|
| 67 |
+
30,
|
| 68 |
+
31,
|
| 69 |
+
32,
|
| 70 |
+
33,
|
| 71 |
+
34,
|
| 72 |
+
35,
|
| 73 |
+
36,
|
| 74 |
+
37,
|
| 75 |
+
38,
|
| 76 |
+
39
|
| 77 |
+
],
|
| 78 |
+
"modality_keys": [
|
| 79 |
+
"left_wrist_eef_9d",
|
| 80 |
+
"right_wrist_eef_9d",
|
| 81 |
+
"left_hand",
|
| 82 |
+
"right_hand",
|
| 83 |
+
"left_arm",
|
| 84 |
+
"right_arm",
|
| 85 |
+
"waist",
|
| 86 |
+
"base_height_command",
|
| 87 |
+
"navigate_command"
|
| 88 |
+
],
|
| 89 |
+
"sin_cos_embedding_keys": null,
|
| 90 |
+
"mean_std_embedding_keys": null,
|
| 91 |
+
"action_configs": [
|
| 92 |
+
{
|
| 93 |
+
"rep": "RELATIVE",
|
| 94 |
+
"type": "EEF",
|
| 95 |
+
"format": "XYZ_ROT6D",
|
| 96 |
+
"state_key": "left_wrist_eef_9d"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"rep": "RELATIVE",
|
| 100 |
+
"type": "EEF",
|
| 101 |
+
"format": "XYZ_ROT6D",
|
| 102 |
+
"state_key": "right_wrist_eef_9d"
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"rep": "ABSOLUTE",
|
| 106 |
+
"type": "NON_EEF",
|
| 107 |
+
"format": "DEFAULT",
|
| 108 |
+
"state_key": "left_hand"
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"rep": "ABSOLUTE",
|
| 112 |
+
"type": "NON_EEF",
|
| 113 |
+
"format": "DEFAULT",
|
| 114 |
+
"state_key": "right_hand"
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"rep": "RELATIVE",
|
| 118 |
+
"type": "NON_EEF",
|
| 119 |
+
"format": "DEFAULT",
|
| 120 |
+
"state_key": "left_arm"
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"rep": "RELATIVE",
|
| 124 |
+
"type": "NON_EEF",
|
| 125 |
+
"format": "DEFAULT",
|
| 126 |
+
"state_key": "right_arm"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"rep": "ABSOLUTE",
|
| 130 |
+
"type": "NON_EEF",
|
| 131 |
+
"format": "DEFAULT",
|
| 132 |
+
"state_key": "waist"
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"rep": "ABSOLUTE",
|
| 136 |
+
"type": "NON_EEF",
|
| 137 |
+
"format": "DEFAULT",
|
| 138 |
+
"state_key": "base_height_command"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"rep": "ABSOLUTE",
|
| 142 |
+
"type": "NON_EEF",
|
| 143 |
+
"format": "DEFAULT",
|
| 144 |
+
"state_key": "navigate_command"
|
| 145 |
+
}
|
| 146 |
+
]
|
| 147 |
+
},
|
| 148 |
+
"language": {
|
| 149 |
+
"delta_indices": [
|
| 150 |
+
0
|
| 151 |
+
],
|
| 152 |
+
"modality_keys": [
|
| 153 |
+
"annotation.human.task_description"
|
| 154 |
+
],
|
| 155 |
+
"sin_cos_embedding_keys": null,
|
| 156 |
+
"mean_std_embedding_keys": null,
|
| 157 |
+
"action_configs": null
|
| 158 |
+
}
|
| 159 |
+
},
|
| 160 |
+
"real_r1_pro_sharpa_relative_eef_mecka": {
|
| 161 |
+
"video": {
|
| 162 |
+
"delta_indices": [
|
| 163 |
+
-30,
|
| 164 |
+
0
|
| 165 |
+
],
|
| 166 |
+
"modality_keys": [
|
| 167 |
+
"ego_view_cropratio_res320x240_freq30"
|
| 168 |
+
],
|
| 169 |
+
"sin_cos_embedding_keys": null,
|
| 170 |
+
"mean_std_embedding_keys": null,
|
| 171 |
+
"action_configs": null
|
| 172 |
+
},
|
| 173 |
+
"state": {
|
| 174 |
+
"delta_indices": [
|
| 175 |
+
0
|
| 176 |
+
],
|
| 177 |
+
"modality_keys": [
|
| 178 |
+
"left_wrist_eef",
|
| 179 |
+
"right_wrist_eef",
|
| 180 |
+
"left_hand_joints",
|
| 181 |
+
"right_hand_joints"
|
| 182 |
+
],
|
| 183 |
+
"sin_cos_embedding_keys": null,
|
| 184 |
+
"mean_std_embedding_keys": null,
|
| 185 |
+
"action_configs": null
|
| 186 |
+
},
|
| 187 |
+
"action": {
|
| 188 |
+
"delta_indices": [
|
| 189 |
+
0,
|
| 190 |
+
1,
|
| 191 |
+
2,
|
| 192 |
+
3,
|
| 193 |
+
4,
|
| 194 |
+
5,
|
| 195 |
+
6,
|
| 196 |
+
7,
|
| 197 |
+
8,
|
| 198 |
+
9,
|
| 199 |
+
10,
|
| 200 |
+
11,
|
| 201 |
+
12,
|
| 202 |
+
13,
|
| 203 |
+
14,
|
| 204 |
+
15,
|
| 205 |
+
16,
|
| 206 |
+
17,
|
| 207 |
+
18,
|
| 208 |
+
19,
|
| 209 |
+
20,
|
| 210 |
+
21,
|
| 211 |
+
22,
|
| 212 |
+
23,
|
| 213 |
+
24,
|
| 214 |
+
25,
|
| 215 |
+
26,
|
| 216 |
+
27,
|
| 217 |
+
28,
|
| 218 |
+
29,
|
| 219 |
+
30,
|
| 220 |
+
31,
|
| 221 |
+
32,
|
| 222 |
+
33,
|
| 223 |
+
34,
|
| 224 |
+
35,
|
| 225 |
+
36,
|
| 226 |
+
37,
|
| 227 |
+
38,
|
| 228 |
+
39
|
| 229 |
+
],
|
| 230 |
+
"modality_keys": [
|
| 231 |
+
"left_wrist_eef",
|
| 232 |
+
"right_wrist_eef",
|
| 233 |
+
"left_hand_joints",
|
| 234 |
+
"right_hand_joints"
|
| 235 |
+
],
|
| 236 |
+
"sin_cos_embedding_keys": null,
|
| 237 |
+
"mean_std_embedding_keys": null,
|
| 238 |
+
"action_configs": [
|
| 239 |
+
{
|
| 240 |
+
"rep": "RELATIVE",
|
| 241 |
+
"type": "EEF",
|
| 242 |
+
"format": "XYZ_ROT6D",
|
| 243 |
+
"state_key": "left_wrist_eef"
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"rep": "RELATIVE",
|
| 247 |
+
"type": "EEF",
|
| 248 |
+
"format": "XYZ_ROT6D",
|
| 249 |
+
"state_key": "right_wrist_eef"
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"rep": "ABSOLUTE",
|
| 253 |
+
"type": "NON_EEF",
|
| 254 |
+
"format": "DEFAULT",
|
| 255 |
+
"state_key": "left_hand_joints"
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"rep": "ABSOLUTE",
|
| 259 |
+
"type": "NON_EEF",
|
| 260 |
+
"format": "DEFAULT",
|
| 261 |
+
"state_key": "right_hand_joints"
|
| 262 |
+
}
|
| 263 |
+
]
|
| 264 |
+
},
|
| 265 |
+
"language": {
|
| 266 |
+
"delta_indices": [
|
| 267 |
+
0
|
| 268 |
+
],
|
| 269 |
+
"modality_keys": [
|
| 270 |
+
"annotation.human.coarse_action"
|
| 271 |
+
],
|
| 272 |
+
"sin_cos_embedding_keys": null,
|
| 273 |
+
"mean_std_embedding_keys": null,
|
| 274 |
+
"action_configs": null
|
| 275 |
+
}
|
| 276 |
+
},
|
| 277 |
+
"real_r1_pro_sharpa_relative_eef_human": {
|
| 278 |
+
"video": {
|
| 279 |
+
"delta_indices": [
|
| 280 |
+
-20,
|
| 281 |
+
0
|
| 282 |
+
],
|
| 283 |
+
"modality_keys": [
|
| 284 |
+
"ego_view_res320x240_freq20",
|
| 285 |
+
"left_wrist_view_res320x240_freq20",
|
| 286 |
+
"right_wrist_view_res320x240_freq20"
|
| 287 |
+
],
|
| 288 |
+
"sin_cos_embedding_keys": null,
|
| 289 |
+
"mean_std_embedding_keys": null,
|
| 290 |
+
"action_configs": null
|
| 291 |
+
},
|
| 292 |
+
"state": {
|
| 293 |
+
"delta_indices": [
|
| 294 |
+
0
|
| 295 |
+
],
|
| 296 |
+
"modality_keys": [
|
| 297 |
+
"left_wrist_eef",
|
| 298 |
+
"right_wrist_eef",
|
| 299 |
+
"left_hand_joints",
|
| 300 |
+
"right_hand_joints"
|
| 301 |
+
],
|
| 302 |
+
"sin_cos_embedding_keys": null,
|
| 303 |
+
"mean_std_embedding_keys": null,
|
| 304 |
+
"action_configs": null
|
| 305 |
+
},
|
| 306 |
+
"action": {
|
| 307 |
+
"delta_indices": [
|
| 308 |
+
0,
|
| 309 |
+
1,
|
| 310 |
+
2,
|
| 311 |
+
3,
|
| 312 |
+
4,
|
| 313 |
+
5,
|
| 314 |
+
6,
|
| 315 |
+
7,
|
| 316 |
+
8,
|
| 317 |
+
9,
|
| 318 |
+
10,
|
| 319 |
+
11,
|
| 320 |
+
12,
|
| 321 |
+
13,
|
| 322 |
+
14,
|
| 323 |
+
15,
|
| 324 |
+
16,
|
| 325 |
+
17,
|
| 326 |
+
18,
|
| 327 |
+
19,
|
| 328 |
+
20,
|
| 329 |
+
21,
|
| 330 |
+
22,
|
| 331 |
+
23,
|
| 332 |
+
24,
|
| 333 |
+
25,
|
| 334 |
+
26,
|
| 335 |
+
27,
|
| 336 |
+
28,
|
| 337 |
+
29,
|
| 338 |
+
30,
|
| 339 |
+
31,
|
| 340 |
+
32,
|
| 341 |
+
33,
|
| 342 |
+
34,
|
| 343 |
+
35,
|
| 344 |
+
36,
|
| 345 |
+
37,
|
| 346 |
+
38,
|
| 347 |
+
39
|
| 348 |
+
],
|
| 349 |
+
"modality_keys": [
|
| 350 |
+
"left_wrist_eef",
|
| 351 |
+
"right_wrist_eef",
|
| 352 |
+
"left_hand_joints",
|
| 353 |
+
"right_hand_joints"
|
| 354 |
+
],
|
| 355 |
+
"sin_cos_embedding_keys": null,
|
| 356 |
+
"mean_std_embedding_keys": null,
|
| 357 |
+
"action_configs": [
|
| 358 |
+
{
|
| 359 |
+
"rep": "RELATIVE",
|
| 360 |
+
"type": "EEF",
|
| 361 |
+
"format": "XYZ_ROT6D",
|
| 362 |
+
"state_key": "left_wrist_eef"
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"rep": "RELATIVE",
|
| 366 |
+
"type": "EEF",
|
| 367 |
+
"format": "XYZ_ROT6D",
|
| 368 |
+
"state_key": "right_wrist_eef"
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"rep": "ABSOLUTE",
|
| 372 |
+
"type": "NON_EEF",
|
| 373 |
+
"format": "DEFAULT",
|
| 374 |
+
"state_key": "left_hand_joints"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"rep": "ABSOLUTE",
|
| 378 |
+
"type": "NON_EEF",
|
| 379 |
+
"format": "DEFAULT",
|
| 380 |
+
"state_key": "right_hand_joints"
|
| 381 |
+
}
|
| 382 |
+
]
|
| 383 |
+
},
|
| 384 |
+
"language": {
|
| 385 |
+
"delta_indices": [
|
| 386 |
+
0
|
| 387 |
+
],
|
| 388 |
+
"modality_keys": [
|
| 389 |
+
"annotation.human.coarse_action"
|
| 390 |
+
],
|
| 391 |
+
"sin_cos_embedding_keys": null,
|
| 392 |
+
"mean_std_embedding_keys": null,
|
| 393 |
+
"action_configs": null
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"real_r1_pro_sharpa_relative_eef": {
|
| 397 |
+
"video": {
|
| 398 |
+
"delta_indices": [
|
| 399 |
+
-20,
|
| 400 |
+
0
|
| 401 |
+
],
|
| 402 |
+
"modality_keys": [
|
| 403 |
+
"ego_view_res320x240_freq20",
|
| 404 |
+
"left_wrist_view_res320x240_freq20",
|
| 405 |
+
"right_wrist_view_res320x240_freq20"
|
| 406 |
+
],
|
| 407 |
+
"sin_cos_embedding_keys": null,
|
| 408 |
+
"mean_std_embedding_keys": null,
|
| 409 |
+
"action_configs": null
|
| 410 |
+
},
|
| 411 |
+
"state": {
|
| 412 |
+
"delta_indices": [
|
| 413 |
+
0
|
| 414 |
+
],
|
| 415 |
+
"modality_keys": [
|
| 416 |
+
"left_wrist_eef",
|
| 417 |
+
"right_wrist_eef",
|
| 418 |
+
"left_hand_joints",
|
| 419 |
+
"right_hand_joints"
|
| 420 |
+
],
|
| 421 |
+
"sin_cos_embedding_keys": null,
|
| 422 |
+
"mean_std_embedding_keys": null,
|
| 423 |
+
"action_configs": null
|
| 424 |
+
},
|
| 425 |
+
"action": {
|
| 426 |
+
"delta_indices": [
|
| 427 |
+
0,
|
| 428 |
+
1,
|
| 429 |
+
2,
|
| 430 |
+
3,
|
| 431 |
+
4,
|
| 432 |
+
5,
|
| 433 |
+
6,
|
| 434 |
+
7,
|
| 435 |
+
8,
|
| 436 |
+
9,
|
| 437 |
+
10,
|
| 438 |
+
11,
|
| 439 |
+
12,
|
| 440 |
+
13,
|
| 441 |
+
14,
|
| 442 |
+
15,
|
| 443 |
+
16,
|
| 444 |
+
17,
|
| 445 |
+
18,
|
| 446 |
+
19,
|
| 447 |
+
20,
|
| 448 |
+
21,
|
| 449 |
+
22,
|
| 450 |
+
23,
|
| 451 |
+
24,
|
| 452 |
+
25,
|
| 453 |
+
26,
|
| 454 |
+
27,
|
| 455 |
+
28,
|
| 456 |
+
29,
|
| 457 |
+
30,
|
| 458 |
+
31,
|
| 459 |
+
32,
|
| 460 |
+
33,
|
| 461 |
+
34,
|
| 462 |
+
35,
|
| 463 |
+
36,
|
| 464 |
+
37,
|
| 465 |
+
38,
|
| 466 |
+
39
|
| 467 |
+
],
|
| 468 |
+
"modality_keys": [
|
| 469 |
+
"left_wrist_eef",
|
| 470 |
+
"right_wrist_eef",
|
| 471 |
+
"left_hand_joints",
|
| 472 |
+
"right_hand_joints"
|
| 473 |
+
],
|
| 474 |
+
"sin_cos_embedding_keys": null,
|
| 475 |
+
"mean_std_embedding_keys": null,
|
| 476 |
+
"action_configs": [
|
| 477 |
+
{
|
| 478 |
+
"rep": "RELATIVE",
|
| 479 |
+
"type": "EEF",
|
| 480 |
+
"format": "XYZ_ROT6D",
|
| 481 |
+
"state_key": "left_wrist_eef"
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"rep": "RELATIVE",
|
| 485 |
+
"type": "EEF",
|
| 486 |
+
"format": "XYZ_ROT6D",
|
| 487 |
+
"state_key": "right_wrist_eef"
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"rep": "ABSOLUTE",
|
| 491 |
+
"type": "NON_EEF",
|
| 492 |
+
"format": "DEFAULT",
|
| 493 |
+
"state_key": "left_hand_joints"
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"rep": "ABSOLUTE",
|
| 497 |
+
"type": "NON_EEF",
|
| 498 |
+
"format": "DEFAULT",
|
| 499 |
+
"state_key": "right_hand_joints"
|
| 500 |
+
}
|
| 501 |
+
]
|
| 502 |
+
},
|
| 503 |
+
"language": {
|
| 504 |
+
"delta_indices": [
|
| 505 |
+
0
|
| 506 |
+
],
|
| 507 |
+
"modality_keys": [
|
| 508 |
+
"annotation.human.coarse_action"
|
| 509 |
+
],
|
| 510 |
+
"sin_cos_embedding_keys": null,
|
| 511 |
+
"mean_std_embedding_keys": null,
|
| 512 |
+
"action_configs": null
|
| 513 |
+
}
|
| 514 |
+
},
|
| 515 |
+
"xdof_relative_eef_relative_joint": {
|
| 516 |
+
"video": {
|
| 517 |
+
"delta_indices": [
|
| 518 |
+
-30,
|
| 519 |
+
0
|
| 520 |
+
],
|
| 521 |
+
"modality_keys": [
|
| 522 |
+
"top_camera-images-rgb_320_240",
|
| 523 |
+
"left_camera-images-rgb_320_240",
|
| 524 |
+
"right_camera-images-rgb_320_240"
|
| 525 |
+
],
|
| 526 |
+
"sin_cos_embedding_keys": null,
|
| 527 |
+
"mean_std_embedding_keys": null,
|
| 528 |
+
"action_configs": null
|
| 529 |
+
},
|
| 530 |
+
"state": {
|
| 531 |
+
"delta_indices": [
|
| 532 |
+
0
|
| 533 |
+
],
|
| 534 |
+
"modality_keys": [
|
| 535 |
+
"left_wrist_eef",
|
| 536 |
+
"right_wrist_eef",
|
| 537 |
+
"left_gripper_pos",
|
| 538 |
+
"right_gripper_pos",
|
| 539 |
+
"left_joint_pos",
|
| 540 |
+
"right_joint_pos"
|
| 541 |
+
],
|
| 542 |
+
"sin_cos_embedding_keys": null,
|
| 543 |
+
"mean_std_embedding_keys": null,
|
| 544 |
+
"action_configs": null
|
| 545 |
+
},
|
| 546 |
+
"action": {
|
| 547 |
+
"delta_indices": [
|
| 548 |
+
0,
|
| 549 |
+
1,
|
| 550 |
+
2,
|
| 551 |
+
3,
|
| 552 |
+
4,
|
| 553 |
+
5,
|
| 554 |
+
6,
|
| 555 |
+
7,
|
| 556 |
+
8,
|
| 557 |
+
9,
|
| 558 |
+
10,
|
| 559 |
+
11,
|
| 560 |
+
12,
|
| 561 |
+
13,
|
| 562 |
+
14,
|
| 563 |
+
15,
|
| 564 |
+
16,
|
| 565 |
+
17,
|
| 566 |
+
18,
|
| 567 |
+
19,
|
| 568 |
+
20,
|
| 569 |
+
21,
|
| 570 |
+
22,
|
| 571 |
+
23,
|
| 572 |
+
24,
|
| 573 |
+
25,
|
| 574 |
+
26,
|
| 575 |
+
27,
|
| 576 |
+
28,
|
| 577 |
+
29,
|
| 578 |
+
30,
|
| 579 |
+
31,
|
| 580 |
+
32,
|
| 581 |
+
33,
|
| 582 |
+
34,
|
| 583 |
+
35,
|
| 584 |
+
36,
|
| 585 |
+
37,
|
| 586 |
+
38,
|
| 587 |
+
39
|
| 588 |
+
],
|
| 589 |
+
"modality_keys": [
|
| 590 |
+
"left_wrist_eef",
|
| 591 |
+
"right_wrist_eef",
|
| 592 |
+
"left_gripper_pos",
|
| 593 |
+
"right_gripper_pos",
|
| 594 |
+
"left_joint_pos",
|
| 595 |
+
"right_joint_pos"
|
| 596 |
+
],
|
| 597 |
+
"sin_cos_embedding_keys": null,
|
| 598 |
+
"mean_std_embedding_keys": null,
|
| 599 |
+
"action_configs": [
|
| 600 |
+
{
|
| 601 |
+
"rep": "RELATIVE",
|
| 602 |
+
"type": "EEF",
|
| 603 |
+
"format": "XYZ_ROT6D",
|
| 604 |
+
"state_key": "left_wrist_eef"
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"rep": "RELATIVE",
|
| 608 |
+
"type": "EEF",
|
| 609 |
+
"format": "XYZ_ROT6D",
|
| 610 |
+
"state_key": "right_wrist_eef"
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"rep": "ABSOLUTE",
|
| 614 |
+
"type": "NON_EEF",
|
| 615 |
+
"format": "DEFAULT",
|
| 616 |
+
"state_key": "left_gripper_pos"
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"rep": "ABSOLUTE",
|
| 620 |
+
"type": "NON_EEF",
|
| 621 |
+
"format": "DEFAULT",
|
| 622 |
+
"state_key": "right_gripper_pos"
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"rep": "RELATIVE",
|
| 626 |
+
"type": "NON_EEF",
|
| 627 |
+
"format": "DEFAULT",
|
| 628 |
+
"state_key": "left_joint_pos"
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"rep": "RELATIVE",
|
| 632 |
+
"type": "NON_EEF",
|
| 633 |
+
"format": "DEFAULT",
|
| 634 |
+
"state_key": "right_joint_pos"
|
| 635 |
+
}
|
| 636 |
+
]
|
| 637 |
+
},
|
| 638 |
+
"language": {
|
| 639 |
+
"delta_indices": [
|
| 640 |
+
0
|
| 641 |
+
],
|
| 642 |
+
"modality_keys": [
|
| 643 |
+
"annotation.task"
|
| 644 |
+
],
|
| 645 |
+
"sin_cos_embedding_keys": null,
|
| 646 |
+
"mean_std_embedding_keys": null,
|
| 647 |
+
"action_configs": null
|
| 648 |
+
}
|
| 649 |
+
},
|
| 650 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights": {
|
| 651 |
+
"video": {
|
| 652 |
+
"delta_indices": [
|
| 653 |
+
-30,
|
| 654 |
+
0
|
| 655 |
+
],
|
| 656 |
+
"modality_keys": [
|
| 657 |
+
"ego_view_cropratio_res320x240_freq30"
|
| 658 |
+
],
|
| 659 |
+
"sin_cos_embedding_keys": null,
|
| 660 |
+
"mean_std_embedding_keys": null,
|
| 661 |
+
"action_configs": null
|
| 662 |
+
},
|
| 663 |
+
"state": {
|
| 664 |
+
"delta_indices": [
|
| 665 |
+
0
|
| 666 |
+
],
|
| 667 |
+
"modality_keys": [
|
| 668 |
+
"left_wrist_eef",
|
| 669 |
+
"right_wrist_eef",
|
| 670 |
+
"left_hand_joints",
|
| 671 |
+
"right_hand_joints"
|
| 672 |
+
],
|
| 673 |
+
"sin_cos_embedding_keys": null,
|
| 674 |
+
"mean_std_embedding_keys": null,
|
| 675 |
+
"action_configs": null
|
| 676 |
+
},
|
| 677 |
+
"action": {
|
| 678 |
+
"delta_indices": [
|
| 679 |
+
0,
|
| 680 |
+
1,
|
| 681 |
+
2,
|
| 682 |
+
3,
|
| 683 |
+
4,
|
| 684 |
+
5,
|
| 685 |
+
6,
|
| 686 |
+
7,
|
| 687 |
+
8,
|
| 688 |
+
9,
|
| 689 |
+
10,
|
| 690 |
+
11,
|
| 691 |
+
12,
|
| 692 |
+
13,
|
| 693 |
+
14,
|
| 694 |
+
15,
|
| 695 |
+
16,
|
| 696 |
+
17,
|
| 697 |
+
18,
|
| 698 |
+
19,
|
| 699 |
+
20,
|
| 700 |
+
21,
|
| 701 |
+
22,
|
| 702 |
+
23,
|
| 703 |
+
24,
|
| 704 |
+
25,
|
| 705 |
+
26,
|
| 706 |
+
27,
|
| 707 |
+
28,
|
| 708 |
+
29,
|
| 709 |
+
30,
|
| 710 |
+
31,
|
| 711 |
+
32,
|
| 712 |
+
33,
|
| 713 |
+
34,
|
| 714 |
+
35,
|
| 715 |
+
36,
|
| 716 |
+
37,
|
| 717 |
+
38,
|
| 718 |
+
39
|
| 719 |
+
],
|
| 720 |
+
"modality_keys": [
|
| 721 |
+
"left_wrist_eef",
|
| 722 |
+
"right_wrist_eef",
|
| 723 |
+
"left_hand_joints",
|
| 724 |
+
"right_hand_joints"
|
| 725 |
+
],
|
| 726 |
+
"sin_cos_embedding_keys": null,
|
| 727 |
+
"mean_std_embedding_keys": null,
|
| 728 |
+
"action_configs": [
|
| 729 |
+
{
|
| 730 |
+
"rep": "RELATIVE",
|
| 731 |
+
"type": "EEF",
|
| 732 |
+
"format": "XYZ_ROT6D",
|
| 733 |
+
"state_key": "left_wrist_eef"
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"rep": "RELATIVE",
|
| 737 |
+
"type": "EEF",
|
| 738 |
+
"format": "XYZ_ROT6D",
|
| 739 |
+
"state_key": "right_wrist_eef"
|
| 740 |
+
},
|
| 741 |
+
{
|
| 742 |
+
"rep": "ABSOLUTE",
|
| 743 |
+
"type": "NON_EEF",
|
| 744 |
+
"format": "DEFAULT",
|
| 745 |
+
"state_key": "left_hand_joints"
|
| 746 |
+
},
|
| 747 |
+
{
|
| 748 |
+
"rep": "ABSOLUTE",
|
| 749 |
+
"type": "NON_EEF",
|
| 750 |
+
"format": "DEFAULT",
|
| 751 |
+
"state_key": "right_hand_joints"
|
| 752 |
+
}
|
| 753 |
+
]
|
| 754 |
+
},
|
| 755 |
+
"language": {
|
| 756 |
+
"delta_indices": [
|
| 757 |
+
0
|
| 758 |
+
],
|
| 759 |
+
"modality_keys": [
|
| 760 |
+
"annotation.human.coarse_action"
|
| 761 |
+
],
|
| 762 |
+
"sin_cos_embedding_keys": null,
|
| 763 |
+
"mean_std_embedding_keys": null,
|
| 764 |
+
"action_configs": null
|
| 765 |
+
}
|
| 766 |
+
},
|
| 767 |
+
"xdof_relative_eef_relative_joint_subtask": {
|
| 768 |
+
"video": {
|
| 769 |
+
"delta_indices": [
|
| 770 |
+
-30,
|
| 771 |
+
0
|
| 772 |
+
],
|
| 773 |
+
"modality_keys": [
|
| 774 |
+
"top_camera-images-rgb_320_240",
|
| 775 |
+
"left_camera-images-rgb_320_240",
|
| 776 |
+
"right_camera-images-rgb_320_240"
|
| 777 |
+
],
|
| 778 |
+
"sin_cos_embedding_keys": null,
|
| 779 |
+
"mean_std_embedding_keys": null,
|
| 780 |
+
"action_configs": null
|
| 781 |
+
},
|
| 782 |
+
"state": {
|
| 783 |
+
"delta_indices": [
|
| 784 |
+
0
|
| 785 |
+
],
|
| 786 |
+
"modality_keys": [
|
| 787 |
+
"left_wrist_eef",
|
| 788 |
+
"right_wrist_eef",
|
| 789 |
+
"left_gripper_pos",
|
| 790 |
+
"right_gripper_pos",
|
| 791 |
+
"left_joint_pos",
|
| 792 |
+
"right_joint_pos"
|
| 793 |
+
],
|
| 794 |
+
"sin_cos_embedding_keys": null,
|
| 795 |
+
"mean_std_embedding_keys": null,
|
| 796 |
+
"action_configs": null
|
| 797 |
+
},
|
| 798 |
+
"action": {
|
| 799 |
+
"delta_indices": [
|
| 800 |
+
0,
|
| 801 |
+
1,
|
| 802 |
+
2,
|
| 803 |
+
3,
|
| 804 |
+
4,
|
| 805 |
+
5,
|
| 806 |
+
6,
|
| 807 |
+
7,
|
| 808 |
+
8,
|
| 809 |
+
9,
|
| 810 |
+
10,
|
| 811 |
+
11,
|
| 812 |
+
12,
|
| 813 |
+
13,
|
| 814 |
+
14,
|
| 815 |
+
15,
|
| 816 |
+
16,
|
| 817 |
+
17,
|
| 818 |
+
18,
|
| 819 |
+
19,
|
| 820 |
+
20,
|
| 821 |
+
21,
|
| 822 |
+
22,
|
| 823 |
+
23,
|
| 824 |
+
24,
|
| 825 |
+
25,
|
| 826 |
+
26,
|
| 827 |
+
27,
|
| 828 |
+
28,
|
| 829 |
+
29,
|
| 830 |
+
30,
|
| 831 |
+
31,
|
| 832 |
+
32,
|
| 833 |
+
33,
|
| 834 |
+
34,
|
| 835 |
+
35,
|
| 836 |
+
36,
|
| 837 |
+
37,
|
| 838 |
+
38,
|
| 839 |
+
39
|
| 840 |
+
],
|
| 841 |
+
"modality_keys": [
|
| 842 |
+
"left_wrist_eef",
|
| 843 |
+
"right_wrist_eef",
|
| 844 |
+
"left_gripper_pos",
|
| 845 |
+
"right_gripper_pos",
|
| 846 |
+
"left_joint_pos",
|
| 847 |
+
"right_joint_pos"
|
| 848 |
+
],
|
| 849 |
+
"sin_cos_embedding_keys": null,
|
| 850 |
+
"mean_std_embedding_keys": null,
|
| 851 |
+
"action_configs": [
|
| 852 |
+
{
|
| 853 |
+
"rep": "RELATIVE",
|
| 854 |
+
"type": "EEF",
|
| 855 |
+
"format": "XYZ_ROT6D",
|
| 856 |
+
"state_key": "left_wrist_eef"
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"rep": "RELATIVE",
|
| 860 |
+
"type": "EEF",
|
| 861 |
+
"format": "XYZ_ROT6D",
|
| 862 |
+
"state_key": "right_wrist_eef"
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"rep": "ABSOLUTE",
|
| 866 |
+
"type": "NON_EEF",
|
| 867 |
+
"format": "DEFAULT",
|
| 868 |
+
"state_key": "left_gripper_pos"
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"rep": "ABSOLUTE",
|
| 872 |
+
"type": "NON_EEF",
|
| 873 |
+
"format": "DEFAULT",
|
| 874 |
+
"state_key": "right_gripper_pos"
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"rep": "RELATIVE",
|
| 878 |
+
"type": "NON_EEF",
|
| 879 |
+
"format": "DEFAULT",
|
| 880 |
+
"state_key": "left_joint_pos"
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"rep": "RELATIVE",
|
| 884 |
+
"type": "NON_EEF",
|
| 885 |
+
"format": "DEFAULT",
|
| 886 |
+
"state_key": "right_joint_pos"
|
| 887 |
+
}
|
| 888 |
+
]
|
| 889 |
+
},
|
| 890 |
+
"language": {
|
| 891 |
+
"delta_indices": [
|
| 892 |
+
0
|
| 893 |
+
],
|
| 894 |
+
"modality_keys": [
|
| 895 |
+
"annotation.sub_task"
|
| 896 |
+
],
|
| 897 |
+
"sin_cos_embedding_keys": null,
|
| 898 |
+
"mean_std_embedding_keys": null,
|
| 899 |
+
"action_configs": null
|
| 900 |
+
}
|
| 901 |
+
},
|
| 902 |
+
"oxe_droid_relative_eef_relative_joint": {
|
| 903 |
+
"video": {
|
| 904 |
+
"delta_indices": [
|
| 905 |
+
-15,
|
| 906 |
+
0
|
| 907 |
+
],
|
| 908 |
+
"modality_keys": [
|
| 909 |
+
"exterior_image_1_left",
|
| 910 |
+
"wrist_image_left"
|
| 911 |
+
],
|
| 912 |
+
"sin_cos_embedding_keys": null,
|
| 913 |
+
"mean_std_embedding_keys": null,
|
| 914 |
+
"action_configs": null
|
| 915 |
+
},
|
| 916 |
+
"state": {
|
| 917 |
+
"delta_indices": [
|
| 918 |
+
0
|
| 919 |
+
],
|
| 920 |
+
"modality_keys": [
|
| 921 |
+
"eef_9d",
|
| 922 |
+
"gripper_position",
|
| 923 |
+
"joint_position"
|
| 924 |
+
],
|
| 925 |
+
"sin_cos_embedding_keys": null,
|
| 926 |
+
"mean_std_embedding_keys": null,
|
| 927 |
+
"action_configs": null
|
| 928 |
+
},
|
| 929 |
+
"action": {
|
| 930 |
+
"delta_indices": [
|
| 931 |
+
0,
|
| 932 |
+
1,
|
| 933 |
+
2,
|
| 934 |
+
3,
|
| 935 |
+
4,
|
| 936 |
+
5,
|
| 937 |
+
6,
|
| 938 |
+
7,
|
| 939 |
+
8,
|
| 940 |
+
9,
|
| 941 |
+
10,
|
| 942 |
+
11,
|
| 943 |
+
12,
|
| 944 |
+
13,
|
| 945 |
+
14,
|
| 946 |
+
15,
|
| 947 |
+
16,
|
| 948 |
+
17,
|
| 949 |
+
18,
|
| 950 |
+
19,
|
| 951 |
+
20,
|
| 952 |
+
21,
|
| 953 |
+
22,
|
| 954 |
+
23,
|
| 955 |
+
24,
|
| 956 |
+
25,
|
| 957 |
+
26,
|
| 958 |
+
27,
|
| 959 |
+
28,
|
| 960 |
+
29,
|
| 961 |
+
30,
|
| 962 |
+
31,
|
| 963 |
+
32,
|
| 964 |
+
33,
|
| 965 |
+
34,
|
| 966 |
+
35,
|
| 967 |
+
36,
|
| 968 |
+
37,
|
| 969 |
+
38,
|
| 970 |
+
39
|
| 971 |
+
],
|
| 972 |
+
"modality_keys": [
|
| 973 |
+
"eef_9d",
|
| 974 |
+
"gripper_position",
|
| 975 |
+
"joint_position"
|
| 976 |
+
],
|
| 977 |
+
"sin_cos_embedding_keys": null,
|
| 978 |
+
"mean_std_embedding_keys": null,
|
| 979 |
+
"action_configs": [
|
| 980 |
+
{
|
| 981 |
+
"rep": "RELATIVE",
|
| 982 |
+
"type": "EEF",
|
| 983 |
+
"format": "XYZ_ROT6D",
|
| 984 |
+
"state_key": "eef_9d"
|
| 985 |
+
},
|
| 986 |
+
{
|
| 987 |
+
"rep": "ABSOLUTE",
|
| 988 |
+
"type": "NON_EEF",
|
| 989 |
+
"format": "DEFAULT",
|
| 990 |
+
"state_key": "gripper_position"
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"rep": "RELATIVE",
|
| 994 |
+
"type": "NON_EEF",
|
| 995 |
+
"format": "DEFAULT",
|
| 996 |
+
"state_key": "joint_position"
|
| 997 |
+
}
|
| 998 |
+
]
|
| 999 |
+
},
|
| 1000 |
+
"language": {
|
| 1001 |
+
"delta_indices": [
|
| 1002 |
+
0
|
| 1003 |
+
],
|
| 1004 |
+
"modality_keys": [
|
| 1005 |
+
"annotation.language.language_instruction"
|
| 1006 |
+
],
|
| 1007 |
+
"sin_cos_embedding_keys": null,
|
| 1008 |
+
"mean_std_embedding_keys": null,
|
| 1009 |
+
"action_configs": null
|
| 1010 |
+
}
|
| 1011 |
+
},
|
| 1012 |
+
"new_embodiment": {
|
| 1013 |
+
"video": {
|
| 1014 |
+
"delta_indices": [
|
| 1015 |
+
0
|
| 1016 |
+
],
|
| 1017 |
+
"modality_keys": [
|
| 1018 |
+
"observation.images.head",
|
| 1019 |
+
"observation.images.left_wrist",
|
| 1020 |
+
"observation.images.right_wrist"
|
| 1021 |
+
],
|
| 1022 |
+
"sin_cos_embedding_keys": null,
|
| 1023 |
+
"mean_std_embedding_keys": null,
|
| 1024 |
+
"action_configs": null
|
| 1025 |
+
},
|
| 1026 |
+
"state": {
|
| 1027 |
+
"delta_indices": [
|
| 1028 |
+
0
|
| 1029 |
+
],
|
| 1030 |
+
"modality_keys": [
|
| 1031 |
+
"body"
|
| 1032 |
+
],
|
| 1033 |
+
"sin_cos_embedding_keys": null,
|
| 1034 |
+
"mean_std_embedding_keys": null,
|
| 1035 |
+
"action_configs": null
|
| 1036 |
+
},
|
| 1037 |
+
"action": {
|
| 1038 |
+
"delta_indices": [
|
| 1039 |
+
0,
|
| 1040 |
+
1,
|
| 1041 |
+
2,
|
| 1042 |
+
3,
|
| 1043 |
+
4,
|
| 1044 |
+
5,
|
| 1045 |
+
6,
|
| 1046 |
+
7,
|
| 1047 |
+
8,
|
| 1048 |
+
9,
|
| 1049 |
+
10,
|
| 1050 |
+
11,
|
| 1051 |
+
12,
|
| 1052 |
+
13,
|
| 1053 |
+
14,
|
| 1054 |
+
15,
|
| 1055 |
+
16,
|
| 1056 |
+
17,
|
| 1057 |
+
18,
|
| 1058 |
+
19,
|
| 1059 |
+
20,
|
| 1060 |
+
21,
|
| 1061 |
+
22,
|
| 1062 |
+
23,
|
| 1063 |
+
24,
|
| 1064 |
+
25,
|
| 1065 |
+
26,
|
| 1066 |
+
27,
|
| 1067 |
+
28,
|
| 1068 |
+
29,
|
| 1069 |
+
30,
|
| 1070 |
+
31,
|
| 1071 |
+
32,
|
| 1072 |
+
33,
|
| 1073 |
+
34,
|
| 1074 |
+
35,
|
| 1075 |
+
36,
|
| 1076 |
+
37,
|
| 1077 |
+
38,
|
| 1078 |
+
39
|
| 1079 |
+
],
|
| 1080 |
+
"modality_keys": [
|
| 1081 |
+
"body"
|
| 1082 |
+
],
|
| 1083 |
+
"sin_cos_embedding_keys": null,
|
| 1084 |
+
"mean_std_embedding_keys": null,
|
| 1085 |
+
"action_configs": [
|
| 1086 |
+
{
|
| 1087 |
+
"rep": "ABSOLUTE",
|
| 1088 |
+
"type": "NON_EEF",
|
| 1089 |
+
"format": "DEFAULT",
|
| 1090 |
+
"state_key": null
|
| 1091 |
+
}
|
| 1092 |
+
]
|
| 1093 |
+
},
|
| 1094 |
+
"language": {
|
| 1095 |
+
"delta_indices": [
|
| 1096 |
+
0
|
| 1097 |
+
],
|
| 1098 |
+
"modality_keys": [
|
| 1099 |
+
"task"
|
| 1100 |
+
],
|
| 1101 |
+
"sin_cos_embedding_keys": null,
|
| 1102 |
+
"mean_std_embedding_keys": null,
|
| 1103 |
+
"action_configs": null
|
| 1104 |
+
}
|
| 1105 |
+
}
|
| 1106 |
+
},
|
| 1107 |
+
"image_crop_size": [
|
| 1108 |
+
230,
|
| 1109 |
+
230
|
| 1110 |
+
],
|
| 1111 |
+
"image_target_size": [
|
| 1112 |
+
256,
|
| 1113 |
+
256
|
| 1114 |
+
],
|
| 1115 |
+
"use_albumentations": true,
|
| 1116 |
+
"random_rotation_angle": 0,
|
| 1117 |
+
"color_jitter_params": {
|
| 1118 |
+
"brightness": 0.3,
|
| 1119 |
+
"contrast": 0.4,
|
| 1120 |
+
"saturation": 0.5,
|
| 1121 |
+
"hue": 0.08
|
| 1122 |
+
},
|
| 1123 |
+
"shortest_image_edge": 256,
|
| 1124 |
+
"crop_fraction": 0.95,
|
| 1125 |
+
"letter_box_transform": false,
|
| 1126 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 1127 |
+
"model_type": "qwen",
|
| 1128 |
+
"formalize_language": true,
|
| 1129 |
+
"max_state_dim": 132,
|
| 1130 |
+
"max_action_dim": 132,
|
| 1131 |
+
"max_action_horizon": 40,
|
| 1132 |
+
"use_percentiles": true,
|
| 1133 |
+
"use_mean_std": false,
|
| 1134 |
+
"clip_outliers": true,
|
| 1135 |
+
"apply_sincos_state_encoding": false,
|
| 1136 |
+
"use_relative_action": false,
|
| 1137 |
+
"exclude_state": false,
|
| 1138 |
+
"state_dropout_prob": 0.2
|
| 1139 |
+
}
|
| 1140 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/data_audit/data_manifest.json
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fingerprint": "b87ef9d363c44d50f6b4fd98b232891cca500ab88a75c4237c608fd0210e8e1d",
|
| 3 |
+
"config": {
|
| 4 |
+
"source": {
|
| 5 |
+
"repo_id": "RwH-Lab/rwh-auto-step-nogap-gunpo",
|
| 6 |
+
"revision": "915227baa5d8f01be84e0b506b2cd290537482b9",
|
| 7 |
+
"root": "/home/work/mntvol/data/RwH-Kuavo-v2/rwh-auto-step-nogap-gunpo-915227b"
|
| 8 |
+
},
|
| 9 |
+
"sampling": {
|
| 10 |
+
"source_fps": 30,
|
| 11 |
+
"fps": 10,
|
| 12 |
+
"split_at_task_change": true,
|
| 13 |
+
"task": [
|
| 14 |
+
"Pick up the box from the left side of the middle shelf of the rack.",
|
| 15 |
+
"Pick up the box from the right side of the middle shelf of the rack."
|
| 16 |
+
]
|
| 17 |
+
},
|
| 18 |
+
"state": {
|
| 19 |
+
"source": "observation.state",
|
| 20 |
+
"indices": [
|
| 21 |
+
0,
|
| 22 |
+
20
|
| 23 |
+
],
|
| 24 |
+
"invalid_stored_zero": "keep_as_input"
|
| 25 |
+
},
|
| 26 |
+
"action": {
|
| 27 |
+
"source": "action",
|
| 28 |
+
"indices": [
|
| 29 |
+
0,
|
| 30 |
+
23
|
| 31 |
+
],
|
| 32 |
+
"validity_feature": "validity.action",
|
| 33 |
+
"invalid": "mask_loss"
|
| 34 |
+
},
|
| 35 |
+
"statistics": {
|
| 36 |
+
"state": "all_inputs",
|
| 37 |
+
"action": "valid_targets"
|
| 38 |
+
},
|
| 39 |
+
"video": {
|
| 40 |
+
"mode": "original",
|
| 41 |
+
"alignment": "timestamp"
|
| 42 |
+
},
|
| 43 |
+
"adapters": {
|
| 44 |
+
"gr00t_n17": {
|
| 45 |
+
"enabled": true,
|
| 46 |
+
"type": "letools_native_v3"
|
| 47 |
+
}
|
| 48 |
+
}
|
| 49 |
+
},
|
| 50 |
+
"source_rows": 71830,
|
| 51 |
+
"selected_rows": 7370,
|
| 52 |
+
"task_episodes": 78,
|
| 53 |
+
"eligible_anchors": {
|
| 54 |
+
"gr00t_n15": 6200,
|
| 55 |
+
"gr00t_n17": 4328,
|
| 56 |
+
"multi_task_dit": 4952
|
| 57 |
+
},
|
| 58 |
+
"invalid_action_elements": 4,
|
| 59 |
+
"original_torso": true
|
| 60 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/data_audit/statistics.json
ADDED
|
@@ -0,0 +1,335 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"observation.state": {
|
| 3 |
+
"mean": [
|
| 4 |
+
0.1393550998128172,
|
| 5 |
+
-0.6948295971512632,
|
| 6 |
+
0.5551359572881274,
|
| 7 |
+
0.0008524225986955353,
|
| 8 |
+
-1.0098744524693135,
|
| 9 |
+
-0.1950258160911651,
|
| 10 |
+
0.0034932465231245265,
|
| 11 |
+
-0.8160790761058273,
|
| 12 |
+
-1.3006788176629727,
|
| 13 |
+
-0.7836510421569529,
|
| 14 |
+
0.41471025346788165,
|
| 15 |
+
-1.0420119165235158,
|
| 16 |
+
0.1847290383649049,
|
| 17 |
+
0.061571635113450686,
|
| 18 |
+
-0.7267644387532122,
|
| 19 |
+
1.3092747808392369,
|
| 20 |
+
0.7425680960112515,
|
| 21 |
+
0.3049158485170664,
|
| 22 |
+
0.2886072000814665,
|
| 23 |
+
0.2890599649374246
|
| 24 |
+
],
|
| 25 |
+
"std": [
|
| 26 |
+
0.0670904354177546,
|
| 27 |
+
0.1095740150318073,
|
| 28 |
+
0.04303633289962425,
|
| 29 |
+
0.0007527287011228968,
|
| 30 |
+
0.8180185795157037,
|
| 31 |
+
0.1815853932656633,
|
| 32 |
+
0.10997271657799328,
|
| 33 |
+
0.7924827593812372,
|
| 34 |
+
0.08770939932623081,
|
| 35 |
+
0.39120132239719574,
|
| 36 |
+
0.22437036848465164,
|
| 37 |
+
0.8332896006772744,
|
| 38 |
+
0.17826826592869874,
|
| 39 |
+
0.08394494867876139,
|
| 40 |
+
0.8279212996748679,
|
| 41 |
+
0.09644881097827238,
|
| 42 |
+
0.36708357208583614,
|
| 43 |
+
0.19537958288613685,
|
| 44 |
+
0.36868078230415907,
|
| 45 |
+
0.3766686806519668
|
| 46 |
+
],
|
| 47 |
+
"min": [
|
| 48 |
+
0.03596600890159607,
|
| 49 |
+
-0.9020152688026428,
|
| 50 |
+
0.4662642478942871,
|
| 51 |
+
-0.0020622494630515575,
|
| 52 |
+
-1.6557224988937378,
|
| 53 |
+
-0.33304619789123535,
|
| 54 |
+
-0.17522014677524567,
|
| 55 |
+
-2.4441163539886475,
|
| 56 |
+
-1.5218275785446167,
|
| 57 |
+
-1.2752398252487183,
|
| 58 |
+
-0.0007353160763159394,
|
| 59 |
+
-1.597739338874817,
|
| 60 |
+
-0.17775313556194305,
|
| 61 |
+
-0.1509452760219574,
|
| 62 |
+
-2.4425904750823975,
|
| 63 |
+
0.8691157102584839,
|
| 64 |
+
-3.607754842960276e-05,
|
| 65 |
+
0.0004111318557988852,
|
| 66 |
+
0.0,
|
| 67 |
+
0.0
|
| 68 |
+
],
|
| 69 |
+
"max": [
|
| 70 |
+
0.321580171585083,
|
| 71 |
+
-0.5263755917549133,
|
| 72 |
+
0.6230151057243347,
|
| 73 |
+
0.0023795037996023893,
|
| 74 |
+
0.6987460851669312,
|
| 75 |
+
0.174703449010849,
|
| 76 |
+
0.21427099406719208,
|
| 77 |
+
-0.0225004181265831,
|
| 78 |
+
-1.0819822549819946,
|
| 79 |
+
3.818338518613018e-05,
|
| 80 |
+
0.6901251077651978,
|
| 81 |
+
0.6995075941085815,
|
| 82 |
+
0.33076781034469604,
|
| 83 |
+
0.3247573673725128,
|
| 84 |
+
-0.1029973179101944,
|
| 85 |
+
1.4901642799377441,
|
| 86 |
+
1.2859241962432861,
|
| 87 |
+
0.6882116794586182,
|
| 88 |
+
0.9320120811462402,
|
| 89 |
+
0.9414030313491821
|
| 90 |
+
],
|
| 91 |
+
"q01": [
|
| 92 |
+
0.038798370994627476,
|
| 93 |
+
-0.7805828404426575,
|
| 94 |
+
0.49042419970035556,
|
| 95 |
+
-0.0018537240102887154,
|
| 96 |
+
-1.647569353580475,
|
| 97 |
+
-0.3322811609506607,
|
| 98 |
+
-0.1752168171107769,
|
| 99 |
+
-2.442972733974457,
|
| 100 |
+
-1.4859672248363496,
|
| 101 |
+
-1.2431966805458068,
|
| 102 |
+
-0.00035257947572972623,
|
| 103 |
+
-1.5772574770450591,
|
| 104 |
+
-0.17660834819078444,
|
| 105 |
+
-0.1456061528623104,
|
| 106 |
+
-2.442206859588623,
|
| 107 |
+
1.026552872657776,
|
| 108 |
+
0.004161917841993272,
|
| 109 |
+
0.0007950670510763302,
|
| 110 |
+
0.0,
|
| 111 |
+
0.0
|
| 112 |
+
],
|
| 113 |
+
"q99": [
|
| 114 |
+
0.19788761153816697,
|
| 115 |
+
-0.5303193306922913,
|
| 116 |
+
0.5901791453361511,
|
| 117 |
+
0.002065517008304596,
|
| 118 |
+
0.697600781917572,
|
| 119 |
+
0.17470046877861023,
|
| 120 |
+
0.19748432621359824,
|
| 121 |
+
-0.02570000536739866,
|
| 122 |
+
-1.094070522785187,
|
| 123 |
+
-0.00034949330554809424,
|
| 124 |
+
0.6851624023914337,
|
| 125 |
+
0.698744535446167,
|
| 126 |
+
0.32999239295721056,
|
| 127 |
+
0.1767436933517456,
|
| 128 |
+
-0.12054626904428005,
|
| 129 |
+
1.484055905342102,
|
| 130 |
+
1.2367132902145386,
|
| 131 |
+
0.6847788095474243,
|
| 132 |
+
0.9258383512496948,
|
| 133 |
+
0.9306891560554504
|
| 134 |
+
],
|
| 135 |
+
"count": [
|
| 136 |
+
7370,
|
| 137 |
+
7370,
|
| 138 |
+
7370,
|
| 139 |
+
7370,
|
| 140 |
+
7370,
|
| 141 |
+
7370,
|
| 142 |
+
7370,
|
| 143 |
+
7370,
|
| 144 |
+
7370,
|
| 145 |
+
7370,
|
| 146 |
+
7370,
|
| 147 |
+
7370,
|
| 148 |
+
7370,
|
| 149 |
+
7370,
|
| 150 |
+
7370,
|
| 151 |
+
7370,
|
| 152 |
+
7370,
|
| 153 |
+
7370,
|
| 154 |
+
7370,
|
| 155 |
+
7370
|
| 156 |
+
]
|
| 157 |
+
},
|
| 158 |
+
"action": {
|
| 159 |
+
"mean": [
|
| 160 |
+
0.13947694293669397,
|
| 161 |
+
-0.6950064351390466,
|
| 162 |
+
0.5554679255836531,
|
| 163 |
+
0.0003655817051229043,
|
| 164 |
+
-1.0378555853490599,
|
| 165 |
+
-0.2082950000176042,
|
| 166 |
+
0.008168484371270138,
|
| 167 |
+
-0.7845182229432751,
|
| 168 |
+
-1.2983004541862933,
|
| 169 |
+
-0.8023138848021896,
|
| 170 |
+
0.4275248034669022,
|
| 171 |
+
-1.072585506297713,
|
| 172 |
+
0.19837971619969377,
|
| 173 |
+
0.05719136879929397,
|
| 174 |
+
-0.6941164516023736,
|
| 175 |
+
1.3058233334299991,
|
| 176 |
+
0.7587903394606129,
|
| 177 |
+
0.3129124603673632,
|
| 178 |
+
0.32037318966641665,
|
| 179 |
+
0.3200997603545522,
|
| 180 |
+
0.015256393412149046,
|
| 181 |
+
0.0,
|
| 182 |
+
0.0
|
| 183 |
+
],
|
| 184 |
+
"std": [
|
| 185 |
+
0.06692054352749595,
|
| 186 |
+
0.10929881783396335,
|
| 187 |
+
0.043301770155912106,
|
| 188 |
+
0.0006129166419398198,
|
| 189 |
+
0.7942686325895161,
|
| 190 |
+
0.17685104378886507,
|
| 191 |
+
0.10763545276857854,
|
| 192 |
+
0.7721444431416397,
|
| 193 |
+
0.0886219740819359,
|
| 194 |
+
0.37964933989870375,
|
| 195 |
+
0.2189729485767468,
|
| 196 |
+
0.8084698253613924,
|
| 197 |
+
0.1730691892043254,
|
| 198 |
+
0.0830950909999452,
|
| 199 |
+
0.8056537451449982,
|
| 200 |
+
0.09746131526745468,
|
| 201 |
+
0.3548240603429645,
|
| 202 |
+
0.19249701075033074,
|
| 203 |
+
0.4636143283186401,
|
| 204 |
+
0.4637847248551707,
|
| 205 |
+
0.06671815143075002,
|
| 206 |
+
0.0,
|
| 207 |
+
0.0
|
| 208 |
+
],
|
| 209 |
+
"min": [
|
| 210 |
+
0.0392792746424675,
|
| 211 |
+
-0.9016782641410828,
|
| 212 |
+
0.46576249599456787,
|
| 213 |
+
-0.0019999982323497534,
|
| 214 |
+
-1.652670979499817,
|
| 215 |
+
-0.3490658402442932,
|
| 216 |
+
-0.17521929740905762,
|
| 217 |
+
-2.4434609413146973,
|
| 218 |
+
-1.5215603113174438,
|
| 219 |
+
-1.2788264751434326,
|
| 220 |
+
-0.000611603376455605,
|
| 221 |
+
-1.59468674659729,
|
| 222 |
+
-0.17775361239910126,
|
| 223 |
+
-0.1517343521118164,
|
| 224 |
+
-2.4434609413146973,
|
| 225 |
+
0.8700650334358215,
|
| 226 |
+
0.0,
|
| 227 |
+
0.0,
|
| 228 |
+
0.0,
|
| 229 |
+
0.0,
|
| 230 |
+
0.0,
|
| 231 |
+
0.0,
|
| 232 |
+
0.0
|
| 233 |
+
],
|
| 234 |
+
"max": [
|
| 235 |
+
0.3178642988204956,
|
| 236 |
+
-0.5310183763504028,
|
| 237 |
+
0.6246129870414734,
|
| 238 |
+
0.001999997766688466,
|
| 239 |
+
0.6987457275390625,
|
| 240 |
+
0.174701988697052,
|
| 241 |
+
0.21312503516674042,
|
| 242 |
+
0.0,
|
| 243 |
+
-1.0835107564926147,
|
| 244 |
+
0.0,
|
| 245 |
+
0.6981316804885864,
|
| 246 |
+
0.699507474899292,
|
| 247 |
+
0.34910279512405396,
|
| 248 |
+
0.32435283064842224,
|
| 249 |
+
-0.10179945081472397,
|
| 250 |
+
1.4900625944137573,
|
| 251 |
+
1.2885493040084839,
|
| 252 |
+
0.6981316804885864,
|
| 253 |
+
1.0,
|
| 254 |
+
1.0,
|
| 255 |
+
0.4277048408985138,
|
| 256 |
+
0.0,
|
| 257 |
+
0.0
|
| 258 |
+
],
|
| 259 |
+
"q01": [
|
| 260 |
+
0.039630621671676636,
|
| 261 |
+
-0.7790216571092605,
|
| 262 |
+
0.49031126499176025,
|
| 263 |
+
-0.0019999975338578224,
|
| 264 |
+
-1.646167824268341,
|
| 265 |
+
-0.3490658402442932,
|
| 266 |
+
-0.17481929063796997,
|
| 267 |
+
-2.4434609413146973,
|
| 268 |
+
-1.4838526856899261,
|
| 269 |
+
-1.2455731630325317,
|
| 270 |
+
0.0,
|
| 271 |
+
-1.574901648759842,
|
| 272 |
+
-0.17628438636660576,
|
| 273 |
+
-0.14516986295580864,
|
| 274 |
+
-2.4434609413146973,
|
| 275 |
+
1.0230590105056763,
|
| 276 |
+
0.0,
|
| 277 |
+
0.0,
|
| 278 |
+
0.0,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0,
|
| 281 |
+
0.0,
|
| 282 |
+
0.0
|
| 283 |
+
],
|
| 284 |
+
"q99": [
|
| 285 |
+
0.19882656276225638,
|
| 286 |
+
-0.5313425660133362,
|
| 287 |
+
0.5897172689437866,
|
| 288 |
+
0.001999249588698148,
|
| 289 |
+
0.6981316804885864,
|
| 290 |
+
0.1746982130408287,
|
| 291 |
+
0.19685134395956988,
|
| 292 |
+
-0.013859284268692885,
|
| 293 |
+
-1.0934146356582646,
|
| 294 |
+
0.0,
|
| 295 |
+
0.6981316804885864,
|
| 296 |
+
0.6987426280975342,
|
| 297 |
+
0.3488788902759552,
|
| 298 |
+
0.17674326419830322,
|
| 299 |
+
-0.11857075244188309,
|
| 300 |
+
1.4827240705490112,
|
| 301 |
+
1.2377249002456665,
|
| 302 |
+
0.688094728589058,
|
| 303 |
+
1.0,
|
| 304 |
+
1.0,
|
| 305 |
+
0.3765391495823851,
|
| 306 |
+
0.0,
|
| 307 |
+
0.0
|
| 308 |
+
],
|
| 309 |
+
"count": [
|
| 310 |
+
7370,
|
| 311 |
+
7370,
|
| 312 |
+
7370,
|
| 313 |
+
7370,
|
| 314 |
+
7370,
|
| 315 |
+
7370,
|
| 316 |
+
7370,
|
| 317 |
+
7370,
|
| 318 |
+
7370,
|
| 319 |
+
7370,
|
| 320 |
+
7370,
|
| 321 |
+
7370,
|
| 322 |
+
7370,
|
| 323 |
+
7370,
|
| 324 |
+
7370,
|
| 325 |
+
7370,
|
| 326 |
+
7370,
|
| 327 |
+
7370,
|
| 328 |
+
7368,
|
| 329 |
+
7368,
|
| 330 |
+
7370,
|
| 331 |
+
7370,
|
| 332 |
+
7370
|
| 333 |
+
]
|
| 334 |
+
}
|
| 335 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/dataset.yaml
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
source:
|
| 2 |
+
repo_id: RwH-Lab/rwh-auto-step-nogap-gunpo
|
| 3 |
+
revision: 915227baa5d8f01be84e0b506b2cd290537482b9
|
| 4 |
+
root: /home/work/mntvol/data/RwH-Kuavo-v2/rwh-auto-step-nogap-gunpo-915227b
|
| 5 |
+
sampling:
|
| 6 |
+
source_fps: 30
|
| 7 |
+
fps: 10
|
| 8 |
+
split_at_task_change: true
|
| 9 |
+
task:
|
| 10 |
+
- Pick up the box from the left side of the middle shelf of the rack.
|
| 11 |
+
- Pick up the box from the right side of the middle shelf of the rack.
|
| 12 |
+
state:
|
| 13 |
+
source: observation.state
|
| 14 |
+
indices:
|
| 15 |
+
- 0
|
| 16 |
+
- 20
|
| 17 |
+
invalid_stored_zero: keep_as_input
|
| 18 |
+
action:
|
| 19 |
+
source: action
|
| 20 |
+
indices:
|
| 21 |
+
- 0
|
| 22 |
+
- 23
|
| 23 |
+
validity_feature: validity.action
|
| 24 |
+
invalid: mask_loss
|
| 25 |
+
statistics:
|
| 26 |
+
state: all_inputs
|
| 27 |
+
action: valid_targets
|
| 28 |
+
video:
|
| 29 |
+
mode: original
|
| 30 |
+
alignment: timestamp
|
| 31 |
+
adapters:
|
| 32 |
+
gr00t_n17:
|
| 33 |
+
enabled: true
|
| 34 |
+
type: letools_native_v3
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/inference_validation.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "passed",
|
| 3 |
+
"policy": "gr00t_n17",
|
| 4 |
+
"checkpoint": "/home/work/mntvol/RwH-Kuavo_ckpt/gunpo_pickup_bs128_15k/gr00t_n17/checkpoint-15000",
|
| 5 |
+
"separate_process_reload": true,
|
| 6 |
+
"prediction_shape": [
|
| 7 |
+
1,
|
| 8 |
+
40,
|
| 9 |
+
132
|
| 10 |
+
],
|
| 11 |
+
"physical_action_shape": [
|
| 12 |
+
1,
|
| 13 |
+
40,
|
| 14 |
+
23
|
| 15 |
+
],
|
| 16 |
+
"real_missing_target_elements_checked": 12,
|
| 17 |
+
"native_normalization_matches_source": true
|
| 18 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/training.yaml
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
dataset:
|
| 2 |
+
config: ../data/pickup_middle.yaml
|
| 3 |
+
training:
|
| 4 |
+
resume: false
|
| 5 |
+
output_dir: /home/work/mntvol/RwH-Kuavo_ckpt/gunpo_pickup_bs128_15k/gr00t_n17
|
| 6 |
+
job_name: gunpo_pickup_middle_bs128_15k
|
| 7 |
+
batch_size: 128
|
| 8 |
+
global_batch_size: 128
|
| 9 |
+
gradient_accumulation_steps: 1
|
| 10 |
+
steps: 15000
|
| 11 |
+
save_freq: 5000
|
| 12 |
+
log_freq: 100
|
| 13 |
+
num_workers: 6
|
| 14 |
+
seed: 42
|
| 15 |
+
optimizer:
|
| 16 |
+
lr: 0.0001
|
| 17 |
+
betas:
|
| 18 |
+
- 0.9
|
| 19 |
+
- 0.999
|
| 20 |
+
weight_decay: 1.0e-05
|
| 21 |
+
grad_clip_norm: 1.0
|
| 22 |
+
scheduler:
|
| 23 |
+
type: cosine
|
| 24 |
+
warmup_ratio: 0.05
|
| 25 |
+
decay_lr: 0.0
|
| 26 |
+
shard_size: 1024
|
| 27 |
+
episode_sampling_rate: 0.1
|
| 28 |
+
num_shards_per_epoch: 100000
|
| 29 |
+
policy:
|
| 30 |
+
type: groot_n17
|
| 31 |
+
base_model_path: nvidia/GR00T-N1.7-3B
|
| 32 |
+
base_revision: 2fc962b973bccdd5d8ce4f67cc63b264d6886495
|
| 33 |
+
runtime_root: LeTools-Learning/kuavo_model/external_models/gr00tn1d7
|
| 34 |
+
embodiment_tag: new_embodiment
|
| 35 |
+
chunk_size: 40
|
| 36 |
+
n_action_steps: 40
|
| 37 |
+
max_state_dim: 132
|
| 38 |
+
max_action_dim: 132
|
| 39 |
+
tune_llm: false
|
| 40 |
+
tune_visual: false
|
| 41 |
+
tune_projector: true
|
| 42 |
+
tune_diffusion_model: true
|
| 43 |
+
tune_vlln: true
|
| 44 |
+
use_bf16: true
|
| 45 |
+
use_relative_action: false
|
| 46 |
+
state_dropout_prob: 0.2
|
| 47 |
+
loss:
|
| 48 |
+
validity_feature: validity.action
|
| 49 |
+
dimension_mask: true
|
| 50 |
+
exclude_action_padding: true
|
| 51 |
+
reduction: sum_valid_elements_div_valid_count
|
| 52 |
+
wandb:
|
| 53 |
+
enable: false
|
| 54 |
+
project: kuavo
|
| 55 |
+
entity: minje227_hyu-hanyang-university
|
| 56 |
+
mode: online
|
| 57 |
+
disable_artifact: true
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/rwh_save_complete.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 15000,
|
| 3 |
+
"fingerprint": "b87ef9d363c44d50f6b4fd98b232891cca500ab88a75c4237c608fd0210e8e1d"
|
| 4 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/statistics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/trainer_state.json
ADDED
|
@@ -0,0 +1,934 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": null,
|
| 3 |
+
"best_metric": null,
|
| 4 |
+
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 1.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 15000,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"grad_norm": 0.6248801946640015,
|
| 14 |
+
"learning_rate": 1.32e-05,
|
| 15 |
+
"loss": 1.2779,
|
| 16 |
+
"step": 100
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"grad_norm": 1.7205082178115845,
|
| 20 |
+
"learning_rate": 2.6533333333333332e-05,
|
| 21 |
+
"loss": 0.7776,
|
| 22 |
+
"step": 200
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"grad_norm": 1.4997400045394897,
|
| 26 |
+
"learning_rate": 3.986666666666667e-05,
|
| 27 |
+
"loss": 0.2243,
|
| 28 |
+
"step": 300
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"grad_norm": 1.7082157135009766,
|
| 32 |
+
"learning_rate": 5.3200000000000006e-05,
|
| 33 |
+
"loss": 0.1324,
|
| 34 |
+
"step": 400
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"grad_norm": 1.5582526922225952,
|
| 38 |
+
"learning_rate": 6.653333333333334e-05,
|
| 39 |
+
"loss": 0.1144,
|
| 40 |
+
"step": 500
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"grad_norm": 1.1870005130767822,
|
| 44 |
+
"learning_rate": 7.986666666666667e-05,
|
| 45 |
+
"loss": 0.1004,
|
| 46 |
+
"step": 600
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"grad_norm": 1.2469878196716309,
|
| 50 |
+
"learning_rate": 9.320000000000002e-05,
|
| 51 |
+
"loss": 0.091,
|
| 52 |
+
"step": 700
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"grad_norm": 0.858012855052948,
|
| 56 |
+
"learning_rate": 9.999708258667652e-05,
|
| 57 |
+
"loss": 0.0837,
|
| 58 |
+
"step": 800
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"grad_norm": 0.8413560390472412,
|
| 62 |
+
"learning_rate": 9.997302611450154e-05,
|
| 63 |
+
"loss": 0.0743,
|
| 64 |
+
"step": 900
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"grad_norm": 0.6932764649391174,
|
| 68 |
+
"learning_rate": 9.992468184807206e-05,
|
| 69 |
+
"loss": 0.0662,
|
| 70 |
+
"step": 1000
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"grad_norm": 0.8751609921455383,
|
| 74 |
+
"learning_rate": 9.985207328357573e-05,
|
| 75 |
+
"loss": 0.0597,
|
| 76 |
+
"step": 1100
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"grad_norm": 0.7426048517227173,
|
| 80 |
+
"learning_rate": 9.975523571008769e-05,
|
| 81 |
+
"loss": 0.0568,
|
| 82 |
+
"step": 1200
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"grad_norm": 0.6363509297370911,
|
| 86 |
+
"learning_rate": 9.96342161924196e-05,
|
| 87 |
+
"loss": 0.0535,
|
| 88 |
+
"step": 1300
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"grad_norm": 0.6164716482162476,
|
| 92 |
+
"learning_rate": 9.94890735482452e-05,
|
| 93 |
+
"loss": 0.0506,
|
| 94 |
+
"step": 1400
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"grad_norm": 0.7832165360450745,
|
| 98 |
+
"learning_rate": 9.931987831951386e-05,
|
| 99 |
+
"loss": 0.0477,
|
| 100 |
+
"step": 1500
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"grad_norm": 0.6832391023635864,
|
| 104 |
+
"learning_rate": 9.912671273816601e-05,
|
| 105 |
+
"loss": 0.044,
|
| 106 |
+
"step": 1600
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"grad_norm": 0.5044657588005066,
|
| 110 |
+
"learning_rate": 9.890967068616677e-05,
|
| 111 |
+
"loss": 0.0411,
|
| 112 |
+
"step": 1700
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"grad_norm": 0.45555129647254944,
|
| 116 |
+
"learning_rate": 9.866885764987776e-05,
|
| 117 |
+
"loss": 0.0381,
|
| 118 |
+
"step": 1800
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"grad_norm": 0.5086215734481812,
|
| 122 |
+
"learning_rate": 9.84043906687888e-05,
|
| 123 |
+
"loss": 0.0358,
|
| 124 |
+
"step": 1900
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"grad_norm": 0.5718885064125061,
|
| 128 |
+
"learning_rate": 9.811639827863449e-05,
|
| 129 |
+
"loss": 0.0344,
|
| 130 |
+
"step": 2000
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"grad_norm": 0.5753985643386841,
|
| 134 |
+
"learning_rate": 9.780502044892362e-05,
|
| 135 |
+
"loss": 0.0324,
|
| 136 |
+
"step": 2100
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"grad_norm": 0.4449012875556946,
|
| 140 |
+
"learning_rate": 9.747040851491149e-05,
|
| 141 |
+
"loss": 0.0322,
|
| 142 |
+
"step": 2200
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"grad_norm": 0.4480847716331482,
|
| 146 |
+
"learning_rate": 9.711272510404816e-05,
|
| 147 |
+
"loss": 0.0311,
|
| 148 |
+
"step": 2300
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"grad_norm": 0.5226735472679138,
|
| 152 |
+
"learning_rate": 9.673214405693857e-05,
|
| 153 |
+
"loss": 0.03,
|
| 154 |
+
"step": 2400
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"grad_norm": 0.5432294607162476,
|
| 158 |
+
"learning_rate": 9.632885034285291e-05,
|
| 159 |
+
"loss": 0.0312,
|
| 160 |
+
"step": 2500
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"grad_norm": 0.4015350937843323,
|
| 164 |
+
"learning_rate": 9.590303996982815e-05,
|
| 165 |
+
"loss": 0.0283,
|
| 166 |
+
"step": 2600
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"grad_norm": 0.5051316618919373,
|
| 170 |
+
"learning_rate": 9.545491988940472e-05,
|
| 171 |
+
"loss": 0.0286,
|
| 172 |
+
"step": 2700
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"grad_norm": 0.4080168306827545,
|
| 176 |
+
"learning_rate": 9.498470789604413e-05,
|
| 177 |
+
"loss": 0.0278,
|
| 178 |
+
"step": 2800
|
| 179 |
+
},
|
| 180 |
+
{
|
| 181 |
+
"grad_norm": 0.5820308923721313,
|
| 182 |
+
"learning_rate": 9.449263252127708e-05,
|
| 183 |
+
"loss": 0.0272,
|
| 184 |
+
"step": 2900
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"grad_norm": 0.4889577031135559,
|
| 188 |
+
"learning_rate": 9.397893292263292e-05,
|
| 189 |
+
"loss": 0.0272,
|
| 190 |
+
"step": 3000
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"grad_norm": 0.37808918952941895,
|
| 194 |
+
"learning_rate": 9.34438587674048e-05,
|
| 195 |
+
"loss": 0.0262,
|
| 196 |
+
"step": 3100
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"grad_norm": 0.44683608412742615,
|
| 200 |
+
"learning_rate": 9.288767011130684e-05,
|
| 201 |
+
"loss": 0.0257,
|
| 202 |
+
"step": 3200
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"grad_norm": 0.4149545729160309,
|
| 206 |
+
"learning_rate": 9.231063727208234e-05,
|
| 207 |
+
"loss": 0.0243,
|
| 208 |
+
"step": 3300
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"grad_norm": 0.3150864839553833,
|
| 212 |
+
"learning_rate": 9.171304069812454e-05,
|
| 213 |
+
"loss": 0.0255,
|
| 214 |
+
"step": 3400
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"grad_norm": 0.42358168959617615,
|
| 218 |
+
"learning_rate": 9.10951708321735e-05,
|
| 219 |
+
"loss": 0.0246,
|
| 220 |
+
"step": 3500
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"grad_norm": 0.3670937120914459,
|
| 224 |
+
"learning_rate": 9.04573279701558e-05,
|
| 225 |
+
"loss": 0.0251,
|
| 226 |
+
"step": 3600
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"grad_norm": 0.4006505608558655,
|
| 230 |
+
"learning_rate": 8.979982211523523e-05,
|
| 231 |
+
"loss": 0.0244,
|
| 232 |
+
"step": 3700
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"grad_norm": 0.4533917307853699,
|
| 236 |
+
"learning_rate": 8.912297282714564e-05,
|
| 237 |
+
"loss": 0.0248,
|
| 238 |
+
"step": 3800
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"grad_norm": 0.4033450186252594,
|
| 242 |
+
"learning_rate": 8.842710906687916e-05,
|
| 243 |
+
"loss": 0.0241,
|
| 244 |
+
"step": 3900
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"grad_norm": 0.35804620385169983,
|
| 248 |
+
"learning_rate": 8.771256903680519e-05,
|
| 249 |
+
"loss": 0.0223,
|
| 250 |
+
"step": 4000
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"grad_norm": 0.37233513593673706,
|
| 254 |
+
"learning_rate": 8.697970001629799e-05,
|
| 255 |
+
"loss": 0.022,
|
| 256 |
+
"step": 4100
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"grad_norm": 0.4227108657360077,
|
| 260 |
+
"learning_rate": 8.62288581929525e-05,
|
| 261 |
+
"loss": 0.0249,
|
| 262 |
+
"step": 4200
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"grad_norm": 0.41016465425491333,
|
| 266 |
+
"learning_rate": 8.546040848947086e-05,
|
| 267 |
+
"loss": 0.0228,
|
| 268 |
+
"step": 4300
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"grad_norm": 0.3628678619861603,
|
| 272 |
+
"learning_rate": 8.467472438630328e-05,
|
| 273 |
+
"loss": 0.0209,
|
| 274 |
+
"step": 4400
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"grad_norm": 0.4206072986125946,
|
| 278 |
+
"learning_rate": 8.387218774012992e-05,
|
| 279 |
+
"loss": 0.0229,
|
| 280 |
+
"step": 4500
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"grad_norm": 0.4766315519809723,
|
| 284 |
+
"learning_rate": 8.305318859827147e-05,
|
| 285 |
+
"loss": 0.0226,
|
| 286 |
+
"step": 4600
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"grad_norm": 0.25155720114707947,
|
| 290 |
+
"learning_rate": 8.221812500911919e-05,
|
| 291 |
+
"loss": 0.0202,
|
| 292 |
+
"step": 4700
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"grad_norm": 0.29520508646965027,
|
| 296 |
+
"learning_rate": 8.136740282867621e-05,
|
| 297 |
+
"loss": 0.0195,
|
| 298 |
+
"step": 4800
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"grad_norm": 0.3173834979534149,
|
| 302 |
+
"learning_rate": 8.050143552330414e-05,
|
| 303 |
+
"loss": 0.0194,
|
| 304 |
+
"step": 4900
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"grad_norm": 0.3968403935432434,
|
| 308 |
+
"learning_rate": 7.962064396877098e-05,
|
| 309 |
+
"loss": 0.0198,
|
| 310 |
+
"step": 5000
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"grad_norm": 0.32724863290786743,
|
| 314 |
+
"learning_rate": 7.872545624569779e-05,
|
| 315 |
+
"loss": 0.0185,
|
| 316 |
+
"step": 5100
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"grad_norm": 0.3058701455593109,
|
| 320 |
+
"learning_rate": 7.781630743150392e-05,
|
| 321 |
+
"loss": 0.0195,
|
| 322 |
+
"step": 5200
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"grad_norm": 0.38559508323669434,
|
| 326 |
+
"learning_rate": 7.689363938895138e-05,
|
| 327 |
+
"loss": 0.0198,
|
| 328 |
+
"step": 5300
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"grad_norm": 0.2858065962791443,
|
| 332 |
+
"learning_rate": 7.595790055139163e-05,
|
| 333 |
+
"loss": 0.0192,
|
| 334 |
+
"step": 5400
|
| 335 |
+
},
|
| 336 |
+
{
|
| 337 |
+
"grad_norm": 0.4027763903141022,
|
| 338 |
+
"learning_rate": 7.500954570481882e-05,
|
| 339 |
+
"loss": 0.0183,
|
| 340 |
+
"step": 5500
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"grad_norm": 0.3904402554035187,
|
| 344 |
+
"learning_rate": 7.404903576683559e-05,
|
| 345 |
+
"loss": 0.0179,
|
| 346 |
+
"step": 5600
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"grad_norm": 0.33354416489601135,
|
| 350 |
+
"learning_rate": 7.307683756263881e-05,
|
| 351 |
+
"loss": 0.0178,
|
| 352 |
+
"step": 5700
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"grad_norm": 0.40739336609840393,
|
| 356 |
+
"learning_rate": 7.209342359813404e-05,
|
| 357 |
+
"loss": 0.0172,
|
| 358 |
+
"step": 5800
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"grad_norm": 0.33090102672576904,
|
| 362 |
+
"learning_rate": 7.109927183028914e-05,
|
| 363 |
+
"loss": 0.0177,
|
| 364 |
+
"step": 5900
|
| 365 |
+
},
|
| 366 |
+
{
|
| 367 |
+
"grad_norm": 0.30613231658935547,
|
| 368 |
+
"learning_rate": 7.009486543483858e-05,
|
| 369 |
+
"loss": 0.0173,
|
| 370 |
+
"step": 6000
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"grad_norm": 0.26401934027671814,
|
| 374 |
+
"learning_rate": 6.908069257145118e-05,
|
| 375 |
+
"loss": 0.0163,
|
| 376 |
+
"step": 6100
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"grad_norm": 0.27155399322509766,
|
| 380 |
+
"learning_rate": 6.805724614647586e-05,
|
| 381 |
+
"loss": 0.0163,
|
| 382 |
+
"step": 6200
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"grad_norm": 0.3876613676548004,
|
| 386 |
+
"learning_rate": 6.70250235733801e-05,
|
| 387 |
+
"loss": 0.0161,
|
| 388 |
+
"step": 6300
|
| 389 |
+
},
|
| 390 |
+
{
|
| 391 |
+
"grad_norm": 0.3054960370063782,
|
| 392 |
+
"learning_rate": 6.598452653099803e-05,
|
| 393 |
+
"loss": 0.0165,
|
| 394 |
+
"step": 6400
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"grad_norm": 0.30593758821487427,
|
| 398 |
+
"learning_rate": 6.493626071970549e-05,
|
| 399 |
+
"loss": 0.0156,
|
| 400 |
+
"step": 6500
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"grad_norm": 0.26873579621315,
|
| 404 |
+
"learning_rate": 6.38807356156405e-05,
|
| 405 |
+
"loss": 0.0153,
|
| 406 |
+
"step": 6600
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"grad_norm": 0.3118509352207184,
|
| 410 |
+
"learning_rate": 6.281846422308857e-05,
|
| 411 |
+
"loss": 0.016,
|
| 412 |
+
"step": 6700
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"grad_norm": 0.3019094467163086,
|
| 416 |
+
"learning_rate": 6.174996282515344e-05,
|
| 417 |
+
"loss": 0.0158,
|
| 418 |
+
"step": 6800
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"grad_norm": 0.263436883687973,
|
| 422 |
+
"learning_rate": 6.067575073283405e-05,
|
| 423 |
+
"loss": 0.0149,
|
| 424 |
+
"step": 6900
|
| 425 |
+
},
|
| 426 |
+
{
|
| 427 |
+
"grad_norm": 0.2931808829307556,
|
| 428 |
+
"learning_rate": 5.9596350032630156e-05,
|
| 429 |
+
"loss": 0.015,
|
| 430 |
+
"step": 7000
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"grad_norm": 0.2675215005874634,
|
| 434 |
+
"learning_rate": 5.8512285332798714e-05,
|
| 435 |
+
"loss": 0.0144,
|
| 436 |
+
"step": 7100
|
| 437 |
+
},
|
| 438 |
+
{
|
| 439 |
+
"grad_norm": 0.3185209631919861,
|
| 440 |
+
"learning_rate": 5.742408350838478e-05,
|
| 441 |
+
"loss": 0.015,
|
| 442 |
+
"step": 7200
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"grad_norm": 0.2677499055862427,
|
| 446 |
+
"learning_rate": 5.633227344515085e-05,
|
| 447 |
+
"loss": 0.0145,
|
| 448 |
+
"step": 7300
|
| 449 |
+
},
|
| 450 |
+
{
|
| 451 |
+
"grad_norm": 0.3140774965286255,
|
| 452 |
+
"learning_rate": 5.523738578252867e-05,
|
| 453 |
+
"loss": 0.0146,
|
| 454 |
+
"step": 7400
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"grad_norm": 0.30743658542633057,
|
| 458 |
+
"learning_rate": 5.413995265571895e-05,
|
| 459 |
+
"loss": 0.014,
|
| 460 |
+
"step": 7500
|
| 461 |
+
},
|
| 462 |
+
{
|
| 463 |
+
"grad_norm": 0.2906530499458313,
|
| 464 |
+
"learning_rate": 5.3040507437064034e-05,
|
| 465 |
+
"loss": 0.0148,
|
| 466 |
+
"step": 7600
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"grad_norm": 0.2911059856414795,
|
| 470 |
+
"learning_rate": 5.193958447681924e-05,
|
| 471 |
+
"loss": 0.0142,
|
| 472 |
+
"step": 7700
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"grad_norm": 0.40241169929504395,
|
| 476 |
+
"learning_rate": 5.0837718843449075e-05,
|
| 477 |
+
"loss": 0.014,
|
| 478 |
+
"step": 7800
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"grad_norm": 0.2662743628025055,
|
| 482 |
+
"learning_rate": 4.9735446063574184e-05,
|
| 483 |
+
"loss": 0.0135,
|
| 484 |
+
"step": 7900
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"grad_norm": 0.24693454802036285,
|
| 488 |
+
"learning_rate": 4.863330186169581e-05,
|
| 489 |
+
"loss": 0.0131,
|
| 490 |
+
"step": 8000
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"grad_norm": 0.24163222312927246,
|
| 494 |
+
"learning_rate": 4.7531821899823925e-05,
|
| 495 |
+
"loss": 0.0128,
|
| 496 |
+
"step": 8100
|
| 497 |
+
},
|
| 498 |
+
{
|
| 499 |
+
"grad_norm": 0.2591385543346405,
|
| 500 |
+
"learning_rate": 4.643154151713588e-05,
|
| 501 |
+
"loss": 0.013,
|
| 502 |
+
"step": 8200
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"grad_norm": 0.22629033029079437,
|
| 506 |
+
"learning_rate": 4.5332995469791836e-05,
|
| 507 |
+
"loss": 0.0124,
|
| 508 |
+
"step": 8300
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"grad_norm": 0.27410101890563965,
|
| 512 |
+
"learning_rate": 4.4236717671033646e-05,
|
| 513 |
+
"loss": 0.0127,
|
| 514 |
+
"step": 8400
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"grad_norm": 0.23962396383285522,
|
| 518 |
+
"learning_rate": 4.314324093169332e-05,
|
| 519 |
+
"loss": 0.0127,
|
| 520 |
+
"step": 8500
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"grad_norm": 0.27670207619667053,
|
| 524 |
+
"learning_rate": 4.2053096701237294e-05,
|
| 525 |
+
"loss": 0.0122,
|
| 526 |
+
"step": 8600
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"grad_norm": 0.2811200022697449,
|
| 530 |
+
"learning_rate": 4.096681480947252e-05,
|
| 531 |
+
"loss": 0.0124,
|
| 532 |
+
"step": 8700
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"grad_norm": 0.23826365172863007,
|
| 536 |
+
"learning_rate": 3.9884923209039455e-05,
|
| 537 |
+
"loss": 0.0128,
|
| 538 |
+
"step": 8800
|
| 539 |
+
},
|
| 540 |
+
{
|
| 541 |
+
"grad_norm": 0.275429904460907,
|
| 542 |
+
"learning_rate": 3.8807947718817624e-05,
|
| 543 |
+
"loss": 0.0114,
|
| 544 |
+
"step": 8900
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"grad_norm": 0.24266278743743896,
|
| 548 |
+
"learning_rate": 3.773641176836807e-05,
|
| 549 |
+
"loss": 0.0115,
|
| 550 |
+
"step": 9000
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"grad_norm": 0.2213543951511383,
|
| 554 |
+
"learning_rate": 3.667083614353715e-05,
|
| 555 |
+
"loss": 0.0113,
|
| 556 |
+
"step": 9100
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"grad_norm": 0.305083692073822,
|
| 560 |
+
"learning_rate": 3.561173873334522e-05,
|
| 561 |
+
"loss": 0.0116,
|
| 562 |
+
"step": 9200
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"grad_norm": 0.2565942108631134,
|
| 566 |
+
"learning_rate": 3.45596342782832e-05,
|
| 567 |
+
"loss": 0.012,
|
| 568 |
+
"step": 9300
|
| 569 |
+
},
|
| 570 |
+
{
|
| 571 |
+
"grad_norm": 0.23844511806964874,
|
| 572 |
+
"learning_rate": 3.351503412013935e-05,
|
| 573 |
+
"loss": 0.011,
|
| 574 |
+
"step": 9400
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"grad_norm": 0.3205554187297821,
|
| 578 |
+
"learning_rate": 3.247844595347798e-05,
|
| 579 |
+
"loss": 0.0111,
|
| 580 |
+
"step": 9500
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"grad_norm": 0.22459888458251953,
|
| 584 |
+
"learning_rate": 3.14503735788906e-05,
|
| 585 |
+
"loss": 0.0111,
|
| 586 |
+
"step": 9600
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"grad_norm": 0.2016618847846985,
|
| 590 |
+
"learning_rate": 3.043131665813988e-05,
|
| 591 |
+
"loss": 0.0109,
|
| 592 |
+
"step": 9700
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"grad_norm": 0.3222499489784241,
|
| 596 |
+
"learning_rate": 2.942177047131489e-05,
|
| 597 |
+
"loss": 0.0102,
|
| 598 |
+
"step": 9800
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"grad_norm": 0.24521134793758392,
|
| 602 |
+
"learning_rate": 2.8422225676116015e-05,
|
| 603 |
+
"loss": 0.0105,
|
| 604 |
+
"step": 9900
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"grad_norm": 0.2552998960018158,
|
| 608 |
+
"learning_rate": 2.7433168069386533e-05,
|
| 609 |
+
"loss": 0.0103,
|
| 610 |
+
"step": 10000
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"grad_norm": 0.16261635720729828,
|
| 614 |
+
"learning_rate": 2.6455078351006455e-05,
|
| 615 |
+
"loss": 0.0098,
|
| 616 |
+
"step": 10100
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"grad_norm": 0.21876129508018494,
|
| 620 |
+
"learning_rate": 2.548843189026378e-05,
|
| 621 |
+
"loss": 0.0104,
|
| 622 |
+
"step": 10200
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"grad_norm": 0.18509529531002045,
|
| 626 |
+
"learning_rate": 2.4533698494816342e-05,
|
| 627 |
+
"loss": 0.0099,
|
| 628 |
+
"step": 10300
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"grad_norm": 0.18175043165683746,
|
| 632 |
+
"learning_rate": 2.3591342182356914e-05,
|
| 633 |
+
"loss": 0.0098,
|
| 634 |
+
"step": 10400
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"grad_norm": 0.22030195593833923,
|
| 638 |
+
"learning_rate": 2.2661820955092083e-05,
|
| 639 |
+
"loss": 0.0096,
|
| 640 |
+
"step": 10500
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"grad_norm": 0.18503376841545105,
|
| 644 |
+
"learning_rate": 2.1745586577144993e-05,
|
| 645 |
+
"loss": 0.0093,
|
| 646 |
+
"step": 10600
|
| 647 |
+
},
|
| 648 |
+
{
|
| 649 |
+
"grad_norm": 0.1836182028055191,
|
| 650 |
+
"learning_rate": 2.0843084354989767e-05,
|
| 651 |
+
"loss": 0.0091,
|
| 652 |
+
"step": 10700
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"grad_norm": 0.1947038471698761,
|
| 656 |
+
"learning_rate": 1.99547529210245e-05,
|
| 657 |
+
"loss": 0.009,
|
| 658 |
+
"step": 10800
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"grad_norm": 0.21019214391708374,
|
| 662 |
+
"learning_rate": 1.908102402038807e-05,
|
| 663 |
+
"loss": 0.009,
|
| 664 |
+
"step": 10900
|
| 665 |
+
},
|
| 666 |
+
{
|
| 667 |
+
"grad_norm": 0.1644686907529831,
|
| 668 |
+
"learning_rate": 1.822232230112409e-05,
|
| 669 |
+
"loss": 0.0087,
|
| 670 |
+
"step": 11000
|
| 671 |
+
},
|
| 672 |
+
{
|
| 673 |
+
"grad_norm": 0.17860591411590576,
|
| 674 |
+
"learning_rate": 1.7379065107794262e-05,
|
| 675 |
+
"loss": 0.0086,
|
| 676 |
+
"step": 11100
|
| 677 |
+
},
|
| 678 |
+
{
|
| 679 |
+
"grad_norm": 0.1761464625597,
|
| 680 |
+
"learning_rate": 1.655166227864154e-05,
|
| 681 |
+
"loss": 0.0087,
|
| 682 |
+
"step": 11200
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"grad_norm": 0.15659134089946747,
|
| 686 |
+
"learning_rate": 1.5740515946401134e-05,
|
| 687 |
+
"loss": 0.0086,
|
| 688 |
+
"step": 11300
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"grad_norm": 0.13683277368545532,
|
| 692 |
+
"learning_rate": 1.4946020342856898e-05,
|
| 693 |
+
"loss": 0.0089,
|
| 694 |
+
"step": 11400
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"grad_norm": 0.1489311307668686,
|
| 698 |
+
"learning_rate": 1.4168561607237436e-05,
|
| 699 |
+
"loss": 0.0081,
|
| 700 |
+
"step": 11500
|
| 701 |
+
},
|
| 702 |
+
{
|
| 703 |
+
"grad_norm": 0.1433875411748886,
|
| 704 |
+
"learning_rate": 1.3408517598545444e-05,
|
| 705 |
+
"loss": 0.008,
|
| 706 |
+
"step": 11600
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"grad_norm": 0.15060840547084808,
|
| 710 |
+
"learning_rate": 1.2666257711911566e-05,
|
| 711 |
+
"loss": 0.0081,
|
| 712 |
+
"step": 11700
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"grad_norm": 0.13360615074634552,
|
| 716 |
+
"learning_rate": 1.1942142699061498e-05,
|
| 717 |
+
"loss": 0.0085,
|
| 718 |
+
"step": 11800
|
| 719 |
+
},
|
| 720 |
+
{
|
| 721 |
+
"grad_norm": 0.1531410962343216,
|
| 722 |
+
"learning_rate": 1.1236524492984203e-05,
|
| 723 |
+
"loss": 0.0077,
|
| 724 |
+
"step": 11900
|
| 725 |
+
},
|
| 726 |
+
{
|
| 727 |
+
"grad_norm": 0.1596285104751587,
|
| 728 |
+
"learning_rate": 1.054974603688616e-05,
|
| 729 |
+
"loss": 0.0077,
|
| 730 |
+
"step": 12000
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"grad_norm": 0.14950387179851532,
|
| 734 |
+
"learning_rate": 9.882141117514632e-06,
|
| 735 |
+
"loss": 0.0078,
|
| 736 |
+
"step": 12100
|
| 737 |
+
},
|
| 738 |
+
{
|
| 739 |
+
"grad_norm": 0.14695662260055542,
|
| 740 |
+
"learning_rate": 9.234034202931447e-06,
|
| 741 |
+
"loss": 0.008,
|
| 742 |
+
"step": 12200
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"grad_norm": 0.13234861195087433,
|
| 746 |
+
"learning_rate": 8.6057402848155e-06,
|
| 747 |
+
"loss": 0.0075,
|
| 748 |
+
"step": 12300
|
| 749 |
+
},
|
| 750 |
+
{
|
| 751 |
+
"grad_norm": 0.13449421525001526,
|
| 752 |
+
"learning_rate": 7.997564725371182e-06,
|
| 753 |
+
"loss": 0.0074,
|
| 754 |
+
"step": 12400
|
| 755 |
+
},
|
| 756 |
+
{
|
| 757 |
+
"grad_norm": 0.11849799752235413,
|
| 758 |
+
"learning_rate": 7.409803108916841e-06,
|
| 759 |
+
"loss": 0.0078,
|
| 760 |
+
"step": 12500
|
| 761 |
+
},
|
| 762 |
+
{
|
| 763 |
+
"grad_norm": 0.11003534495830536,
|
| 764 |
+
"learning_rate": 6.842741098225358e-06,
|
| 765 |
+
"loss": 0.0073,
|
| 766 |
+
"step": 12600
|
| 767 |
+
},
|
| 768 |
+
{
|
| 769 |
+
"grad_norm": 0.10939287394285202,
|
| 770 |
+
"learning_rate": 6.29665429568701e-06,
|
| 771 |
+
"loss": 0.0072,
|
| 772 |
+
"step": 12700
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"grad_norm": 0.1449676752090454,
|
| 776 |
+
"learning_rate": 5.77180810936162e-06,
|
| 777 |
+
"loss": 0.0072,
|
| 778 |
+
"step": 12800
|
| 779 |
+
},
|
| 780 |
+
{
|
| 781 |
+
"grad_norm": 0.1331818401813507,
|
| 782 |
+
"learning_rate": 5.2684576239854895e-06,
|
| 783 |
+
"loss": 0.007,
|
| 784 |
+
"step": 12900
|
| 785 |
+
},
|
| 786 |
+
{
|
| 787 |
+
"grad_norm": 0.14290793240070343,
|
| 788 |
+
"learning_rate": 4.7868474769956266e-06,
|
| 789 |
+
"loss": 0.007,
|
| 790 |
+
"step": 13000
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"grad_norm": 0.10847538709640503,
|
| 794 |
+
"learning_rate": 4.327211739631415e-06,
|
| 795 |
+
"loss": 0.0068,
|
| 796 |
+
"step": 13100
|
| 797 |
+
},
|
| 798 |
+
{
|
| 799 |
+
"grad_norm": 0.1479455679655075,
|
| 800 |
+
"learning_rate": 3.889773803171936e-06,
|
| 801 |
+
"loss": 0.0073,
|
| 802 |
+
"step": 13200
|
| 803 |
+
},
|
| 804 |
+
{
|
| 805 |
+
"grad_norm": 0.12967287003993988,
|
| 806 |
+
"learning_rate": 3.4747462703636104e-06,
|
| 807 |
+
"loss": 0.007,
|
| 808 |
+
"step": 13300
|
| 809 |
+
},
|
| 810 |
+
{
|
| 811 |
+
"grad_norm": 0.14079637825489044,
|
| 812 |
+
"learning_rate": 3.082330852091497e-06,
|
| 813 |
+
"loss": 0.0071,
|
| 814 |
+
"step": 13400
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"grad_norm": 0.09100726246833801,
|
| 818 |
+
"learning_rate": 2.712718269344161e-06,
|
| 819 |
+
"loss": 0.0067,
|
| 820 |
+
"step": 13500
|
| 821 |
+
},
|
| 822 |
+
{
|
| 823 |
+
"grad_norm": 0.17988385260105133,
|
| 824 |
+
"learning_rate": 2.3660881605197694e-06,
|
| 825 |
+
"loss": 0.0067,
|
| 826 |
+
"step": 13600
|
| 827 |
+
},
|
| 828 |
+
{
|
| 829 |
+
"grad_norm": 0.08855018764734268,
|
| 830 |
+
"learning_rate": 2.0426089941186443e-06,
|
| 831 |
+
"loss": 0.0065,
|
| 832 |
+
"step": 13700
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"grad_norm": 0.1124800518155098,
|
| 836 |
+
"learning_rate": 1.7424379868644759e-06,
|
| 837 |
+
"loss": 0.0065,
|
| 838 |
+
"step": 13800
|
| 839 |
+
},
|
| 840 |
+
{
|
| 841 |
+
"grad_norm": 0.07809489965438843,
|
| 842 |
+
"learning_rate": 1.4657210272941923e-06,
|
| 843 |
+
"loss": 0.0068,
|
| 844 |
+
"step": 13900
|
| 845 |
+
},
|
| 846 |
+
{
|
| 847 |
+
"grad_norm": 0.07251078635454178,
|
| 848 |
+
"learning_rate": 1.2125926048534686e-06,
|
| 849 |
+
"loss": 0.0067,
|
| 850 |
+
"step": 14000
|
| 851 |
+
},
|
| 852 |
+
{
|
| 853 |
+
"grad_norm": 0.08136503398418427,
|
| 854 |
+
"learning_rate": 9.831757445324274e-07,
|
| 855 |
+
"loss": 0.0067,
|
| 856 |
+
"step": 14100
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"grad_norm": 0.09368441998958588,
|
| 860 |
+
"learning_rate": 7.775819470732692e-07,
|
| 861 |
+
"loss": 0.0066,
|
| 862 |
+
"step": 14200
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"grad_norm": 0.0564887672662735,
|
| 866 |
+
"learning_rate": 5.959111347789093e-07,
|
| 867 |
+
"loss": 0.0063,
|
| 868 |
+
"step": 14300
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"grad_norm": 0.08504457771778107,
|
| 872 |
+
"learning_rate": 4.382516029489081e-07,
|
| 873 |
+
"loss": 0.0064,
|
| 874 |
+
"step": 14400
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"grad_norm": 0.07967083901166916,
|
| 878 |
+
"learning_rate": 3.046799769663822e-07,
|
| 879 |
+
"loss": 0.0066,
|
| 880 |
+
"step": 14500
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"grad_norm": 0.08645298331975937,
|
| 884 |
+
"learning_rate": 1.9526117505667129e-07,
|
| 885 |
+
"loss": 0.0067,
|
| 886 |
+
"step": 14600
|
| 887 |
+
},
|
| 888 |
+
{
|
| 889 |
+
"grad_norm": 0.06927453726530075,
|
| 890 |
+
"learning_rate": 1.1004837673589952e-07,
|
| 891 |
+
"loss": 0.0065,
|
| 892 |
+
"step": 14700
|
| 893 |
+
},
|
| 894 |
+
{
|
| 895 |
+
"grad_norm": 0.08161219954490662,
|
| 896 |
+
"learning_rate": 4.9082996964794345e-08,
|
| 897 |
+
"loss": 0.0066,
|
| 898 |
+
"step": 14800
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"grad_norm": 0.0726151242852211,
|
| 902 |
+
"learning_rate": 1.2394666020226764e-08,
|
| 903 |
+
"loss": 0.0065,
|
| 904 |
+
"step": 14900
|
| 905 |
+
},
|
| 906 |
+
{
|
| 907 |
+
"grad_norm": 0.0667741596698761,
|
| 908 |
+
"learning_rate": 1.2150944139754927e-12,
|
| 909 |
+
"loss": 0.0064,
|
| 910 |
+
"step": 15000
|
| 911 |
+
}
|
| 912 |
+
],
|
| 913 |
+
"logging_steps": 100,
|
| 914 |
+
"max_steps": 15000,
|
| 915 |
+
"num_input_tokens_seen": 0,
|
| 916 |
+
"num_train_epochs": 9223372036854775807,
|
| 917 |
+
"save_steps": 5000,
|
| 918 |
+
"stateful_callbacks": {
|
| 919 |
+
"TrainerControl": {
|
| 920 |
+
"args": {
|
| 921 |
+
"should_epoch_stop": false,
|
| 922 |
+
"should_evaluate": false,
|
| 923 |
+
"should_log": false,
|
| 924 |
+
"should_save": true,
|
| 925 |
+
"should_training_stop": true
|
| 926 |
+
},
|
| 927 |
+
"attributes": {}
|
| 928 |
+
}
|
| 929 |
+
},
|
| 930 |
+
"total_flos": 0.0,
|
| 931 |
+
"train_batch_size": 128,
|
| 932 |
+
"trial_name": null,
|
| 933 |
+
"trial_params": null
|
| 934 |
+
}
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e22c9a761d96d73ace9ffc5f60209158478e1df765fc0eacd22b372fd7960510
|
| 3 |
+
size 5905
|
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/wandb_config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"project": "kuavo", "run_id": "gr00t_n17"}
|