File size: 13,969 Bytes
c6b20ca f736b95 e4740b4 c6b20ca e4740b4 c6b20ca 8c126ad 1cf811c ff90b21 b3e1096 512372e 5e66f53 5b9eed0 e541341 038e5b9 8a303d1 2b25ae3 0f0c4bb 67153a1 491d74b e67d75b 104b893 cb31a08 1f7a894 e8b2a87 4f1dd62 992b313 a822237 da0fdbb 63c919b 830166b 264c149 8c8fb95 5a4e57c f02af77 8f7f0d2 1f53a6c cfa2c23 a87150f 93f1adb a357dc8 7b7da58 fcef483 d5771b9 f1353d4 8b6620f 0ce9a4d 777de0e 39c7985 9170c0d b2acf94 f1d2a0d 33aa1cc c5b3adc ac62d06 1317a3c be905bd a3879af 60251d8 2e35b5c 380c658 a78856a cc29a25 03bc4c2 e26a14d c139456 dd72d8f 13cdb26 4f55492 68dafb3 06bb436 2dc607e 98633b1 e158fc3 bc5d046 2b51a35 0aad175 e17d8c8 3aef2c4 f842806 9325778 f736b95 c6b20ca | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 | {
"stage": "eval_done",
"t0": 1790535312.900102,
"events": [
[
1.2,
"kernel alive, py 3.12.13"
],
[
2.2,
"GPU: Sun Sep 27 18:55:14 2026 +-----------------------------------------------------------------------------------------+ | NVIDIA-SMI 580.159.04 Driver Version: 580.159.04 CUDA Version: 13.0 | +-----------------------------------------+------------------------+---"
],
[
11.2,
"GPU MODEL: Tesla T4, 580.159.04, 15360 MiB | Tesla T4, 580.159.04, 15360 MiB"
],
[
17.9,
"VULKAN: Processing triggers for man-db (2.10.2-1) ... | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | \tapiVersion = 4211000 (1.4.312) | \tdeviceName = Tesla T4 | \tapiVersion "
],
[
17.9,
"installing uv + python 3.11"
],
[
25.7,
"installing torch 2.7 + isaacsim 5.1 (large)"
],
[
216.8,
"post-isaacsim df: /dev/loop2 20G 16G 4.0G 80% /kaggle/working | "
],
[
216.8,
"cloning isaaclab v2.3.0"
],
[
228.8,
"cloning GR00T-WholeBodyControl (with lfs)"
],
[
282.1,
"downloading eval assets (medv motion + real smpl + ft ckpt)"
],
[
282.6,
"medv motion in eval lib"
],
[
282.9,
"real smpl file"
],
[
286.5,
"v36 ft ckpt ok (455MB)"
],
[
291.6,
"v28 raw ckpt ok (454MB)"
],
[
315.4,
"=== EVAL v36 ckpt /kaggle/working/train/ft_last.pt ==="
],
[
315.4,
"launching imitation eval on medv clip"
],
[
360.4,
"eval alive: log 16612 bytes | last: 2026-09-27T19:01:09Z [0ms] [Error] [omni.ext.plugin] [ext: omni.graph.visualization.nodes-2.1.3] Failed to startup python extension."
],
[
406.3,
"eval alive: log 67291 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 8it [00:20, 1.15s/it][diag] s0 dones=[0"
],
[
451.9,
"eval alive: log 184848 bytes | last: 0%| | 0/106 [00:00<?, ?it/s]\u001b[A"
],
[
497.6,
"eval alive: log 272723 bytes | last: 0%| | 0/170 [00:00<?, ?it/s]\u001b[A"
],
[
543.2,
"eval alive: log 344765 bytes | last: 60%|\u2588\u2588\u2588\u2588\u2588\u2589 | 131/220 [00:00<00:00, 1304.80it/s]\u001b[A"
],
[
588.9,
"eval alive: log 413824 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 131it [03:22, 2.29s/it][diag] s0 dones="
],
[
634.5,
"eval alive: log 469819 bytes | last: 81%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588 | 242/300 [00:00<00:00, 965.38it/s] \u001b[A"
],
[
680.4,
"eval alive: log 527958 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 166it [04:54, 2.91s/it]"
],
[
726.0,
"eval alive: log 575207 bytes | last: 42%|\u2588\u2588\u2588\u2588\u258f | 153/362 [00:00<00:00, 1510.45it/s]\u001b[A"
],
[
771.7,
"eval alive: log 621820 bytes | last: 0%| | 0/390 [00:00<?, ?it/s]\u001b[A"
],
[
817.3,
"eval alive: log 670591 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 207it [07:11, 3.69s/it][diag] s0 dones="
],
[
862.8,
"eval alive: log 710967 bytes | last: 0%| | 0/438 [00:00<?, ?it/s]\u001b[A"
],
[
908.4,
"eval alive: log 750937 bytes | last: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 460/460 [00:00<00:00, 758.51it/s]"
],
[
954.2,
"eval alive: log 795523 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 240it [09:27, 4.52s/it][diag] s0 dones="
],
[
999.7,
"eval alive: log 831632 bytes | last: 88%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258a | 441/500 [00:00<00:00, 811.89it/s]\u001b[A"
],
[
1045.4,
"eval alive: log 873396 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 259it [10:58, 4.99s/it][diag] s0 dones="
],
[
1091.1,
"eval alive: log 909094 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 268it [11:44, 5.18s/it][diag] s0 dones="
],
[
1136.6,
"eval alive: log 942654 bytes | last: 74%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258e | 408/554 [00:00<00:00, 826.88it/s]\u001b[A"
],
[
1182.2,
"eval alive: log 980590 bytes | last: 40%|\u2588\u2588\u2588\u2588 | 228/570 [00:00<00:00, 990.20it/s] \u001b[A"
],
[
1227.9,
"eval alive: log 1014051 bytes | last: 50%|\u2588\u2588\u2588\u2588\u2588 | 293/586 [00:00<00:00, 809.34it/s] \u001b[A"
],
[
1273.7,
"eval alive: log 1047368 bytes | last: 71%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588 | 428/602 [00:00<00:00, 502.55it/s]\u001b[A"
],
[
1319.4,
"eval alive: log 1083728 bytes | last: 44%|\u2588\u2588\u2588\u2588\u258e | 268/616 [00:00<00:00, 977.55it/s] \u001b[A"
],
[
1365.0,
"eval alive: log 1115319 bytes | last: 0%| | 0/630 [00:00<?, ?it/s]\u001b[A"
],
[
1410.8,
"eval alive: log 1151005 bytes | last: 72%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258f | 463/644 [00:00<00:00, 411.93it/s]\u001b[A"
],
[
1456.6,
"eval alive: log 1182808 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 328it [17:50, 6.81s/it][diag] s0 dones="
],
[
1502.2,
"eval alive: log 1212072 bytes | last: 86%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258c | 577/670 [00:00<00:00, 484.78it/s]\u001b[A"
],
[
1547.8,
"eval alive: log 1246517 bytes | last: 77%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258b | 527/682 [00:00<00:00, 552.32it/s]\u001b[A"
],
[
1593.4,
"eval alive: log 1276141 bytes | last: 73%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258e | 505/694 [00:00<00:00, 752.37it/s]\u001b[A"
],
[
1639.1,
"eval alive: log 1310259 bytes | last: 0%| | 0/706 [00:00<?, ?it/s]\u001b[A"
],
[
1684.7,
"eval alive: log 1339972 bytes | last: 86%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258b | 621/718 [00:00<00:00, 550.89it/s]\u001b[A"
],
[
1730.5,
"eval alive: log 1369724 bytes | last: 34%|\u2588\u2588\u2588\u258d | 251/730 [00:00<00:00, 705.90it/s]\u001b[A"
],
[
1776.1,
"eval alive: log 1402285 bytes | last: 35%|\u2588\u2588\u2588\u258d | 258/740 [00:00<00:00, 988.21it/s] \u001b[A"
],
[
1821.7,
"eval alive: log 1431587 bytes | last: 84%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258d | 630/752 [00:01<00:00, 312.45it/s]\u001b[A"
],
[
1867.5,
"eval alive: log 1459818 bytes | last: 30%|\u2588\u2588\u2589 | 226/762 [00:00<00:00, 956.33it/s] \u001b[A"
],
[
1913.2,
"eval alive: log 1492398 bytes | last: 79%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2589 | 611/772 [00:00<00:00, 578.24it/s]\u001b[A"
],
[
1958.8,
"eval alive: log 1520009 bytes | last: 96%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258c| 747/782 [00:01<00:00, 472.75it/s]\u001b[A"
],
[
2004.3,
"eval alive: log 1527952 bytes | last: [my_eval] DONE"
],
[
2005.0,
"eval rc=0 loglen=1527952"
],
[
2006.1,
"eval artifacts found: 2"
],
[
2006.4,
"uploaded eval1/_tmp_eval_out_metrics_eval.json (0.0MB)"
],
[
2007.2,
"uploaded eval1/_tmp_eval_states.npz (0.1MB)"
],
[
2007.2,
"EVAL END rc=0"
],
[
2007.9,
"=== EVAL v28 ckpt /kaggle/working/train/v28_v36obs.pt ==="
],
[
2007.9,
"launching imitation eval on medv clip"
],
[
2052.9,
"eval alive: log 35513 bytes | last: RunningMeanStd: (1745,)"
],
[
2098.6,
"eval alive: log 131619 bytes | last: 0%| | 0/72 [00:00<?, ?it/s]\u001b[A"
],
[
2144.4,
"eval alive: log 235394 bytes | last: 0%| | 0/148 [00:00<?, ?it/s]\u001b[A"
],
[
2190.2,
"eval alive: log 317559 bytes | last: 74%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258d | 152/206 [00:00<00:00, 1513.91it/s]\u001b[A"
],
[
2236.1,
"eval alive: log 386291 bytes | last: 0%| | 0/254 [00:00<?, ?it/s]\u001b[A"
],
[
2281.6,
"eval alive: log 450404 bytes | last: 71%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258f | 210/294 [00:00<00:00, 715.30it/s] \u001b[A"
],
[
2327.4,
"eval alive: log 506236 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 164it [04:28, 2.69s/it][diag] s0 dones="
],
[
2373.0,
"eval alive: log 561989 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 180it [05:13, 2.99s/it][diag] s0 dones="
],
[
2418.5,
"eval alive: log 607981 bytes | last: 61%|\u2588\u2588\u2588\u2588\u2588\u2588 | 237/390 [00:00<00:00, 843.02it/s] \u001b[A"
],
[
2464.2,
"eval alive: log 652036 bytes | last: 69%|\u2588\u2588\u2588\u2588\u2588\u2588\u2589 | 286/416 [00:00<00:00, 934.05it/s] \u001b[A"
],
[
2510.0,
"eval alive: log 698452 bytes | last: 28%|\u2588\u2588\u258a | 125/440 [00:00<00:00, 1240.01it/s]\u001b[A"
],
[
2555.7,
"eval alive: log 738178 bytes | last: 25%|\u2588\u2588\u258c | 117/462 [00:00<00:00, 1160.55it/s]\u001b[A"
],
[
2601.2,
"eval alive: log 777310 bytes | last: !!!!!!! 484 484 0 0 Time: 19:38:34"
],
[
2647.0,
"eval alive: log 819586 bytes | last: 48%|\u2588\u2588\u2588\u2588\u258a | 244/504 [00:00<00:00, 755.97it/s] \u001b[A"
],
[
2692.6,
"eval alive: log 857070 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 261it [10:33, 4.70s/it][diag] s0 dones="
],
[
2738.3,
"eval alive: log 896976 bytes | last: 54%|\u2588\u2588\u2588\u2588\u2588\u258d | 295/542 [00:00<00:00, 666.44it/s]\u001b[A"
],
[
2783.9,
"eval alive: log 931954 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 279it [12:05, 5.25s/it][diag] s0 dones="
],
[
2829.5,
"eval alive: log 965110 bytes | last: 63%|\u2588\u2588\u2588\u2588\u2588\u2588\u258e | 363/576 [00:00<00:00, 802.45it/s] \u001b[A"
],
[
2875.2,
"eval alive: log 1003174 bytes | last: 25%|\u2588\u2588\u258c | 148/592 [00:00<00:00, 1475.07it/s]\u001b[A"
],
[
2920.8,
"eval alive: log 1036229 bytes | last: 88%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258a | 534/608 [00:01<00:00, 418.18it/s]\u001b[A"
],
[
2966.4,
"eval alive: log 1067308 bytes | last: 20%|\u2588\u2588 | 127/622 [00:00<00:00, 1265.20it/s]\u001b[A"
],
[
3012.3,
"eval alive: log 1105062 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 318it [15:53, 6.30s/it][diag] s0 dones="
],
[
3058.1,
"eval alive: log 1134466 bytes | last: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 650/650 [00:00<00:00, 688.92it/s]"
],
[
3104.1,
"eval alive: log 1170331 bytes | last: 89%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2589 | 593/664 [00:00<00:00, 544.77it/s]\u001b[A"
],
[
3149.7,
"eval alive: log 1201102 bytes | last: 92%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258f| 622/678 [00:01<00:00, 473.65it/s]\u001b[A"
],
[
3195.3,
"eval alive: log 1230186 bytes | last: 86%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258c | 594/690 [00:00<00:00, 499.36it/s]\u001b[A"
],
[
3240.9,
"eval alive: log 1266149 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 351it [19:41, 7.30s/it][diag] s0 dones="
],
[
3286.5,
"eval alive: log 1295229 bytes | last: 44%|\u2588\u2588\u2588\u2588\u258d | 316/716 [00:00<00:00, 655.14it/s]\u001b[A"
],
[
3332.1,
"eval alive: log 1328901 bytes | last: 43%|\u2588\u2588\u2588\u2588\u258e | 312/728 [00:00<00:00, 653.12it/s]\u001b[A"
],
[
3377.9,
"eval alive: log 1356439 bytes | last: 70%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588 | 519/738 [00:00<00:00, 676.29it/s]\u001b[A"
],
[
3423.5,
"eval alive: log 1385135 bytes | last: 51%|\u2588\u2588\u2588\u2588\u2588\u258f | 385/750 [00:00<00:00, 831.23it/s]\u001b[A"
],
[
3469.1,
"eval alive: log 1417870 bytes | last: 39%|\u2588\u2588\u2588\u258a | 295/762 [00:00<00:00, 639.01it/s]\u001b[A"
],
[
3514.7,
"eval alive: log 1445222 bytes | last: 66%|\u2588\u2588\u2588\u2588\u2588\u2588\u258c | 509/772 [00:00<00:00, 544.16it/s]\u001b[A"
],
[
3560.5,
"eval alive: log 1472893 bytes | last: 39%|\u2588\u2588\u2588\u258a | 302/782 [00:00<00:00, 957.77it/s] \u001b[A"
],
[
3606.2,
"eval alive: log 1505013 bytes | last: 54%|\u2588\u2588\u2588\u2588\u2588\u258e | 425/792 [00:00<00:00, 787.34it/s]\u001b[A"
],
[
3651.8,
"eval alive: log 1523806 bytes | last: [my_eval] DONE"
],
[
3652.6,
"eval rc=0 loglen=1523806"
],
[
3653.9,
"eval artifacts found: 2"
],
[
3654.4,
"uploaded eval1/_tmp_eval_out_metrics_eval.json (0.0MB)"
],
[
3655.7,
"uploaded eval1/_tmp_eval_states.npz (0.1MB)"
],
[
3655.7,
"EVAL END rc=0"
]
]
} |