eval36/eval_progress.json

{
 "stage": "eval_done",
 "t0": 1790535312.900102,
 "events": [
  [
   1.2,
   "kernel alive, py 3.12.13"
  ],
  [
   2.2,
   "GPU: Sun Sep 27 18:55:14 2026 +-----------------------------------------------------------------------------------------+ | NVIDIA-SMI 580.159.04 Driver Version: 580.159.04 CUDA Version: 13.0 | +-----------------------------------------+------------------------+---"
  ],
  [
   11.2,
   "GPU MODEL: Tesla T4, 580.159.04, 15360 MiB | Tesla T4, 580.159.04, 15360 MiB"
  ],
  [
   17.9,
   "VULKAN: Processing triggers for man-db (2.10.2-1) ... | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | \tapiVersion         = 4211000 (1.4.312) | \tdeviceName         = Tesla T4 | \tapiVersion "
  ],
  [
   17.9,
   "installing uv + python 3.11"
  ],
  [
   25.7,
   "installing torch 2.7 + isaacsim 5.1 (large)"
  ],
  [
   216.8,
   "post-isaacsim df: /dev/loop2       20G   16G  4.0G  80% /kaggle/working | "
  ],
  [
   216.8,
   "cloning isaaclab v2.3.0"
  ],
  [
   228.8,
   "cloning GR00T-WholeBodyControl (with lfs)"
  ],
  [
   282.1,
   "downloading eval assets (medv motion + real smpl + ft ckpt)"
  ],
  [
   282.6,
   "medv motion in eval lib"
  ],
  [
   282.9,
   "real smpl file"
  ],
  [
   286.5,
   "v36 ft ckpt ok (455MB)"
  ],
  [
   291.6,
   "v28 raw ckpt ok (454MB)"
  ],
  [
   315.4,
   "=== EVAL v36 ckpt /kaggle/working/train/ft_last.pt ==="
  ],
  [
   315.4,
   "launching imitation eval on medv clip"
  ],
  [
   360.4,
   "eval alive: log 16612 bytes | last: 2026-09-27T19:01:09Z [0ms] [Error] [omni.ext.plugin] [ext: omni.graph.visualization.nodes-2.1.3] Failed to startup python extension."
  ],
  [
   406.3,
   "eval alive: log 67291 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 8it [00:20,  1.15s/it][diag] s0 dones=[0"
  ],
  [
   451.9,
   "eval alive: log 184848 bytes | last:   0%|          | 0/106 [00:00<?, ?it/s]\u001b[A"
  ],
  [
   497.6,
   "eval alive: log 272723 bytes | last:   0%|          | 0/170 [00:00<?, ?it/s]\u001b[A"
  ],
  [
   543.2,
   "eval alive: log 344765 bytes | last:  60%|\u2588\u2588\u2588\u2588\u2588\u2589    | 131/220 [00:00<00:00, 1304.80it/s]\u001b[A"
  ],
  [
   588.9,
   "eval alive: log 413824 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 131it [03:22,  2.29s/it][diag] s0 dones="
  ],
  [
   634.5,
   "eval alive: log 469819 bytes | last:  81%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588  | 242/300 [00:00<00:00, 965.38it/s] \u001b[A"
  ],
  [
   680.4,
   "eval alive: log 527958 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 166it [04:54,  2.91s/it]"
  ],
  [
   726.0,
   "eval alive: log 575207 bytes | last:  42%|\u2588\u2588\u2588\u2588\u258f     | 153/362 [00:00<00:00, 1510.45it/s]\u001b[A"
  ],
  [
   771.7,
   "eval alive: log 621820 bytes | last:   0%|          | 0/390 [00:00<?, ?it/s]\u001b[A"
  ],
  [
   817.3,
   "eval alive: log 670591 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 207it [07:11,  3.69s/it][diag] s0 dones="
  ],
  [
   862.8,
   "eval alive: log 710967 bytes | last:   0%|          | 0/438 [00:00<?, ?it/s]\u001b[A"
  ],
  [
   908.4,
   "eval alive: log 750937 bytes | last: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 460/460 [00:00<00:00, 758.51it/s]"
  ],
  [
   954.2,
   "eval alive: log 795523 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 240it [09:27,  4.52s/it][diag] s0 dones="
  ],
  [
   999.7,
   "eval alive: log 831632 bytes | last:  88%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258a | 441/500 [00:00<00:00, 811.89it/s]\u001b[A"
  ],
  [
   1045.4,
   "eval alive: log 873396 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 259it [10:58,  4.99s/it][diag] s0 dones="
  ],
  [
   1091.1,
   "eval alive: log 909094 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 268it [11:44,  5.18s/it][diag] s0 dones="
  ],
  [
   1136.6,
   "eval alive: log 942654 bytes | last:  74%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258e  | 408/554 [00:00<00:00, 826.88it/s]\u001b[A"
  ],
  [
   1182.2,
   "eval alive: log 980590 bytes | last:  40%|\u2588\u2588\u2588\u2588      | 228/570 [00:00<00:00, 990.20it/s] \u001b[A"
  ],
  [
   1227.9,
   "eval alive: log 1014051 bytes | last:  50%|\u2588\u2588\u2588\u2588\u2588     | 293/586 [00:00<00:00, 809.34it/s] \u001b[A"
  ],
  [
   1273.7,
   "eval alive: log 1047368 bytes | last:  71%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588   | 428/602 [00:00<00:00, 502.55it/s]\u001b[A"
  ],
  [
   1319.4,
   "eval alive: log 1083728 bytes | last:  44%|\u2588\u2588\u2588\u2588\u258e     | 268/616 [00:00<00:00, 977.55it/s] \u001b[A"
  ],
  [
   1365.0,
   "eval alive: log 1115319 bytes | last:   0%|          | 0/630 [00:00<?, ?it/s]\u001b[A"
  ],
  [
   1410.8,
   "eval alive: log 1151005 bytes | last:  72%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258f  | 463/644 [00:00<00:00, 411.93it/s]\u001b[A"
  ],
  [
   1456.6,
   "eval alive: log 1182808 bytes | last: Terminated: 0 | max frames: 667 | steps 8 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 328it [17:50,  6.81s/it][diag] s0 dones="
  ],
  [
   1502.2,
   "eval alive: log 1212072 bytes | last:  86%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258c | 577/670 [00:00<00:00, 484.78it/s]\u001b[A"
  ],
  [
   1547.8,
   "eval alive: log 1246517 bytes | last:  77%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258b  | 527/682 [00:00<00:00, 552.32it/s]\u001b[A"
  ],
  [
   1593.4,
   "eval alive: log 1276141 bytes | last:  73%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258e  | 505/694 [00:00<00:00, 752.37it/s]\u001b[A"
  ],
  [
   1639.1,
   "eval alive: log 1310259 bytes | last:   0%|          | 0/706 [00:00<?, ?it/s]\u001b[A"
  ],
  [
   1684.7,
   "eval alive: log 1339972 bytes | last:  86%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258b | 621/718 [00:00<00:00, 550.89it/s]\u001b[A"
  ],
  [
   1730.5,
   "eval alive: log 1369724 bytes | last:  34%|\u2588\u2588\u2588\u258d      | 251/730 [00:00<00:00, 705.90it/s]\u001b[A"
  ],
  [
   1776.1,
   "eval alive: log 1402285 bytes | last:  35%|\u2588\u2588\u2588\u258d      | 258/740 [00:00<00:00, 988.21it/s] \u001b[A"
  ],
  [
   1821.7,
   "eval alive: log 1431587 bytes | last:  84%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258d | 630/752 [00:01<00:00, 312.45it/s]\u001b[A"
  ],
  [
   1867.5,
   "eval alive: log 1459818 bytes | last:  30%|\u2588\u2588\u2589       | 226/762 [00:00<00:00, 956.33it/s] \u001b[A"
  ],
  [
   1913.2,
   "eval alive: log 1492398 bytes | last:  79%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2589  | 611/772 [00:00<00:00, 578.24it/s]\u001b[A"
  ],
  [
   1958.8,
   "eval alive: log 1520009 bytes | last:  96%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258c| 747/782 [00:01<00:00, 472.75it/s]\u001b[A"
  ],
  [
   2004.3,
   "eval alive: log 1527952 bytes | last: [my_eval] DONE"
  ],
  [
   2005.0,
   "eval rc=0 loglen=1527952"
  ],
  [
   2006.1,
   "eval artifacts found: 2"
  ],
  [
   2006.4,
   "uploaded eval1/_tmp_eval_out_metrics_eval.json (0.0MB)"
  ],
  [
   2007.2,
   "uploaded eval1/_tmp_eval_states.npz (0.1MB)"
  ],
  [
   2007.2,
   "EVAL END rc=0"
  ],
  [
   2007.9,
   "=== EVAL v28 ckpt /kaggle/working/train/v28_v36obs.pt ==="
  ],
  [
   2007.9,
   "launching imitation eval on medv clip"
  ],
  [
   2052.9,
   "eval alive: log 35513 bytes | last: RunningMeanStd:  (1745,)"
  ],
  [
   2098.6,
   "eval alive: log 131619 bytes | last:   0%|          | 0/72 [00:00<?, ?it/s]\u001b[A"
  ],
  [
   2144.4,
   "eval alive: log 235394 bytes | last:   0%|          | 0/148 [00:00<?, ?it/s]\u001b[A"
  ],
  [
   2190.2,
   "eval alive: log 317559 bytes | last:  74%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258d  | 152/206 [00:00<00:00, 1513.91it/s]\u001b[A"
  ],
  [
   2236.1,
   "eval alive: log 386291 bytes | last:   0%|          | 0/254 [00:00<?, ?it/s]\u001b[A"
  ],
  [
   2281.6,
   "eval alive: log 450404 bytes | last:  71%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258f  | 210/294 [00:00<00:00, 715.30it/s] \u001b[A"
  ],
  [
   2327.4,
   "eval alive: log 506236 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 164it [04:28,  2.69s/it][diag] s0 dones="
  ],
  [
   2373.0,
   "eval alive: log 561989 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 180it [05:13,  2.99s/it][diag] s0 dones="
  ],
  [
   2418.5,
   "eval alive: log 607981 bytes | last:  61%|\u2588\u2588\u2588\u2588\u2588\u2588    | 237/390 [00:00<00:00, 843.02it/s] \u001b[A"
  ],
  [
   2464.2,
   "eval alive: log 652036 bytes | last:  69%|\u2588\u2588\u2588\u2588\u2588\u2588\u2589   | 286/416 [00:00<00:00, 934.05it/s] \u001b[A"
  ],
  [
   2510.0,
   "eval alive: log 698452 bytes | last:  28%|\u2588\u2588\u258a       | 125/440 [00:00<00:00, 1240.01it/s]\u001b[A"
  ],
  [
   2555.7,
   "eval alive: log 738178 bytes | last:  25%|\u2588\u2588\u258c       | 117/462 [00:00<00:00, 1160.55it/s]\u001b[A"
  ],
  [
   2601.2,
   "eval alive: log 777310 bytes | last: !!!!!!! 484 484 0 0 Time: 19:38:34"
  ],
  [
   2647.0,
   "eval alive: log 819586 bytes | last:  48%|\u2588\u2588\u2588\u2588\u258a     | 244/504 [00:00<00:00, 755.97it/s] \u001b[A"
  ],
  [
   2692.6,
   "eval alive: log 857070 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 261it [10:33,  4.70s/it][diag] s0 dones="
  ],
  [
   2738.3,
   "eval alive: log 896976 bytes | last:  54%|\u2588\u2588\u2588\u2588\u2588\u258d    | 295/542 [00:00<00:00, 666.44it/s]\u001b[A"
  ],
  [
   2783.9,
   "eval alive: log 931954 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 279it [12:05,  5.25s/it][diag] s0 dones="
  ],
  [
   2829.5,
   "eval alive: log 965110 bytes | last:  63%|\u2588\u2588\u2588\u2588\u2588\u2588\u258e   | 363/576 [00:00<00:00, 802.45it/s] \u001b[A"
  ],
  [
   2875.2,
   "eval alive: log 1003174 bytes | last:  25%|\u2588\u2588\u258c       | 148/592 [00:00<00:00, 1475.07it/s]\u001b[A"
  ],
  [
   2920.8,
   "eval alive: log 1036229 bytes | last:  88%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258a | 534/608 [00:01<00:00, 418.18it/s]\u001b[A"
  ],
  [
   2966.4,
   "eval alive: log 1067308 bytes | last:  20%|\u2588\u2588        | 127/622 [00:00<00:00, 1265.20it/s]\u001b[A"
  ],
  [
   3012.3,
   "eval alive: log 1105062 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 318it [15:53,  6.30s/it][diag] s0 dones="
  ],
  [
   3058.1,
   "eval alive: log 1134466 bytes | last: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 650/650 [00:00<00:00, 688.92it/s]"
  ],
  [
   3104.1,
   "eval alive: log 1170331 bytes | last:  89%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2589 | 593/664 [00:00<00:00, 544.77it/s]\u001b[A"
  ],
  [
   3149.7,
   "eval alive: log 1201102 bytes | last:  92%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258f| 622/678 [00:01<00:00, 473.65it/s]\u001b[A"
  ],
  [
   3195.3,
   "eval alive: log 1230186 bytes | last:  86%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u258c | 594/690 [00:00<00:00, 499.36it/s]\u001b[A"
  ],
  [
   3240.9,
   "eval alive: log 1266149 bytes | last: Terminated: 0 | max frames: 667 | steps 1 | env_loop: 0 | eval_time: 0.0m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 351it [19:41,  7.30s/it][diag] s0 dones="
  ],
  [
   3286.5,
   "eval alive: log 1295229 bytes | last:  44%|\u2588\u2588\u2588\u2588\u258d     | 316/716 [00:00<00:00, 655.14it/s]\u001b[A"
  ],
  [
   3332.1,
   "eval alive: log 1328901 bytes | last:  43%|\u2588\u2588\u2588\u2588\u258e     | 312/728 [00:00<00:00, 653.12it/s]\u001b[A"
  ],
  [
   3377.9,
   "eval alive: log 1356439 bytes | last:  70%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588   | 519/738 [00:00<00:00, 676.29it/s]\u001b[A"
  ],
  [
   3423.5,
   "eval alive: log 1385135 bytes | last:  51%|\u2588\u2588\u2588\u2588\u2588\u258f    | 385/750 [00:00<00:00, 831.23it/s]\u001b[A"
  ],
  [
   3469.1,
   "eval alive: log 1417870 bytes | last:  39%|\u2588\u2588\u2588\u258a      | 295/762 [00:00<00:00, 639.01it/s]\u001b[A"
  ],
  [
   3514.7,
   "eval alive: log 1445222 bytes | last:  66%|\u2588\u2588\u2588\u2588\u2588\u2588\u258c   | 509/772 [00:00<00:00, 544.16it/s]\u001b[A"
  ],
  [
   3560.5,
   "eval alive: log 1472893 bytes | last:  39%|\u2588\u2588\u2588\u258a      | 302/782 [00:00<00:00, 957.77it/s] \u001b[A"
  ],
  [
   3606.2,
   "eval alive: log 1505013 bytes | last:  54%|\u2588\u2588\u2588\u2588\u2588\u258e    | 425/792 [00:00<00:00, 787.34it/s]\u001b[A"
  ],
  [
   3651.8,
   "eval alive: log 1523806 bytes | last: [my_eval] DONE"
  ],
  [
   3652.6,
   "eval rc=0 loglen=1523806"
  ],
  [
   3653.9,
   "eval artifacts found: 2"
  ],
  [
   3654.4,
   "uploaded eval1/_tmp_eval_out_metrics_eval.json (0.0MB)"
  ],
  [
   3655.7,
   "uploaded eval1/_tmp_eval_states.npz (0.1MB)"
  ],
  [
   3655.7,
   "EVAL END rc=0"
  ]
 ]
}