eval37fix/eval_progress.json

{
 "stage": "eval_suspect",
 "t0": 1790545867.1743667,
 "events": [
  [
   1.2,
   "kernel alive, py 3.12.13"
  ],
  [
   2.4,
   "GPU: Sun Sep 27 21:51:09 2026 +-----------------------------------------------------------------------------------------+ | NVIDIA-SMI 580.159.04 Driver Version: 580.159.04 CUDA Version: 13.0 | +-----------------------------------------+------------------------+---"
  ],
  [
   13.0,
   "GPU MODEL: Tesla T4, 580.159.04, 15360 MiB | Tesla T4, 580.159.04, 15360 MiB"
  ],
  [
   19.6,
   "VULKAN: Processing triggers for man-db (2.10.2-1) ... | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | error: XDG_RUNTIME_DIR not set in the environment. | \tapiVersion         = 4211000 (1.4.312) | \tdeviceName         = Tesla T4 | \tapiVersion "
  ],
  [
   19.6,
   "installing uv + python 3.11"
  ],
  [
   28.3,
   "installing torch 2.7 + isaacsim 5.1 (large)"
  ],
  [
   203.0,
   "post-isaacsim df: /dev/loop2       20G   16G  4.0G  80% /kaggle/working | "
  ],
  [
   203.0,
   "cloning isaaclab v2.3.0"
  ],
  [
   232.9,
   "cloning GR00T-WholeBodyControl (with lfs)"
  ],
  [
   288.8,
   "downloading eval assets (medv motion + real smpl + ft ckpt)"
  ],
  [
   289.8,
   "medv motion in eval lib"
  ],
  [
   290.3,
   "real smpl file"
  ],
  [
   293.4,
   "v36 ft ckpt ok (455MB)"
  ],
  [
   296.3,
   "v28 raw ckpt ok (454MB)"
  ],
  [
   321.5,
   "=== EVAL v36gf ckpt /kaggle/working/train/ft_last.pt ==="
  ],
  [
   321.5,
   "launching imitation eval on medv clip"
  ],
  [
   366.5,
   "eval alive: log 16953 bytes | last: [INFO]: Starting the simulation. This may take a few seconds. Please wait..."
  ],
  [
   412.5,
   "eval alive: log 69188 bytes | last: Terminated: 0 | max frames: 667 | steps 7 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 9it [00:20,  1.05s/it][diag] s0 dones=[1"
  ],
  [
   458.4,
   "eval alive: log 188528 bytes | last: [my_eval] partial save fail FileNotFoundError(2, 'No such file or directory')"
  ],
  [
   504.3,
   "eval alive: log 277618 bytes | last:  61%|\u2588\u2588\u2588\u2588\u2588\u2588    | 106/174 [00:00<00:00, 1049.73it/s]\u001b[A"
  ],
  [
   550.2,
   "eval alive: log 351708 bytes | last: Terminated: 0 | max frames: 667 | steps 7 | env_loop: 0 | eval_time: 0.1m | Start: 0 | Succ rate: 0.000 | Mpjpe: nan: : 112it [02:38,  1.91s/it][diag] s0 dones="
  ],
  [
   596.2,
   "eval alive: log 419036 bytes | last:  46%|\u2588\u2588\u2588\u2588\u258c     | 122/268 [00:00<00:00, 1215.11it/s]\u001b[A"
  ],
  [
   642.3,
   "eval alive: log 475692 bytes | last: 100%|\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2588| 304/304 [00:00<00:00, 968.85it/s]"
  ],
  [
   690.6,
   "eval alive: log 524206 bytes | last:   File \"/kaggle/working/v311/lib/python3.11/site-packages/numpy/core/_methods.py\""
  ],
  [
   691.5,
   "eval rc=139 loglen=524206"
  ],
  [
   692.9,
   "eval artifacts found: 0"
  ],
  [
   692.9,
   "EVAL END rc=139"
  ]
 ]
}