LuxAI Nemo resume checkpoint, group 2399

BUDGET.json

@@ -10,11 +10,11 @@
       "estimated_usd": 1.2081518722269269
     },
     "1gkxd3pkvhhi8l:1788636535.725": {
-      "seconds": 44324.2726521492,
+      "seconds": 66426.2498049736,
       "hourly_usd": 2.1199999999999997,
-      "estimated_usd": 26.102071672932304
+      "estimated_usd": 39.11768044070667
     }
   },
-  "estimated_usd": 27.560223545159232,
-  "updated_unix": 1788680859.997652
+  "estimated_usd": 40.5758323129336,
+  "updated_unix": 1788702961.9748049
 }

CHECKPOINT_MANIFEST.json

@@ -3,16 +3,16 @@
   "repo": "luxopes/LuxAI-1-Nemo-Checkpoints",
   "config_hash": "13c210aee2e0cb667cb6864f09e474afe08e6926623856867b5ece65652f8072",
   "data_fingerprint": "afb8ab111fcc6f5f3235c1fab31095f0085ac05923a90ce9b61589d31601a91c:ef609ecddc52ad88347338b7ac9b392539eee2305dd40379ac4aeb54349e1c7d",
-  "next_group": 1576,
-  "checkpoint_name": "checkpoint-001576",
+  "next_group": 2399,
+  "checkpoint_name": "checkpoint-002399",
   "files": {
     "BUDGET.json": {
-      "bytes": 575,
-      "sha256": "772e337485efb5832b03b9b4179a380c6a888804980b2cc4a18134587fc7ddf4"
+      "bytes": 573,
+      "sha256": "48ff3fc3d3f995a9b389e1b9e5e7547bfec1d23dc68e02ba8fcd19f25e7c7fe5"
     },
     "checkpoint/COMPLETE.json": {
       "bytes": 521,
-      "sha256": "cf4c795c889d321d114567af4f578cc8a363e5afb947604cf57fd4e477b56e56"
+      "sha256": "f88babca105301dfb9a2ebe6a1e445466e1820a8774497ead5a1fde56e01f22b"
     },
     "checkpoint/adapter/README.md": {
       "bytes": 5402,
@@ -24,11 +24,11 @@
     },
     "checkpoint/adapter/adapter_model.safetensors": {
       "bytes": 975259816,
-      "sha256": "cfadddb49c1965da9db6a7e9ee4da1da70c60a39d02fbe342eb32280fa60a96f"
+      "sha256": "690eb93c589a780b9922c501e06de5255db7bfea22cb86ca7bcf450bfbfbfe01"
     },
     "checkpoint/optimizer-rng.pt": {
       "bytes": 1950842693,
-      "sha256": "342fc27b2d7cce5d82208bc137dfc7649eaa410ef58f10c01bed3370b2acf8f2"
+      "sha256": "5e883ddfd26e8a759e0879e61fc3a5214edc92130d7ce496ee8acf57eb83b5ae"
     },
     "training_config.json": {
       "bytes": 1242,

checkpoint/COMPLETE.json

@@ -1,11 +1,11 @@
 {
-  "next_group": 1576,
-  "input_tokens": 121917578,
-  "loss_tokens": 57418204,
+  "next_group": 2399,
+  "input_tokens": 185050265,
+  "loss_tokens": 86946707,
   "data_fingerprint": "afb8ab111fcc6f5f3235c1fab31095f0085ac05923a90ce9b61589d31601a91c:ef609ecddc52ad88347338b7ac9b392539eee2305dd40379ac4aeb54349e1c7d",
   "config_hash": "13c210aee2e0cb667cb6864f09e474afe08e6926623856867b5ece65652f8072",
   "active_max_seq_length": 65536,
-  "optimizer_updates": 1576,
+  "optimizer_updates": 2399,
   "skipped_rows": 0,
   "skipped_input_tokens": 0,
   "skipped_loss_tokens": 0,

checkpoint/adapter/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfadddb49c1965da9db6a7e9ee4da1da70c60a39d02fbe342eb32280fa60a96f
+oid sha256:690eb93c589a780b9922c501e06de5255db7bfea22cb86ca7bcf450bfbfbfe01
 size 975259816

checkpoint/optimizer-rng.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:342fc27b2d7cce5d82208bc137dfc7649eaa410ef58f10c01bed3370b2acf8f2
+oid sha256:5e883ddfd26e8a759e0879e61fc3a5214edc92130d7ce496ee8acf57eb83b5ae
 size 1950842693