Qwen90M step 325000; complete resumable checkpoint

complete.json

@@ -1,18 +1,18 @@
 {
-  "step": 320000,
+  "step": 325000,
   "files": {
     "config.json": "cbc72137da3dae65085a2a8c39ad7634d16bf92d785ca00d283ee82fe32b37e7",
     "generation_config.json": "54ed0d19f6226888c91157964ede8a892bd5ae175bfad85336152b3d9b6cd7c4",
-    "model.safetensors": "7af0a447c456f6760d4f6e84edc350c5e69416f8c3a7a61824547f910318f805",
+    "model.safetensors": "e8ad3e84656fa5ff64e4509de8f55d1d215edb737955024a56bff4c9c42a4dde",
     "tokenization_byte.py": "279b9990f77b1eaedc7c1184fe13d60273a713ead856200f1fb9ae323c7b1e03",
     "tokenizer_config.json": "0ecbd4fd39e35125800d806af981ba0cacd8a7ba5f02c9e729c4ecc54af6d300",
     "special_tokens_map.json": "20d4b94d0e657c3f44d9123522c106e7315b6c1a1b6d259478f17bd2918b1263",
     "byte_vocab.json": "57a1cd2e70dd5b7cc6fd2eaa12ebfcd173c1620fa5d45c2c6282511c29b6a5f6",
-    "trainer.pt": "38c2f886ccf49b55cd34e215a6a6c1aa8127d46138bf70445d4ca70032231d6c",
-    "training_config.json": "95ba9e002790d11959d1191b36ed994bfa10a6da51c22c772e143bec517a9783",
+    "trainer.pt": "9e8357e00b06e5d5d31d5c5c4045de3cc1e94f50d29f778b0036c1689949df64",
+    "training_config.json": "2122ad6f8105987f9b87dd55d13b632084853908566b081c829ffe801259e2bf",
     "performance.json": "90ad39d684ac792f235cbfbeef498d4c81f09977d8f89fb8c3bdd41e515f347a",
-    "shard_scheduler.json": "d5343011e97e001a66563c4b9f78ab277480b08424f02858b0f8f0948b4c217f",
-    "coverage.json": "1f8b82802b7d23b4ac70b19b7e71ccea4fd98cb1ced9c8e431325fe81b59768d",
+    "shard_scheduler.json": "fcc8218f92e7a2b7ab38bc12e80b76d8e5163a9d89f4285f1044c2f3f6d27145",
+    "coverage.json": "877bcc297c777298fe977b7e68fa8d3e9711497b231150a19f8f8e0f118f5cab",
     "README.md": "9ce0f9efacbc46177a7e818b6aed274d84e7145ff944b5c7d6ecd5d33b9d4419"
   },
   "signature": "9fee47918905b0750bee87876aa424f021ccc4507ee8db22a11d01fbc6109063"

coverage.json

@@ -1,107 +1,107 @@
 {
-  "step": 320000,
+  "step": 325000,
   "stats": {
-    "climbmix/blocks": 11520000,
-    "climbmix/targets": 19257096294,
-    "climbmix/input_tokens": 19258316982,
-    "ultra_qa/blocks": 4320000,
-    "ultra_qa/targets": 7047544993,
-    "ultra_qa/input_tokens": 7047558585,
-    "cortex/blocks": 4320000,
-    "cortex/targets": 164372097,
-    "cortex/input_tokens": 6867485637,
-    "ultra_style/blocks": 4320000,
-    "ultra_style/targets": 6833023501,
-    "ultra_style/input_tokens": 6833381920,
-    "openmath/blocks": 2880000,
-    "openmath/targets": 4450371997,
-    "openmath/input_tokens": 4451855399,
-    "rewrite6/blocks": 1440000,
-    "rewrite6/targets": 2360725625,
-    "rewrite6/input_tokens": 2363313839
+    "climbmix/blocks": 11700000,
+    "climbmix/targets": 19557876823,
+    "climbmix/input_tokens": 19559116697,
+    "ultra_qa/blocks": 4387500,
+    "ultra_qa/targets": 7157752008,
+    "ultra_qa/input_tokens": 7157765811,
+    "cortex/blocks": 4387500,
+    "cortex/targets": 166932432,
+    "cortex/input_tokens": 6974752559,
+    "ultra_style/blocks": 4387500,
+    "ultra_style/targets": 6940030981,
+    "ultra_style/input_tokens": 6940394926,
+    "openmath/blocks": 2925000,
+    "openmath/targets": 4519854927,
+    "openmath/input_tokens": 4521361389,
+    "rewrite6/blocks": 1462500,
+    "rewrite6/targets": 2397565289,
+    "rewrite6/input_tokens": 2400193805
   },
   "sources": {
     "climbmix": {
-      "page": 1578,
-      "row": 267,
+      "page": 1602,
+      "row": 3042,
       "start": {
-        "file": 76,
+        "file": 77,
         "reader": {
           "format": "parquet-row-v1",
-          "row_group": 31,
+          "row_group": 44,
           "row": 1024
         }
       },
       "epoch": 0,
       "offset": 2048,
-      "documents": 6463755
+      "documents": 6564834
     },
     "rewrite6": {
-      "page": 47,
-      "row": 2882,
+      "page": 11,
+      "row": 2354,
       "start": {
         "file": 0,
         "reader": {
           "format": "jsonl-row-v1",
-          "row": 192512
+          "row": 45056
         }
       },
-      "epoch": 17,
+      "epoch": 18,
       "offset": 2048,
-      "documents": 3687262
+      "documents": 3744682
     },
     "openmath": {
-      "page": 986,
-      "row": 621,
+      "page": 1001,
+      "row": 2216,
       "start": {
         "file": 9,
         "reader": {
           "format": "parquet-row-v1",
-          "row_group": 108,
-          "row": 806
+          "row_group": 170,
+          "row": 246
         }
       },
       "epoch": 0,
       "offset": 0,
-      "documents": 4039277
+      "documents": 4102312
     },
     "ultra_qa": {
-      "page": 426,
-      "row": 1436,
+      "page": 432,
+      "row": 4084,
       "start": {
         "file": 3,
         "reader": {
           "format": "parquet-row-v1",
-          "row_group": 2,
-          "row": 56755
+          "row_group": 3,
+          "row": 16720
         }
       },
       "epoch": 0,
-      "offset": 4096,
-      "documents": 1746332
+      "offset": 2048,
+      "documents": 1773556
     },
     "ultra_style": {
-      "page": 650,
-      "row": 3626,
+      "page": 660,
+      "row": 3969,
       "start": {
         "file": 3,
         "reader": {
           "format": "parquet-row-v1",
           "row_group": 7,
-          "row": 10908
+          "row": 51868
         }
       },
       "epoch": 0,
-      "offset": 2048,
-      "documents": 2666026
+      "offset": 4096,
+      "documents": 2707329
     },
     "cortex": {
-      "page": 83788,
-      "row": 117,
+      "page": 85096,
+      "row": 43,
       "start": null,
       "epoch": 0,
       "offset": 0,
-      "documents": 10724981
+      "documents": 10892331
     }
   }
 }

latest.json

@@ -1 +1 @@
-{"step": 320000, "files": {"config.json": "cbc72137da3dae65085a2a8c39ad7634d16bf92d785ca00d283ee82fe32b37e7", "generation_config.json": "54ed0d19f6226888c91157964ede8a892bd5ae175bfad85336152b3d9b6cd7c4", "model.safetensors": "7af0a447c456f6760d4f6e84edc350c5e69416f8c3a7a61824547f910318f805", "tokenization_byte.py": "279b9990f77b1eaedc7c1184fe13d60273a713ead856200f1fb9ae323c7b1e03", "tokenizer_config.json": "0ecbd4fd39e35125800d806af981ba0cacd8a7ba5f02c9e729c4ecc54af6d300", "special_tokens_map.json": "20d4b94d0e657c3f44d9123522c106e7315b6c1a1b6d259478f17bd2918b1263", "byte_vocab.json": "57a1cd2e70dd5b7cc6fd2eaa12ebfcd173c1620fa5d45c2c6282511c29b6a5f6", "trainer.pt": "38c2f886ccf49b55cd34e215a6a6c1aa8127d46138bf70445d4ca70032231d6c", "training_config.json": "95ba9e002790d11959d1191b36ed994bfa10a6da51c22c772e143bec517a9783", "performance.json": "90ad39d684ac792f235cbfbeef498d4c81f09977d8f89fb8c3bdd41e515f347a", "shard_scheduler.json": "d5343011e97e001a66563c4b9f78ab277480b08424f02858b0f8f0948b4c217f", "coverage.json": "1f8b82802b7d23b4ac70b19b7e71ccea4fd98cb1ced9c8e431325fe81b59768d", "README.md": "9ce0f9efacbc46177a7e818b6aed274d84e7145ff944b5c7d6ecd5d33b9d4419"}, "signature": "9fee47918905b0750bee87876aa424f021ccc4507ee8db22a11d01fbc6109063", "folder": "step-000000320000"}
+{"step": 325000, "files": {"config.json": "cbc72137da3dae65085a2a8c39ad7634d16bf92d785ca00d283ee82fe32b37e7", "generation_config.json": "54ed0d19f6226888c91157964ede8a892bd5ae175bfad85336152b3d9b6cd7c4", "model.safetensors": "e8ad3e84656fa5ff64e4509de8f55d1d215edb737955024a56bff4c9c42a4dde", "tokenization_byte.py": "279b9990f77b1eaedc7c1184fe13d60273a713ead856200f1fb9ae323c7b1e03", "tokenizer_config.json": "0ecbd4fd39e35125800d806af981ba0cacd8a7ba5f02c9e729c4ecc54af6d300", "special_tokens_map.json": "20d4b94d0e657c3f44d9123522c106e7315b6c1a1b6d259478f17bd2918b1263", "byte_vocab.json": "57a1cd2e70dd5b7cc6fd2eaa12ebfcd173c1620fa5d45c2c6282511c29b6a5f6", "trainer.pt": "9e8357e00b06e5d5d31d5c5c4045de3cc1e94f50d29f778b0036c1689949df64", "training_config.json": "2122ad6f8105987f9b87dd55d13b632084853908566b081c829ffe801259e2bf", "performance.json": "90ad39d684ac792f235cbfbeef498d4c81f09977d8f89fb8c3bdd41e515f347a", "shard_scheduler.json": "fcc8218f92e7a2b7ab38bc12e80b76d8e5163a9d89f4285f1044c2f3f6d27145", "coverage.json": "877bcc297c777298fe977b7e68fa8d3e9711497b231150a19f8f8e0f118f5cab", "README.md": "9ce0f9efacbc46177a7e818b6aed274d84e7145ff944b5c7d6ecd5d33b9d4419"}, "signature": "9fee47918905b0750bee87876aa424f021ccc4507ee8db22a11d01fbc6109063", "folder": "step-000000325000"}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7af0a447c456f6760d4f6e84edc350c5e69416f8c3a7a61824547f910318f805
+oid sha256:e8ad3e84656fa5ff64e4509de8f55d1d215edb737955024a56bff4c9c42a4dde
 size 360622744

shard_scheduler.json

@@ -22,8 +22,8 @@
       "tokens_per_second": 1062967.6168812835,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 75458.65267281262,
-      "required_pages_per_second_upper_estimate": 0.006540564765472674
+      "required_token_positions_per_second": 74569.75015202582,
+      "required_pages_per_second_upper_estimate": 0.006463516947873717
     },
     {
       "source": "rewrite6",
@@ -36,8 +36,8 @@
       "tokens_per_second": 1206672.263377472,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 9432.331584101577,
-      "required_pages_per_second_upper_estimate": 0.003762698094822713
+      "required_token_positions_per_second": 9321.218769003228,
+      "required_pages_per_second_upper_estimate": 0.0037183735315953516
     },
     {
       "source": "openmath",
@@ -50,8 +50,8 @@
       "tokens_per_second": 410042.7581134458,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 18864.663168203155,
-      "required_pages_per_second_upper_estimate": 0.004364007817231477
+      "required_token_positions_per_second": 18642.437538006456,
+      "required_pages_per_second_upper_estimate": 0.004312599828722984
     },
     {
       "source": "ultra_qa",
@@ -64,8 +64,8 @@
       "tokens_per_second": 2163486.5624068812,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28296.994752304734,
-      "required_pages_per_second_upper_estimate": 0.0017231385175577071
+      "required_token_positions_per_second": 27963.65630700968,
+      "required_pages_per_second_upper_estimate": 0.0017028399551308995
     },
     {
       "source": "ultra_style",
@@ -78,8 +78,8 @@
       "tokens_per_second": 1546694.2737633225,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28296.994752304734,
-      "required_pages_per_second_upper_estimate": 0.002178380987127306
+      "required_token_positions_per_second": 27963.65630700968,
+      "required_pages_per_second_upper_estimate": 0.0021527196708686185
     },
     {
       "source": "cortex",
@@ -91,9 +91,9 @@
       "read_seconds": 0.042780299000014566,
       "tokens_per_second": 1015177.8395898147,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
-      "estimated_pages_for_buffer": 22,
-      "required_token_positions_per_second": 28296.994752304734,
-      "required_pages_per_second_upper_estimate": 0.35135397087431536
+      "estimated_pages_for_buffer": 21,
+      "required_token_positions_per_second": 27963.65630700968,
+      "required_pages_per_second_upper_estimate": 0.34721502299576196
     }
   ],
   "gpu_measurement": "Selected forward/backward estimate; replaced by live successful update timings.",
@@ -155,138 +155,30 @@
   "shard_benchmark_scope": "Local packing/read measurements; upload capacity measured only on real data commits. Targets larger than available pages are sample-limited.",
   "estimated_fresh_generation_batch_seconds": 0.1434574083060457,
   "selected": {
-    "prefetch_batches": 62,
+    "prefetch_batches": 61,
     "prefetch_capacity_limit": 512,
     "batch_memory_estimate_bytes": 690670,
-    "producer_batch_seconds": 0.0511901649687303,
-    "producer_p95_seconds": 0.18669305799994618,
-    "gpu_update_seconds": 0.9770648877032472,
-    "producer_batches_per_second": 19.535002487506215,
-    "gpu_batches_per_second": 1.0234734791776885,
-    "producer_headroom": 19.086965011737917,
+    "producer_batch_seconds": 0.074832562304735,
+    "producer_p95_seconds": 0.19214319799903024,
+    "gpu_update_seconds": 0.988711908645131,
+    "producer_batches_per_second": 13.363166637643321,
+    "gpu_batches_per_second": 1.011416967122746,
+    "producer_headroom": 13.212321991847265,
     "sustainable": true,
-    "buffer_seconds": 60.57802303760133,
+    "buffer_seconds": 60.31142642735299,
     "buffer_drain_seconds": null,
     "shard_target_mib": 16,
-    "upload_pages_per_commit": 83,
+    "upload_pages_per_commit": 86,
     "max_pending_pages": 4096,
-    "generation_bytes_per_second": 395163.83161593793,
-    "upload_bytes_per_second": 5372382.916989888,
+    "generation_bytes_per_second": 299588.0660923766,
+    "upload_bytes_per_second": 4058653.93467418,
     "upload_sustainable": true,
     "logical_page_rows": 4096,
     "logical_cortex_page_rows": 128,
-    "estimated_full_shards_per_hour": 84.79295932158092,
+    "estimated_full_shards_per_hour": 64.28462493017648,
     "selection_policy": "Smallest shard within 90% of measured local peak, enlarged to amortize 30 seconds of measured page production; bounded to 256 MiB."
   },
   "upload_measurements": [
-    {
-      "seconds": 1.0731404800000064,
-      "bytes": 44464,
-      "pages": 1,
-      "shards": 1
-    },
-    {
-      "seconds": 1.131805757000052,
-      "bytes": 882364,
-      "pages": 25,
-      "shards": 1
-    },
-    {
-      "seconds": 1.1303505340000584,
-      "bytes": 11613053,
-      "pages": 29,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9671371199999612,
-      "bytes": 2609325,
-      "pages": 34,
-      "shards": 2
-    },
-    {
-      "seconds": 0.9158913300000222,
-      "bytes": 6129878,
-      "pages": 32,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5951903079999283,
-      "bytes": 6553135,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9309580040001038,
-      "bytes": 6008731,
-      "pages": 35,
-      "shards": 2
-    },
-    {
-      "seconds": 1.3192515309999635,
-      "bytes": 6183122,
-      "pages": 35,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2959069240000645,
-      "bytes": 8294236,
-      "pages": 30,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3743943120000495,
-      "bytes": 10663078,
-      "pages": 35,
-      "shards": 3
-    },
-    {
-      "seconds": 0.8003151779998916,
-      "bytes": 1078242,
-      "pages": 33,
-      "shards": 1
-    },
-    {
-      "seconds": 1.0970220180001888,
-      "bytes": 7456296,
-      "pages": 36,
-      "shards": 3
-    },
-    {
-      "seconds": 1.0635986559996127,
-      "bytes": 6186061,
-      "pages": 35,
-      "shards": 2
-    },
-    {
-      "seconds": 1.1765199270002995,
-      "bytes": 6893561,
-      "pages": 28,
-      "shards": 3
-    },
-    {
-      "seconds": 3.6869929439999396,
-      "bytes": 11547756,
-      "pages": 29,
-      "shards": 3
-    },
-    {
-      "seconds": 0.8728801329998532,
-      "bytes": 1038671,
-      "pages": 33,
-      "shards": 1
-    },
-    {
-      "seconds": 1.359243317000164,
-      "bytes": 7794752,
-      "pages": 37,
-      "shards": 4
-    },
-    {
-      "seconds": 0.911286476999976,
-      "bytes": 856023,
-      "pages": 24,
-      "shards": 1
-    },
     {
       "seconds": 1.8453115359998264,
       "bytes": 9879354,
@@ -418,6 +310,258 @@
       "bytes": 11609605,
       "pages": 32,
       "shards": 3
+    },
+    {
+      "seconds": 1.5608764529997643,
+      "bytes": 2529116,
+      "pages": 35,
+      "shards": 2
+    },
+    {
+      "seconds": 1.0529914669996288,
+      "bytes": 5481895,
+      "pages": 19,
+      "shards": 2
+    },
+    {
+      "seconds": 1.0121831689993996,
+      "bytes": 5661667,
+      "pages": 37,
+      "shards": 2
+    },
+    {
+      "seconds": 1.0493596160004017,
+      "bytes": 7456331,
+      "pages": 30,
+      "shards": 3
+    },
+    {
+      "seconds": 0.9663659530006043,
+      "bytes": 5966016,
+      "pages": 35,
+      "shards": 2
+    },
+    {
+      "seconds": 0.7928353870001956,
+      "bytes": 647903,
+      "pages": 20,
+      "shards": 1
+    },
+    {
+      "seconds": 1.4357455670005947,
+      "bytes": 17610080,
+      "pages": 43,
+      "shards": 5
+    },
+    {
+      "seconds": 0.884776743000657,
+      "bytes": 1180635,
+      "pages": 33,
+      "shards": 1
+    },
+    {
+      "seconds": 1.2576917689993934,
+      "bytes": 6183813,
+      "pages": 36,
+      "shards": 3
+    },
+    {
+      "seconds": 1.3994414539993159,
+      "bytes": 7586010,
+      "pages": 36,
+      "shards": 3
+    },
+    {
+      "seconds": 1.0743332829997598,
+      "bytes": 4951926,
+      "pages": 31,
+      "shards": 2
+    },
+    {
+      "seconds": 1.3130787809996036,
+      "bytes": 11524150,
+      "pages": 30,
+      "shards": 3
+    },
+    {
+      "seconds": 1.0262837310001487,
+      "bytes": 2640097,
+      "pages": 35,
+      "shards": 2
+    },
+    {
+      "seconds": 1.0240621299999475,
+      "bytes": 6061414,
+      "pages": 35,
+      "shards": 2
+    },
+    {
+      "seconds": 1.345420446999924,
+      "bytes": 12056021,
+      "pages": 35,
+      "shards": 4
+    },
+    {
+      "seconds": 1.0655096850005066,
+      "bytes": 1134459,
+      "pages": 33,
+      "shards": 1
+    },
+    {
+      "seconds": 1.1734728310002538,
+      "bytes": 6054797,
+      "pages": 35,
+      "shards": 2
+    },
+    {
+      "seconds": 1.2160326559996975,
+      "bytes": 2369678,
+      "pages": 28,
+      "shards": 2
+    },
+    {
+      "seconds": 1.405440059999819,
+      "bytes": 15806866,
+      "pages": 36,
+      "shards": 4
+    },
+    {
+      "seconds": 1.6009747379994224,
+      "bytes": 7396060,
+      "pages": 37,
+      "shards": 3
+    },
+    {
+      "seconds": 0.9060076790001403,
+      "bytes": 1026778,
+      "pages": 33,
+      "shards": 1
+    },
+    {
+      "seconds": 1.30779888699999,
+      "bytes": 10925777,
+      "pages": 35,
+      "shards": 3
+    },
+    {
+      "seconds": 0.9117075719987042,
+      "bytes": 2359249,
+      "pages": 28,
+      "shards": 2
+    },
+    {
+      "seconds": 0.9851995050012192,
+      "bytes": 5930447,
+      "pages": 34,
+      "shards": 2
+    },
+    {
+      "seconds": 1.2710061699999642,
+      "bytes": 13577169,
+      "pages": 42,
+      "shards": 4
+    },
+    {
+      "seconds": 0.8450371549988631,
+      "bytes": 895470,
+      "pages": 25,
+      "shards": 1
+    },
+    {
+      "seconds": 32.774606008000774,
+      "bytes": 10411787,
+      "pages": 35,
+      "shards": 3
+    },
+    {
+      "seconds": 1.2439632269997674,
+      "bytes": 7901436,
+      "pages": 46,
+      "shards": 3
+    },
+    {
+      "seconds": 0.8556265790011821,
+      "bytes": 1138175,
+      "pages": 33,
+      "shards": 1
+    },
+    {
+      "seconds": 1.1632403840012557,
+      "bytes": 11705717,
+      "pages": 30,
+      "shards": 3
+    },
+    {
+      "seconds": 1.197896118999779,
+      "bytes": 12261236,
+      "pages": 40,
+      "shards": 4
+    },
+    {
+      "seconds": 0.8173304430001735,
+      "bytes": 1136030,
+      "pages": 33,
+      "shards": 1
+    },
+    {
+      "seconds": 1.1651587139986077,
+      "bytes": 5801842,
+      "pages": 20,
+      "shards": 2
+    },
+    {
+      "seconds": 1.0791701340003783,
+      "bytes": 2256184,
+      "pages": 26,
+      "shards": 2
+    },
+    {
+      "seconds": 1.5194503539987636,
+      "bytes": 9946744,
+      "pages": 38,
+      "shards": 3
+    },
+    {
+      "seconds": 1.188283532999776,
+      "bytes": 2401103,
+      "pages": 29,
+      "shards": 2
+    },
+    {
+      "seconds": 1.182281362998765,
+      "bytes": 11896636,
+      "pages": 38,
+      "shards": 3
+    },
+    {
+      "seconds": 0.8353424750002887,
+      "bytes": 975468,
+      "pages": 29,
+      "shards": 1
+    },
+    {
+      "seconds": 1.1824829600009252,
+      "bytes": 12495213,
+      "pages": 37,
+      "shards": 4
+    },
+    {
+      "seconds": 1.254413848000695,
+      "bytes": 6063292,
+      "pages": 35,
+      "shards": 3
+    },
+    {
+      "seconds": 0.9384880159996101,
+      "bytes": 1115458,
+      "pages": 34,
+      "shards": 1
+    },
+    {
+      "seconds": 1.1859958829991228,
+      "bytes": 7375397,
+      "pages": 29,
+      "shards": 3
     }
   ],
   "cache_key": {

trainer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38c2f886ccf49b55cd34e215a6a6c1aa8127d46138bf70445d4ca70032231d6c
-size 721783871
+oid sha256:9e8357e00b06e5d5d31d5c5c4045de3cc1e94f50d29f778b0036c1689949df64
+size 721767807

training_config.json

@@ -46,8 +46,8 @@
   "cpu_threads": 4,
   "page_rows": 4096,
   "cortex_page_rows": 128,
-  "prefetch_batches": 62,
-  "prefetch_low_water": 31,
+  "prefetch_batches": 61,
+  "prefetch_low_water": 30,
   "memory_pages": 12,
   "cache_gb": 20,
   "force_rebenchmark": false,