Update TensorBoard training metrics

benchmark_cache/performance.json

@@ -44,16 +44,16 @@
     "source": "d52752a64023cf29dc386d43835cf3173c5318ee093c3b375a812733c74023a1",
     "requested_microbatch_ceiling": 90
   },
-  "cache_reused": false,
+  "cache_reused": true,
   "attention": "PyTorch FlashAttention (forced; forward/backward verified)",
   "selected": {
     "microbatch": 90,
     "mode": "compiled",
-    "microbatch_seconds": 0.9299377820000245,
-    "peak_gb": 89.3772840499878,
+    "microbatch_seconds": 0.9403511730000105,
+    "peak_gb": 89.37790203094482,
     "fits_budget": true,
-    "estimated_update_seconds": 0.9299377820000245,
-    "input_tokens_per_second": 198206.80863571487
+    "estimated_update_seconds": 0.9403511730000105,
+    "input_tokens_per_second": 196011.87863887308
   },
   "measurements": [
     {
@@ -218,5 +218,6 @@
   "selection_policy": "max_batch",
   "budget_gb": 92.52170804977416,
   "reserve_gb": 2.1791439056396484,
-  "note": "Forward/backward throughput; excludes optimizer, data, logging and checkpoint time."
+  "note": "Forward/backward throughput; excludes optimizer, data, logging and checkpoint time.",
+  "legacy_seed_verified": false
 }

benchmark_cache/shard_scheduler.json

@@ -22,8 +22,8 @@
       "tokens_per_second": 598315.063954628,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 75454.68924719299,
-      "required_pages_per_second_upper_estimate": 0.005220130481121043
+      "required_token_positions_per_second": 78404.75145554924,
+      "required_pages_per_second_upper_estimate": 0.0054242226297825215
     },
     {
       "source": "rewrite6",
@@ -36,8 +36,8 @@
       "tokens_per_second": 8533.957213384612,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 9431.836155899124,
-      "required_pages_per_second_upper_estimate": 0.003948912839339058
+      "required_token_positions_per_second": 9800.593931943655,
+      "required_pages_per_second_upper_estimate": 0.004103304019630882
     },
     {
       "source": "openmath",
@@ -50,8 +50,8 @@
       "tokens_per_second": 380144.35761751566,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 18863.672311798247,
-      "required_pages_per_second_upper_estimate": 0.003928805474055406
+      "required_token_positions_per_second": 19601.18786388731,
+      "required_pages_per_second_upper_estimate": 0.00408241051396252
     },
     {
       "source": "ultra_qa",
@@ -64,8 +64,8 @@
       "tokens_per_second": 43742.16556775435,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28295.508467697375,
-      "required_pages_per_second_upper_estimate": 0.0016962725278986631
+      "required_token_positions_per_second": 29401.78179583096,
+      "required_pages_per_second_upper_estimate": 0.0017625919247387062
     },
     {
       "source": "ultra_style",
@@ -78,8 +78,8 @@
       "tokens_per_second": 22018.86276523721,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28295.508467697375,
-      "required_pages_per_second_upper_estimate": 0.0021998513245749317
+      "required_token_positions_per_second": 29401.78179583096,
+      "required_pages_per_second_upper_estimate": 0.0022858592098552004
     },
     {
       "source": "cortex",
@@ -91,9 +91,9 @@
       "read_seconds": 0.04061180899998362,
       "tokens_per_second": 910315.184299418,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
-      "estimated_pages_for_buffer": 22,
-      "required_token_positions_per_second": 28295.508467697375,
-      "required_pages_per_second_upper_estimate": 0.3629444012736801
+      "estimated_pages_for_buffer": 23,
+      "required_token_positions_per_second": 29401.78179583096,
+      "required_pages_per_second_upper_estimate": 0.3771344877032229
     }
   ],
   "gpu_measurement": "Selected forward/backward estimate; replaced by live successful update timings.",
@@ -155,415 +155,30 @@
   "shard_benchmark_scope": "Local packing/read measurements; upload capacity measured only on real data commits. Targets larger than available pages are sample-limited.",
   "estimated_fresh_generation_batch_seconds": 2.558590814491007,
   "selected": {
-    "prefetch_batches": 62,
+    "prefetch_batches": 64,
     "prefetch_capacity_limit": 512,
     "batch_memory_estimate_bytes": 720750,
-    "producer_batch_seconds": 0.22745344122716915,
-    "producer_p95_seconds": 0.7742767360032303,
-    "gpu_update_seconds": 0.9771162102127771,
-    "producer_batches_per_second": 4.396504157531078,
-    "gpu_batches_per_second": 1.0234197217772487,
-    "producer_headroom": 4.2958954805914855,
-    "sustainable": true,
-    "buffer_seconds": 60.58120503319218,
-    "buffer_drain_seconds": null,
+    "producer_batch_seconds": 1.462310465999991,
+    "producer_p95_seconds": 2.9105605440000204,
+    "gpu_update_seconds": 0.9403511730000105,
+    "producer_batches_per_second": 0.6838493078254465,
+    "gpu_batches_per_second": 1.0634325012959693,
+    "producer_headroom": 0.6430584987689039,
+    "sustainable": false,
+    "buffer_seconds": 60.18247507200067,
+    "buffer_drain_seconds": 168.6059896773855,
     "shard_target_mib": 16,
-    "upload_pages_per_commit": 83,
-    "max_pending_pages": 4096,
-    "generation_bytes_per_second": 448745.4376624644,
-    "upload_bytes_per_second": 4472752.546943861,
-    "upload_sustainable": true,
+    "upload_pages_per_commit": 7,
+    "max_pending_pages": 1646,
+    "generation_bytes_per_second": 0,
+    "upload_bytes_per_second": null,
+    "upload_sustainable": null,
     "logical_page_rows": 4096,
     "logical_cortex_page_rows": 128,
-    "estimated_full_shards_per_hour": 96.2903246632142,
+    "estimated_full_shards_per_hour": 0.0,
     "selection_policy": "Smallest shard within 90% of measured local peak, enlarged to amortize 30 seconds of measured page production; bounded to 256 MiB."
   },
-  "upload_measurements": [
-    {
-      "seconds": 1.7155198749969713,
-      "bytes": 12980090,
-      "pages": 39,
-      "shards": 4
-    },
-    {
-      "seconds": 1.392686164996121,
-      "bytes": 6059365,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2079227729991544,
-      "bytes": 6092047,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.186848571000155,
-      "bytes": 2348648,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.589205835996836,
-      "bytes": 10428035,
-      "pages": 36,
-      "shards": 3
-    },
-    {
-      "seconds": 2.1054938710003626,
-      "bytes": 5594661,
-      "pages": 25,
-      "shards": 2
-    },
-    {
-      "seconds": 1.3775813770043897,
-      "bytes": 8401763,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.2358832599929883,
-      "bytes": 6358958,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4860661100028665,
-      "bytes": 11954042,
-      "pages": 39,
-      "shards": 4
-    },
-    {
-      "seconds": 1.2047586019980372,
-      "bytes": 899300,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.4286277740029618,
-      "bytes": 6408361,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3097595139988698,
-      "bytes": 2126792,
-      "pages": 22,
-      "shards": 2
-    },
-    {
-      "seconds": 1.6926589889990282,
-      "bytes": 15912759,
-      "pages": 39,
-      "shards": 4
-    },
-    {
-      "seconds": 1.3871258120052516,
-      "bytes": 7847644,
-      "pages": 40,
-      "shards": 3
-    },
-    {
-      "seconds": 1.130714740997064,
-      "bytes": 965907,
-      "pages": 28,
-      "shards": 1
-    },
-    {
-      "seconds": 1.9462764029958635,
-      "bytes": 6084966,
-      "pages": 33,
-      "shards": 2
-    },
-    {
-      "seconds": 1.6271315569974831,
-      "bytes": 7351886,
-      "pages": 37,
-      "shards": 3
-    },
-    {
-      "seconds": 2.2978108899988,
-      "bytes": 11739356,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3846291969966842,
-      "bytes": 7690785,
-      "pages": 38,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3696625419979682,
-      "bytes": 1334642,
-      "pages": 36,
-      "shards": 1
-    },
-    {
-      "seconds": 1.573794985000859,
-      "bytes": 9980526,
-      "pages": 30,
-      "shards": 3
-    },
-    {
-      "seconds": 1.5847847019977053,
-      "bytes": 2422979,
-      "pages": 31,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2408236240007682,
-      "bytes": 6154943,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.8716023119995953,
-      "bytes": 11724100,
-      "pages": 33,
-      "shards": 3
-    },
-    {
-      "seconds": 1.725813149001624,
-      "bytes": 7703275,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.292055429003085,
-      "bytes": 5925879,
-      "pages": 31,
-      "shards": 2
-    },
-    {
-      "seconds": 2.3598094420012785,
-      "bytes": 7376391,
-      "pages": 35,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3066216919978615,
-      "bytes": 1214010,
-      "pages": 33,
-      "shards": 1
-    },
-    {
-      "seconds": 1.9328020320026553,
-      "bytes": 9830750,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 1.8036188620026223,
-      "bytes": 13332219,
-      "pages": 37,
-      "shards": 4
-    },
-    {
-      "seconds": 1.2068677400020533,
-      "bytes": 1198185,
-      "pages": 36,
-      "shards": 1
-    },
-    {
-      "seconds": 1.6970843710005283,
-      "bytes": 7637252,
-      "pages": 36,
-      "shards": 3
-    },
-    {
-      "seconds": 1.2413891210017027,
-      "bytes": 5260953,
-      "pages": 35,
-      "shards": 2
-    },
-    {
-      "seconds": 1.3634449710007175,
-      "bytes": 5626486,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4694542010038276,
-      "bytes": 7488941,
-      "pages": 40,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3952881760051241,
-      "bytes": 6629850,
-      "pages": 26,
-      "shards": 2
-    },
-    {
-      "seconds": 1.629955725002219,
-      "bytes": 12509791,
-      "pages": 40,
-      "shards": 4
-    },
-    {
-      "seconds": 1.2379947030058247,
-      "bytes": 6041226,
-      "pages": 39,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2637325059986324,
-      "bytes": 992368,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.6094548949986347,
-      "bytes": 7330371,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3945456000001286,
-      "bytes": 5147149,
-      "pages": 39,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5611050400038948,
-      "bytes": 11608998,
-      "pages": 27,
-      "shards": 4
-    },
-    {
-      "seconds": 1.5454939440023736,
-      "bytes": 7623120,
-      "pages": 41,
-      "shards": 3
-    },
-    {
-      "seconds": 1.329196705002687,
-      "bytes": 1008409,
-      "pages": 28,
-      "shards": 1
-    },
-    {
-      "seconds": 1.668521128995053,
-      "bytes": 10342691,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 1.4406907860029605,
-      "bytes": 2452961,
-      "pages": 36,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2752036420060904,
-      "bytes": 6634160,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4960427599944524,
-      "bytes": 13030938,
-      "pages": 29,
-      "shards": 4
-    },
-    {
-      "seconds": 1.2624094279963174,
-      "bytes": 5750188,
-      "pages": 36,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2483798539979034,
-      "bytes": 6326945,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5191049089989974,
-      "bytes": 2345091,
-      "pages": 30,
-      "shards": 2
-    },
-    {
-      "seconds": 2.8114396520031733,
-      "bytes": 6156537,
-      "pages": 36,
-      "shards": 2
-    },
-    {
-      "seconds": 1.6308916679990944,
-      "bytes": 11465498,
-      "pages": 39,
-      "shards": 4
-    },
-    {
-      "seconds": 1.7269667380023748,
-      "bytes": 6633188,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.7303708869949332,
-      "bytes": 6030185,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.668255044001853,
-      "bytes": 11578062,
-      "pages": 33,
-      "shards": 4
-    },
-    {
-      "seconds": 1.0980768339941278,
-      "bytes": 1310271,
-      "pages": 37,
-      "shards": 1
-    },
-    {
-      "seconds": 1.478698480001185,
-      "bytes": 7612703,
-      "pages": 31,
-      "shards": 3
-    },
-    {
-      "seconds": 2.176097090996336,
-      "bytes": 1112974,
-      "pages": 36,
-      "shards": 1
-    },
-    {
-      "seconds": 1.6805495459993836,
-      "bytes": 16247090,
-      "pages": 32,
-      "shards": 4
-    },
-    {
-      "seconds": 1.4427759059981327,
-      "bytes": 7821820,
-      "pages": 41,
-      "shards": 3
-    },
-    {
-      "seconds": 1.7150816520006629,
-      "bytes": 927906,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.4928708180013928,
-      "bytes": 7808426,
-      "pages": 41,
-      "shards": 3
-    },
-    {
-      "seconds": 1.6493455579984584,
-      "bytes": 10530653,
-      "pages": 32,
-      "shards": 3
-    }
-  ],
+  "upload_measurements": [],
   "cache_key": {
     "version": 1,
     "kind": "data",
@@ -606,7 +221,7 @@
   },
   "cache_reused": true,
   "resume_probe_seconds": [
-    2.591754088000016,
-    0.016849739999997837
+    2.9105605440000204,
+    0.014060387999961677
   ]
 }

runs/void-byte-v1/events.out.tfevents.1791083219.1a73f132-ede3-4b51-9e4f-0cafff989449-8p4r7.435.0.1791083219122319327-61ae60ac

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f4094f6e83c188ae95add91457868cc3e58d99e7ec440ecf6a5cac646b0976
+size 165