Update TensorBoard training metrics

benchmark_cache/performance.json

@@ -49,11 +49,11 @@
   "selected": {
     "microbatch": 90,
     "mode": "compiled",
-    "microbatch_seconds": 0.9481044159999783,
+    "microbatch_seconds": 0.9411944559999483,
     "peak_gb": 89.37790203094482,
     "fits_budget": true,
-    "estimated_update_seconds": 0.9481044159999783,
-    "input_tokens_per_second": 194408.96687059014
+    "estimated_update_seconds": 0.9411944559999483,
+    "input_tokens_per_second": 195836.25766704488
   },
   "measurements": [
     {

benchmark_cache/shard_scheduler.json

@@ -22,8 +22,8 @@
       "tokens_per_second": 598315.063954628,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 76774.05654670329,
-      "required_pages_per_second_upper_estimate": 0.005311407372255073
+      "required_token_positions_per_second": 78334.50306681794,
+      "required_pages_per_second_upper_estimate": 0.005419362683251371
     },
     {
       "source": "rewrite6",
@@ -36,8 +36,8 @@
       "tokens_per_second": 8533.957213384612,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 9596.75706833791,
-      "required_pages_per_second_upper_estimate": 0.004017961781436903
+      "required_token_positions_per_second": 9791.812883352242,
+      "required_pages_per_second_upper_estimate": 0.004099627577954804
     },
     {
       "source": "openmath",
@@ -50,8 +50,8 @@
       "tokens_per_second": 380144.35761751566,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 19193.51413667582,
-      "required_pages_per_second_upper_estimate": 0.003997502827663532
+      "required_token_positions_per_second": 19583.625766704485,
+      "required_pages_per_second_upper_estimate": 0.004078752792262986
     },
     {
       "source": "ultra_qa",
@@ -64,8 +64,8 @@
       "tokens_per_second": 43742.16556775435,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28790.271205013734,
-      "required_pages_per_second_upper_estimate": 0.0017259327985418213
+      "required_token_positions_per_second": 29375.43865005673,
+      "required_pages_per_second_upper_estimate": 0.0017610126933731956
     },
     {
       "source": "ultra_style",
@@ -78,8 +78,8 @@
       "tokens_per_second": 22018.86276523721,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28790.271205013734,
-      "required_pages_per_second_upper_estimate": 0.0022383169511699884
+      "required_token_positions_per_second": 29375.43865005673,
+      "required_pages_per_second_upper_estimate": 0.0022838111461425067
     },
     {
       "source": "cortex",
@@ -92,8 +92,8 @@
       "tokens_per_second": 910315.184299418,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 23,
-      "required_token_positions_per_second": 28790.271205013734,
-      "required_pages_per_second_upper_estimate": 0.36929068643313623
+      "required_token_positions_per_second": 29375.43865005673,
+      "required_pages_per_second_upper_estimate": 0.3767965861142973
     }
   ],
   "gpu_measurement": "Selected forward/backward estimate; replaced by live successful update timings.",
@@ -155,415 +155,30 @@
   "shard_benchmark_scope": "Local packing/read measurements; upload capacity measured only on real data commits. Targets larger than available pages are sample-limited.",
   "estimated_fresh_generation_batch_seconds": 2.558590814491007,
   "selected": {
-    "prefetch_batches": 63,
+    "prefetch_batches": 64,
     "prefetch_capacity_limit": 512,
     "batch_memory_estimate_bytes": 720750,
-    "producer_batch_seconds": 0.4091385062965287,
-    "producer_p95_seconds": 0.3623796640022192,
-    "gpu_update_seconds": 0.960324402751204,
-    "producer_batches_per_second": 2.4441600695370296,
-    "gpu_batches_per_second": 1.0413147860609713,
-    "producer_headroom": 2.3471865590064893,
-    "sustainable": true,
-    "buffer_seconds": 60.50043737332585,
-    "buffer_drain_seconds": null,
+    "producer_batch_seconds": 1.7186897505000616,
+    "producer_p95_seconds": 3.328129581999974,
+    "gpu_update_seconds": 0.9411944559999483,
+    "producer_batches_per_second": 0.5818385777357693,
+    "gpu_batches_per_second": 1.0624796965442973,
+    "producer_headroom": 0.547623243651801,
+    "sustainable": false,
+    "buffer_seconds": 60.23644518399669,
+    "buffer_drain_seconds": 133.15548232463138,
     "shard_target_mib": 16,
-    "upload_pages_per_commit": 78,
-    "max_pending_pages": 4096,
-    "generation_bytes_per_second": 443325.19472720014,
-    "upload_bytes_per_second": 4487753.8827649625,
-    "upload_sustainable": true,
+    "upload_pages_per_commit": 7,
+    "max_pending_pages": 1746,
+    "generation_bytes_per_second": 0,
+    "upload_bytes_per_second": null,
+    "upload_sustainable": null,
     "logical_page_rows": 4096,
     "logical_cortex_page_rows": 128,
-    "estimated_full_shards_per_hour": 95.12726670610431,
+    "estimated_full_shards_per_hour": 0.0,
     "selection_policy": "Smallest shard within 90% of measured local peak, enlarged to amortize 30 seconds of measured page production; bounded to 256 MiB."
   },
-  "upload_measurements": [
-    {
-      "seconds": 1.4251030520026688,
-      "bytes": 1167175,
-      "pages": 35,
-      "shards": 1
-    },
-    {
-      "seconds": 1.788670624999213,
-      "bytes": 7398476,
-      "pages": 31,
-      "shards": 3
-    },
-    {
-      "seconds": 1.539240851001523,
-      "bytes": 6176798,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0939249449947965,
-      "bytes": 5048949,
-      "pages": 21,
-      "shards": 2
-    },
-    {
-      "seconds": 1.358410709995951,
-      "bytes": 13879443,
-      "pages": 50,
-      "shards": 4
-    },
-    {
-      "seconds": 1.1252228140001534,
-      "bytes": 887251,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.1445283560024109,
-      "bytes": 7481150,
-      "pages": 37,
-      "shards": 3
-    },
-    {
-      "seconds": 2.095004743998288,
-      "bytes": 10399963,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 0.994942393997917,
-      "bytes": 1292130,
-      "pages": 36,
-      "shards": 1
-    },
-    {
-      "seconds": 1.574394162002136,
-      "bytes": 12830257,
-      "pages": 24,
-      "shards": 4
-    },
-    {
-      "seconds": 1.6963619910020498,
-      "bytes": 6365269,
-      "pages": 45,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0425699910047115,
-      "bytes": 4497395,
-      "pages": 30,
-      "shards": 2
-    },
-    {
-      "seconds": 1.688526213998557,
-      "bytes": 7586011,
-      "pages": 40,
-      "shards": 3
-    },
-    {
-      "seconds": 1.5618516569957137,
-      "bytes": 5919633,
-      "pages": 30,
-      "shards": 2
-    },
-    {
-      "seconds": 2.862179110001307,
-      "bytes": 6924568,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.8365363409975544,
-      "bytes": 11520166,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1648409480039845,
-      "bytes": 7473766,
-      "pages": 40,
-      "shards": 3
-    },
-    {
-      "seconds": 1.0564176369953202,
-      "bytes": 870650,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.4489900529952138,
-      "bytes": 10666654,
-      "pages": 41,
-      "shards": 4
-    },
-    {
-      "seconds": 1.0202623110017157,
-      "bytes": 2376232,
-      "pages": 30,
-      "shards": 2
-    },
-    {
-      "seconds": 1.3351656059967354,
-      "bytes": 6483786,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.8462947400039411,
-      "bytes": 11598158,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 3.023687531000178,
-      "bytes": 6495633,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 1.523345616995357,
-      "bytes": 6337115,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.3345436189993052,
-      "bytes": 2354584,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.836964503992931,
-      "bytes": 6252743,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 2.1564883190003457,
-      "bytes": 10319080,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3421651660028147,
-      "bytes": 8322765,
-      "pages": 36,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1529908149968833,
-      "bytes": 5931904,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4366694560012547,
-      "bytes": 7813323,
-      "pages": 41,
-      "shards": 3
-    },
-    {
-      "seconds": 1.6668840290003573,
-      "bytes": 4874073,
-      "pages": 32,
-      "shards": 2
-    },
-    {
-      "seconds": 1.9653244989967789,
-      "bytes": 6133990,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2553032559953863,
-      "bytes": 2375236,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5083315390002099,
-      "bytes": 11904346,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 1.4954820010025287,
-      "bytes": 11186044,
-      "pages": 37,
-      "shards": 3
-    },
-    {
-      "seconds": 1.2146236409971607,
-      "bytes": 2508539,
-      "pages": 30,
-      "shards": 2
-    },
-    {
-      "seconds": 2.268977250001626,
-      "bytes": 5896300,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4891328109952156,
-      "bytes": 7219452,
-      "pages": 31,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1526426790005644,
-      "bytes": 4920482,
-      "pages": 33,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5637103249973734,
-      "bytes": 12114064,
-      "pages": 36,
-      "shards": 3
-    },
-    {
-      "seconds": 1.187745838004048,
-      "bytes": 2378178,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5392421450014808,
-      "bytes": 5890105,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.3155992859974504,
-      "bytes": 11882029,
-      "pages": 33,
-      "shards": 4
-    },
-    {
-      "seconds": 1.862240672999178,
-      "bytes": 872422,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.2673109809984453,
-      "bytes": 6309563,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.7539230830007,
-      "bytes": 13173822,
-      "pages": 37,
-      "shards": 4
-    },
-    {
-      "seconds": 1.8427350590063725,
-      "bytes": 6150725,
-      "pages": 33,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2803718870054581,
-      "bytes": 6573662,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0859325810015434,
-      "bytes": 2386653,
-      "pages": 30,
-      "shards": 2
-    },
-    {
-      "seconds": 1.1579762550027226,
-      "bytes": 6469591,
-      "pages": 38,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3032847499998752,
-      "bytes": 6670770,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 1.436859118999564,
-      "bytes": 11704717,
-      "pages": 29,
-      "shards": 3
-    },
-    {
-      "seconds": 1.5791669829995953,
-      "bytes": 6275099,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0290950830021757,
-      "bytes": 2268611,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5108850489996257,
-      "bytes": 10042142,
-      "pages": 43,
-      "shards": 3
-    },
-    {
-      "seconds": 1.317283235002833,
-      "bytes": 2476726,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5302230459928978,
-      "bytes": 6369388,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4435183870009496,
-      "bytes": 16576979,
-      "pages": 36,
-      "shards": 4
-    },
-    {
-      "seconds": 1.1915270329991472,
-      "bytes": 2343346,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5891393990023062,
-      "bytes": 6271305,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5804157340025995,
-      "bytes": 7694227,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.4403995009997743,
-      "bytes": 5666402,
-      "pages": 34,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5151443669965374,
-      "bytes": 5878935,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.573873765002645,
-      "bytes": 8582970,
-      "pages": 41,
-      "shards": 3
-    }
-  ],
+  "upload_measurements": [],
   "cache_key": {
     "version": 1,
     "kind": "data",
@@ -606,7 +221,7 @@
   },
   "cache_reused": true,
   "resume_probe_seconds": [
-    3.0803219919999947,
-    0.10207374499998423
+    3.328129581999974,
+    0.10924991900014902
   ]
 }

runs/void-byte-v1/events.out.tfevents.1791300814.0c9d201b-2dbc-40fb-b739-4ee2350a0f54-7b2tx.840.0.1791300814123050567-72be911d

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6260d564b11ce0370bfcd3d00419c28da2e1ec98ab269e82947a89fd91aae8
+size 165