Update TensorBoard training metrics

benchmark_cache/performance.json

@@ -49,11 +49,11 @@
   "selected": {
     "microbatch": 86,
     "mode": "compiled",
-    "microbatch_seconds": 0.8974938420000171,
+    "microbatch_seconds": 0.8982481310000026,
     "peak_gb": 85.39913082122803,
     "fits_budget": true,
-    "estimated_update_seconds": 0.9533413040000482,
-    "input_tokens_per_second": 196244.2434228943
+    "estimated_update_seconds": 0.9539577840000106,
+    "input_tokens_per_second": 196079.45056776243
   },
   "measurements": [
     {

benchmark_cache/shard_scheduler.json

@@ -22,8 +22,8 @@
       "tokens_per_second": 1062967.6168812835,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 74488.08882560692,
-      "required_pages_per_second_upper_estimate": 0.006456438751068466
+      "required_token_positions_per_second": 77286.43891436518,
+      "required_pages_per_second_upper_estimate": 0.006698992644408573
     },
     {
       "source": "rewrite6",
@@ -36,8 +36,8 @@
       "tokens_per_second": 1206672.263377472,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 9311.011103200864,
-      "required_pages_per_second_upper_estimate": 0.0037143015410885847
+      "required_token_positions_per_second": 9660.804864295647,
+      "required_pages_per_second_upper_estimate": 0.003853839502272079
     },
     {
       "source": "openmath",
@@ -50,8 +50,8 @@
       "tokens_per_second": 410042.7581134458,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 18622.02220640173,
-      "required_pages_per_second_upper_estimate": 0.004307877101053795
+      "required_token_positions_per_second": 19321.609728591295,
+      "required_pages_per_second_upper_estimate": 0.004469714361992479
     },
     {
       "source": "ultra_qa",
@@ -64,8 +64,8 @@
       "tokens_per_second": 2163486.5624068812,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 27933.03330960259,
-      "required_pages_per_second_upper_estimate": 0.001700975175255258
+      "required_token_positions_per_second": 28982.414592886944,
+      "required_pages_per_second_upper_estimate": 0.001764876989729183
     },
     {
       "source": "ultra_style",
@@ -78,8 +78,8 @@
       "tokens_per_second": 1546694.2737633225,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 27933.03330960259,
-      "required_pages_per_second_upper_estimate": 0.002150362227758338
+      "required_token_positions_per_second": 28982.414592886944,
+      "required_pages_per_second_upper_estimate": 0.0022311465038188797
     },
     {
       "source": "cortex",
@@ -91,9 +91,9 @@
       "read_seconds": 0.042780299000014566,
       "tokens_per_second": 1015177.8395898147,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
-      "estimated_pages_for_buffer": 21,
-      "required_token_positions_per_second": 27933.03330960259,
-      "required_pages_per_second_upper_estimate": 0.3468347878565453
+      "estimated_pages_for_buffer": 22,
+      "required_token_positions_per_second": 28982.414592886944,
+      "required_pages_per_second_upper_estimate": 0.3598645913417056
     }
   ],
   "gpu_measurement": "Selected forward/backward estimate; replaced by live successful update timings.",
@@ -155,415 +155,30 @@
   "shard_benchmark_scope": "Local packing/read measurements; upload capacity measured only on real data commits. Targets larger than available pages are sample-limited.",
   "estimated_fresh_generation_batch_seconds": 0.1434574083060457,
   "selected": {
-    "prefetch_batches": 61,
+    "prefetch_batches": 63,
     "prefetch_capacity_limit": 512,
     "batch_memory_estimate_bytes": 688946,
-    "producer_batch_seconds": 0.144511708648281,
-    "producer_p95_seconds": 0.5217355390050216,
-    "gpu_update_seconds": 0.9897958339703621,
-    "producer_batches_per_second": 6.919854518043547,
-    "gpu_batches_per_second": 1.0103093644966215,
-    "producer_headroom": 6.849243173640491,
-    "sustainable": true,
-    "buffer_seconds": 60.37754587219209,
-    "buffer_drain_seconds": null,
+    "producer_batch_seconds": 1.3053112965000082,
+    "producer_p95_seconds": 2.5095109330000014,
+    "gpu_update_seconds": 0.9539577840000106,
+    "producer_batches_per_second": 0.7661007781678948,
+    "gpu_batches_per_second": 1.0482644166987465,
+    "producer_headroom": 0.7308278006617287,
+    "sustainable": false,
+    "buffer_seconds": 60.09934039200067,
+    "buffer_drain_seconds": 223.2746938195993,
     "shard_target_mib": 16,
-    "upload_pages_per_commit": 78,
-    "max_pending_pages": 4096,
-    "generation_bytes_per_second": 246534.60347499957,
-    "upload_bytes_per_second": 6254719.971833577,
-    "upload_sustainable": true,
+    "upload_pages_per_commit": 7,
+    "max_pending_pages": 1713,
+    "generation_bytes_per_second": 0,
+    "upload_bytes_per_second": null,
+    "upload_sustainable": null,
     "logical_page_rows": 4096,
     "logical_cortex_page_rows": 128,
-    "estimated_full_shards_per_hour": 52.90058687388888,
+    "estimated_full_shards_per_hour": 0.0,
     "selection_policy": "Smallest shard within 90% of measured local peak, enlarged to amortize 30 seconds of measured page production; bounded to 256 MiB."
   },
-  "upload_measurements": [
-    {
-      "seconds": 0.9489649809984257,
-      "bytes": 5862208,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.9020824750041356,
-      "bytes": 12748087,
-      "pages": 37,
-      "shards": 4
-    },
-    {
-      "seconds": 0.9002470639970852,
-      "bytes": 6110509,
-      "pages": 36,
-      "shards": 2
-    },
-    {
-      "seconds": 0.9653321419973508,
-      "bytes": 880569,
-      "pages": 26,
-      "shards": 1
-    },
-    {
-      "seconds": 1.074353076000989,
-      "bytes": 7774309,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.4574867379997158,
-      "bytes": 9860401,
-      "pages": 33,
-      "shards": 3
-    },
-    {
-      "seconds": 0.7756101689956267,
-      "bytes": 2491834,
-      "pages": 32,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4068310860020574,
-      "bytes": 11759986,
-      "pages": 28,
-      "shards": 3
-    },
-    {
-      "seconds": 0.806070794002153,
-      "bytes": 884841,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.161329097005364,
-      "bytes": 12346007,
-      "pages": 39,
-      "shards": 4
-    },
-    {
-      "seconds": 0.916572713998903,
-      "bytes": 942236,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.3328421769983834,
-      "bytes": 6157959,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2523999580007512,
-      "bytes": 7610947,
-      "pages": 30,
-      "shards": 3
-    },
-    {
-      "seconds": 0.7598877909986186,
-      "bytes": 961682,
-      "pages": 29,
-      "shards": 1
-    },
-    {
-      "seconds": 1.3535268059931695,
-      "bytes": 16112402,
-      "pages": 42,
-      "shards": 4
-    },
-    {
-      "seconds": 0.9407444530006615,
-      "bytes": 2455446,
-      "pages": 32,
-      "shards": 2
-    },
-    {
-      "seconds": 0.9131047679984476,
-      "bytes": 6268591,
-      "pages": 36,
-      "shards": 2
-    },
-    {
-      "seconds": 0.9507441360037774,
-      "bytes": 6652309,
-      "pages": 29,
-      "shards": 3
-    },
-    {
-      "seconds": 0.870253834000323,
-      "bytes": 6235033,
-      "pages": 38,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9296957249971456,
-      "bytes": 6084778,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.147810253998614,
-      "bytes": 8392070,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.153522004999104,
-      "bytes": 10226084,
-      "pages": 27,
-      "shards": 3
-    },
-    {
-      "seconds": 1.0265658620046452,
-      "bytes": 7737951,
-      "pages": 42,
-      "shards": 3
-    },
-    {
-      "seconds": 0.7752080549980747,
-      "bytes": 1141313,
-      "pages": 35,
-      "shards": 1
-    },
-    {
-      "seconds": 0.8455009660028736,
-      "bytes": 5959516,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0879218709960696,
-      "bytes": 6248481,
-      "pages": 29,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9940221099968767,
-      "bytes": 11924691,
-      "pages": 42,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9983105119972606,
-      "bytes": 6041328,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 0.9112700020050397,
-      "bytes": 2626384,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.077101428003516,
-      "bytes": 10954533,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 0.987721411001985,
-      "bytes": 7423511,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 0.7559060139974463,
-      "bytes": 900379,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.208673165005166,
-      "bytes": 11672731,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 0.8157727979996707,
-      "bytes": 2711312,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0441342500052997,
-      "bytes": 9648084,
-      "pages": 31,
-      "shards": 3
-    },
-    {
-      "seconds": 0.8669746300001862,
-      "bytes": 6281304,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0493857530018431,
-      "bytes": 2405359,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4177541469980497,
-      "bytes": 10495082,
-      "pages": 41,
-      "shards": 3
-    },
-    {
-      "seconds": 0.93050350699923,
-      "bytes": 8304633,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 1.291375706998224,
-      "bytes": 5813086,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.007629627994902,
-      "bytes": 6351245,
-      "pages": 35,
-      "shards": 2
-    },
-    {
-      "seconds": 1.1004838699955144,
-      "bytes": 7253121,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 0.860785910001141,
-      "bytes": 6150922,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 0.967503943000338,
-      "bytes": 2353719,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.1848933270011912,
-      "bytes": 11480176,
-      "pages": 30,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9306560840050224,
-      "bytes": 5914010,
-      "pages": 31,
-      "shards": 2
-    },
-    {
-      "seconds": 0.986767267997493,
-      "bytes": 6142895,
-      "pages": 38,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3159294670040254,
-      "bytes": 6394810,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 0.8037503040031879,
-      "bytes": 917701,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.0914277900010347,
-      "bytes": 7011453,
-      "pages": 24,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9372564279983635,
-      "bytes": 5878408,
-      "pages": 36,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3057175280046067,
-      "bytes": 11562438,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3249238560019876,
-      "bytes": 7783504,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 0.6935778650004067,
-      "bytes": 919630,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.1119171959944651,
-      "bytes": 9959227,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 1.0288992829955532,
-      "bytes": 2624793,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2585268050024752,
-      "bytes": 5926427,
-      "pages": 33,
-      "shards": 2
-    },
-    {
-      "seconds": 1.132453666999936,
-      "bytes": 13402287,
-      "pages": 32,
-      "shards": 4
-    },
-    {
-      "seconds": 1.2154031860045507,
-      "bytes": 5549196,
-      "pages": 34,
-      "shards": 2
-    },
-    {
-      "seconds": 0.9452024689962855,
-      "bytes": 5836559,
-      "pages": 31,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0610048369999276,
-      "bytes": 2712570,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 0.991505464000511,
-      "bytes": 5901383,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.330521811003564,
-      "bytes": 11596177,
-      "pages": 39,
-      "shards": 4
-    },
-    {
-      "seconds": 1.1032275320030749,
-      "bytes": 6673144,
-      "pages": 28,
-      "shards": 2
-    }
-  ],
+  "upload_measurements": [],
   "cache_key": {
     "version": 1,
     "kind": "data",
@@ -606,7 +221,7 @@
   },
   "cache_reused": true,
   "resume_probe_seconds": [
-    2.657314213999996,
-    0.016167582000036873
+    2.5095109330000014,
+    0.10111166000001504
   ]
 }

runs/void-byte-v1/events.out.tfevents.1790476562.0b09bbb2-f535-42d2-bd00-cbae7fb94f51-r2qrq.417.0.1790476562033999719-ba4f58e1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988ee53fd1cd660f7d9c599e165c7ad11354d6a46f576235186c6b5db5eb77de
+size 165