unified-v1-sparkbet-ascii-s42: state and inference synchronized at checkpoint-000000000100

experiments.csv

@@ -30,3 +30,7 @@ unified-v1-sparkbet-braille-s42,ablation,codec,sparkbet,braille,42,50,0,running,
 unified-v1-sparkbet-braille-s42,ablation,codec,sparkbet,braille,42,75,0,running,fresh_matched_seed,5272,5272,5.7089109800000415,0.0,9353876,1024,2.1063664108514786,4.682255831631747,3634031,22.518040961999986,161383.08861470496,1.5287073850631714,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
 unified-v1-sparkbet-braille-s42,ablation,codec,sparkbet,braille,42,100,0,complete,fresh_matched_seed,7005,7005,5.7089109800000415,0.0,9353876,1024,1.9936967939138412,4.315982181917537,4836932,29.34343516499996,164838.64185640265,0.7260790467262268,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
 unified-v1-sparkbet-ascii-s42,ablation,codec,sparkbet,ascii,42,0,0,initialized,fresh_matched_seed,0,0,5.948199017999968,0.0,9353876,1024,,,0,0.0,0.0,,0,,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 552}}"
+unified-v1-sparkbet-ascii-s42,ablation,codec,sparkbet,ascii,42,25,0,running,fresh_matched_seed,1860,1860,5.948199017999968,0.0,9353876,1024,2.735593408346176,,1213192,7.475698408999847,162284.77041549215,0.9069919586181641,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 253, ""epoch"": 0, ""prepared_position"": 829, ""rows_read"": 253, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 121, ""epoch"": 0, ""prepared_position"": 145, ""rows_read"": 122, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 55, ""epoch"": 0, ""prepared_position"": 237, ""rows_read"": 56, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 73, ""epoch"": 0, ""prepared_position"": 243, ""rows_read"": 74, ""shard"": 0, ""shards"": 552}}"
+unified-v1-sparkbet-ascii-s42,ablation,codec,sparkbet,ascii,42,50,0,running,fresh_matched_seed,3690,3690,5.948199017999968,0.0,9353876,1024,2.385173127055168,4.726058586077257,2420124,14.90942408799981,162321.76278008564,1.0418517589569092,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 530, ""epoch"": 0, ""prepared_position"": 1664, ""rows_read"": 530, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 214, ""epoch"": 0, ""prepared_position"": 273, ""rows_read"": 215, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 109, ""epoch"": 0, ""prepared_position"": 475, ""rows_read"": 110, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 136, ""epoch"": 0, ""prepared_position"": 481, ""rows_read"": 137, ""shard"": 0, ""shards"": 552}}"
+unified-v1-sparkbet-ascii-s42,ablation,codec,sparkbet,ascii,42,75,0,running,fresh_matched_seed,5527,5527,5.948199017999968,0.0,9353876,1024,2.1095132529735565,4.726058586077257,3636922,21.728615830999843,167379.36867617982,1.0744609832763672,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
+unified-v1-sparkbet-ascii-s42,ablation,codec,sparkbet,ascii,42,100,0,running,fresh_matched_seed,7337,7337,5.948199017999968,0.0,9353876,1024,2.0115425884723663,4.246632703325965,4840685,28.60979447999989,169196.77641808835,0.6558945178985596,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"

unified/ablations/unified-v1-sparkbet-ascii-s42/checkpoint-000000000100/COMPLETE

@@ -0,0 +1 @@
+complete

unified/ablations/unified-v1-sparkbet-ascii-s42/checkpoint-000000000100/metadata.json

@@ -0,0 +1,9 @@
+{
+  "format": "cortex-unified-v1",
+  "step": 100,
+  "lineage": "6f0fdff6ec534e65a0f8ba61613dbdc8",
+  "signature": "99919eb470c4d3bdad2f5edd3598ee11214adb13218c80173dc5114f11573be2",
+  "sha256": "7526611da909b6b0dc1100b376e79618ef7a14c22fb83ed4c3a647da0bc02c20",
+  "bytes": 112770547,
+  "saved_at": 1790265833.0888617
+}

unified/ablations/unified-v1-sparkbet-ascii-s42/checkpoint-000000000100/training.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7526611da909b6b0dc1100b376e79618ef7a14c22fb83ed4c3a647da0bc02c20
+size 112770547

unified/ablations/unified-v1-sparkbet-ascii-s42/inference/data_progress.json

@@ -1,47 +1,84 @@
 {
-  "step": 0,
+  "step": 100,
   "prepared_dataset": {
     "repo": "appvoid/rewrite7",
-    "revision": "5d5cd89cb9f915329f1f3b3c32b0e423a8303515",
+    "revision": "8d681b772088b712555ea8581f09017cd240be54",
     "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
   },
   "observations": {
-    "presentations": 0,
-    "unique_samples": 0,
-    "ranges": {}
+    "presentations": 7337,
+    "unique_samples": 7337,
+    "ranges": {
+      "data/climbmix/37ca46f7b8688e8308e8ec5f374bb0ef35a9cebada2d8c3d5ed3661206f9dc55": [
+        [
+          0,
+          3299
+        ]
+      ],
+      "data/cortex/2b3f4ef12d72ffceb62d2c83650a89fb0618696b289110dbf320132e900a7b1b": [
+        [
+          0,
+          1206
+        ]
+      ],
+      "data/rewrite6/1d931175f858e281240e249ff8307fe6b689b80af6b545eb258f0d1bf53e9579": [
+        [
+          0,
+          522
+        ]
+      ],
+      "data/ultra_style/2d8d11e212627bda0b8ebf9c5af95102b9e11e339d2029984fcf6f23d81d6b52": [
+        [
+          0,
+          958
+        ]
+      ],
+      "data/ultra_qa/e25b150de69bf51e2cddaa5fd11ef5afb98217d36fdd03776904cdb9cc4fefc0": [
+        [
+          0,
+          950
+        ]
+      ],
+      "data/cortex/7d97d323e51d2834fa8583356319af8710901fdffb2fe96e06698d7b15a2f083": [
+        [
+          0,
+          402
+        ]
+      ]
+    }
   },
   "coverage": {
     "climbmix": {
       "epoch": 0,
       "shard": 0,
       "shards": 6543,
-      "rows_read": 0,
-      "prepared_position": null,
-      "documents_emitted": 0
+      "rows_read": 990,
+      "prepared_position": 3299,
+      "documents_emitted": 989
     },
     "rewrite6": {
       "epoch": 0,
       "shard": 0,
       "shards": 1,
-      "rows_read": 0,
-      "prepared_position": null,
-      "documents_emitted": 0
+      "rows_read": 390,
+      "prepared_position": 522,
+      "documents_emitted": 389
     },
     "ultra_style": {
       "epoch": 0,
       "shard": 0,
       "shards": 552,
-      "rows_read": 0,
-      "prepared_position": null,
-      "documents_emitted": 0
+      "rows_read": 274,
+      "prepared_position": 959,
+      "documents_emitted": 273
     },
     "ultra_qa": {
       "epoch": 0,
       "shard": 0,
       "shards": 616,
-      "rows_read": 0,
-      "prepared_position": null,
-      "documents_emitted": 0
+      "rows_read": 218,
+      "prepared_position": 950,
+      "documents_emitted": 217
     }
   }
 }

unified/ablations/unified-v1-sparkbet-ascii-s42/inference/experiment_config.json

@@ -22,49 +22,86 @@
   },
   "fidelity": "checkpoint-compatible SparkBET, one physical pass",
   "data_progress": {
-    "step": 0,
+    "step": 100,
     "prepared_dataset": {
       "repo": "appvoid/rewrite7",
-      "revision": "5d5cd89cb9f915329f1f3b3c32b0e423a8303515",
+      "revision": "8d681b772088b712555ea8581f09017cd240be54",
       "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
     },
     "observations": {
-      "presentations": 0,
-      "unique_samples": 0,
-      "ranges": {}
+      "presentations": 7337,
+      "unique_samples": 7337,
+      "ranges": {
+        "data/climbmix/37ca46f7b8688e8308e8ec5f374bb0ef35a9cebada2d8c3d5ed3661206f9dc55": [
+          [
+            0,
+            3299
+          ]
+        ],
+        "data/cortex/2b3f4ef12d72ffceb62d2c83650a89fb0618696b289110dbf320132e900a7b1b": [
+          [
+            0,
+            1206
+          ]
+        ],
+        "data/rewrite6/1d931175f858e281240e249ff8307fe6b689b80af6b545eb258f0d1bf53e9579": [
+          [
+            0,
+            522
+          ]
+        ],
+        "data/ultra_style/2d8d11e212627bda0b8ebf9c5af95102b9e11e339d2029984fcf6f23d81d6b52": [
+          [
+            0,
+            958
+          ]
+        ],
+        "data/ultra_qa/e25b150de69bf51e2cddaa5fd11ef5afb98217d36fdd03776904cdb9cc4fefc0": [
+          [
+            0,
+            950
+          ]
+        ],
+        "data/cortex/7d97d323e51d2834fa8583356319af8710901fdffb2fe96e06698d7b15a2f083": [
+          [
+            0,
+            402
+          ]
+        ]
+      }
     },
     "coverage": {
       "climbmix": {
         "epoch": 0,
         "shard": 0,
         "shards": 6543,
-        "rows_read": 0,
-        "prepared_position": null,
-        "documents_emitted": 0
+        "rows_read": 990,
+        "prepared_position": 3299,
+        "documents_emitted": 989
       },
       "rewrite6": {
         "epoch": 0,
         "shard": 0,
         "shards": 1,
-        "rows_read": 0,
-        "prepared_position": null,
-        "documents_emitted": 0
+        "rows_read": 390,
+        "prepared_position": 522,
+        "documents_emitted": 389
       },
       "ultra_style": {
         "epoch": 0,
         "shard": 0,
         "shards": 552,
-        "rows_read": 0,
-        "prepared_position": null,
-        "documents_emitted": 0
+        "rows_read": 274,
+        "prepared_position": 959,
+        "documents_emitted": 273
       },
       "ultra_qa": {
         "epoch": 0,
         "shard": 0,
         "shards": 616,
-        "rows_read": 0,
-        "prepared_position": null,
-        "documents_emitted": 0
+        "rows_read": 218,
+        "prepared_position": 950,
+        "documents_emitted": 217
       }
     }
   }

unified/ablations/unified-v1-sparkbet-ascii-s42/inference/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c15706272c8c6f769b2936b3b30814d93d284a572575538176a8b032c0d8ccd
+oid sha256:1cf1d44a503af26452008a64b84ceb3f3762ae6fb93784331ac5984cce05a436
 size 37429000