Joint training checkpoint step 1200

README.md

@@ -10,7 +10,7 @@ tags: [tabular-data, masked-lm, token-classification, experimental]
 Experimental budget-limited mmBERT-base joint fine-tuning checkpoint.
 
 One shared encoder, 2 residual category BIO/insertion outputs (`text.encoding`, `text.spelling`), and the pretrained MLM vocabulary head. Declared schema rules detect deterministic violations before neural classification. Correction generates a complete cell inside `<replacement>` beside the visible `<original>` in the same cell. Valid copies are training targets too. The MLM head emits replacement tokens followed by `END_EDIT` and visible padding tokens.
-Completed optimizer updates: **900**. This checkpoint is a research baseline, not a validated automatic cleaning system.
+Completed optimizer updates: **1200**. This checkpoint is a research baseline, not a validated automatic cleaning system.
 
 ## Use and resume
 
@@ -26,7 +26,7 @@ Dataset revision: `602b8a454ca448713d8a5658650d4feaad8d579c`. Train/validation f
 
 ## Validation results
 
-Selected step: 900. Stop reason: training in progress.
+Selected step: 1200. Stop reason: training in progress.
 
 ```json
 {}
@@ -289,22 +289,81 @@ The learning rate warms up for 100 updates, then follows cosine decay to 10% of
         "3e8dff1e9e6db8d09c388b141194864e22c347550db958abeae4500015fa8ecb",
         "522ef97370ddbad950ea41bb8000b46488a7db7a05af8ee602117f2c0e2c400f"
       ]
+    },
+    {
+      "step": 1200,
+      "detection_loss": 0.05877711018732563,
+      "correction_loss": 0.5446714895918796,
+      "correction_full_mask_loss": 0.6555208008509138,
+      "correction_partial_mask_loss": 0.4338221783328453,
+      "selection_score": 0.08909426645290995,
+      "examples": 28,
+      "correction_edits": 52,
+      "correction_category_counts": {
+        "copy": 10,
+        "text.spelling": 7,
+        "format.boolean": 7,
+        "format.date": 3,
+        "text.encoding": 5,
+        "schema.category": 3,
+        "schema.identifier": 4,
+        "schema.type": 2,
+        "consistency.dependency": 6,
+        "consistency.temporal": 3,
+        "consistency.unit": 1,
+        "format.case": 1
+      },
+      "token_and_gap_tp_fp_fn_at_0.9": [
+        69,
+        0,
+        1
+      ],
+      "sample_ids": [
+        "7cc2b2069f314821114a2a2b09543c680923083980692c6a95b3371b316390d9-open-clean",
+        "2c30950b5459afe6967673e8b23c222adab49967bf80e72af0ef1d4fb96296ca-open",
+        "bd4bba00c41c73249e4fd9fe97876df42dbaefbe6aabeec4430d2acb63926318-open",
+        "0121e99febc488b49db6e39b07ef71255f5a94d9ef0292f7a34a705e59271bbe-open",
+        "4d74e65f621bbb1dfc2848cdb8aefbd32befa5042d8482c3340de2d9833c06ec-open",
+        "d120e4d54be4c9692441a06d9cc4bf1db02bd205c6a317a1a7ac4548c09666cc-open",
+        "d6b7a9c8fc0552cfcf0d26ce0ce1be2663d5aa86d80527fc77c4ccc02a036984-open",
+        "05f04c447b2d5e98f170add5fcdde123cb8db18946eb5e21ea8573fdfdd66ffe-open",
+        "b68fd4277af10beef7958e8d2f6b31805d635db888e60b38ae2306bf138ea584-open",
+        "c2710a557bc21c7f5d4c38d580e9d54042923e32d22848cc3f025caa864aa51c-open",
+        "da8d1a36641b16437fd72e9db23a60fbb6f185acdceec0f217491c232d3602b5-open-clean",
+        "55e92ca80f64845e208d3cda2f1e8fc3cb620ca57c66fce22d9bb9a86321af4a-open",
+        "53820fc3b14267390c15dfad0a80f83c9d0ed59c95e40c96c2283e4f3b167e09-open",
+        "d5f74ad40dca51caabef5cfcfc1845e3b40fcd71608304e4036786b6e27bfad6-open",
+        "6481cc1b3a6148ca5e8df1783aa3c15bd97b4224ea44ec304e2448bd613c3a07",
+        "8a1d338e2b1a352eac2c0834432588239c231b43df14e68402999151d62a70d8",
+        "04434b82c7685003521e12204c5af32606d402dd454be5d270c2b39c5a3c2b55",
+        "7aeaf4538d564e7bfc4a20cac6b97e42655170cd4ac40c98db0d24ff056ba388",
+        "9d7d44d25b2bd975829249dc3cd673c9a972f47ad8b1fa1bf0206f527d27934c",
+        "b01405d247c32e01b05e977fe963ca8ab440e1559f1c7f8adf0a99928d29b997",
+        "89f4e9132a30351d7836acfa80b56de26924f82d1b2403e48f1c265b4053ab99",
+        "fbe61f1cc2096a02443b68b5dbf6da5694e8cb60ec5fb445ca5bc29fc147b0e9",
+        "4dee644acbc9859035ebc82ce0d74ac45065b429f74ec833d9ae5dda3daf02a0",
+        "86e7d7c56f4e30ae4e63da4327d92c7a9ff2e18d47611dcba9e794b11a222f93",
+        "d515d8316e03100e37bb3be520d62c30463d7d30a235e0921c7ff2d88921c714",
+        "b4a926b6d1c343e53f4fd04dc327fb0fd86d3f4532b964fea22340ef73ca68de",
+        "3e8dff1e9e6db8d09c388b141194864e22c347550db958abeae4500015fa8ecb",
+        "522ef97370ddbad950ea41bb8000b46488a7db7a05af8ee602117f2c0e2c400f"
+      ]
     }
   ],
   "selection": {
     "best_score": 0.03249478141758556,
     "best_step": 900,
-    "bad_checks": 0
+    "bad_checks": 1
   },
   "peak_gpu_bytes": 9905729024,
-  "step": 900,
-  "learning_rate": 1.884469829902721e-05,
-  "last_detection_loss": 4.7903842641972005e-05,
-  "last_correction_loss": 0.09439294040203094,
-  "training_elapsed_seconds": 1491.495866222,
+  "step": 1200,
+  "learning_rate": 1.7856752670860662e-05,
+  "last_detection_loss": 1.6784459148766473e-05,
+  "last_correction_loss": 0.02620682865381241,
+  "training_elapsed_seconds": 1996.5748152,
   "exclusions": {},
-  "mean_detection_loss": 0.0002972746264276793,
-  "mean_correction_loss": 0.08053841348155402,
+  "mean_detection_loss": 4.365985569165787e-05,
+  "mean_correction_loss": 0.019298556726425886,
   "loss_interval_updates": 10
 }
 ```

checkpoint.json

@@ -1,19 +1,19 @@
 {
   "version": 1,
-  "step": 900,
+  "step": 1200,
   "dataset_revision": "602b8a454ca448713d8a5658650d4feaad8d579c",
   "base_revision": "c5955035435e2bf121cde7f3c8863ef52ff35d82",
   "files": {
-    "model.safetensors": "951d2dcb0702d33ddbc5e7eb9be06c4581a1d3e00b5e7f2da2fb1846533da90e",
+    "model.safetensors": "f9a5091149e293489cafb238fb40b9aab3849cc1df65fda353c8db7d7f9a58dd",
     "config.json": "9e105ce4ed25ed2d6be2443eeb69932a530668a248ce3211d43a89a136d42531",
     "tokenizer_config.json": "51d83f5e4c1174f8dad62610076998730a57a9ac7025680653c720bca2a9b0a1",
     "tokenizer.json": "47e408472c05385fea5fb9f8b02bbd838d55da8f15a22c863a99fd31d89243f5",
-    "training_state.pt": "428f5cb7a4e4451d0e861708cb3e721716dcf23415125a1beb69bfff5cccd0d0",
+    "training_state.pt": "efae2bcfb9c95af26dcf45a6d38721affc0aa8444de3a3c8c65121cf99ace9f2",
     "run_config.json": "d9e42266559b78f89751de2b1f9e9b27229cbd7646c126ea00fd691144495c1f",
-    "metrics.json": "78494fc3cc8e2b0fc5758673eca02d6aed6db08b31eb7cf9f8e52e906122321d",
+    "metrics.json": "c54f2c39c5ec4893c5b2a81b98deb689641c72bc3e648b178effc4795c592052",
     "categories.json": "da00946a1a8dfd24dd3bd01f47a4493abe6ade281d6a8571ae9728e0406d4aab",
     "train_tabfix.py": "b16a43dbb276461d319a05bd4719de7520e0612fa23f7d83fb5fba58bebbc24f",
-    "README.md": "fbda4078fa2aed7fee5f7a750f5d26f6cd8fbc5c577ed52268e6e5b4c2560ea8",
+    "README.md": "c7d0ee6b17dd63b99206a4d05fee828b11970eac62181def2f59ab654ede5ac0",
     "LICENSE": "b6c1c7bb5aae03bb6b3396fc7c65cbe7306c422ed424b0b7b687d9a50cc15412",
     "BASE_MODEL_CARD.md": "35724415037ee3159aa733c16050620cc19a76219112a6ceeb3949572e0b37e9"
   },

metrics.json

@@ -244,21 +244,80 @@
         "3e8dff1e9e6db8d09c388b141194864e22c347550db958abeae4500015fa8ecb",
         "522ef97370ddbad950ea41bb8000b46488a7db7a05af8ee602117f2c0e2c400f"
       ]
+    },
+    {
+      "step": 1200,
+      "detection_loss": 0.05877711018732563,
+      "correction_loss": 0.5446714895918796,
+      "correction_full_mask_loss": 0.6555208008509138,
+      "correction_partial_mask_loss": 0.4338221783328453,
+      "selection_score": 0.08909426645290995,
+      "examples": 28,
+      "correction_edits": 52,
+      "correction_category_counts": {
+        "copy": 10,
+        "text.spelling": 7,
+        "format.boolean": 7,
+        "format.date": 3,
+        "text.encoding": 5,
+        "schema.category": 3,
+        "schema.identifier": 4,
+        "schema.type": 2,
+        "consistency.dependency": 6,
+        "consistency.temporal": 3,
+        "consistency.unit": 1,
+        "format.case": 1
+      },
+      "token_and_gap_tp_fp_fn_at_0.9": [
+        69,
+        0,
+        1
+      ],
+      "sample_ids": [
+        "7cc2b2069f314821114a2a2b09543c680923083980692c6a95b3371b316390d9-open-clean",
+        "2c30950b5459afe6967673e8b23c222adab49967bf80e72af0ef1d4fb96296ca-open",
+        "bd4bba00c41c73249e4fd9fe97876df42dbaefbe6aabeec4430d2acb63926318-open",
+        "0121e99febc488b49db6e39b07ef71255f5a94d9ef0292f7a34a705e59271bbe-open",
+        "4d74e65f621bbb1dfc2848cdb8aefbd32befa5042d8482c3340de2d9833c06ec-open",
+        "d120e4d54be4c9692441a06d9cc4bf1db02bd205c6a317a1a7ac4548c09666cc-open",
+        "d6b7a9c8fc0552cfcf0d26ce0ce1be2663d5aa86d80527fc77c4ccc02a036984-open",
+        "05f04c447b2d5e98f170add5fcdde123cb8db18946eb5e21ea8573fdfdd66ffe-open",
+        "b68fd4277af10beef7958e8d2f6b31805d635db888e60b38ae2306bf138ea584-open",
+        "c2710a557bc21c7f5d4c38d580e9d54042923e32d22848cc3f025caa864aa51c-open",
+        "da8d1a36641b16437fd72e9db23a60fbb6f185acdceec0f217491c232d3602b5-open-clean",
+        "55e92ca80f64845e208d3cda2f1e8fc3cb620ca57c66fce22d9bb9a86321af4a-open",
+        "53820fc3b14267390c15dfad0a80f83c9d0ed59c95e40c96c2283e4f3b167e09-open",
+        "d5f74ad40dca51caabef5cfcfc1845e3b40fcd71608304e4036786b6e27bfad6-open",
+        "6481cc1b3a6148ca5e8df1783aa3c15bd97b4224ea44ec304e2448bd613c3a07",
+        "8a1d338e2b1a352eac2c0834432588239c231b43df14e68402999151d62a70d8",
+        "04434b82c7685003521e12204c5af32606d402dd454be5d270c2b39c5a3c2b55",
+        "7aeaf4538d564e7bfc4a20cac6b97e42655170cd4ac40c98db0d24ff056ba388",
+        "9d7d44d25b2bd975829249dc3cd673c9a972f47ad8b1fa1bf0206f527d27934c",
+        "b01405d247c32e01b05e977fe963ca8ab440e1559f1c7f8adf0a99928d29b997",
+        "89f4e9132a30351d7836acfa80b56de26924f82d1b2403e48f1c265b4053ab99",
+        "fbe61f1cc2096a02443b68b5dbf6da5694e8cb60ec5fb445ca5bc29fc147b0e9",
+        "4dee644acbc9859035ebc82ce0d74ac45065b429f74ec833d9ae5dda3daf02a0",
+        "86e7d7c56f4e30ae4e63da4327d92c7a9ff2e18d47611dcba9e794b11a222f93",
+        "d515d8316e03100e37bb3be520d62c30463d7d30a235e0921c7ff2d88921c714",
+        "b4a926b6d1c343e53f4fd04dc327fb0fd86d3f4532b964fea22340ef73ca68de",
+        "3e8dff1e9e6db8d09c388b141194864e22c347550db958abeae4500015fa8ecb",
+        "522ef97370ddbad950ea41bb8000b46488a7db7a05af8ee602117f2c0e2c400f"
+      ]
     }
   ],
   "selection": {
     "best_score": 0.03249478141758556,
     "best_step": 900,
-    "bad_checks": 0
+    "bad_checks": 1
   },
   "peak_gpu_bytes": 9905729024,
-  "step": 900,
-  "learning_rate": 1.884469829902721e-05,
-  "last_detection_loss": 4.7903842641972005e-05,
-  "last_correction_loss": 0.09439294040203094,
-  "training_elapsed_seconds": 1491.495866222,
+  "step": 1200,
+  "learning_rate": 1.7856752670860662e-05,
+  "last_detection_loss": 1.6784459148766473e-05,
+  "last_correction_loss": 0.02620682865381241,
+  "training_elapsed_seconds": 1996.5748152,
   "exclusions": {},
-  "mean_detection_loss": 0.0002972746264276793,
-  "mean_correction_loss": 0.08053841348155402,
+  "mean_detection_loss": 4.365985569165787e-05,
+  "mean_correction_loss": 0.019298556726425886,
   "loss_interval_updates": 10
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:951d2dcb0702d33ddbc5e7eb9be06c4581a1d3e00b5e7f2da2fb1846533da90e
+oid sha256:f9a5091149e293489cafb238fb40b9aab3849cc1df65fda353c8db7d7f9a58dd
 size 1231193844

training_state.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:428f5cb7a4e4451d0e861708cb3e721716dcf23415125a1beb69bfff5cccd0d0
-size 2462488118
+oid sha256:efae2bcfb9c95af26dcf45a6d38721affc0aa8444de3a3c8c65121cf99ace9f2
+size 2462488054