Joint training checkpoint step 10
Browse files- README.md +13 -3
- checkpoint.json +5 -5
- metrics.json +11 -1
- model.safetensors +1 -1
- training_state.pt +2 -2
README.md
CHANGED
|
@@ -10,7 +10,7 @@ tags: [tabular-data, masked-lm, token-classification, experimental]
|
|
| 10 |
Experimental budget-limited mmBERT-base joint fine-tuning checkpoint.
|
| 11 |
|
| 12 |
One shared encoder, 2 residual category BIO/insertion outputs (`text.encoding`, `text.spelling`), and the pretrained MLM vocabulary head. Declared schema rules detect deterministic violations before neural classification. Correction generates a complete cell inside `<replacement>` beside the visible `<original>` in the same cell. Valid copies are training targets too. The MLM head emits replacement tokens followed by `END_EDIT` and visible padding tokens.
|
| 13 |
-
Completed optimizer updates: **
|
| 14 |
|
| 15 |
## Use and resume
|
| 16 |
|
|
@@ -26,7 +26,7 @@ Dataset revision: `602b8a454ca448713d8a5658650d4feaad8d579c`. Train/validation f
|
|
| 26 |
|
| 27 |
## Validation results
|
| 28 |
|
| 29 |
-
Selected step:
|
| 30 |
|
| 31 |
```json
|
| 32 |
{}
|
|
@@ -118,6 +118,16 @@ The learning rate warms up for 100 updates, then follows cosine decay to 10% of
|
|
| 118 |
"best_score": 1.9120902847241386,
|
| 119 |
"best_step": 0,
|
| 120 |
"bad_checks": 0
|
| 121 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 122 |
}
|
| 123 |
```
|
|
|
|
| 10 |
Experimental budget-limited mmBERT-base joint fine-tuning checkpoint.
|
| 11 |
|
| 12 |
One shared encoder, 2 residual category BIO/insertion outputs (`text.encoding`, `text.spelling`), and the pretrained MLM vocabulary head. Declared schema rules detect deterministic violations before neural classification. Correction generates a complete cell inside `<replacement>` beside the visible `<original>` in the same cell. Valid copies are training targets too. The MLM head emits replacement tokens followed by `END_EDIT` and visible padding tokens.
|
| 13 |
+
Completed optimizer updates: **10**. This checkpoint is a research baseline, not a validated automatic cleaning system.
|
| 14 |
|
| 15 |
## Use and resume
|
| 16 |
|
|
|
|
| 26 |
|
| 27 |
## Validation results
|
| 28 |
|
| 29 |
+
Selected step: 10. Stop reason: training in progress.
|
| 30 |
|
| 31 |
```json
|
| 32 |
{}
|
|
|
|
| 118 |
"best_score": 1.9120902847241386,
|
| 119 |
"best_step": 0,
|
| 120 |
"bad_checks": 0
|
| 121 |
+
},
|
| 122 |
+
"peak_gpu_bytes": 8804142080,
|
| 123 |
+
"step": 10,
|
| 124 |
+
"learning_rate": 2e-06,
|
| 125 |
+
"last_detection_loss": 1.4348130226135254,
|
| 126 |
+
"last_correction_loss": 1.137688398361206,
|
| 127 |
+
"training_elapsed_seconds": 29.446423814000013,
|
| 128 |
+
"exclusions": {},
|
| 129 |
+
"mean_detection_loss": 1.5767560005187988,
|
| 130 |
+
"mean_correction_loss": 6.01223161816597,
|
| 131 |
+
"loss_interval_updates": 8
|
| 132 |
}
|
| 133 |
```
|
checkpoint.json
CHANGED
|
@@ -1,19 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
-
"step":
|
| 4 |
"dataset_revision": "602b8a454ca448713d8a5658650d4feaad8d579c",
|
| 5 |
"base_revision": "c5955035435e2bf121cde7f3c8863ef52ff35d82",
|
| 6 |
"files": {
|
| 7 |
-
"model.safetensors": "
|
| 8 |
"config.json": "9e105ce4ed25ed2d6be2443eeb69932a530668a248ce3211d43a89a136d42531",
|
| 9 |
"tokenizer_config.json": "51d83f5e4c1174f8dad62610076998730a57a9ac7025680653c720bca2a9b0a1",
|
| 10 |
"tokenizer.json": "47e408472c05385fea5fb9f8b02bbd838d55da8f15a22c863a99fd31d89243f5",
|
| 11 |
-
"training_state.pt": "
|
| 12 |
"run_config.json": "d9e42266559b78f89751de2b1f9e9b27229cbd7646c126ea00fd691144495c1f",
|
| 13 |
-
"metrics.json": "
|
| 14 |
"categories.json": "da00946a1a8dfd24dd3bd01f47a4493abe6ade281d6a8571ae9728e0406d4aab",
|
| 15 |
"train_tabfix.py": "b16a43dbb276461d319a05bd4719de7520e0612fa23f7d83fb5fba58bebbc24f",
|
| 16 |
-
"README.md": "
|
| 17 |
"LICENSE": "b6c1c7bb5aae03bb6b3396fc7c65cbe7306c422ed424b0b7b687d9a50cc15412",
|
| 18 |
"BASE_MODEL_CARD.md": "35724415037ee3159aa733c16050620cc19a76219112a6ceeb3949572e0b37e9"
|
| 19 |
},
|
|
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
+
"step": 10,
|
| 4 |
"dataset_revision": "602b8a454ca448713d8a5658650d4feaad8d579c",
|
| 5 |
"base_revision": "c5955035435e2bf121cde7f3c8863ef52ff35d82",
|
| 6 |
"files": {
|
| 7 |
+
"model.safetensors": "847a5becfe2ab4cd93334554423287b8c4bfe043a000b9f2b3597d7a41acc27b",
|
| 8 |
"config.json": "9e105ce4ed25ed2d6be2443eeb69932a530668a248ce3211d43a89a136d42531",
|
| 9 |
"tokenizer_config.json": "51d83f5e4c1174f8dad62610076998730a57a9ac7025680653c720bca2a9b0a1",
|
| 10 |
"tokenizer.json": "47e408472c05385fea5fb9f8b02bbd838d55da8f15a22c863a99fd31d89243f5",
|
| 11 |
+
"training_state.pt": "19edc59bbd189bf5a012d140a8b04e1bcc31d39fb8386acecbe92c56e9b33a3c",
|
| 12 |
"run_config.json": "d9e42266559b78f89751de2b1f9e9b27229cbd7646c126ea00fd691144495c1f",
|
| 13 |
+
"metrics.json": "f472d8706421824a3bb93cdb619ff787db6debc870301ad319ce74e252401143",
|
| 14 |
"categories.json": "da00946a1a8dfd24dd3bd01f47a4493abe6ade281d6a8571ae9728e0406d4aab",
|
| 15 |
"train_tabfix.py": "b16a43dbb276461d319a05bd4719de7520e0612fa23f7d83fb5fba58bebbc24f",
|
| 16 |
+
"README.md": "2bbdaace0f2e661397797366a1767b292b23803883f668848588846477056d73",
|
| 17 |
"LICENSE": "b6c1c7bb5aae03bb6b3396fc7c65cbe7306c422ed424b0b7b687d9a50cc15412",
|
| 18 |
"BASE_MODEL_CARD.md": "35724415037ee3159aa733c16050620cc19a76219112a6ceeb3949572e0b37e9"
|
| 19 |
},
|
metrics.json
CHANGED
|
@@ -73,5 +73,15 @@
|
|
| 73 |
"best_score": 1.9120902847241386,
|
| 74 |
"best_step": 0,
|
| 75 |
"bad_checks": 0
|
| 76 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
}
|
|
|
|
| 73 |
"best_score": 1.9120902847241386,
|
| 74 |
"best_step": 0,
|
| 75 |
"bad_checks": 0
|
| 76 |
+
},
|
| 77 |
+
"peak_gpu_bytes": 8804142080,
|
| 78 |
+
"step": 10,
|
| 79 |
+
"learning_rate": 2e-06,
|
| 80 |
+
"last_detection_loss": 1.4348130226135254,
|
| 81 |
+
"last_correction_loss": 1.137688398361206,
|
| 82 |
+
"training_elapsed_seconds": 29.446423814000013,
|
| 83 |
+
"exclusions": {},
|
| 84 |
+
"mean_detection_loss": 1.5767560005187988,
|
| 85 |
+
"mean_correction_loss": 6.01223161816597,
|
| 86 |
+
"loss_interval_updates": 8
|
| 87 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1231193844
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:847a5becfe2ab4cd93334554423287b8c4bfe043a000b9f2b3597d7a41acc27b
|
| 3 |
size 1231193844
|
training_state.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:19edc59bbd189bf5a012d140a8b04e1bcc31d39fb8386acecbe92c56e9b33a3c
|
| 3 |
+
size 2462488118
|