Joint training checkpoint step 1523
Browse files- README.md +11 -10
- checkpoint.json +5 -5
- metrics.json +10 -9
- model.safetensors +1 -1
- training_state.pt +2 -2
README.md
CHANGED
|
@@ -10,7 +10,7 @@ tags: [tabular-data, masked-lm, token-classification, experimental]
|
|
| 10 |
Experimental budget-limited mmBERT-base joint fine-tuning checkpoint.
|
| 11 |
|
| 12 |
One shared encoder, 18 category BIO outputs, insertion outputs, and the pretrained MLM vocabulary head. Correction is trained in place: the selected corrupted span is replaced by a variable length mask buffer inside its original cell, with no appended JSON request. The MLM head emits replacement tokens followed by `END_EDIT` and visible padding tokens.
|
| 13 |
-
Completed optimizer updates: **
|
| 14 |
|
| 15 |
## Use and resume
|
| 16 |
|
|
@@ -2358,16 +2358,17 @@ The learning rate warms up for 100 updates, then follows cosine decay to 10% of
|
|
| 2358 |
"best_step": 800,
|
| 2359 |
"bad_checks": 3
|
| 2360 |
},
|
| 2361 |
-
"last_conditional_pair_loss":
|
| 2362 |
"peak_gpu_bytes": 7446971392,
|
| 2363 |
-
"step":
|
| 2364 |
-
"learning_rate": 2.
|
| 2365 |
-
"last_detection_loss": 0.
|
| 2366 |
-
"last_correction_loss":
|
| 2367 |
-
"training_elapsed_seconds":
|
| 2368 |
"exclusions": {},
|
| 2369 |
-
"mean_detection_loss": 0.
|
| 2370 |
-
"mean_correction_loss": 0.
|
| 2371 |
-
"loss_interval_updates": 10
|
|
|
|
| 2372 |
}
|
| 2373 |
```
|
|
|
|
| 10 |
Experimental budget-limited mmBERT-base joint fine-tuning checkpoint.
|
| 11 |
|
| 12 |
One shared encoder, 18 category BIO outputs, insertion outputs, and the pretrained MLM vocabulary head. Correction is trained in place: the selected corrupted span is replaced by a variable length mask buffer inside its original cell, with no appended JSON request. The MLM head emits replacement tokens followed by `END_EDIT` and visible padding tokens.
|
| 13 |
+
Completed optimizer updates: **1523**. This checkpoint is a research baseline, not a validated automatic cleaning system.
|
| 14 |
|
| 15 |
## Use and resume
|
| 16 |
|
|
|
|
| 2358 |
"best_step": 800,
|
| 2359 |
"bad_checks": 3
|
| 2360 |
},
|
| 2361 |
+
"last_conditional_pair_loss": 7.90479316492565e-05,
|
| 2362 |
"peak_gpu_bytes": 7446971392,
|
| 2363 |
+
"step": 1523,
|
| 2364 |
+
"learning_rate": 2.119826502129188e-06,
|
| 2365 |
+
"last_detection_loss": 0.001190010691061616,
|
| 2366 |
+
"last_correction_loss": 2.6506691938266158e-05,
|
| 2367 |
+
"training_elapsed_seconds": 2101.1284097140006,
|
| 2368 |
"exclusions": {},
|
| 2369 |
+
"mean_detection_loss": 0.022690351656638085,
|
| 2370 |
+
"mean_correction_loss": 0.12669519676537674,
|
| 2371 |
+
"loss_interval_updates": 10,
|
| 2372 |
+
"stop_reason": "time_budget"
|
| 2373 |
}
|
| 2374 |
```
|
checkpoint.json
CHANGED
|
@@ -1,19 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
-
"step":
|
| 4 |
"dataset_revision": "7da5aa80bc2a68a375930f3bd3ed2f7fdda0152f",
|
| 5 |
"base_revision": "c5955035435e2bf121cde7f3c8863ef52ff35d82",
|
| 6 |
"files": {
|
| 7 |
-
"model.safetensors": "
|
| 8 |
"config.json": "9e105ce4ed25ed2d6be2443eeb69932a530668a248ce3211d43a89a136d42531",
|
| 9 |
"tokenizer_config.json": "51d83f5e4c1174f8dad62610076998730a57a9ac7025680653c720bca2a9b0a1",
|
| 10 |
"tokenizer.json": "47e408472c05385fea5fb9f8b02bbd838d55da8f15a22c863a99fd31d89243f5",
|
| 11 |
-
"training_state.pt": "
|
| 12 |
"run_config.json": "eec4d8db620354de7883275f2c7282ee3bdd72328c3ff829001e248aeea49962",
|
| 13 |
-
"metrics.json": "
|
| 14 |
"categories.json": "d95af1bcb70bc78d53297d4e57909776773fff76329098ece751e0734f03b29b",
|
| 15 |
"train_tabfix.py": "8712d7afc651f2d3c55210f3a062ad6a19a94b6185b60d8b5593cacbdf31f7be",
|
| 16 |
-
"README.md": "
|
| 17 |
"LICENSE": "b6c1c7bb5aae03bb6b3396fc7c65cbe7306c422ed424b0b7b687d9a50cc15412",
|
| 18 |
"BASE_MODEL_CARD.md": "35724415037ee3159aa733c16050620cc19a76219112a6ceeb3949572e0b37e9"
|
| 19 |
},
|
|
|
|
| 1 |
{
|
| 2 |
"version": 1,
|
| 3 |
+
"step": 1523,
|
| 4 |
"dataset_revision": "7da5aa80bc2a68a375930f3bd3ed2f7fdda0152f",
|
| 5 |
"base_revision": "c5955035435e2bf121cde7f3c8863ef52ff35d82",
|
| 6 |
"files": {
|
| 7 |
+
"model.safetensors": "ccc60991dec5597d23fe1b2fa2f6504979cbd99f307f87cd85380b4c30a2a404",
|
| 8 |
"config.json": "9e105ce4ed25ed2d6be2443eeb69932a530668a248ce3211d43a89a136d42531",
|
| 9 |
"tokenizer_config.json": "51d83f5e4c1174f8dad62610076998730a57a9ac7025680653c720bca2a9b0a1",
|
| 10 |
"tokenizer.json": "47e408472c05385fea5fb9f8b02bbd838d55da8f15a22c863a99fd31d89243f5",
|
| 11 |
+
"training_state.pt": "1bbd4cbb4dc7ebb6d84b60419d2dd618e4d88b081c8986583cb516ed624a9909",
|
| 12 |
"run_config.json": "eec4d8db620354de7883275f2c7282ee3bdd72328c3ff829001e248aeea49962",
|
| 13 |
+
"metrics.json": "52be83173a7216364601332719e91e1ba11f9f9218f552c13a5d2772e6f875f1",
|
| 14 |
"categories.json": "d95af1bcb70bc78d53297d4e57909776773fff76329098ece751e0734f03b29b",
|
| 15 |
"train_tabfix.py": "8712d7afc651f2d3c55210f3a062ad6a19a94b6185b60d8b5593cacbdf31f7be",
|
| 16 |
+
"README.md": "8e44c0726ce9ce09b9a26b7494779fc035f9baafe5d64b15a464989fcfa2b9ac",
|
| 17 |
"LICENSE": "b6c1c7bb5aae03bb6b3396fc7c65cbe7306c422ed424b0b7b687d9a50cc15412",
|
| 18 |
"BASE_MODEL_CARD.md": "35724415037ee3159aa733c16050620cc19a76219112a6ceeb3949572e0b37e9"
|
| 19 |
},
|
metrics.json
CHANGED
|
@@ -2321,15 +2321,16 @@
|
|
| 2321 |
"best_step": 800,
|
| 2322 |
"bad_checks": 3
|
| 2323 |
},
|
| 2324 |
-
"last_conditional_pair_loss":
|
| 2325 |
"peak_gpu_bytes": 7446971392,
|
| 2326 |
-
"step":
|
| 2327 |
-
"learning_rate": 2.
|
| 2328 |
-
"last_detection_loss": 0.
|
| 2329 |
-
"last_correction_loss":
|
| 2330 |
-
"training_elapsed_seconds":
|
| 2331 |
"exclusions": {},
|
| 2332 |
-
"mean_detection_loss": 0.
|
| 2333 |
-
"mean_correction_loss": 0.
|
| 2334 |
-
"loss_interval_updates": 10
|
|
|
|
| 2335 |
}
|
|
|
|
| 2321 |
"best_step": 800,
|
| 2322 |
"bad_checks": 3
|
| 2323 |
},
|
| 2324 |
+
"last_conditional_pair_loss": 7.90479316492565e-05,
|
| 2325 |
"peak_gpu_bytes": 7446971392,
|
| 2326 |
+
"step": 1523,
|
| 2327 |
+
"learning_rate": 2.119826502129188e-06,
|
| 2328 |
+
"last_detection_loss": 0.001190010691061616,
|
| 2329 |
+
"last_correction_loss": 2.6506691938266158e-05,
|
| 2330 |
+
"training_elapsed_seconds": 2101.1284097140006,
|
| 2331 |
"exclusions": {},
|
| 2332 |
+
"mean_detection_loss": 0.022690351656638085,
|
| 2333 |
+
"mean_correction_loss": 0.12669519676537674,
|
| 2334 |
+
"loss_interval_updates": 10,
|
| 2335 |
+
"stop_reason": "time_budget"
|
| 2336 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1231390724
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ccc60991dec5597d23fe1b2fa2f6504979cbd99f307f87cd85380b4c30a2a404
|
| 3 |
size 1231390724
|
training_state.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1bbd4cbb4dc7ebb6d84b60419d2dd618e4d88b081c8986583cb516ed624a9909
|
| 3 |
+
size 2462881910
|