transcript-cleanup-tiny / tagger_manifest.json
arach's picture
Publish experimental guarded KEEP/DELETE cleanup model
8dc2230 verified
Raw History Blame Contribute Delete
11 kB
{
"status": "complete",
"timestamp": "2026-11-07T02:14:14.279533+00:00",
"model": "google/bert_uncased_L-2_H-128_A-2",
"revision": "30b0a37ccaaa32f332884b96992754e246e48c5f",
"config": {
"seed": 23,
"epochs": 12,
"batch_size": 8,
"learning_rate": 0.0003,
"weight_decay": 0.01,
"delete_loss_weight": 4.0,
"max_tokens": 512,
"threads": 4,
"device": "cpu",
"thresholds": [
0.5,
0.7,
0.8,
0.9,
0.95,
0.99,
1.0
]
},
"provenance": "Synthetic assistant-authored experiment; no real captures or user-approved targets.",
"parameter_count": 4369666,
"pairs_sha256": "582a5137099bb81351a83eea9c15caf6cd05653fa982b26049166d50ba0f898c",
"heldout_sha256": "6a4b7c565e6322c6a5008e377c0ccdc87445cd6d70f49e8a1dfee7d2973cd593",
"script_sha256": "2ff06711560dae1d79673a6b7e5603d2a758ac636d9c980790af7916ad0f32ed",
"renderer_sha256": "7977564c691039e69c492324cfdb1f1f5cb0f4ac07d5962e7860094f06ab3104",
"packages": {
"torch": "2.15.0",
"transformers": "5.22.2",
"huggingface-hub": "2.4.0",
"safetensors": "0.8.0"
},
"train_ids": [
"seedling-trays-01",
"seedling-trays-02",
"ferry-ramp-01",
"ferry-ramp-02",
"spare-reed-01",
"spare-reed-02",
"wool-pattern-01",
"wool-pattern-02",
"courtyard-bench-01",
"courtyard-bench-02",
"storm-shutters-01",
"storm-shutters-02",
"paper-lantern-01",
"paper-lantern-02",
"marble-stairs-01",
"marble-stairs-02",
"lemon-peel-01",
"lemon-peel-02",
"trail-junction-01",
"trail-junction-02",
"copper-pan-01",
"copper-pan-02",
"plum-jam-01",
"plum-jam-02",
"woven-rug-01",
"woven-rug-02",
"ginger-tea-01",
"ginger-tea-02",
"valve-handle-01",
"valve-handle-02",
"small-funnel-01",
"small-funnel-02",
"orange-crate-01",
"orange-crate-02",
"linen-drawer-01",
"linen-drawer-02",
"box-chalk-01",
"box-chalk-02",
"silk-thread-01",
"silk-thread-02",
"winding-path-01",
"winding-path-02",
"island-postcard-01",
"island-postcard-02",
"oak-stool-01",
"oak-stool-02",
"blue-scarf-01",
"blue-scarf-02",
"skating-gloves-01",
"skating-gloves-02",
"weekend-route-01",
"weekend-route-02",
"garden-ladder-01",
"garden-ladder-02",
"canvas-apron-01",
"canvas-apron-02",
"concert-seat-01",
"concert-seat-02",
"faded-map-01",
"faded-map-02",
"soup-ladle-01",
"soup-ladle-02",
"quoted-brochure-01",
"quoted-brochure-02",
"quoted-rehearsal-01",
"quoted-rehearsal-02",
"quoted-audio-note-01",
"quoted-audio-note-02",
"very-steep-01",
"very-steep-02",
"long-winter-01",
"long-winter-02",
"no-extra-salt-01",
"no-extra-salt-02",
"had-breakfast-01",
"had-breakfast-02",
"literal-python-01",
"literal-python-02",
"literal-path-01",
"literal-path-02",
"literal-camel-01",
"literal-camel-02",
"literal-iphone-01",
"literal-iphone-02",
"correction-reservation-01",
"correction-reservation-02",
"unfinished-paint-01",
"unfinished-paint-02",
"unfinished-melody-01",
"unfinished-melody-02",
"instruction-marigold-01",
"instruction-marigold-02",
"numeric-repeat-01",
"numeric-repeat-02",
"hedge-feeling-01",
"hedge-feeling-02",
"discourse-literal-01",
"discourse-literal-02",
"grammar-that-01",
"grammar-that-02",
"grammar-is-01",
"grammar-is-02",
"emphatic-more-01",
"emphatic-more-02",
"metalinguistic-duplicates-01",
"metalinguistic-duplicates-02",
"two-hesitations-01",
"two-hesitations-02",
"filler-no-commas-01",
"filler-no-commas-02",
"filler-question-01",
"filler-question-02",
"filler-fragment-01",
"filler-fragment-02",
"filler-longer-01",
"filler-longer-02",
"only-hesitation-01",
"only-hesitation-02",
"repeat-tentative-01",
"repeat-tentative-02",
"repeat-negative-01",
"repeat-negative-02",
"repeat-literal-context-01",
"repeat-literal-context-02",
"repeat-multiple-01",
"repeat-multiple-02",
"repeat-with-filler-01",
"repeat-with-filler-02"
],
"valid_ids": [
"ceramic-shelf-01",
"ceramic-shelf-02",
"bicycle-chain-01",
"bicycle-chain-02",
"dried-rosemary-01",
"dried-rosemary-02",
"library-atlas-01",
"library-atlas-02",
"embroidered-bag-01",
"embroidered-bag-02",
"daylight-window-01",
"daylight-window-02",
"ticket-desk-01",
"ticket-desk-02",
"roof-rain-01",
"roof-rain-02",
"sketch-frame-01",
"sketch-frame-02",
"quoted-puppet-01",
"quoted-puppet-02",
"correction-colour-01",
"correction-colour-02",
"correction-approval-01",
"correction-approval-02",
"correction-direction-01",
"correction-direction-02",
"instruction-dialogue-01",
"instruction-dialogue-02",
"numeric-contrast-01",
"numeric-contrast-02",
"repeat-soft-request-01",
"repeat-soft-request-02"
],
"train_families": [
"blue-scarf",
"box-chalk",
"canvas-apron",
"concert-seat",
"copper-pan",
"correction-reservation",
"courtyard-bench",
"discourse-literal",
"emphatic-more",
"faded-map",
"ferry-ramp",
"filler-fragment",
"filler-longer",
"filler-no-commas",
"filler-question",
"garden-ladder",
"ginger-tea",
"grammar-is",
"grammar-that",
"had-breakfast",
"hedge-feeling",
"instruction-marigold",
"island-postcard",
"lemon-peel",
"linen-drawer",
"literal-camel",
"literal-iphone",
"literal-path",
"literal-python",
"long-winter",
"marble-stairs",
"metalinguistic-duplicates",
"no-extra-salt",
"numeric-repeat",
"oak-stool",
"only-hesitation",
"orange-crate",
"paper-lantern",
"plum-jam",
"quoted-audio-note",
"quoted-brochure",
"quoted-rehearsal",
"repeat-literal-context",
"repeat-multiple",
"repeat-negative",
"repeat-tentative",
"repeat-with-filler",
"seedling-trays",
"silk-thread",
"skating-gloves",
"small-funnel",
"soup-ladle",
"spare-reed",
"storm-shutters",
"trail-junction",
"two-hesitations",
"unfinished-melody",
"unfinished-paint",
"valve-handle",
"very-steep",
"weekend-route",
"winding-path",
"wool-pattern",
"woven-rug"
],
"valid_families": [
"bicycle-chain",
"ceramic-shelf",
"correction-approval",
"correction-colour",
"correction-direction",
"daylight-window",
"dried-rosemary",
"embroidered-bag",
"instruction-dialogue",
"library-atlas",
"numeric-contrast",
"quoted-puppet",
"repeat-soft-request",
"roof-rain",
"sketch-frame",
"ticket-desk"
],
"selection_policy": "Final fixed-epoch model. Threshold chosen on validation only: minimize cases losing required words, then changed no-ops, then maximize strict accepted references; prefer higher threshold on ties.",
"gold_renderer_mismatches": [],
"epochs": [
{
"epoch": 1,
"mean_batch_loss": 0.46413037180900574
},
{
"epoch": 2,
"mean_batch_loss": 0.3076215647161007
},
{
"epoch": 3,
"mean_batch_loss": 0.21633667964488268
},
{
"epoch": 4,
"mean_batch_loss": 0.13570373295806348
},
{
"epoch": 5,
"mean_batch_loss": 0.10943305736873299
},
{
"epoch": 6,
"mean_batch_loss": 0.08478387643117458
},
{
"epoch": 7,
"mean_batch_loss": 0.06221661943709478
},
{
"epoch": 8,
"mean_batch_loss": 0.03604193188948557
},
{
"epoch": 9,
"mean_batch_loss": 0.06867107070866041
},
{
"epoch": 10,
"mean_batch_loss": 0.05189189137308858
},
{
"epoch": 11,
"mean_batch_loss": 0.04755593434674665
},
{
"epoch": 12,
"mean_batch_loss": 0.045788399802404456
}
],
"threshold": 0.99,
"validation_thresholds": [
{
"threshold": 0.5,
"unique_cases": 32,
"accepted_unique": 27,
"cases_missing_required_words": 0,
"cases_with_new_words": 0,
"no_op_cases": 17,
"changed_no_op_cases": 0,
"scope": "Lexical subsequence diagnostics and exact no-op preservation; not semantic safety. Repeats are timing observations, not independent quality cases."
},
{
"threshold": 0.7,
"unique_cases": 32,
"accepted_unique": 27,
"cases_missing_required_words": 0,
"cases_with_new_words": 0,
"no_op_cases": 17,
"changed_no_op_cases": 0,
"scope": "Lexical subsequence diagnostics and exact no-op preservation; not semantic safety. Repeats are timing observations, not independent quality cases."
},
{
"threshold": 0.8,
"unique_cases": 32,
"accepted_unique": 27,
"cases_missing_required_words": 0,
"cases_with_new_words": 0,
"no_op_cases": 17,
"changed_no_op_cases": 0,
"scope": "Lexical subsequence diagnostics and exact no-op preservation; not semantic safety. Repeats are timing observations, not independent quality cases."
},
{
"threshold": 0.9,
"unique_cases": 32,
"accepted_unique": 27,
"cases_missing_required_words": 0,
"cases_with_new_words": 0,
"no_op_cases": 17,
"changed_no_op_cases": 0,
"scope": "Lexical subsequence diagnostics and exact no-op preservation; not semantic safety. Repeats are timing observations, not independent quality cases."
},
{
"threshold": 0.95,
"unique_cases": 32,
"accepted_unique": 27,
"cases_missing_required_words": 0,
"cases_with_new_words": 0,
"no_op_cases": 17,
"changed_no_op_cases": 0,
"scope": "Lexical subsequence diagnostics and exact no-op preservation; not semantic safety. Repeats are timing observations, not independent quality cases."
},
{
"threshold": 0.99,
"unique_cases": 32,
"accepted_unique": 27,
"cases_missing_required_words": 0,
"cases_with_new_words": 0,
"no_op_cases": 17,
"changed_no_op_cases": 0,
"scope": "Lexical subsequence diagnostics and exact no-op preservation; not semantic safety. Repeats are timing observations, not independent quality cases."
},
{
"threshold": 1.0,
"unique_cases": 32,
"accepted_unique": 17,
"cases_missing_required_words": 0,
"cases_with_new_words": 0,
"no_op_cases": 17,
"changed_no_op_cases": 0,
"scope": "Lexical subsequence diagnostics and exact no-op preservation; not semantic safety. Repeats are timing observations, not independent quality cases."
}
],
"model_sha256": "1d7ec6c86525c1d1072a1889b23493df20fc9f59d6c9e0f412e3b5a3fa086208",
"training_seconds": 4.683
}