Hub-native packaging: namespaced encoder shards, complete safetensors index, loaders
d9a201b verified | { | |
| "format": "pluto-task-1", | |
| "qids": { | |
| "action": 0, | |
| "review": 1, | |
| "outcome": 2, | |
| "risk": 3, | |
| "urgency": 4, | |
| "category": 5, | |
| "human": 6, | |
| "severity": 7, | |
| "disposition": 8, | |
| "duplicate": 9, | |
| "order": 10, | |
| "compromise": 11, | |
| "positive": 12 | |
| }, | |
| "n_classes": { | |
| "action": 5, | |
| "review": 2, | |
| "outcome": 4, | |
| "risk": 4, | |
| "urgency": 4, | |
| "category": 5, | |
| "human": 2, | |
| "severity": 5, | |
| "disposition": 4, | |
| "duplicate": 2, | |
| "order": 2, | |
| "compromise": 2, | |
| "positive": 2 | |
| }, | |
| "kinds": { | |
| "action": "choice", | |
| "review": "noul", | |
| "outcome": "choice", | |
| "risk": "score", | |
| "urgency": "score", | |
| "category": "choice", | |
| "human": "noul", | |
| "severity": "score", | |
| "disposition": "choice", | |
| "duplicate": "noul", | |
| "order": "noul", | |
| "compromise": "noul", | |
| "positive": "noul" | |
| }, | |
| "vocab_size": 128001, | |
| "model_name": "pluto-1-deberta", | |
| "training": { | |
| "data": "data/pluto-typed-only", | |
| "out": "artifacts/pluto-typed-deberta", | |
| "backbone": "microsoft/deberta-v3-base", | |
| "init": "none", | |
| "tokenizer": "microsoft/deberta-v3-base", | |
| "epochs": 8.0, | |
| "batch_size": 16, | |
| "max_len": 384, | |
| "lr": 1e-05, | |
| "head_lr": 0.0005, | |
| "freeze_layers": 6, | |
| "grad_clip": 1.0, | |
| "seed": 53 | |
| }, | |
| "calibration": { | |
| "temperature": { | |
| "choice": 1.2249749898910522, | |
| "noul": 1.3188161849975586, | |
| "score": 1.3833255767822266 | |
| } | |
| }, | |
| "metrics": { | |
| "model": "pluto-typed", | |
| "benchmark": "LocalLLaMA/typed-decisions", | |
| "mode": "fitted on train", | |
| "n_decisions": 2000, | |
| "accuracy": 0.711, | |
| "ece": 0.10864835740625857, | |
| "brier": 0.4019103944301605, | |
| "nll": 0.6982178688049316, | |
| "per_kind": { | |
| "choice": { | |
| "n": 600, | |
| "accuracy": 0.6433333333333333, | |
| "ece": 0.09454844221472741 | |
| }, | |
| "noul": { | |
| "n": 600, | |
| "accuracy": 0.8266666666666667, | |
| "ece": 0.07666520804166793 | |
| }, | |
| "score": { | |
| "n": 800, | |
| "accuracy": 0.675, | |
| "ece": 0.14437313050031664 | |
| } | |
| }, | |
| "temperatures": { | |
| "choice": 1.2249749898910522, | |
| "noul": 1.3188161849975586, | |
| "score": 1.3833255767822266 | |
| }, | |
| "validation": { | |
| "n": 300, | |
| "accuracy": 0.74, | |
| "ece": 0.1383799741665522, | |
| "brier": 0.38873958587646484, | |
| "nll": 0.6865395903587341, | |
| "per_kind": { | |
| "choice": { | |
| "n": 90, | |
| "accuracy": 0.7555555555555555, | |
| "ece": 0.20956675708293912 | |
| }, | |
| "noul": { | |
| "n": 90, | |
| "accuracy": 0.8888888888888888, | |
| "ece": 0.1182247890366448 | |
| }, | |
| "score": { | |
| "n": 120, | |
| "accuracy": 0.6166666666666667, | |
| "ece": 0.10029492701093357 | |
| } | |
| } | |
| }, | |
| "best_val_accuracy": 0.74 | |
| }, | |
| "tensor_prefix": "deberta." | |
| } |