Hub-native packaging: namespaced encoder shards, complete safetensors index, loaders
d9a201b verified | { | |
| "format": "pluto-task-1", | |
| "qids": { | |
| "action": 0, | |
| "review": 1, | |
| "outcome": 2, | |
| "risk": 3, | |
| "urgency": 4, | |
| "category": 5, | |
| "human": 6, | |
| "severity": 7, | |
| "disposition": 8, | |
| "duplicate": 9, | |
| "order": 10, | |
| "compromise": 11, | |
| "positive": 12 | |
| }, | |
| "n_classes": { | |
| "action": 5, | |
| "review": 2, | |
| "outcome": 4, | |
| "risk": 4, | |
| "urgency": 4, | |
| "category": 5, | |
| "human": 2, | |
| "severity": 5, | |
| "disposition": 4, | |
| "duplicate": 2, | |
| "order": 2, | |
| "compromise": 2, | |
| "positive": 2 | |
| }, | |
| "kinds": { | |
| "action": "choice", | |
| "review": "noul", | |
| "outcome": "choice", | |
| "risk": "score", | |
| "urgency": "score", | |
| "category": "choice", | |
| "human": "noul", | |
| "severity": "score", | |
| "disposition": "choice", | |
| "duplicate": "noul", | |
| "order": "noul", | |
| "compromise": "noul", | |
| "positive": "noul" | |
| }, | |
| "vocab_size": 50374, | |
| "model_name": "pluto-1-modernbert", | |
| "training": { | |
| "max_len": 512, | |
| "backbone": "answerdotai/ModernBERT-base" | |
| }, | |
| "calibration": { | |
| "temperature": { | |
| "choice": 1.3281903266906738, | |
| "noul": 1.245477318763733, | |
| "score": 1.3902175426483154 | |
| } | |
| }, | |
| "metrics": { | |
| "model": "pluto-typed", | |
| "benchmark": "LocalLLaMA/typed-decisions", | |
| "mode": "fitted on train", | |
| "n_decisions": 2000, | |
| "accuracy": 0.7275, | |
| "ece": 0.1070664584636688, | |
| "brier": 0.3889303207397461, | |
| "nll": 0.684578537940979, | |
| "per_kind": { | |
| "choice": { | |
| "n": 600, | |
| "accuracy": 0.7283333333333334, | |
| "ece": 0.12535790458321572 | |
| }, | |
| "noul": { | |
| "n": 600, | |
| "accuracy": 0.8333333333333334, | |
| "ece": 0.07934311936299007 | |
| }, | |
| "score": { | |
| "n": 800, | |
| "accuracy": 0.6475, | |
| "ece": 0.11990903250873088 | |
| } | |
| }, | |
| "temperatures": { | |
| "choice": 1.3281903266906738, | |
| "noul": 1.245477318763733, | |
| "score": 1.3902175426483154 | |
| }, | |
| "validation": { | |
| "n": 300, | |
| "accuracy": 0.7466666666666667, | |
| "ece": 0.13452594170967738, | |
| "brier": 0.3793048560619354, | |
| "nll": 0.675402820110321, | |
| "per_kind": { | |
| "choice": { | |
| "n": 90, | |
| "accuracy": 0.8, | |
| "ece": 0.21042372849252483 | |
| }, | |
| "noul": { | |
| "n": 90, | |
| "accuracy": 0.8444444444444444, | |
| "ece": 0.08629895382457307 | |
| }, | |
| "score": { | |
| "n": 120, | |
| "accuracy": 0.6333333333333333, | |
| "ece": 0.12786739319562912 | |
| } | |
| } | |
| } | |
| }, | |
| "tensor_prefix": "modernbert." | |
| } |