Hugging Face's logo

omida-ai
/
pluto-1

Text Classification
PyTorch
Safetensors
English
decision-model
system-one
calibrated-decisions
typed-decisions
choice
noul
score
ensemble
modernbert
deberta
Model card Files
xet
 Community
pluto-1
File size: 2,675 Bytes
2778af7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d9a201b
 
2778af7
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
{
  "format": "pluto-task-1",
  "qids": {
    "action": 0,
    "review": 1,
    "outcome": 2,
    "risk": 3,
    "urgency": 4,
    "category": 5,
    "human": 6,
    "severity": 7,
    "disposition": 8,
    "duplicate": 9,
    "order": 10,
    "compromise": 11,
    "positive": 12
  },
  "n_classes": {
    "action": 5,
    "review": 2,
    "outcome": 4,
    "risk": 4,
    "urgency": 4,
    "category": 5,
    "human": 2,
    "severity": 5,
    "disposition": 4,
    "duplicate": 2,
    "order": 2,
    "compromise": 2,
    "positive": 2
  },
  "kinds": {
    "action": "choice",
    "review": "noul",
    "outcome": "choice",
    "risk": "score",
    "urgency": "score",
    "category": "choice",
    "human": "noul",
    "severity": "score",
    "disposition": "choice",
    "duplicate": "noul",
    "order": "noul",
    "compromise": "noul",
    "positive": "noul"
  },
  "vocab_size": 50374,
  "model_name": "pluto-1-modernbert",
  "training": {
    "max_len": 512,
    "backbone": "answerdotai/ModernBERT-base"
  },
  "calibration": {
    "temperature": {
      "choice": 1.3281903266906738,
      "noul": 1.245477318763733,
      "score": 1.3902175426483154
    }
  },
  "metrics": {
    "model": "pluto-typed",
    "benchmark": "LocalLLaMA/typed-decisions",
    "mode": "fitted on train",
    "n_decisions": 2000,
    "accuracy": 0.7275,
    "ece": 0.1070664584636688,
    "brier": 0.3889303207397461,
    "nll": 0.684578537940979,
    "per_kind": {
      "choice": {
        "n": 600,
        "accuracy": 0.7283333333333334,
        "ece": 0.12535790458321572
      },
      "noul": {
        "n": 600,
        "accuracy": 0.8333333333333334,
        "ece": 0.07934311936299007
      },
      "score": {
        "n": 800,
        "accuracy": 0.6475,
        "ece": 0.11990903250873088
      }
    },
    "temperatures": {
      "choice": 1.3281903266906738,
      "noul": 1.245477318763733,
      "score": 1.3902175426483154
    },
    "validation": {
      "n": 300,
      "accuracy": 0.7466666666666667,
      "ece": 0.13452594170967738,
      "brier": 0.3793048560619354,
      "nll": 0.675402820110321,
      "per_kind": {
        "choice": {
          "n": 90,
          "accuracy": 0.8,
          "ece": 0.21042372849252483
        },
        "noul": {
          "n": 90,
          "accuracy": 0.8444444444444444,
          "ece": 0.08629895382457307
        },
        "score": {
          "n": 120,
          "accuracy": 0.6333333333333333,
          "ece": 0.12786739319562912
        }
      }
    }
  },
  "tensor_prefix": "modernbert."
}