{
  "format": "pluto-task-1",
  "qids": {
    "action": 0,
    "review": 1,
    "outcome": 2,
    "risk": 3,
    "urgency": 4,
    "category": 5,
    "human": 6,
    "severity": 7,
    "disposition": 8,
    "duplicate": 9,
    "order": 10,
    "compromise": 11,
    "positive": 12
  },
  "n_classes": {
    "action": 5,
    "review": 2,
    "outcome": 4,
    "risk": 4,
    "urgency": 4,
    "category": 5,
    "human": 2,
    "severity": 5,
    "disposition": 4,
    "duplicate": 2,
    "order": 2,
    "compromise": 2,
    "positive": 2
  },
  "kinds": {
    "action": "choice",
    "review": "noul",
    "outcome": "choice",
    "risk": "score",
    "urgency": "score",
    "category": "choice",
    "human": "noul",
    "severity": "score",
    "disposition": "choice",
    "duplicate": "noul",
    "order": "noul",
    "compromise": "noul",
    "positive": "noul"
  },
  "vocab_size": 50374,
  "model_name": "pluto-1-modernbert",
  "training": {
    "max_len": 512,
    "backbone": "answerdotai/ModernBERT-base"
  },
  "calibration": {
    "temperature": {
      "choice": 1.3281903266906738,
      "noul": 1.245477318763733,
      "score": 1.3902175426483154
    }
  },
  "metrics": {
    "model": "pluto-typed",
    "benchmark": "LocalLLaMA/typed-decisions",
    "mode": "fitted on train",
    "n_decisions": 2000,
    "accuracy": 0.7275,
    "ece": 0.1070664584636688,
    "brier": 0.3889303207397461,
    "nll": 0.684578537940979,
    "per_kind": {
      "choice": {
        "n": 600,
        "accuracy": 0.7283333333333334,
        "ece": 0.12535790458321572
      },
      "noul": {
        "n": 600,
        "accuracy": 0.8333333333333334,
        "ece": 0.07934311936299007
      },
      "score": {
        "n": 800,
        "accuracy": 0.6475,
        "ece": 0.11990903250873088
      }
    },
    "temperatures": {
      "choice": 1.3281903266906738,
      "noul": 1.245477318763733,
      "score": 1.3902175426483154
    },
    "validation": {
      "n": 300,
      "accuracy": 0.7466666666666667,
      "ece": 0.13452594170967738,
      "brier": 0.3793048560619354,
      "nll": 0.675402820110321,
      "per_kind": {
        "choice": {
          "n": 90,
          "accuracy": 0.8,
          "ece": 0.21042372849252483
        },
        "noul": {
          "n": 90,
          "accuracy": 0.8444444444444444,
          "ece": 0.08629895382457307
        },
        "score": {
          "n": 120,
          "accuracy": 0.6333333333333333,
          "ece": 0.12786739319562912
        }
      }
    }
  },
  "tensor_prefix": "modernbert."
}