{
  "source_repo": "heman10x/rlcd-modernbert-151m",
  "source_revision": "8af2496eb63c7fa66d7d234e1f62629380030eb4",
  "package": "verdict_fp16_L128_candidates25.mlpackage",
  "package_files_sha256": {
    "Data/com.apple.CoreML/model.mlmodel": "6cc079930a63c1069a7a2c259f4c086879981021047767f2bb4d68b6d1f02b00",
    "Data/com.apple.CoreML/weights/weight.bin": "a982e14147982df9abb99a3637075a0193835c6b99edc396a52c1a43c2a4854a",
    "Manifest.json": "fc5d31df174a9f450bfb9ba406307c379c30fabba5cad38fcaf8717b806c69a8"
  },
  "chip": "arm",
  "macos": "27.0",
  "max_calibrated_probability_error": 0.003407791923494219,
  "selected_id_agreements": 4,
  "questions": 4,
  "rows": [
    {
      "name": "lost card",
      "type": "choice",
      "tokens": 53,
      "candidates_including_abstention": 3,
      "native": {
        "type": "choice",
        "selected_id": "card_lost",
        "selected_probability": 0.627995456676331,
        "probabilities": {
          "card_lost": 0.627995456676331,
          "pin_reset": 0.12699368118294335,
          "__insufficient_evidence__": 0.2450108621407256
        },
        "concentration": 0.18185863532617996,
        "is_abstention": false,
        "p_abstain": 0.2450108621407256,
        "calibration_status": "calibrated_for_scope",
        "choice": "card_lost"
      },
      "coreml": {
        "type": "choice",
        "selected_id": "card_lost",
        "selected_probability": 0.6283802556009165,
        "probabilities": {
          "card_lost": 0.6283802556009165,
          "pin_reset": 0.1261597182435837,
          "__insufficient_evidence__": 0.24546002615549983
        },
        "concentration": 0.18269014752444745,
        "is_abstention": false,
        "p_abstain": 0.24546002615549983,
        "calibration_status": "calibrated_for_scope",
        "choice": "card_lost"
      },
      "max_calibrated_probability_error": 0.0008339629393596393,
      "selected_id_agrees": true,
      "median_model_call_ms": 3.609708044677973
    },
    {
      "name": "binary inquiry",
      "type": "noul",
      "tokens": 50,
      "candidates_including_abstention": 3,
      "native": {
        "type": "noul",
        "selected_id": "true",
        "selected_probability": 0.46928461522757403,
        "probabilities": {
          "true": 0.46928461522757403,
          "false": 0.24040802067067693,
          "__insufficient_evidence__": 0.29030736410174907
        },
        "concentration": 0.03808313508410699,
        "is_abstention": false,
        "p_abstain": 0.29030736410174907,
        "calibration_status": "calibrated_for_scope",
        "noul": 0.6612505068952915,
        "selected_outcome": "true"
      },
      "coreml": {
        "type": "noul",
        "selected_id": "true",
        "selected_probability": 0.4658768233040798,
        "probabilities": {
          "true": 0.4658768233040798,
          "false": 0.2409705632084786,
          "__insufficient_evidence__": 0.29315261348744165
        },
        "concentration": 0.036521350138502884,
        "is_abstention": false,
        "p_abstain": 0.29315261348744165,
        "calibration_status": "calibrated_for_scope",
        "noul": 0.6590911025400003,
        "selected_outcome": "true"
      },
      "max_calibrated_probability_error": 0.003407791923494219,
      "selected_id_agrees": true,
      "median_model_call_ms": 3.4036670112982392
    },
    {
      "name": "urgency score",
      "type": "score",
      "tokens": 55,
      "candidates_including_abstention": 4,
      "native": {
        "type": "score",
        "selected_id": "__insufficient_evidence__",
        "selected_probability": 0.3259147064757007,
        "probabilities": {
          "low": 0.1979320574725608,
          "medium": 0.289823573347529,
          "high": 0.18632966270420953,
          "__insufficient_evidence__": 0.3259147064757007
        },
        "concentration": 0.02039159311536931,
        "is_abstention": true,
        "p_abstain": 0.3259147064757007,
        "calibration_status": "calibrated_for_scope",
        "score": null,
        "selected_level_id": "__insufficient_evidence__",
        "selected_value": null
      },
      "coreml": {
        "type": "score",
        "selected_id": "__insufficient_evidence__",
        "selected_probability": 0.32674006867380345,
        "probabilities": {
          "low": 0.19782407464261623,
          "medium": 0.2888377991986832,
          "high": 0.18659805748489713,
          "__insufficient_evidence__": 0.32674006867380345
        },
        "concentration": 0.020407770698545158,
        "is_abstention": true,
        "p_abstain": 0.32674006867380345,
        "calibration_status": "calibrated_for_scope",
        "score": null,
        "selected_level_id": "__insufficient_evidence__",
        "selected_value": null
      },
      "max_calibrated_probability_error": 0.0009857741488458194,
      "selected_id_agrees": true,
      "median_model_call_ms": 3.3971249940805137
    },
    {
      "name": "insufficient evidence",
      "type": "choice",
      "tokens": 41,
      "candidates_including_abstention": 3,
      "native": {
        "type": "choice",
        "selected_id": "__insufficient_evidence__",
        "selected_probability": 0.6003394036234859,
        "probabilities": {
          "visa": 0.19581438090218925,
          "mastercard": 0.20384621547432477,
          "__insufficient_evidence__": 0.6003394036234859
        },
        "concentration": 0.1354395684855455,
        "is_abstention": true,
        "p_abstain": 0.6003394036234859,
        "calibration_status": "calibrated_for_scope",
        "choice": "__insufficient_evidence__"
      },
      "coreml": {
        "type": "choice",
        "selected_id": "__insufficient_evidence__",
        "selected_probability": 0.5997858326963917,
        "probabilities": {
          "visa": 0.19632166854967723,
          "mastercard": 0.20389249875393106,
          "__insufficient_evidence__": 0.5997858326963917
        },
        "concentration": 0.1348775837045153,
        "is_abstention": true,
        "p_abstain": 0.5997858326963917,
        "calibration_status": "calibrated_for_scope",
        "choice": "__insufficient_evidence__"
      },
      "max_calibrated_probability_error": 0.0005535709270941824,
      "selected_id_agrees": true,
      "median_model_call_ms": 3.4325000015087426
    }
  ],
  "passed": true
}