evaluation/validation.json

{
  "results": [
    {
      "seed": 11,
      "prototype_accuracy": 0.8818818818818819,
      "logistic_accuracy": 0.8765432098765432,
      "label_cosine_accuracy": 0.700367033700367,
      "similarity_threshold": 0.41758766770362854,
      "oos_rejection_at_threshold": 0.86
    },
    {
      "seed": 22,
      "prototype_accuracy": 0.8765432098765432,
      "logistic_accuracy": 0.8758758758758759,
      "label_cosine_accuracy": 0.700367033700367,
      "similarity_threshold": 0.4131779372692108,
      "oos_rejection_at_threshold": 0.86
    },
    {
      "seed": 33,
      "prototype_accuracy": 0.8742075408742075,
      "logistic_accuracy": 0.8672005338672005,
      "label_cosine_accuracy": 0.700367033700367,
      "similarity_threshold": 0.4095892012119293,
      "oos_rejection_at_threshold": 0.87
    }
  ],
  "mean_prototype_accuracy": 0.8775442108775442,
  "gate_passed": true,
  "validation_in_scope_n": 2997,
  "validation_oos_n": 100,
  "validation_overlaps_removed": 3
}