{
  "test_primary": {
    "data_path": "data/test.jsonl",
    "n_samples": 3113,
    "accuracy": 0.8233,
    "ece": 0.0175,
    "brier": 0.249,
    "per_class": {
      "contradiction": {
        "precision": 0.7712,
        "recall": 0.9038,
        "f1": 0.8323,
        "support": 884
      },
      "entailment": {
        "precision": 0.8507,
        "recall": 0.8219,
        "f1": 0.836,
        "support": 1061
      },
      "neutral": {
        "precision": 0.8479,
        "recall": 0.7637,
        "f1": 0.8036,
        "support": 1168
      }
    },
    "language_accuracy": {
      "ar": 0.8788,
      "de": 0.7273,
      "en": 0.8345,
      "es": 0.7963,
      "fr": 0.8065,
      "hi": 0.7143,
      "ru": 0.72,
      "sw": 0.5556,
      "vi": 0.5926,
      "zh": 0.6216
    }
  },
  "test_v2": {
    "data_path": "data/test_v2.jsonl",
    "n_samples": 3113,
    "accuracy": 0.8195,
    "ece": 0.0184,
    "brier": 0.2554,
    "per_class": {
      "contradiction": {
        "precision": 0.7558,
        "recall": 0.9073,
        "f1": 0.8246,
        "support": 863
      },
      "entailment": {
        "precision": 0.8507,
        "recall": 0.8219,
        "f1": 0.836,
        "support": 1061
      },
      "neutral": {
        "precision": 0.8517,
        "recall": 0.7536,
        "f1": 0.7996,
        "support": 1189
      }
    },
    "language_accuracy": {
      "ar": 0.8788,
      "de": 0.7273,
      "en": 0.8302,
      "es": 0.7963,
      "fr": 0.8065,
      "hi": 0.7143,
      "ru": 0.72,
      "sw": 0.5556,
      "vi": 0.5926,
      "zh": 0.6216
    }
  }
}