{
  "protocol": "recovered-48d5f94-utterance-only",
  "settings": {
    "pooler": "cls",
    "max_length": 128,
    "batch_size": 128,
    "aux_ratio": 0,
    "search_target": "train",
    "utterance_topk": 1
  },
  "mean_accuracy": 83.96792567576395,
  "simcse_mean": 81.30318600054206,
  "tasks": {
    "snips": {
      "accuracy": 96.0,
      "correct": 672,
      "test_count": 700,
      "reference_count": 13784,
      "simcse_accuracy": 92.0
    },
    "atis": {
      "accuracy": 89.58566629339306,
      "correct": 800,
      "test_count": 893,
      "reference_count": 4978,
      "simcse_accuracy": 85.66629339305712
    },
    "massive": {
      "accuracy": 79.58977807666443,
      "correct": 2367,
      "test_count": 2974,
      "reference_count": 11514,
      "simcse_accuracy": 76.76529926025555
    },
    "hwu": {
      "accuracy": 82.40963855421687,
      "correct": 684,
      "test_count": 830,
      "reference_count": 19229,
      "simcse_accuracy": 81.0843373493976
    },
    "clinc": {
      "accuracy": 72.25454545454545,
      "correct": 3974,
      "test_count": 5500,
      "reference_count": 15250,
      "simcse_accuracy": 71.0
    }
  }
}