{
  "dataset_revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
  "mteb_dataset_name": "MTOPIntentClassification",
  "mteb_version": "1.1.1",
  "test": {
    "de": {
      "accuracy": 0.33285432516201746,
      "accuracy_stderr": 0.024059899232158014,
      "f1": 0.19841703666811564,
      "f1_stderr": 0.012841274121400391,
      "main_score": 0.33285432516201746
    },
    "en": {
      "accuracy": 0.3401276789785682,
      "accuracy_stderr": 0.029371050339530268,
      "f1": 0.21256775922291288,
      "f1_stderr": 0.011736604738126457,
      "main_score": 0.3401276789785682
    },
    "es": {
      "accuracy": 0.32121414276184124,
      "accuracy_stderr": 0.027404397473574028,
      "f1": 0.1934706868150749,
      "f1_stderr": 0.012035496308061593,
      "main_score": 0.32121414276184124
    },
    "evaluation_time": 11.03,
    "fr": {
      "accuracy": 0.26088318196053867,
      "accuracy_stderr": 0.019005974782572304,
      "f1": 0.1722608011891254,
      "f1_stderr": 0.00802124347675454,
      "main_score": 0.26088318196053867
    },
    "hi": {
      "accuracy": 0.15320903549659376,
      "accuracy_stderr": 0.02031759573423477,
      "f1": 0.0962002916015258,
      "f1_stderr": 0.009863519144177834,
      "main_score": 0.15320903549659376
    },
    "th": {
      "accuracy": 0.16426763110307413,
      "accuracy_stderr": 0.019874265095542725,
      "f1": 0.11023799171137183,
      "f1_stderr": 0.005487299111661436,
      "main_score": 0.16426763110307413
    }
  }
}