File size: 1,593 Bytes
1a2bc7c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 | {
"test_primary": {
"data_path": "data/test.jsonl",
"n_samples": 3113,
"accuracy": 0.8233,
"ece": 0.0175,
"brier": 0.249,
"per_class": {
"contradiction": {
"precision": 0.7712,
"recall": 0.9038,
"f1": 0.8323,
"support": 884
},
"entailment": {
"precision": 0.8507,
"recall": 0.8219,
"f1": 0.836,
"support": 1061
},
"neutral": {
"precision": 0.8479,
"recall": 0.7637,
"f1": 0.8036,
"support": 1168
}
},
"language_accuracy": {
"ar": 0.8788,
"de": 0.7273,
"en": 0.8345,
"es": 0.7963,
"fr": 0.8065,
"hi": 0.7143,
"ru": 0.72,
"sw": 0.5556,
"vi": 0.5926,
"zh": 0.6216
}
},
"test_v2": {
"data_path": "data/test_v2.jsonl",
"n_samples": 3113,
"accuracy": 0.8195,
"ece": 0.0184,
"brier": 0.2554,
"per_class": {
"contradiction": {
"precision": 0.7558,
"recall": 0.9073,
"f1": 0.8246,
"support": 863
},
"entailment": {
"precision": 0.8507,
"recall": 0.8219,
"f1": 0.836,
"support": 1061
},
"neutral": {
"precision": 0.8517,
"recall": 0.7536,
"f1": 0.7996,
"support": 1189
}
},
"language_accuracy": {
"ar": 0.8788,
"de": 0.7273,
"en": 0.8302,
"es": 0.7963,
"fr": 0.8065,
"hi": 0.7143,
"ru": 0.72,
"sw": 0.5556,
"vi": 0.5926,
"zh": 0.6216
}
}
} |