Upload urdummlu_chat_result.json with huggingface_hub
Browse files- urdummlu_chat_result.json +41 -0
urdummlu_chat_result.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "urdu_d12",
|
| 3 |
+
"protocol": "chat template, letter logits at assistant position",
|
| 4 |
+
"n": 26431,
|
| 5 |
+
"accuracy": 24.62,
|
| 6 |
+
"random_baseline": 25.0,
|
| 7 |
+
"predicted_distribution": {
|
| 8 |
+
"A": 15.25,
|
| 9 |
+
"B": 0.0,
|
| 10 |
+
"C": 84.73,
|
| 11 |
+
"D": 0.01
|
| 12 |
+
},
|
| 13 |
+
"per_subdomain": {
|
| 14 |
+
"biology": 22.7,
|
| 15 |
+
"chemistry": 26.6,
|
| 16 |
+
"civics": 22.4,
|
| 17 |
+
"commerce": 22.2,
|
| 18 |
+
"computer science": 26.7,
|
| 19 |
+
"current and international affairs": 23.8,
|
| 20 |
+
"economics": 22.6,
|
| 21 |
+
"education": 23.0,
|
| 22 |
+
"ethics": 22.4,
|
| 23 |
+
"fine arts": 23.0,
|
| 24 |
+
"general knowledge": 26.3,
|
| 25 |
+
"general science": 27.8,
|
| 26 |
+
"geography": 26.2,
|
| 27 |
+
"health and physical education": 26.3,
|
| 28 |
+
"islamic studies": 24.4,
|
| 29 |
+
"mathematics": 24.1,
|
| 30 |
+
"pakistan studies": 26.4,
|
| 31 |
+
"physics": 24.0,
|
| 32 |
+
"professional development": 26.5,
|
| 33 |
+
"professional studies": 24.5,
|
| 34 |
+
"psychology": 21.1,
|
| 35 |
+
"psychometrics": 29.7,
|
| 36 |
+
"sociology": 23.9,
|
| 37 |
+
"urdu grammar": 23.1,
|
| 38 |
+
"urdu language": 24.3,
|
| 39 |
+
"urdu literature": 24.2
|
| 40 |
+
}
|
| 41 |
+
}
|