awahab111 commited on
Commit
4eeb752
·
verified ·
1 Parent(s): 15c2238

Upload urdummlu_chat_result.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. urdummlu_chat_result.json +41 -0
urdummlu_chat_result.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "urdu_d12",
3
+ "protocol": "chat template, letter logits at assistant position",
4
+ "n": 26431,
5
+ "accuracy": 24.62,
6
+ "random_baseline": 25.0,
7
+ "predicted_distribution": {
8
+ "A": 15.25,
9
+ "B": 0.0,
10
+ "C": 84.73,
11
+ "D": 0.01
12
+ },
13
+ "per_subdomain": {
14
+ "biology": 22.7,
15
+ "chemistry": 26.6,
16
+ "civics": 22.4,
17
+ "commerce": 22.2,
18
+ "computer science": 26.7,
19
+ "current and international affairs": 23.8,
20
+ "economics": 22.6,
21
+ "education": 23.0,
22
+ "ethics": 22.4,
23
+ "fine arts": 23.0,
24
+ "general knowledge": 26.3,
25
+ "general science": 27.8,
26
+ "geography": 26.2,
27
+ "health and physical education": 26.3,
28
+ "islamic studies": 24.4,
29
+ "mathematics": 24.1,
30
+ "pakistan studies": 26.4,
31
+ "physics": 24.0,
32
+ "professional development": 26.5,
33
+ "professional studies": 24.5,
34
+ "psychology": 21.1,
35
+ "psychometrics": 29.7,
36
+ "sociology": 23.9,
37
+ "urdu grammar": 23.1,
38
+ "urdu language": 24.3,
39
+ "urdu literature": 24.2
40
+ }
41
+ }