VGribAI commited on
Commit
59a8526
·
verified ·
1 Parent(s): 81ed35c

Upload results_mmlu_full.json

Browse files
Files changed (1) hide show
  1. results_mmlu_full.json +72 -0
results_mmlu_full.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Tensor-1.5-small (50.26M, fp32)",
3
+ "device": "cuda",
4
+ "context": 512,
5
+ "tasks": {
6
+ "mmlu": {
7
+ "acc": 0.23978065802592224,
8
+ "acc_norm": 0.23978065802592224,
9
+ "n": 14042,
10
+ "chance": 0.25,
11
+ "per_subject": {
12
+ "high_school_statistics": 0.16203703703703703,
13
+ "security_studies": 0.16326530612244897,
14
+ "sociology": 0.17412935323383086,
15
+ "high_school_physics": 0.17880794701986755,
16
+ "global_facts": 0.18,
17
+ "public_relations": 0.19090909090909092,
18
+ "high_school_microeconomics": 0.20168067226890757,
19
+ "clinical_knowledge": 0.2037735849056604,
20
+ "high_school_geography": 0.20707070707070707,
21
+ "philosophy": 0.2090032154340836,
22
+ "college_chemistry": 0.21,
23
+ "jurisprudence": 0.21296296296296297,
24
+ "elementary_mathematics": 0.21957671957671956,
25
+ "abstract_algebra": 0.22,
26
+ "high_school_computer_science": 0.22,
27
+ "human_sexuality": 0.22137404580152673,
28
+ "nutrition": 0.2222222222222222,
29
+ "high_school_macroeconomics": 0.2230769230769231,
30
+ "international_law": 0.2231404958677686,
31
+ "college_physics": 0.22549019607843138,
32
+ "logical_fallacies": 0.22699386503067484,
33
+ "electrical_engineering": 0.22758620689655173,
34
+ "high_school_world_history": 0.22784810126582278,
35
+ "college_biology": 0.22916666666666666,
36
+ "formal_logic": 0.23015873015873015,
37
+ "management": 0.23300970873786409,
38
+ "high_school_psychology": 0.23486238532110093,
39
+ "astronomy": 0.23684210526315788,
40
+ "prehistory": 0.23765432098765432,
41
+ "high_school_biology": 0.23870967741935484,
42
+ "moral_scenarios": 0.23910614525139665,
43
+ "high_school_mathematics": 0.24444444444444444,
44
+ "professional_law": 0.24445893089960888,
45
+ "professional_accounting": 0.24468085106382978,
46
+ "moral_disputes": 0.24566473988439305,
47
+ "virology": 0.2469879518072289,
48
+ "college_medicine": 0.24855491329479767,
49
+ "computer_security": 0.25,
50
+ "high_school_government_and_politics": 0.2538860103626943,
51
+ "miscellaneous": 0.2567049808429119,
52
+ "college_computer_science": 0.26,
53
+ "high_school_chemistry": 0.26108374384236455,
54
+ "conceptual_physics": 0.26382978723404255,
55
+ "anatomy": 0.26666666666666666,
56
+ "human_aging": 0.26905829596412556,
57
+ "college_mathematics": 0.27,
58
+ "business_ethics": 0.27,
59
+ "professional_psychology": 0.27124183006535946,
60
+ "machine_learning": 0.2767857142857143,
61
+ "high_school_us_history": 0.27941176470588236,
62
+ "medical_genetics": 0.28,
63
+ "econometrics": 0.2807017543859649,
64
+ "professional_medicine": 0.28308823529411764,
65
+ "high_school_european_history": 0.2909090909090909,
66
+ "world_religions": 0.2982456140350877,
67
+ "us_foreign_policy": 0.31,
68
+ "marketing": 0.31196581196581197
69
+ }
70
+ }
71
+ }
72
+ }