Hugging Face's logo

Spaces:
XLearning-SCU
/
ARK-Bench-Leaderboard
Running on Zero

App Files Community
ARK-Bench-Leaderboard
File size: 4,553 Bytes
4cc47cb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
{
  "model": {
    "name": "Example-Model-7B",
    "repo_name": "organization/example-model-7b",
    "repo_link" : "https://huggingface.co/organization/example-model-7b",
    "params_b": 7.0,
    "model_type": "multimodal_embedding"
  },
  "meta_data": {
    "date": "2026-09-02",
    "benchmark_version": "1.0"
  },
  "results": {
    "Recall": {
      "knowledge_domain": {
        "DL":   { "R@1": null, "R@5": null, "R@10": null },
        "FG":   { "R@1": null, "R@5": null, "R@10": null },
        "SCog": { "R@1": null, "R@5": null, "R@10": null },
        "S3D":  { "R@1": null, "R@5": null, "R@10": null },

        "Bio":  { "R@1": null, "R@5": null, "R@10": null },
        "Phy":  { "R@1": null, "R@5": null, "R@10": null },
        "Chem": { "R@1": null, "R@5": null, "R@10": null },

        "Math": { "R@1": null, "R@5": null, "R@10": null },
        "Code": { "R@1": null, "R@5": null, "R@10": null },

        "Econ":  { "R@1": null, "R@5": null, "R@10": null },
        "Comic": { "R@1": null, "R@5": null, "R@10": null },
        "Art":   { "R@1": null, "R@5": null, "R@10": null },
        "Cal":   { "R@1": null, "R@5": null, "R@10": null },
        "Metro": { "R@1": null, "R@5": null, "R@10": null },

        "CS":   { "R@1": null, "R@5": null, "R@10": null },
        "Mech": { "R@1": null, "R@5": null, "R@10": null },
        "Elec": { "R@1": null, "R@5": null, "R@10": null },

        "macro_avg": {
          "R@1": null,
          "R@5": null,
          "R@10": null
        }
      },

      "reasoning_skill": {
        "KR":   { "R@1": null, "R@5": null, "R@10": null },
        "SR":   { "R@1": null, "R@5": null, "R@10": null },
        "FGVR": { "R@1": null, "R@5": null, "R@10": null },
        "LR":   { "R@1": null, "R@5": null, "R@10": null },
        "SyR":  { "R@1": null, "R@5": null, "R@10": null },
        "CA":   { "R@1": null, "R@5": null, "R@10": null },

        "macro_avg": {
          "R@1": null,
          "R@5": null,
          "R@10": null
        }
      },

      "cognitive_demand": {
        "PO":  { "R@1": null, "R@5": null, "R@10": null },
        "KI":  { "R@1": null, "R@5": null, "R@10": null },
        "RI":  { "R@1": null, "R@5": null, "R@10": null },
        "KRI": { "R@1": null, "R@5": null, "R@10": null }
      }
    },

    "NDCG": {
      "knowledge_domain": {
        "DL":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "FG":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "SCog": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "S3D":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "Bio":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Phy":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Chem": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "Math": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Code": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "Econ":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Comic": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Art":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Cal":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Metro": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "CS":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Mech": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Elec": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "macro_avg": {
          "nDCG@5": null,
          "nDCG@10": null,
          "nDCG@20": null
        }
      },

      "reasoning_skill": {
        "KR":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "SR":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "FGVR": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "LR":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "SyR":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "CA":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "macro_avg": {
          "nDCG@5": null,
          "nDCG@10": null,
          "nDCG@20": null
        }
      },

      "cognitive_demand": {
        "PO":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "KI":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "RI":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "KRI": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null }
      }
    }
  }
}