Hugging Face's logo

SinhalaMMLU-SharedTask
/
team-riswan

Model card Files
xet
 Community
team-riswan
File size: 2,383 Bytes
682bee1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
{
  "submission_id": 138,
  "rows": 2238,
  "sha256": "0998ea38f240c05103a7572a9a367a553f4e2b7664a31fe70f5c9668214dd554",
  "saved_pass_merge_byte_identical": true,
  "pass_counts": {
    "p1": 2238,
    "p2": 1100,
    "p3": 720,
    "p4": 712,
    "p5": 712,
    "mac": 1160,
    "cot": 2238,
    "dr": 2238
  },
  "fresh_model_inference_verified": false,
  "rules_compliance_certified": false,
  "input_checks": {
    "pass2_targets": 1100,
    "pass3_targets": 720,
    "literal_notebook_targets_match": true,
    "pass45_targets": 719,
    "mac_priority_prefix_match": true,
    "omitted_keys": {
      "p4": [
        [
          17,
          "Communication and Media Studies",
          "other",
          "medium"
        ],
        [
          18,
          "Physics",
          "stem",
          "hard"
        ],
        [
          42,
          "Eastern Music",
          "Humanities",
          "easy"
        ],
        [
          6,
          "Art",
          "humanities",
          "hard"
        ],
        [
          60,
          "Sinhala Language and Literature",
          "other",
          "easy"
        ],
        [
          68,
          "Sinhala Language and Literature",
          "other",
          "easy"
        ],
        [
          8,
          "Sinhala",
          "language",
          "hard"
        ]
      ],
      "p5": [
        [
          10,
          "Sinhala",
          "language",
          "hard"
        ],
        [
          133,
          "Sinhala",
          "language",
          "medium"
        ],
        [
          17,
          "Communication and Media Studies",
          "other",
          "medium"
        ],
        [
          42,
          "Biology",
          "stem",
          "hard"
        ],
        [
          6,
          "Art",
          "humanities",
          "hard"
        ],
        [
          60,
          "Sinhala",
          "language",
          "medium"
        ],
        [
          68,
          "Sinhala Language and Literature",
          "other",
          "easy"
        ]
      ]
    },
    "few_shot_exact_text_overlaps": [],
    "overlap_check_limit": "Exact normalized question text only; not semantic overlap or contamination certification."
  },
  "both_cli_merge_paths_byte_identical": true,
  "plumbing_regression_tests_passed": 7,
  "remote_dataset_loader_checked": true
}