Hugging Face's logo

bambamdevs
/
openjev-e4b

Zero-Shot Classification
Safetensors
PEFT
English
openjev
classification
decision-model
listwise
gemma4
research
Model card Files
xet
 Community
openjev-e4b
File size: 1,577 Bytes
03223d7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
  "method": "Row-level text-overlap audit between training source splits and public panel rows.",
  "sources": {
    "mmlu_auxiliary_train": 98370,
    "arc_train": 3361,
    "hellaswag_train": 39799
  },
  "overlap": {
    "mmlu": {
      "n": 14042,
      "mmlu_auxiliary_train": {
        "question": 19,
        "question_and_options": 0
      },
      "arc_train": {
        "question": 1,
        "question_and_options": 0
      },
      "hellaswag_train": {
        "question": 0,
        "question_and_options": 0
      }
    },
    "arc_easy": {
      "n": 2376,
      "mmlu_auxiliary_train": {
        "question": 8,
        "question_and_options": 3
      },
      "arc_train": {
        "question": 7,
        "question_and_options": 3
      },
      "hellaswag_train": {
        "question": 0,
        "question_and_options": 0
      }
    },
    "arc_challenge": {
      "n": 1172,
      "mmlu_auxiliary_train": {
        "question": 9,
        "question_and_options": 0
      },
      "arc_train": {
        "question": 9,
        "question_and_options": 0
      },
      "hellaswag_train": {
        "question": 0,
        "question_and_options": 0
      }
    },
    "hellaswag": {
      "n": 10042,
      "mmlu_auxiliary_train": {
        "question": 0,
        "question_and_options": 0
      },
      "arc_train": {
        "question": 0,
        "question_and_options": 0
      },
      "hellaswag_train": {
        "question": 23,
        "question_and_options": 0
      }
    }
  }
}