unparallelled commited on
Commit
7be6044
·
verified ·
1 Parent(s): 37fb748

Upload evals/2026-09-23/_harvest_all_results.txt with huggingface_hub

Browse files
evals/2026-09-23/_harvest_all_results.txt ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bm_s1_1024": {
3
+ "base": 96.0
4
+ },
5
+ "bm_s1_2048": {
6
+ "base": 95.0
7
+ },
8
+ "bm_s1_3072": {
9
+ "base": 88.0
10
+ },
11
+ "bm_s1_4096": {
12
+ "base": 70.0
13
+ },
14
+ "bm_s1_512": {
15
+ "base": 97.0
16
+ },
17
+ "bm_s2_2048": {
18
+ "base": 96.0
19
+ },
20
+ "bm_s2_4096": {
21
+ "base": 83.0
22
+ },
23
+ "bm_s2_8192": {
24
+ "base": 60.0
25
+ },
26
+ "bm_s4_16360": {
27
+ "base": 40.0
28
+ },
29
+ "bm_s4_4096": {
30
+ "base": 89.0
31
+ },
32
+ "bm_s4_8192": {
33
+ "base": 84.0
34
+ },
35
+ "bm_s8_16360": {
36
+ "base": 67.0
37
+ },
38
+ "bm_s8_32744": {
39
+ "base": 34.0
40
+ },
41
+ "bm_s8_8192": {
42
+ "base": 88.0
43
+ },
44
+ "bx32_16360": {
45
+ "base": 92.0
46
+ },
47
+ "bx32_32744": {
48
+ "base": 79.0
49
+ },
50
+ "bx32_4096": {
51
+ "base": 91.0
52
+ },
53
+ "bx32_8192": {
54
+ "base": 86.0
55
+ },
56
+ "ec_early_32744": {
57
+ "c100": 84.0,
58
+ "c200": 92.0
59
+ },
60
+ "ec_early_4096": {
61
+ "c100": 100.0,
62
+ "c200": 99.0
63
+ },
64
+ "ed_32744": {
65
+ "s100": 75.0,
66
+ "s200": 61.0,
67
+ "s300": 62.0,
68
+ "s350": 64.0,
69
+ "s360": 71.0
70
+ },
71
+ "ed_4096": {
72
+ "s100": 98.0,
73
+ "s200": 96.0,
74
+ "s300": 96.0,
75
+ "s350": 99.0,
76
+ "s360": 99.0
77
+ },
78
+ "eg3_65512": {
79
+ "c500": 38.0,
80
+ "d100": 44.0,
81
+ "t64": 63.0
82
+ },
83
+ "el_131000": {
84
+ "c300": 28.0,
85
+ "d300": 28.0,
86
+ "d360": 32.0
87
+ },
88
+ "el_65512": {
89
+ "c300": 45.0,
90
+ "d300": 38.0,
91
+ "d360": 41.0
92
+ },
93
+ "en_16360": {
94
+ "c300": 99.0,
95
+ "d360": 93.0
96
+ },
97
+ "en_8192": {
98
+ "c300": 97.0,
99
+ "d360": 96.0
100
+ },
101
+ "es1_1024": {
102
+ "c300": 17.0,
103
+ "p1": 92.0,
104
+ "t64": 47.0
105
+ },
106
+ "es1_2048": {
107
+ "c300": 7.0,
108
+ "p1": 92.0,
109
+ "t64": 31.0
110
+ },
111
+ "es1_4096": {
112
+ "c300": 7.0,
113
+ "p1": 56.0,
114
+ "t64": 19.0
115
+ }
116
+ }