Add multiloko test results

#63
.eval_results/multiloko_0.yaml ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - dataset:
2
+ id: facebook/multiloko
3
+ task_id: em_arabic
4
+ value: 8.80
5
+ date: "2026-06-28"
6
+ source:
7
+ url: https://huggingface.co/datasets/facebook/multiloko
8
+ name: MultiLoKo
9
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
10
+ - dataset:
11
+ id: facebook/multiloko
12
+ task_id: contains_arabic
13
+ value: 12.00
14
+ date: "2026-06-28"
15
+ source:
16
+ url: https://huggingface.co/datasets/facebook/multiloko
17
+ name: MultiLoKo
18
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
19
+ - dataset:
20
+ id: facebook/multiloko
21
+ task_id: em_bengali
22
+ value: 11.20
23
+ date: "2026-06-28"
24
+ source:
25
+ url: https://huggingface.co/datasets/facebook/multiloko
26
+ name: MultiLoKo
27
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
28
+ - dataset:
29
+ id: facebook/multiloko
30
+ task_id: contains_bengali
31
+ value: 12.00
32
+ date: "2026-06-28"
33
+ source:
34
+ url: https://huggingface.co/datasets/facebook/multiloko
35
+ name: MultiLoKo
36
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
37
+ - dataset:
38
+ id: facebook/multiloko
39
+ task_id: em_cantonese
40
+ value: 5.60
41
+ date: "2026-06-28"
42
+ source:
43
+ url: https://huggingface.co/datasets/facebook/multiloko
44
+ name: MultiLoKo
45
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
46
+ - dataset:
47
+ id: facebook/multiloko
48
+ task_id: contains_cantonese
49
+ value: 8.00
50
+ date: "2026-06-28"
51
+ source:
52
+ url: https://huggingface.co/datasets/facebook/multiloko
53
+ name: MultiLoKo
54
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
55
+ - dataset:
56
+ id: facebook/multiloko
57
+ task_id: em_czech
58
+ value: 8.00
59
+ date: "2026-06-28"
60
+ source:
61
+ url: https://huggingface.co/datasets/facebook/multiloko
62
+ name: MultiLoKo
63
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
64
+ - dataset:
65
+ id: facebook/multiloko
66
+ task_id: contains_czech
67
+ value: 9.20
68
+ date: "2026-06-28"
69
+ source:
70
+ url: https://huggingface.co/datasets/facebook/multiloko
71
+ name: MultiLoKo
72
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
73
+ - dataset:
74
+ id: facebook/multiloko
75
+ task_id: em_dutch
76
+ value: 8.00
77
+ date: "2026-06-28"
78
+ source:
79
+ url: https://huggingface.co/datasets/facebook/multiloko
80
+ name: MultiLoKo
81
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
82
+ - dataset:
83
+ id: facebook/multiloko
84
+ task_id: contains_dutch
85
+ value: 9.20
86
+ date: "2026-06-28"
87
+ source:
88
+ url: https://huggingface.co/datasets/facebook/multiloko
89
+ name: MultiLoKo
90
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
91
+ - dataset:
92
+ id: facebook/multiloko
93
+ task_id: em_english
94
+ value: 14.40
95
+ date: "2026-06-28"
96
+ source:
97
+ url: https://huggingface.co/datasets/facebook/multiloko
98
+ name: MultiLoKo
99
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
100
+ - dataset:
101
+ id: facebook/multiloko
102
+ task_id: contains_english
103
+ value: 19.20
104
+ date: "2026-06-28"
105
+ source:
106
+ url: https://huggingface.co/datasets/facebook/multiloko
107
+ name: MultiLoKo
108
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
.eval_results/multiloko_1.yaml ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - dataset:
2
+ id: facebook/multiloko
3
+ task_id: em_farsi
4
+ value: 4.00
5
+ date: "2026-06-28"
6
+ source:
7
+ url: https://huggingface.co/datasets/facebook/multiloko
8
+ name: MultiLoKo
9
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
10
+ - dataset:
11
+ id: facebook/multiloko
12
+ task_id: contains_farsi
13
+ value: 7.60
14
+ date: "2026-06-28"
15
+ source:
16
+ url: https://huggingface.co/datasets/facebook/multiloko
17
+ name: MultiLoKo
18
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
19
+ - dataset:
20
+ id: facebook/multiloko
21
+ task_id: em_french
22
+ value: 10.40
23
+ date: "2026-06-28"
24
+ source:
25
+ url: https://huggingface.co/datasets/facebook/multiloko
26
+ name: MultiLoKo
27
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
28
+ - dataset:
29
+ id: facebook/multiloko
30
+ task_id: contains_french
31
+ value: 10.80
32
+ date: "2026-06-28"
33
+ source:
34
+ url: https://huggingface.co/datasets/facebook/multiloko
35
+ name: MultiLoKo
36
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
37
+ - dataset:
38
+ id: facebook/multiloko
39
+ task_id: em_german
40
+ value: 8.40
41
+ date: "2026-06-28"
42
+ source:
43
+ url: https://huggingface.co/datasets/facebook/multiloko
44
+ name: MultiLoKo
45
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
46
+ - dataset:
47
+ id: facebook/multiloko
48
+ task_id: contains_german
49
+ value: 10.80
50
+ date: "2026-06-28"
51
+ source:
52
+ url: https://huggingface.co/datasets/facebook/multiloko
53
+ name: MultiLoKo
54
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
55
+ - dataset:
56
+ id: facebook/multiloko
57
+ task_id: em_hebrew
58
+ value: 6.00
59
+ date: "2026-06-28"
60
+ source:
61
+ url: https://huggingface.co/datasets/facebook/multiloko
62
+ name: MultiLoKo
63
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
64
+ - dataset:
65
+ id: facebook/multiloko
66
+ task_id: contains_hebrew
67
+ value: 7.60
68
+ date: "2026-06-28"
69
+ source:
70
+ url: https://huggingface.co/datasets/facebook/multiloko
71
+ name: MultiLoKo
72
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
73
+ - dataset:
74
+ id: facebook/multiloko
75
+ task_id: em_hindi
76
+ value: 13.20
77
+ date: "2026-06-28"
78
+ source:
79
+ url: https://huggingface.co/datasets/facebook/multiloko
80
+ name: MultiLoKo
81
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
82
+ - dataset:
83
+ id: facebook/multiloko
84
+ task_id: contains_hindi
85
+ value: 16.40
86
+ date: "2026-06-28"
87
+ source:
88
+ url: https://huggingface.co/datasets/facebook/multiloko
89
+ name: MultiLoKo
90
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
91
+ - dataset:
92
+ id: facebook/multiloko
93
+ task_id: em_indonesian
94
+ value: 12.80
95
+ date: "2026-06-28"
96
+ source:
97
+ url: https://huggingface.co/datasets/facebook/multiloko
98
+ name: MultiLoKo
99
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
100
+ - dataset:
101
+ id: facebook/multiloko
102
+ task_id: contains_indonesian
103
+ value: 13.60
104
+ date: "2026-06-28"
105
+ source:
106
+ url: https://huggingface.co/datasets/facebook/multiloko
107
+ name: MultiLoKo
108
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
.eval_results/multiloko_2.yaml ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - dataset:
2
+ id: facebook/multiloko
3
+ task_id: em_italian
4
+ value: 7.20
5
+ date: "2026-06-28"
6
+ source:
7
+ url: https://huggingface.co/datasets/facebook/multiloko
8
+ name: MultiLoKo
9
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
10
+ - dataset:
11
+ id: facebook/multiloko
12
+ task_id: contains_italian
13
+ value: 10.00
14
+ date: "2026-06-28"
15
+ source:
16
+ url: https://huggingface.co/datasets/facebook/multiloko
17
+ name: MultiLoKo
18
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
19
+ - dataset:
20
+ id: facebook/multiloko
21
+ task_id: em_japanese
22
+ value: 9.60
23
+ date: "2026-06-28"
24
+ source:
25
+ url: https://huggingface.co/datasets/facebook/multiloko
26
+ name: MultiLoKo
27
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
28
+ - dataset:
29
+ id: facebook/multiloko
30
+ task_id: contains_japanese
31
+ value: 11.20
32
+ date: "2026-06-28"
33
+ source:
34
+ url: https://huggingface.co/datasets/facebook/multiloko
35
+ name: MultiLoKo
36
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
37
+ - dataset:
38
+ id: facebook/multiloko
39
+ task_id: em_khmer
40
+ value: 8.40
41
+ date: "2026-06-28"
42
+ source:
43
+ url: https://huggingface.co/datasets/facebook/multiloko
44
+ name: MultiLoKo
45
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
46
+ - dataset:
47
+ id: facebook/multiloko
48
+ task_id: contains_khmer
49
+ value: 12.80
50
+ date: "2026-06-28"
51
+ source:
52
+ url: https://huggingface.co/datasets/facebook/multiloko
53
+ name: MultiLoKo
54
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
55
+ - dataset:
56
+ id: facebook/multiloko
57
+ task_id: em_korean
58
+ value: 6.80
59
+ date: "2026-06-28"
60
+ source:
61
+ url: https://huggingface.co/datasets/facebook/multiloko
62
+ name: MultiLoKo
63
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
64
+ - dataset:
65
+ id: facebook/multiloko
66
+ task_id: contains_korean
67
+ value: 8.80
68
+ date: "2026-06-28"
69
+ source:
70
+ url: https://huggingface.co/datasets/facebook/multiloko
71
+ name: MultiLoKo
72
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
73
+ - dataset:
74
+ id: facebook/multiloko
75
+ task_id: em_malay
76
+ value: 6.40
77
+ date: "2026-06-28"
78
+ source:
79
+ url: https://huggingface.co/datasets/facebook/multiloko
80
+ name: MultiLoKo
81
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
82
+ - dataset:
83
+ id: facebook/multiloko
84
+ task_id: contains_malay
85
+ value: 13.60
86
+ date: "2026-06-28"
87
+ source:
88
+ url: https://huggingface.co/datasets/facebook/multiloko
89
+ name: MultiLoKo
90
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
91
+ - dataset:
92
+ id: facebook/multiloko
93
+ task_id: em_marathi
94
+ value: 10.00
95
+ date: "2026-06-28"
96
+ source:
97
+ url: https://huggingface.co/datasets/facebook/multiloko
98
+ name: MultiLoKo
99
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
100
+ - dataset:
101
+ id: facebook/multiloko
102
+ task_id: contains_marathi
103
+ value: 13.20
104
+ date: "2026-06-28"
105
+ source:
106
+ url: https://huggingface.co/datasets/facebook/multiloko
107
+ name: MultiLoKo
108
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
.eval_results/multiloko_3.yaml ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - dataset:
2
+ id: facebook/multiloko
3
+ task_id: em_polish
4
+ value: 5.20
5
+ date: "2026-06-28"
6
+ source:
7
+ url: https://huggingface.co/datasets/facebook/multiloko
8
+ name: MultiLoKo
9
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
10
+ - dataset:
11
+ id: facebook/multiloko
12
+ task_id: contains_polish
13
+ value: 9.60
14
+ date: "2026-06-28"
15
+ source:
16
+ url: https://huggingface.co/datasets/facebook/multiloko
17
+ name: MultiLoKo
18
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
19
+ - dataset:
20
+ id: facebook/multiloko
21
+ task_id: em_portuguese
22
+ value: 10.40
23
+ date: "2026-06-28"
24
+ source:
25
+ url: https://huggingface.co/datasets/facebook/multiloko
26
+ name: MultiLoKo
27
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
28
+ - dataset:
29
+ id: facebook/multiloko
30
+ task_id: contains_portuguese
31
+ value: 12.00
32
+ date: "2026-06-28"
33
+ source:
34
+ url: https://huggingface.co/datasets/facebook/multiloko
35
+ name: MultiLoKo
36
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
37
+ - dataset:
38
+ id: facebook/multiloko
39
+ task_id: em_romanian
40
+ value: 8.40
41
+ date: "2026-06-28"
42
+ source:
43
+ url: https://huggingface.co/datasets/facebook/multiloko
44
+ name: MultiLoKo
45
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
46
+ - dataset:
47
+ id: facebook/multiloko
48
+ task_id: contains_romanian
49
+ value: 10.00
50
+ date: "2026-06-28"
51
+ source:
52
+ url: https://huggingface.co/datasets/facebook/multiloko
53
+ name: MultiLoKo
54
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
55
+ - dataset:
56
+ id: facebook/multiloko
57
+ task_id: em_russian
58
+ value: 10.80
59
+ date: "2026-06-28"
60
+ source:
61
+ url: https://huggingface.co/datasets/facebook/multiloko
62
+ name: MultiLoKo
63
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
64
+ - dataset:
65
+ id: facebook/multiloko
66
+ task_id: contains_russian
67
+ value: 11.60
68
+ date: "2026-06-28"
69
+ source:
70
+ url: https://huggingface.co/datasets/facebook/multiloko
71
+ name: MultiLoKo
72
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
73
+ - dataset:
74
+ id: facebook/multiloko
75
+ task_id: em_simplified_mandarin
76
+ value: 7.20
77
+ date: "2026-06-28"
78
+ source:
79
+ url: https://huggingface.co/datasets/facebook/multiloko
80
+ name: MultiLoKo
81
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
82
+ - dataset:
83
+ id: facebook/multiloko
84
+ task_id: contains_simplified_mandarin
85
+ value: 7.60
86
+ date: "2026-06-28"
87
+ source:
88
+ url: https://huggingface.co/datasets/facebook/multiloko
89
+ name: MultiLoKo
90
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
91
+ - dataset:
92
+ id: facebook/multiloko
93
+ task_id: em_spanish
94
+ value: 16.80
95
+ date: "2026-06-28"
96
+ source:
97
+ url: https://huggingface.co/datasets/facebook/multiloko
98
+ name: MultiLoKo
99
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
100
+ - dataset:
101
+ id: facebook/multiloko
102
+ task_id: contains_spanish
103
+ value: 17.60
104
+ date: "2026-06-28"
105
+ source:
106
+ url: https://huggingface.co/datasets/facebook/multiloko
107
+ name: MultiLoKo
108
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
.eval_results/multiloko_4.yaml ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - dataset:
2
+ id: facebook/multiloko
3
+ task_id: em_swedish
4
+ value: 8.40
5
+ date: "2026-06-28"
6
+ source:
7
+ url: https://huggingface.co/datasets/facebook/multiloko
8
+ name: MultiLoKo
9
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
10
+ - dataset:
11
+ id: facebook/multiloko
12
+ task_id: contains_swedish
13
+ value: 10.80
14
+ date: "2026-06-28"
15
+ source:
16
+ url: https://huggingface.co/datasets/facebook/multiloko
17
+ name: MultiLoKo
18
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
19
+ - dataset:
20
+ id: facebook/multiloko
21
+ task_id: em_tagalog
22
+ value: 20.00
23
+ date: "2026-06-28"
24
+ source:
25
+ url: https://huggingface.co/datasets/facebook/multiloko
26
+ name: MultiLoKo
27
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
28
+ - dataset:
29
+ id: facebook/multiloko
30
+ task_id: contains_tagalog
31
+ value: 22.80
32
+ date: "2026-06-28"
33
+ source:
34
+ url: https://huggingface.co/datasets/facebook/multiloko
35
+ name: MultiLoKo
36
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
37
+ - dataset:
38
+ id: facebook/multiloko
39
+ task_id: em_thai
40
+ value: 12.40
41
+ date: "2026-06-28"
42
+ source:
43
+ url: https://huggingface.co/datasets/facebook/multiloko
44
+ name: MultiLoKo
45
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
46
+ - dataset:
47
+ id: facebook/multiloko
48
+ task_id: contains_thai
49
+ value: 14.80
50
+ date: "2026-06-28"
51
+ source:
52
+ url: https://huggingface.co/datasets/facebook/multiloko
53
+ name: MultiLoKo
54
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
55
+ - dataset:
56
+ id: facebook/multiloko
57
+ task_id: em_traditional_mandarin
58
+ value: 12.00
59
+ date: "2026-06-28"
60
+ source:
61
+ url: https://huggingface.co/datasets/facebook/multiloko
62
+ name: MultiLoKo
63
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
64
+ - dataset:
65
+ id: facebook/multiloko
66
+ task_id: contains_traditional_mandarin
67
+ value: 12.80
68
+ date: "2026-06-28"
69
+ source:
70
+ url: https://huggingface.co/datasets/facebook/multiloko
71
+ name: MultiLoKo
72
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
73
+ - dataset:
74
+ id: facebook/multiloko
75
+ task_id: em_turkish
76
+ value: 6.80
77
+ date: "2026-06-28"
78
+ source:
79
+ url: https://huggingface.co/datasets/facebook/multiloko
80
+ name: MultiLoKo
81
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
82
+ - dataset:
83
+ id: facebook/multiloko
84
+ task_id: contains_turkish
85
+ value: 7.60
86
+ date: "2026-06-28"
87
+ source:
88
+ url: https://huggingface.co/datasets/facebook/multiloko
89
+ name: MultiLoKo
90
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
91
+ - dataset:
92
+ id: facebook/multiloko
93
+ task_id: em_urdu
94
+ value: 0.00
95
+ date: "2026-06-28"
96
+ source:
97
+ url: https://huggingface.co/datasets/facebook/multiloko
98
+ name: MultiLoKo
99
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
100
+ - dataset:
101
+ id: facebook/multiloko
102
+ task_id: contains_urdu
103
+ value: 11.20
104
+ date: "2026-06-28"
105
+ source:
106
+ url: https://huggingface.co/datasets/facebook/multiloko
107
+ name: MultiLoKo
108
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
.eval_results/multiloko_5.yaml ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - dataset:
2
+ id: facebook/multiloko
3
+ task_id: em_vietnamese
4
+ value: 10.40
5
+ date: "2026-06-28"
6
+ source:
7
+ url: https://huggingface.co/datasets/facebook/multiloko
8
+ name: MultiLoKo
9
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
10
+ - dataset:
11
+ id: facebook/multiloko
12
+ task_id: contains_vietnamese
13
+ value: 12.00
14
+ date: "2026-06-28"
15
+ source:
16
+ url: https://huggingface.co/datasets/facebook/multiloko
17
+ name: MultiLoKo
18
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
19
+ - dataset:
20
+ id: facebook/multiloko
21
+ task_id: average_contains
22
+ value: 11.82
23
+ date: "2026-06-28"
24
+ source:
25
+ url: https://huggingface.co/datasets/facebook/multiloko
26
+ name: MultiLoKo
27
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
28
+ - dataset:
29
+ id: facebook/multiloko
30
+ task_id: gap_contains
31
+ value: 15.20
32
+ date: "2026-06-28"
33
+ source:
34
+ url: https://huggingface.co/datasets/facebook/multiloko
35
+ name: MultiLoKo
36
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
37
+ - dataset:
38
+ id: facebook/multiloko
39
+ task_id: average_em
40
+ value: 9.29
41
+ date: "2026-06-28"
42
+ source:
43
+ url: https://huggingface.co/datasets/facebook/multiloko
44
+ name: MultiLoKo
45
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"
46
+ - dataset:
47
+ id: facebook/multiloko
48
+ task_id: gap_em
49
+ value: 20.00
50
+ date: "2026-06-28"
51
+ source:
52
+ url: https://huggingface.co/datasets/facebook/multiloko
53
+ name: MultiLoKo
54
+ notes: "0-shot; dev split; non-thinking; temperature 0, min_p 0; max_tokens 128; Q4_K_M"