Add code-switching eval script and results
Browse files
results/codeswitch_results.csv
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name,source,algorithm,architecture,vocab_size,fertility_ar,fertility_az,fertility_mi,fertility_overall,disparity,cpt_ar,cpt_az,cpt_mi,exact_match_ar,exact_match_az,exact_match_mi
|
| 2 |
+
concat_bpe_8000,ours,bpe,concatenated,8000,1.6138140222123654,1.4996496106326542,1.768346632175306,1.625089409755206,0.0707419876196168,3.5603797406879605,3.52475091501923,3.1365972398787356,0.9990504143646409,0.9994728981814988,0.9954959095505101
|
| 3 |
+
concat_wordpiece_16000,ours,wordpiece,concatenated,16000,1.4293908160057989,1.3375842107130727,1.5640026550467523,1.441782460775622,0.06422778449722023,4.007864017129142,3.951699921311922,3.553926688168036,0.0,0.0,0.0
|
| 4 |
+
concat_bpe_32000,ours,bpe,concatenated,32000,1.2630238584036177,1.1738788183902404,1.3766666344829792,1.2695706222898995,0.07058064613763591,4.600570093332386,4.54561844470397,4.105358508338529,0.0,0.0,0.0
|
| 5 |
+
DarijaBERT-ar,external_darija,WordPiece,shared,80000,1.2978470055709377,2.4134201669767226,1.5715634741606153,1.7610134287249042,0.462237440736752,4.384580946833757,2.161291506570571,3.4946354417176106,0.21132596685082872,0.07915312307827461,0.05689861200477985
|
| 6 |
+
Qwen2.5-Darija,external_darija,SentencePiece,shared,151643,2.4224130690901298,2.246689177264593,2.248406616871382,2.307383781897024,0.07254084535282802,2.350084109626714,2.3249044892553092,2.4106217156744703,1.0,1.0,1.0
|