urdu-286m-instruct / capability_base.json
awahab111's picture
Upload capability_base.json with huggingface_hub
c1347ae verified
Raw History Blame Contribute Delete
467 Bytes
{
"model": "urdu_d12",
"phase": "base",
"belebele": {
"n": 900,
"accuracy": 23.56,
"chance": 25.0,
"predicted_distribution": {
"A": 97.56,
"B": 0.67,
"C": 1.56,
"D": 0.22
}
},
"xnli": {
"n": 5010,
"accuracy": 33.31,
"chance": 33.33,
"predicted_distribution": {
"A": 99.98,
"B": 0.0,
"C": 0.02
}
},
"arith": {
"n": 265,
"exact_match": 0.38,
"chance": 0.0
}
}