Spaces:
Runtime error
Runtime error
File size: 1,409 Bytes
b866cfe 0d4e8d1 f5894fd b866cfe | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | {
"config": {
"model_name": "deepseek-ai/DeepSeek-R1",
"link": "https://huggingface.co/deepseek-ai/DeepSeek-R1",
"Params": 671
},
"results": {
"Overall": {
"CR": "100.0",
"S-Acc": "58.4",
"EM": "20.0",
"PM-0.5": "62.0",
"Tokens": "9856"
},
"Acrostic": {
"CR": "100.0",
"S-Acc": "62.2",
"EM": "0.0",
"PM-0.5": "83.0",
"Tokens": "10077"
},
"Crossword": {
"CR": "100.0",
"S-Acc": "75.3",
"EM": "16.7",
"PM-0.5": "94.0",
"Tokens": "9810"
},
"Cryptogram": {
"CR": "100.0",
"S-Acc": "26.0",
"EM": "4.0",
"PM-0.5": "21.0",
"Tokens": "10344"
},
"Logic_Puzzle": {
"CR": "100.0",
"S-Acc": "69.4",
"EM": "42.5",
"PM-0.5": "68.0",
"Tokens": "9205"
},
"Sudoku": {
"CR": "100.0",
"S-Acc": "70.3",
"EM": "50.0",
"PM-0.5": "64.0",
"Tokens": "8277"
},
"Drop_Quote": {
"CR": "100.0",
"S-Acc": "47.3",
"EM": "7.0",
"PM-0.5": "42.0",
"Tokens": "11422"
}
}
} |