{ "config": { "model_name": "deepseek-ai/DeepSeek-R1", "link": "https://huggingface.co/deepseek-ai/DeepSeek-R1", "Params": 671 }, "results": { "Overall": { "CR": "100.0", "S-Acc": "58.4", "EM": "20.0", "PM-0.5": "62.0", "Tokens": "9856" }, "Acrostic": { "CR": "100.0", "S-Acc": "62.2", "EM": "0.0", "PM-0.5": "83.0", "Tokens": "10077" }, "Crossword": { "CR": "100.0", "S-Acc": "75.3", "EM": "16.7", "PM-0.5": "94.0", "Tokens": "9810" }, "Cryptogram": { "CR": "100.0", "S-Acc": "26.0", "EM": "4.0", "PM-0.5": "21.0", "Tokens": "10344" }, "Logic_Puzzle": { "CR": "100.0", "S-Acc": "69.4", "EM": "42.5", "PM-0.5": "68.0", "Tokens": "9205" }, "Sudoku": { "CR": "100.0", "S-Acc": "70.3", "EM": "50.0", "PM-0.5": "64.0", "Tokens": "8277" }, "Drop_Quote": { "CR": "100.0", "S-Acc": "47.3", "EM": "7.0", "PM-0.5": "42.0", "Tokens": "11422" } } }