File size: 30,661 Bytes
b556a2a da1271f b556a2a c20bbb2 b556a2a edcb878 c894cad d0543d1 d776aa1 10eeb85 686d774 0eb926a 5598f1c 5fe96e3 a1ef422 e2c7604 f9cfd53 ea1f7e1 9c7086d 92fa348 da92707 3c94a08 620e7d3 64cb0f7 38075e2 c996b9f 9d220e1 0124387 4b71159 c55b65d 2f6b76b cd972cc cfae4f0 c9b5e5b 96332ed 9a9d860 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 | {"Model": "OpenAI/GPT-5 (high)", "Category": "Closed-source Reasoning", "Overall": 49.4, "Physics": 45.7, "Chemistry": 62.6, "Finance": 29.9, "Consulting": 59.2, "Extraction": 37.1, "Reasoning": 51.7, "Style": 65.5, "Response Characters": 5876, "Input Tokens": 467, "Output Tokens": 16123, "Cost": 25.89}
{"Model": "OpenAI/GPT-5-mini (high)", "Category": "Closed-source Reasoning", "Overall": 41.6, "Physics": 40.0, "Chemistry": 59.5, "Finance": 11.8, "Consulting": 55.1, "Extraction": 32.7, "Reasoning": 42.1, "Style": 65.9, "Response Characters": 7870, "Input Tokens": 956, "Output Tokens": 15280, "Cost": 4.93}
{"Model": "OpenAI/GPT-5-nano (high)", "Category": "Closed-source Reasoning", "Overall": 36.9, "Physics": 29.1, "Chemistry": 37.9, "Finance": 23.6, "Consulting": 56.9, "Extraction": 26.5, "Reasoning": 35.6, "Style": 58.0, "Response Characters": 8915, "Input Tokens": 467, "Output Tokens": 23008, "Cost": 1.48}
{"Model": "OpenAI/o3", "Category": "Closed-source Reasoning", "Overall": 52.4, "Physics": 38.6, "Chemistry": 57.2, "Finance": 44.1, "Consulting": 69.8, "Extraction": 43.0, "Reasoning": 54.1, "Style": 59.2, "Response Characters": 4226, "Input Tokens": 467, "Output Tokens": 5569, "Cost": 7.28}
{"Model": "OpenAI/o4-mini", "Category": "Closed-source Reasoning", "Overall": 47.5, "Physics": 34.6, "Chemistry": 50.1, "Finance": 38.1, "Consulting": 67.2, "Extraction": 37.2, "Reasoning": 47.7, "Style": 60.4, "Response Characters": 3046, "Input Tokens": 467, "Output Tokens": 4335, "Cost": 3.13}
{"Model": "Google/Gemini-2.5-Pro", "Category": "Closed-source Reasoning", "Overall": 52.1, "Physics": 40.4, "Chemistry": 63.8, "Finance": 36.7, "Consulting": 67.5, "Extraction": 45.9, "Reasoning": 53.1, "Style": 62.6, "Response Characters": 8492, "Input Tokens": 480, "Output Tokens": 9102, "Cost": 14.66}
{"Model": "Google/Gemini-2.5-Flash (Thinking)", "Category": "Closed-source Reasoning", "Overall": 49.2, "Physics": 35.9, "Chemistry": 63.9, "Finance": 33.2, "Consulting": 63.8, "Extraction": 43.6, "Reasoning": 51.4, "Style": 57.3, "Response Characters": 18559, "Input Tokens": 480, "Output Tokens": 12943, "Cost": 5.2}
{"Model": "Google/Gemini-2.5-Flash-Lite (Thinking)", "Category": "Closed-source Reasoning", "Overall": 44.3, "Physics": 32.3, "Chemistry": 52.7, "Finance": 31.3, "Consulting": 61.0, "Extraction": 35.8, "Reasoning": 43.3, "Style": 56.7, "Response Characters": 12153, "Input Tokens": 480, "Output Tokens": 17302, "Cost": 1.12}
{"Model": "xAI/grok-4-0709", "Category": "Closed-source Reasoning", "Overall": 45.1, "Physics": 20.6, "Chemistry": 59.8, "Finance": 29.4, "Consulting": 70.5, "Extraction": 40.1, "Reasoning": 48.4, "Style": 65.2, "Response Characters": 4977, "Input Tokens": 1126, "Output Tokens": 17957, "Cost": 43.64}
{"Model": "Anthropic/claude-sonnet-4 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 42.5, "Physics": 39.5, "Chemistry": 53.3, "Finance": 21.2, "Consulting": 56.1, "Extraction": 29.5, "Reasoning": 42.5, "Style": 66.1, "Response Characters": 3621, "Input Tokens": 559, "Output Tokens": 7924, "Cost": 19.29}
{"Model": "OpenAI/gpt-oss-120b (high)", "Category": "Open-weight Reasoning", "Overall": 50.0, "Physics": 43.6, "Chemistry": 53.5, "Finance": 35.3, "Consulting": 67.6, "Extraction": 39.7, "Reasoning": 51.5, "Style": 63.4, "Response Characters": 8657, "Input Tokens": 530, "Output Tokens": 4817, "Cost": 0.31}
{"Model": "OpenAI/gpt-oss-20b (high)", "Category": "Open-weight Reasoning", "Overall": 42.3, "Physics": 33.6, "Chemistry": 40.5, "Finance": 28.7, "Consulting": 66.4, "Extraction": 29.9, "Reasoning": 44.1, "Style": 59.1, "Response Characters": 5609, "Input Tokens": 508, "Output Tokens": 5375, "Cost": 0.12}
{"Model": "DeepSeek-AI/DeepSeek-V3.1 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 45.9, "Physics": 32.3, "Chemistry": 53.9, "Finance": 35.6, "Consulting": 61.9, "Extraction": 39.4, "Reasoning": 50.0, "Style": 59.1, "Response Characters": 5760, "Input Tokens": 415, "Output Tokens": 6253, "Cost": 0.81}
{"Model": "Qwen/Qwen3-235B-A22B-Thinking-2507", "Category": "Open-weight Reasoning", "Overall": 41.1, "Physics": 32.7, "Chemistry": 46.4, "Finance": 23.5, "Consulting": 61.9, "Extraction": 35.0, "Reasoning": 46.1, "Style": 63.4, "Response Characters": 11390, "Input Tokens": 490, "Output Tokens": 5568, "Cost": 0.54}
{"Model": "Qwen/Qwen3-30B-A3B-Thinking-2507", "Category": "Open-weight Reasoning", "Overall": 37.6, "Physics": 19.0, "Chemistry": 44.7, "Finance": 25.6, "Consulting": 61.3, "Extraction": 29.4, "Reasoning": 42.4, "Style": 73.1, "Response Characters": 5892, "Input Tokens": 469, "Output Tokens": 6376, "Cost": 0.3}
{"Model": "OpenAI/GPT-4.1", "Category": "Closed-source Instruct", "Overall": 46.3, "Physics": 34.3, "Chemistry": 48.5, "Finance": 36.4, "Consulting": 65.9, "Extraction": 36.5, "Reasoning": 47.4, "Style": 55.7, "Response Characters": 7386, "Input Tokens": 468, "Output Tokens": 2394, "Cost": 3.21}
{"Model": "OpenAI/GPT-4.1-mini", "Category": "Closed-source Instruct", "Overall": 42.8, "Physics": 40.5, "Chemistry": 50.6, "Finance": 23.1, "Consulting": 57.0, "Extraction": 33.5, "Reasoning": 43.1, "Style": 58.7, "Response Characters": 7550, "Input Tokens": 468, "Output Tokens": 2322, "Cost": 0.62}
{"Model": "OpenAI/GPT-4.1-nano", "Category": "Closed-source Instruct", "Overall": 33.2, "Physics": 21.4, "Chemistry": 35.1, "Finance": 23.3, "Consulting": 53.2, "Extraction": 24.9, "Reasoning": 32.9, "Style": 48.3, "Response Characters": 6198, "Input Tokens": 468, "Output Tokens": 1799, "Cost": 0.12}
{"Model": "Google/Gemini-2.5-Flash", "Category": "Closed-source Instruct", "Overall": 47.8, "Physics": 37.0, "Chemistry": 57.6, "Finance": 36.7, "Consulting": 60.0, "Extraction": 41.8, "Reasoning": 50.3, "Style": 53.6, "Response Characters": 24479, "Input Tokens": 480, "Output Tokens": 6255, "Cost": 2.53}
{"Model": "Google/Gemini-2.5-Flash-Lite", "Category": "Closed-source Instruct", "Overall": 41.8, "Physics": 28.8, "Chemistry": 51.2, "Finance": 25.0, "Consulting": 62.1, "Extraction": 35.2, "Reasoning": 41.3, "Style": 52.1, "Response Characters": 26746, "Input Tokens": 480, "Output Tokens": 8723, "Cost": 0.57}
{"Model": "Anthropic/claude-sonnet-4", "Category": "Closed-source Instruct", "Overall": 41.2, "Physics": 34.8, "Chemistry": 47.1, "Finance": 18.9, "Consulting": 63.9, "Extraction": 32.6, "Reasoning": 40.9, "Style": 58.3, "Response Characters": 4047, "Input Tokens": 531, "Output Tokens": 1375, "Cost": 3.55}
{"Model": "Anthropic/claude-3.5-haiku", "Category": "Closed-source Instruct", "Overall": 21.2, "Physics": 6.9, "Chemistry": 25.2, "Finance": 8.5, "Consulting": 44.3, "Extraction": 16.6, "Reasoning": 19.7, "Style": 41.7, "Response Characters": 1618, "Input Tokens": 531, "Output Tokens": 519, "Cost": 0.4}
{"Model": "Qwen/Qwen3-235B-A22B-Instruct-2507", "Category": "Open-weight Instruct", "Overall": 45.0, "Physics": 31.9, "Chemistry": 52.4, "Finance": 32.9, "Consulting": 63.0, "Extraction": 38.1, "Reasoning": 48.4, "Style": 54.5, "Response Characters": 14314, "Input Tokens": 487, "Output Tokens": 5000, "Cost": 0.45}
{"Model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "Category": "Open-weight Instruct", "Overall": 40.0, "Physics": 26.6, "Chemistry": 47.2, "Finance": 24.9, "Consulting": 61.4, "Extraction": 31.2, "Reasoning": 40.1, "Style": 50.7, "Response Characters": 10488, "Input Tokens": 487, "Output Tokens": 3654, "Cost": 0.2}
{"Model": "DeepSeek-AI/DeepSeek-V3.1", "Category": "Open-weight Instruct", "Overall": 46.6, "Physics": 37.1, "Chemistry": 51.7, "Finance": 34.4, "Consulting": 63.1, "Extraction": 40.8, "Reasoning": 47.2, "Style": 55.9, "Response Characters": 8740, "Input Tokens": 456, "Output Tokens": 2717, "Cost": 0.36}
{"Model": "MoonshotAI/Kimi-K2-Instruct-0905", "Category": "Open-weight Instruct", "Overall": 44.2, "Physics": 33.7, "Chemistry": 47.3, "Finance": 32.2, "Consulting": 63.6, "Extraction": 36.6, "Reasoning": 43.2, "Style": 58.8, "Response Characters": 5322, "Input Tokens": 481, "Output Tokens": 1709, "Cost": 0.55}
{"Model": "Meta/llama-4-maverick", "Category": "Open-weight Instruct", "Overall": 34.4, "Physics": 31.3, "Chemistry": 35.4, "Finance": 22.1, "Consulting": 48.8, "Extraction": 27.2, "Reasoning": 34.6, "Style": 32.6, "Response Characters": 4532, "Input Tokens": 479, "Output Tokens": 1292, "Cost": 0.14}
{"Model": "Meta/llama-4-scout", "Category": "Open-weight Instruct", "Overall": 31.2, "Physics": 19.2, "Chemistry": 30.0, "Finance": 19.5, "Consulting": 55.9, "Extraction": 26.2, "Reasoning": 29.9, "Style": 38.9, "Response Characters": 4200, "Input Tokens": 457, "Output Tokens": 1197, "Cost": 0.06}
{"Model": "xAI/grok-4-fast (Thinking)", "Category": "Closed-source Reasoning", "Overall": 48.7, "Physics": 34.3, "Chemistry": 57.9, "Finance": 34.2, "Consulting": 68.5, "Extraction": 40.4, "Reasoning": 49.9, "Style": 64.5, "Response Characters": 6333, "Input Tokens": 598, "Output Tokens": 11536, "Cost": 0.94}
{"Model": "xAI/grok-4-fast", "Category": "Closed-source Instruct", "Overall": 45.9, "Physics": 31.7, "Chemistry": 54.2, "Finance": 30.5, "Consulting": 67.3, "Extraction": 40.2, "Reasoning": 48.7, "Style": 58.3, "Response Characters": 6625, "Input Tokens": 598, "Output Tokens": 11733, "Cost": 0.96}
{"Model": "Anthropic/claude-haiku-4.5 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 39.6, "Physics": 32.4, "Chemistry": 48.7, "Finance": 20.9, "Consulting": 56.3, "Extraction": 29.6, "Reasoning": 39.4, "Style": 52.8, "Response Characters": 9694, "Input Tokens": 559, "Output Tokens": 17673, "Cost": 14.23}
{"Model": "Anthropic/claude-haiku-4.5", "Category": "Closed-source Instruct", "Overall": 38.0, "Physics": 25.6, "Chemistry": 47.3, "Finance": 18.0, "Consulting": 61.3, "Extraction": 28.9, "Reasoning": 38.5, "Style": 55.0, "Response Characters": 10776, "Input Tokens": 531, "Output Tokens": 3439, "Cost": 2.84}
{"Model": "Anthropic/claude-sonnet-4.5 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 44.8, "Physics": 34.5, "Chemistry": 63.7, "Finance": 27.5, "Consulting": 53.3, "Extraction": 36.6, "Reasoning": 45.7, "Style": 49.3, "Response Characters": 8356, "Input Tokens": 559, "Output Tokens": 11358, "Cost": 27.53}
{"Model": "Anthropic/claude-sonnet-4.5", "Category": "Closed-source Instruct", "Overall": 48.1, "Physics": 35.5, "Chemistry": 55.9, "Finance": 34.7, "Consulting": 66.1, "Extraction": 44.8, "Reasoning": 49.9, "Style": 51.2, "Response Characters": 7987, "Input Tokens": 531, "Output Tokens": 2299, "Cost": 5.77}
{"Model": "MiniMax/M2 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 34.1, "Physics": 22.6, "Chemistry": 38.1, "Finance": 25.2, "Consulting": 50.5, "Extraction": 25.4, "Reasoning": 31.9, "Style": 45.9, "Response Characters": 6485, "Input Tokens": 433, "Output Tokens": 14932, "Cost": 1.09}
{"Model": "MiniMax/M2", "Category": "Open-weight Instruct", "Overall": 37.7, "Physics": 25.2, "Chemistry": 49.5, "Finance": 25.8, "Consulting": 50.3, "Extraction": 30.1, "Reasoning": 37.3, "Style": 50.9, "Response Characters": 6312, "Input Tokens": 481, "Output Tokens": 8876, "Cost": 0.65}
{"Model": "MoonshotAI/Kimi-K2-Thinking", "Category": "Open-weight Reasoning", "Overall": 48.9, "Physics": 34.1, "Chemistry": 51.4, "Finance": 40.1, "Consulting": 69.9, "Extraction": 42.4, "Reasoning": 49.3, "Style": 63.5, "Response Characters": 6383, "Input Tokens": 469, "Output Tokens": 14221, "Cost": 5.16}
{"Model": "DeepSeek-AI/DeepSeek-V3.2-Exp (Thinking)", "Category": "Open-weight Reasoning", "Overall": 41.4, "Physics": 26.2, "Chemistry": 52.4, "Finance": 26.3, "Consulting": 60.8, "Extraction": 31.6, "Reasoning": 41.5, "Style": 56.4, "Response Characters": 5242, "Input Tokens": 458, "Output Tokens": 9938, "Cost": 0.66}
{"Model": "DeepSeek-AI/DeepSeek-V3.2-Exp", "Category": "Open-weight Instruct", "Overall": 48.2, "Physics": 41.0, "Chemistry": 57.2, "Finance": 32.7, "Consulting": 61.7, "Extraction": 41.9, "Reasoning": 49.3, "Style": 55.5, "Response Characters": 7671, "Input Tokens": 456, "Output Tokens": 2423, "Cost": 0.17}
{"Model": "Google/Gemini-3-Pro-Preview", "Category": "Closed-source Reasoning", "Overall": 51.7, "Physics": 36.6, "Chemistry": 66.3, "Finance": 34.4, "Consulting": 69.4, "Extraction": 46.8, "Reasoning": 53.2, "Style": 64.6, "Response Characters": 5360, "Input Tokens": 479, "Output Tokens": 9131, "Cost": 17.68}
{"Model": "xAI/grok-4.1-fast (Thinking)", "Category": "Closed-source Reasoning", "Overall": 44.8, "Physics": 27.8, "Chemistry": 56.3, "Finance": 25.0, "Consulting": 70.2, "Extraction": 36.9, "Reasoning": 45.8, "Style": 61.6, "Response Characters": 3630, "Input Tokens": 598, "Output Tokens": 11826, "Cost": 0.97}
{"Model": "xAI/grok-4.1-fast", "Category": "Closed-source Instruct", "Overall": 44.4, "Physics": 28.0, "Chemistry": 53.1, "Finance": 28.9, "Consulting": 67.5, "Extraction": 36.4, "Reasoning": 44.9, "Style": 64.0, "Response Characters": 3906, "Input Tokens": 531, "Output Tokens": 11320, "Cost": 0.92}
{"Model": "OpenAI/GPT-5.1 (high)", "Category": "Closed-source Reasoning", "Overall": 54.9, "Physics": 42.7, "Chemistry": 66.5, "Finance": 42.9, "Consulting": 67.6, "Extraction": 49.5, "Reasoning": 58.7, "Style": 61.6, "Response Characters": 11627, "Input Tokens": 467, "Output Tokens": 17148, "Cost": 27.53}
{"Model": "Anthropic/claude-opus-4.5 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 54.2, "Physics": 40.5, "Chemistry": 68.5, "Finance": 39.0, "Consulting": 68.7, "Extraction": 48.6, "Reasoning": 56.1, "Style": 65.7, "Response Characters": 9400, "Input Tokens": 560, "Output Tokens": 17627, "Cost": 70.96}
{"Model": "DeepSeek-AI/DeepSeek-V3.2 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 45.7, "Physics": 30.0, "Chemistry": 55.8, "Finance": 33.0, "Consulting": 64.1, "Extraction": 39.1, "Reasoning": 45.9, "Style": 58.2, "Response Characters": 4346, "Input Tokens": 456, "Output Tokens": 13245, "Cost": 0.87}
{"Model": "DeepSeek-AI/DeepSeek-V3.2", "Category": "Open-weight Instruct", "Overall": 50.5, "Physics": 42.1, "Chemistry": 57.8, "Finance": 37.1, "Consulting": 65.0, "Extraction": 43.3, "Reasoning": 51.7, "Style": 53.1, "Response Characters": 8266, "Input Tokens": 456, "Output Tokens": 2755, "Cost": 0.2}
{"Model": "OpenAI/GPT-5.2 (xhigh)", "Category": "Closed-source Reasoning", "Overall": 55.1, "Physics": 42.7, "Chemistry": 72.6, "Finance": 35.6, "Consulting": 69.4, "Extraction": 47.3, "Reasoning": 57.8, "Style": 75.7, "Response Characters": 7010, "Input Tokens": 3191, "Output Tokens": 22965, "Cost": 52.34}
{"Model": "Google/Gemini-3-Flash-Preview (Thinking)", "Category": "Closed-source Reasoning", "Overall": 53.4, "Physics": 37.8, "Chemistry": 72.1, "Finance": 37.2, "Consulting": 66.6, "Extraction": 45.9, "Reasoning": 52.1, "Style": 68.5, "Response Characters": 6766, "Input Tokens": 489, "Output Tokens": 9120, "Cost": 4.42}
{"Model": "Google/Gemini-3-Flash-Preview", "Category": "Closed-source Instruct", "Overall": 50.2, "Physics": 35.2, "Chemistry": 64.4, "Finance": 35.8, "Consulting": 65.3, "Extraction": 43.1, "Reasoning": 50.2, "Style": 68.2, "Response Characters": 3989, "Input Tokens": 480, "Output Tokens": 1335, "Cost": 0.68}
{"Model": "Z-AI/GLM-4.7 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 46.6, "Physics": 29.7, "Chemistry": 62.6, "Finance": 25.9, "Consulting": 68.2, "Extraction": 38.6, "Reasoning": 46.2, "Style": 54.0, "Response Characters": 5428, "Input Tokens": 475, "Output Tokens": 20648, "Cost": 4.99}
{"Model": "Z-AI/GLM-4.7", "Category": "Open-weight Instruct", "Overall": 38.9, "Physics": 20.2, "Chemistry": 43.7, "Finance": 25.9, "Consulting": 65.9, "Extraction": 30.4, "Reasoning": 36.8, "Style": 49.8, "Response Characters": 5232, "Input Tokens": 469, "Output Tokens": 17476, "Cost": 4.22}
{"Model": "MiniMax/MiniMax-M2.1 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 41.3, "Physics": 29.4, "Chemistry": 48.3, "Finance": 26.2, "Consulting": 61.2, "Extraction": 34.1, "Reasoning": 42.3, "Style": 48.8, "Response Characters": 17288, "Input Tokens": 488, "Output Tokens": 12649, "Cost": 2.45}
{"Model": "MiniMax/MiniMax-M2.1", "Category": "Open-weight Instruct", "Overall": 41.6, "Physics": 30.6, "Chemistry": 43.4, "Finance": 27.6, "Consulting": 64.9, "Extraction": 32.5, "Reasoning": 41.7, "Style": 49.8, "Response Characters": 17482, "Input Tokens": 486, "Output Tokens": 8518, "Cost": 1.66}
{"Model": "Anthropic/claude-opus-4.6 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 58.8, "Physics": 44.4, "Chemistry": 72.4, "Finance": 47.3, "Consulting": 70.9, "Extraction": 53.7, "Reasoning": 60.0, "Style": 60.7, "Response Characters": 20434, "Input Tokens": 531, "Output Tokens": 8029, "Cost": 32.54}
{"Model": "MoonshotAI/Kimi-K2.5 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 51.8, "Physics": 32.4, "Chemistry": 65.3, "Finance": 39.7, "Consulting": 69.6, "Extraction": 43.8, "Reasoning": 51.9, "Style": 60.2, "Response Characters": 6240, "Input Tokens": 466, "Output Tokens": 17300, "Cost": 6.95}
{"Model": "MoonshotAI/Kimi-K2.5", "Category": "Open-weight Instruct", "Overall": 50.4, "Physics": 32.4, "Chemistry": 62.0, "Finance": 37.4, "Consulting": 69.7, "Extraction": 42.6, "Reasoning": 50.7, "Style": 55.6, "Response Characters": 6173, "Input Tokens": 468, "Output Tokens": 14104, "Cost": 5.68}
{"Model": "Z-AI/GLM-5 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 43.3, "Physics": 22.4, "Chemistry": 56.6, "Finance": 27.8, "Consulting": 66.3, "Extraction": 36.1, "Reasoning": 41.4, "Style": 53.1, "Response Characters": 5395, "Input Tokens": 461, "Output Tokens": 19499, "Cost": 10.06}
{"Model": "Z-AI/GLM-5", "Category": "Open-weight Instruct", "Overall": 42.6, "Physics": 25.7, "Chemistry": 52.2, "Finance": 26.6, "Consulting": 65.9, "Extraction": 33.2, "Reasoning": 41.0, "Style": 53.1, "Response Characters": 5497, "Input Tokens": 459, "Output Tokens": 17179, "Cost": 8.87}
{"Model": "Qwen/Qwen3.5-397B-A17B (Thinking)", "Category": "Open-weight Reasoning", "Overall": 44.7, "Physics": 34.9, "Chemistry": 54.9, "Finance": 26.9, "Consulting": 62.1, "Extraction": 37.8, "Reasoning": 45.2, "Style": 64.9, "Response Characters": 5656, "Input Tokens": 496, "Output Tokens": 11851, "Cost": 6.87}
{"Model": "Qwen/Qwen3.5-397B-A17B", "Category": "Open-weight Instruct", "Overall": 45.1, "Physics": 38.5, "Chemistry": 51.6, "Finance": 27.4, "Consulting": 62.8, "Extraction": 37.1, "Reasoning": 46.0, "Style": 61.6, "Response Characters": 6134, "Input Tokens": 496, "Output Tokens": 11052, "Cost": 6.41}
{"Model": "MiniMax/MiniMax-M2.5 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 42.2, "Physics": 29.6, "Chemistry": 50.5, "Finance": 24.8, "Consulting": 63.8, "Extraction": 30.2, "Reasoning": 41.5, "Style": 62.6, "Response Characters": 15835, "Input Tokens": 484, "Output Tokens": 20003, "Cost": 3.86}
{"Model": "MiniMax/MiniMax-M2.5", "Category": "Open-weight Instruct", "Overall": 40.0, "Physics": 29.6, "Chemistry": 43.9, "Finance": 22.8, "Consulting": 63.5, "Extraction": 28.9, "Reasoning": 39.8, "Style": 53.6, "Response Characters": 5547, "Input Tokens": 484, "Output Tokens": 18356, "Cost": 3.55}
{"Model": "Anthropic/claude-sonnet-4.6 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 55.6, "Physics": 41.8, "Chemistry": 65.4, "Finance": 48.1, "Consulting": 67.3, "Extraction": 49.6, "Reasoning": 56.4, "Style": 55.0, "Response Characters": 19002, "Input Tokens": 531, "Output Tokens": 7205, "Cost": 17.55}
{"Model": "Google/Gemini-3.1-Pro-Preview", "Category": "Closed-source Reasoning", "Overall": 55.2, "Physics": 41.3, "Chemistry": 71.5, "Finance": 36.3, "Consulting": 71.7, "Extraction": 49.9, "Reasoning": 55.3, "Style": 66.8, "Response Characters": 5358, "Input Tokens": 479, "Output Tokens": 12724, "Cost": 24.58}
{"Model": "OpenAI/GPT-5.4 (xhigh)", "Category": "Closed-source Reasoning", "Overall": 56.8, "Physics": 41.7, "Chemistry": 70.7, "Finance": 47.4, "Consulting": 67.6, "Extraction": 47.1, "Reasoning": 58.0, "Style": 71.7, "Response Characters": 6246, "Input Tokens": 2516, "Output Tokens": 25806, "Cost": 62.94}
{"Model": "OpenAI/GPT-5.3-Codex (xhigh)", "Category": "Closed-source Reasoning", "Overall": 57.2, "Physics": 39.5, "Chemistry": 67.4, "Finance": 51.9, "Consulting": 69.9, "Extraction": 51.4, "Reasoning": 58.2, "Style": 75.5, "Response Characters": 3596, "Input Tokens": 467, "Output Tokens": 15414, "Cost": 34.66}
{"Model": "OpenAI/GPT-5.3-Chat", "Category": "Closed-source Instruct", "Overall": 40.7, "Physics": 36.1, "Chemistry": 53.5, "Finance": 18.6, "Consulting": 54.6, "Extraction": 29.6, "Reasoning": 41.4, "Style": 59.2, "Response Characters": 3108, "Input Tokens": 467, "Output Tokens": 1328, "Cost": 3.11}
{"Model": "xAI/grok-4.20 Beta (Thinking)", "Category": "Closed-source Reasoning", "Overall": 43.8, "Physics": 34.4, "Chemistry": 64.8, "Finance": 19.6, "Consulting": 56.2, "Extraction": 32.9, "Reasoning": 43.0, "Style": 65.6, "Response Characters": 4003, "Input Tokens": 566, "Output Tokens": 9507, "Cost": 9.31}
{"Model": "MiniMax/MiniMax-M2.7 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 45.2, "Physics": 32.2, "Chemistry": 54.1, "Finance": 32.0, "Consulting": 62.6, "Extraction": 36.7, "Reasoning": 45.2, "Style": 62.1, "Response Characters": 8349, "Input Tokens": 486, "Output Tokens": 20522, "Cost": 3.96}
{"Model": "MiniMax/MiniMax-M2.7", "Category": "Open-weight Instruct", "Overall": 40.2, "Physics": 28.0, "Chemistry": 49.8, "Finance": 25.7, "Consulting": 57.4, "Extraction": 30.7, "Reasoning": 37.2, "Style": 61.6, "Response Characters": 8124, "Input Tokens": 486, "Output Tokens": 17623, "Cost": 3.41}
{"Model": "Google/Gemma-4-31B-It (Thinking)", "Category": "Open-weight Reasoning", "Overall": 44.4, "Physics": 35.6, "Chemistry": 52.2, "Finance": 21.4, "Consulting": 68.2, "Extraction": 33.0, "Reasoning": 44.6, "Style": 65.9, "Response Characters": 4102, "Input Tokens": 494, "Output Tokens": 6741, "Cost": 0.44}
{"Model": "Google/Gemma-4-31B-It", "Category": "Open-weight Instruct", "Overall": 42.1, "Physics": 33.2, "Chemistry": 46.8, "Finance": 22.0, "Consulting": 66.3, "Extraction": 31.6, "Reasoning": 43.0, "Style": 66.5, "Response Characters": 3903, "Input Tokens": 492, "Output Tokens": 1333, "Cost": 0.1}
{"Model": "Anthropic/claude-opus-4.7 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 61.3, "Physics": 42.9, "Chemistry": 75.5, "Finance": 52.9, "Consulting": 73.9, "Extraction": 56.9, "Reasoning": 62.3, "Style": 63.8, "Response Characters": 10050, "Input Tokens": 736, "Output Tokens": 5668, "Cost": 23.26}
{"Model": "Z-AI/GLM-5.1 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 41.6, "Physics": 25.7, "Chemistry": 50.1, "Finance": 24.3, "Consulting": 66.1, "Extraction": 32.6, "Reasoning": 41.7, "Style": 61.1, "Response Characters": 4913, "Input Tokens": 470, "Output Tokens": 20217, "Cost": 10.26}
{"Model": "Z-AI/GLM-5.1", "Category": "Open-weight Instruct", "Overall": 38.1, "Physics": 16.9, "Chemistry": 42.2, "Finance": 28.1, "Consulting": 65.1, "Extraction": 32.3, "Reasoning": 35.8, "Style": 59.7, "Response Characters": 4996, "Input Tokens": 472, "Output Tokens": 18489, "Cost": 9.39}
{"Model": "MoonshotAI/Kimi-K2.6 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 41.4, "Physics": 25.6, "Chemistry": 49.0, "Finance": 22.0, "Consulting": 69.2, "Extraction": 31.3, "Reasoning": 39.3, "Style": 60.7, "Response Characters": 6924, "Input Tokens": 459, "Output Tokens": 27876, "Cost": 12.53}
{"Model": "MoonshotAI/Kimi-K2.6", "Category": "Open-weight Instruct", "Overall": 30.7, "Physics": 13.0, "Chemistry": 29.0, "Finance": 21.9, "Consulting": 58.8, "Extraction": 22.4, "Reasoning": 28.8, "Style": 52.6, "Response Characters": 7107, "Input Tokens": 465, "Output Tokens": 20374, "Cost": 9.17}
{"Model": "OpenAI/GPT-5.5 (xhigh)", "Category": "Closed-source Reasoning", "Overall": 58.0, "Physics": 39.5, "Chemistry": 70.2, "Finance": 52.2, "Consulting": 70.0, "Extraction": 52.0, "Reasoning": 60.6, "Style": 72.5, "Response Characters": 6546, "Input Tokens": 467, "Output Tokens": 18362, "Cost": 88.51}
{"Model": "DeepSeek-AI/DeepSeek-V4-Pro (Thinking)", "Category": "Open-weight Reasoning", "Overall": 45.6, "Physics": 30.5, "Chemistry": 64.0, "Finance": 24.7, "Consulting": 63.4, "Extraction": 39.0, "Reasoning": 44.3, "Style": 59.7, "Response Characters": 5334, "Input Tokens": 461, "Output Tokens": 22351, "Cost": 3.14}
{"Model": "DeepSeek-AI/DeepSeek-V4-Pro", "Category": "Open-weight Instruct", "Overall": 48.2, "Physics": 33.6, "Chemistry": 63.8, "Finance": 28.3, "Consulting": 67.3, "Extraction": 40.0, "Reasoning": 44.5, "Style": 56.9, "Response Characters": 5138, "Input Tokens": 412, "Output Tokens": 15197, "Cost": 2.14}
{"Model": "xAI/grok-4.3 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 43.3, "Physics": 30.3, "Chemistry": 64.6, "Finance": 19.7, "Consulting": 58.7, "Extraction": 34.7, "Reasoning": 43.9, "Style": 57.3, "Response Characters": 3854, "Input Tokens": 566, "Output Tokens": 18603, "Cost": 7.55}
{"Model": "xAI/grok-4.3", "Category": "Closed-source Reasoning", "Overall": 40.1, "Physics": 25.6, "Chemistry": 57.0, "Finance": 21.1, "Consulting": 56.8, "Extraction": 32.9, "Reasoning": 39.5, "Style": 60.7, "Response Characters": 2520, "Input Tokens": 572, "Output Tokens": 2057, "Cost": 0.94}
{"Model": "Google/Gemini-3.5-Flash (Thinking)", "Category": "Closed-source Reasoning", "Overall": 56.0, "Physics": 42.7, "Chemistry": 71.5, "Finance": 35.2, "Consulting": 74.8, "Extraction": 51.0, "Reasoning": 56.7, "Style": 66.4, "Response Characters": 9102, "Input Tokens": 479, "Output Tokens": 17344, "Cost": 25.09}
{"Model": "Google/Gemini-3.5-Flash", "Category": "Closed-source Instruct", "Overall": 54.5, "Physics": 40.3, "Chemistry": 70.9, "Finance": 35.3, "Consulting": 71.6, "Extraction": 50.8, "Reasoning": 56.0, "Style": 64.9, "Response Characters": 8379, "Input Tokens": 479, "Output Tokens": 2593, "Cost": 3.85}
{"Model": "Anthropic/claude-opus-4.8 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 56.8, "Physics": 38.9, "Chemistry": 73.5, "Finance": 44.8, "Consulting": 70.0, "Extraction": 49.4, "Reasoning": 56.6, "Style": 62.1, "Response Characters": 5125, "Input Tokens": 731, "Output Tokens": 12625, "Cost": 51.08}
{"Model": "MiniMax/MiniMax-M3 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 44.4, "Physics": 20.2, "Chemistry": 57.4, "Finance": 33.9, "Consulting": 66.3, "Extraction": 38.9, "Reasoning": 42.8, "Style": 51.7, "Response Characters": 6904, "Input Tokens": 617, "Output Tokens": 26030, "Cost": 5.03}
{"Model": "MiniMax/MiniMax-M3", "Category": "Open-weight Instruct", "Overall": 39.2, "Physics": 18.7, "Chemistry": 43.7, "Finance": 31.8, "Consulting": 62.4, "Extraction": 33.2, "Reasoning": 36.9, "Style": 53.6, "Response Characters": 6827, "Input Tokens": 621, "Output Tokens": 18799, "Cost": 3.64}
{"Model": "Z-AI/GLM-5.2 (Thinking)", "Category": "Open-weight Reasoning", "Overall": 45.8, "Physics": 30.6, "Chemistry": 57.6, "Finance": 25.4, "Consulting": 69.6, "Extraction": 38.2, "Reasoning": 46.5, "Style": 62.1, "Response Characters": 4924, "Input Tokens": 477, "Output Tokens": 12091, "Cost": 8.62}
{"Model": "Z-AI/GLM-5.2", "Category": "Open-weight Instruct", "Overall": 39.6, "Physics": 21.8, "Chemistry": 45.0, "Finance": 24.8, "Consulting": 66.8, "Extraction": 32.1, "Reasoning": 38.6, "Style": 53.6, "Response Characters": 4867, "Input Tokens": 465, "Output Tokens": 10330, "Cost": 6.69}
{"Model": "xAI/grok-4.5 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 51.0, "Physics": 33.2, "Chemistry": 69.8, "Finance": 34.3, "Consulting": 66.5, "Extraction": 42.9, "Reasoning": 50.6, "Style": 69.7, "Response Characters": 4509, "Input Tokens": 662, "Output Tokens": 11382, "Cost": 11.14}
{"Model": "Anthropic/claude-sonnet-5 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 60.4, "Physics": 46.4, "Chemistry": 77.1, "Finance": 45.2, "Consulting": 73.0, "Extraction": 49.0, "Reasoning": 62.3, "Style": 72.9, "Response Characters": 6041, "Input Tokens": 679, "Output Tokens": 19691, "Cost": 31.72}
{"Model": "OpenAI/GPT-5.6-Sol (xhigh)", "Category": "Closed-source Reasoning", "Overall": 60.4, "Physics": 39.4, "Chemistry": 65.9, "Finance": 62.3, "Consulting": 74.0, "Extraction": 56.4, "Reasoning": 61.3, "Style": 70.0, "Response Characters": 7101, "Input Tokens": 435, "Output Tokens": 15764, "Cost": 76.02}
{"Model": "OpenAI/GPT-5.6-Terra (xhigh)", "Category": "Closed-source Reasoning", "Overall": 57.2, "Physics": 39.0, "Chemistry": 64.9, "Finance": 54.6, "Consulting": 70.1, "Extraction": 52.3, "Reasoning": 58.5, "Style": 74.6, "Response Characters": 8767, "Input Tokens": 445, "Output Tokens": 19935, "Cost": 48.02}
{"Model": "OpenAI/GPT-5.6-Luna (xhigh)", "Category": "Closed-source Reasoning", "Overall": 55.3, "Physics": 38.5, "Chemistry": 65.8, "Finance": 46.8, "Consulting": 70.1, "Extraction": 47.3, "Reasoning": 56.4, "Style": 68.2, "Response Characters": 8412, "Input Tokens": 457, "Output Tokens": 23646, "Cost": 22.77}
{"Model": "Google/Gemini-3.6-Flash (Thinking)", "Category": "Closed-source Reasoning", "Overall": 57.4, "Physics": 43.0, "Chemistry": 70.1, "Finance": 43.7, "Consulting": 72.6, "Extraction": 52.8, "Reasoning": 58.0, "Style": 67.6, "Response Characters": 8151, "Input Tokens": 479, "Output Tokens": 12776, "Cost": 15.45}
{"Model": "Google/Gemini-3.6-Flash", "Category": "Closed-source Instruct", "Overall": 55.0, "Physics": 38.0, "Chemistry": 68.7, "Finance": 40.3, "Consulting": 73.1, "Extraction": 51.1, "Reasoning": 56.0, "Style": 66.8, "Response Characters": 7698, "Input Tokens": 479, "Output Tokens": 2405, "Cost": 3.0}
{"Model": "Google/Gemini-3.5-Flash-Lite (Thinking)", "Category": "Closed-source Reasoning", "Overall": 51.6, "Physics": 37.3, "Chemistry": 64.9, "Finance": 34.4, "Consulting": 69.8, "Extraction": 45.7, "Reasoning": 53.1, "Style": 62.1, "Response Characters": 5726, "Input Tokens": 479, "Output Tokens": 10959, "Cost": 4.41}
{"Model": "Google/Gemini-3.5-Flash-Lite", "Category": "Closed-source Instruct", "Overall": 45.4, "Physics": 34.2, "Chemistry": 49.6, "Finance": 26.8, "Consulting": 71.2, "Extraction": 38.0, "Reasoning": 47.0, "Style": 62.6, "Response Characters": 6377, "Input Tokens": 479, "Output Tokens": 1918, "Cost": 0.79}
{"Model": "Anthropic/claude-opus-5 (Thinking)", "Category": "Closed-source Reasoning", "Overall": 66.2, "Physics": 48.2, "Chemistry": 80.5, "Finance": 61.5, "Consulting": 74.6, "Extraction": 60.6, "Reasoning": 69.9, "Style": 72.0, "Response Characters": 10470, "Input Tokens": 716, "Output Tokens": 15599, "Cost": 62.97}
|