| [ |
| { |
| "name": "Qwen 2.5 Coder 32B (Q4_K_M)", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", |
| "releaseDate": "2024-11-12", |
| "size": 19851335840, |
| "price": { |
| "electricity": 0.2 |
| }, |
| "kilowattHour": { |
| "freeform": 0.838, |
| "multipleChoice": 1.808, |
| "easy": 0.08, |
| "medium": 0.248, |
| "hard": 0.169 |
| }, |
| "resultFiles": { |
| "freeform": "qwen2.5-coder-32b-instruct_ff.json5", |
| "multipleChoice": "qwen2.5-coder-32b-instruct_mc.json5", |
| "leetcode": "qwen2.5-coder-32b-instruct.json5" |
| } |
| }, |
| { |
| "name": "Qwen 3 4B Instruct 2507 (Q8_0)", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507", |
| "releaseDate": "2025-08-06", |
| "size": 4280405600, |
| "price": { |
| "electricity": 0.2 |
| }, |
| "kilowattHour": { |
| "freeform": 0.337, |
| "multipleChoice": 0.624, |
| "easy": 0.021, |
| "medium": 0.132, |
| "hard": 0.106 |
| }, |
| "resultFiles": { |
| "freeform": "qwen3-4b-instruct-2507_ff.json5", |
| "multipleChoice": "qwen3-4b-instruct-2507_mc.json5", |
| "leetcode": "qwen3-4b-instruct-2507.json5" |
| } |
| }, |
| { |
| "name": "Qwen 3 Coder 30B-A3B", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct", |
| "releaseDate": "2025-07-31", |
| "size": 61064245248, |
| "price": { |
| "input": 0.2925, |
| "output": 1.4625 |
| }, |
| "resultFiles": { |
| "freeform": "qwen-qwen3-coder-30b-a3b-instruct_ff.json5", |
| "multipleChoice": "qwen-qwen3-coder-30b-a3b-instruct_mc.json5", |
| "leetcode": "qwen-qwen3-coder-30b-a3b-instruct.json5" |
| } |
| }, |
| { |
| "name": "Qwen 3.5 9B", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen3.5-9B", |
| "releaseDate": "2026-03-02", |
| "size": 19306216416, |
| "price": { |
| "input": 0.1, |
| "output": 0.15 |
| }, |
| "resultFiles": { |
| "freeform": "qwen-qwen3.5-9b_ff.json5", |
| "multipleChoice": "qwen-qwen3.5-9b_mc.json5", |
| "leetcode": "qwen-qwen3.5-9b.json5" |
| } |
| }, |
| { |
| "name": "Qwen 3.6 27B", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen3.6-27B", |
| "releaseDate": "2026-04-22", |
| "size": 55562855904, |
| "price": { |
| "input": 0.45, |
| "output": 2.7 |
| }, |
| "resultFiles": { |
| "freeform": "qwen-qwen3.6-27b_ff.json5", |
| "multipleChoice": "qwen-qwen3.6-27b_mc.json5", |
| "leetcode": "qwen-qwen3.6-27b.json5" |
| } |
| }, |
| { |
| "name": "Qwen 3.6 35B-A3B", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen3.6-35B-A3B", |
| "releaseDate": "2026-04-16", |
| "size": 71903645408, |
| "price": { |
| "input": 0.15, |
| "output": 1 |
| }, |
| "resultFiles": { |
| "freeform": "qwen3.6-35b-a3b-mtp_ff.json5", |
| "multipleChoice": "qwen3.6-35b-a3b-mtp_mc.json5", |
| "leetcode": "qwen-qwen3.6-35b-a3b.json5" |
| } |
| }, |
| { |
| "name": "Qwen 3.8 2.4T-A95B", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B", |
| "releaseDate": "2026-08-12", |
| "size": 4892365451008, |
| "price": { |
| "input": 2, |
| "output": 6 |
| }, |
| "resultFiles": { |
| "freeform": "qwen-qwen3.8-2.4t-a95b_ff_route-digitalocean_maxtok52000.json5", |
| "multipleChoice": "qwen-qwen3.8-2.4t-a95b_mc_route-digitalocean_maxtok52000.json5", |
| "leetcode": "qwen-qwen3.8-2.4t-a95b_route-digitalocean_maxtok52000.json5" |
| } |
| }, |
| { |
| "name": "Qwen 3.8 27B (Medium, Q4_K_XL)", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen3.8-27B", |
| "releaseDate": "2026-08-14", |
| "size": 18851002112, |
| "price": { |
| "electricity": 0.2 |
| }, |
| "kilowattHour": { |
| "freeform": 2.171, |
| "multipleChoice": 4.079, |
| "easy": 0.628, |
| "medium": 1.248, |
| "hard": 1.673 |
| }, |
| "resultFiles": { |
| "freeform": "qwen3.8-27b_ff.json5", |
| "multipleChoice": "qwen3.8-27b_mc.json5", |
| "leetcode": "qwen3.8-27b.json5" |
| } |
| }, |
| { |
| "name": "Qwen 3.8 27B (XHigh, Q4_K_XL)", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen3.8-27B", |
| "releaseDate": "2026-08-14", |
| "size": 18851002112, |
| "price": { |
| "electricity": 0.2 |
| }, |
| "kilowattHour": { |
| "freeform": 10.457, |
| "multipleChoice": 12.276, |
| "easy": 1.73, |
| "medium": 6.25, |
| "hard": 10.46 |
| }, |
| "resultFiles": { |
| "freeform": "qwen3.8-27b_ff_sysprefix-8c8ba90c.json5", |
| "multipleChoice": "qwen3.8-27b_mc_sysprefix-8c8ba90c.json5", |
| "leetcode": "qwen3.8-27b_sysprefix-8c8ba90c.json5" |
| } |
| }, |
| { |
| "name": "Qwen 3.8 Flash Next (Medium, NVFP4)", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next", |
| "releaseDate": "2026-08-26", |
| "size": 135195303851, |
| "price": { |
| "input": 0.15, |
| "output": 0.47 |
| }, |
| "resultFiles": { |
| "freeform": "Qwen3.8-Flash-Next_ff.json5", |
| "multipleChoice": "Qwen3.8-Flash-Next_mc.json5", |
| "leetcode": "Qwen3.8-Flash-Next.json5" |
| } |
| }, |
| { |
| "name": "Qwen 3.8 Flash Next (XHigh, NVFP4)", |
| "provider": "Alibaba", |
| "url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next", |
| "releaseDate": "2026-08-26", |
| "size": 135195303851, |
| "price": { |
| "input": 0.15, |
| "output": 0.47 |
| }, |
| "resultFiles": { |
| "freeform": "Qwen3.8-Flash-Next_ff_effort-xhigh.json5", |
| "multipleChoice": "Qwen3.8-Flash-Next_mc_effort-xhigh.json5", |
| "leetcode": "Qwen3.8-Flash-Next_effort-xhigh.json5" |
| } |
| }, |
| { |
| "name": "Claude Fable 5 (Medium)", |
| "provider": "Anthropic", |
| "url": "https://www.anthropic.com/claude/fable", |
| "releaseDate": "2026-06-09", |
| "size": null, |
| "price": { |
| "input": 10, |
| "output": 50 |
| }, |
| "resultFiles": { |
| "freeform": "claude-fable-5_ff_effort-medium.json5", |
| "multipleChoice": "claude-fable-5_mc_effort-medium.json5", |
| "leetcode": "claude-fable-5_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Claude Fable 5.1 (Medium)", |
| "provider": "Anthropic", |
| "url": "https://www.anthropic.com/claude/fable", |
| "releaseDate": "2026-09-01", |
| "size": null, |
| "price": { |
| "input": 10, |
| "output": 50 |
| }, |
| "resultFiles": { |
| "freeform": "claude-fable-5-1_ff_effort-medium.json5", |
| "multipleChoice": "claude-fable-5-1_mc_effort-medium.json5", |
| "leetcode": "claude-fable-5-1_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Claude Haiku 4.5 (Extended Thinking)", |
| "provider": "Anthropic", |
| "url": "https://www.anthropic.com/claude/haiku", |
| "releaseDate": "2025-10-15", |
| "size": null, |
| "price": { |
| "input": 1, |
| "output": 5 |
| }, |
| "resultFiles": { |
| "freeform": "claude-haiku-4-5-20251001_ff_thinking.json5", |
| "multipleChoice": "claude-haiku-4-5-20251001_mc_thinking.json5", |
| "leetcode": "claude-haiku-4-5-20251001_thinking.json5" |
| } |
| }, |
| { |
| "name": "Claude Opus 4.8 (Medium)", |
| "provider": "Anthropic", |
| "url": "https://www.anthropic.com/claude/opus", |
| "releaseDate": "2026-05-28", |
| "size": null, |
| "price": { |
| "input": 5, |
| "output": 25 |
| }, |
| "resultFiles": { |
| "freeform": "claude-opus-4-8_ff_effort-medium.json5", |
| "multipleChoice": "claude-opus-4-8_mc_effort-medium.json5", |
| "leetcode": "claude-opus-4-8_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Claude Opus 5 (Medium)", |
| "provider": "Anthropic", |
| "url": "https://www.anthropic.com/claude/opus", |
| "releaseDate": "2026-07-24", |
| "size": null, |
| "price": { |
| "input": 5, |
| "output": 25 |
| }, |
| "resultFiles": { |
| "freeform": "claude-opus-5_ff_effort-medium.json5", |
| "multipleChoice": "claude-opus-5_mc_effort-medium.json5", |
| "leetcode": "claude-opus-5_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Claude Sonnet 4 (Medium)", |
| "provider": "Anthropic", |
| "url": "https://www.anthropic.com/claude/sonnet", |
| "releaseDate": "2025-05-22", |
| "size": null, |
| "price": { |
| "input": 3, |
| "output": 15 |
| }, |
| "resultFiles": { |
| "freeform": "anthropic-claude-sonnet-4_ff_effort-medium.json5", |
| "multipleChoice": "anthropic-claude-sonnet-4_mc_effort-medium.json5", |
| "leetcode": "anthropic-claude-sonnet-4_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Claude Sonnet 5 (Medium)", |
| "provider": "Anthropic", |
| "url": "https://www.anthropic.com/claude/sonnet", |
| "releaseDate": "2026-06-30", |
| "size": null, |
| "price": { |
| "input": 2, |
| "output": 10 |
| }, |
| "resultFiles": { |
| "freeform": "claude-sonnet-5_ff_effort-medium.json5", |
| "multipleChoice": "claude-sonnet-5_mc_effort-medium.json5", |
| "leetcode": "claude-sonnet-5_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Deepseek R1 0528", |
| "provider": "DeepSeek", |
| "url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528", |
| "releaseDate": "2025-05-28", |
| "size": 1369062772000, |
| "price": { |
| "input": 0.5, |
| "output": 2.18 |
| }, |
| "resultFiles": { |
| "freeform": "deepseek-deepseek-r1-0528_ff_route-siliconflow-fp8.json5", |
| "multipleChoice": "deepseek-deepseek-r1-0528_mc_route-siliconflow-fp8.json5", |
| "leetcode": "deepseek-deepseek-r1-0528_route-siliconflow-fp8.json5" |
| } |
| }, |
| { |
| "name": "Deepseek V4 Flash", |
| "provider": "DeepSeek", |
| "url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash", |
| "releaseDate": "2026-04-24", |
| "size": 159609485896, |
| "price": { |
| "input": 0.098, |
| "output": 0.28 |
| }, |
| "resultFiles": { |
| "freeform": "deepseek-deepseek-v4-flash_ff.json5", |
| "multipleChoice": "deepseek-deepseek-v4-flash_mc.json5", |
| "leetcode": "deepseek-deepseek-v4-flash.json5" |
| } |
| }, |
| { |
| "name": "Deepseek V4 Flash 0731", |
| "provider": "DeepSeek", |
| "url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731", |
| "releaseDate": "2026-07-31", |
| "size": 166878536440, |
| "price": { |
| "input": 0.22, |
| "output": 0.66 |
| }, |
| "resultFiles": { |
| "freeform": "deepseek-deepseek-v4-flash-0731_ff_route-siliconflow-fp8_maxtok128000.json5", |
| "multipleChoice": "deepseek-deepseek-v4-flash-0731_mc_route-siliconflow-fp8_maxtok128000.json5", |
| "leetcode": "deepseek-deepseek-v4-flash-0731_route-siliconflow-fp8_maxtok128000.json5" |
| } |
| }, |
| { |
| "name": "Deepseek V4 Pro 0813 (High)", |
| "provider": "DeepSeek", |
| "url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813", |
| "releaseDate": "2026-08-13", |
| "size": 892727580904, |
| "price": { |
| "input": 0.66, |
| "output": 1.98 |
| }, |
| "resultFiles": { |
| "freeform": "deepseek-deepseek-v4-pro-0813_ff_effort-high_route-deepseek.json5", |
| "multipleChoice": "deepseek-deepseek-v4-pro-0813_mc_effort-high_route-deepseek.json5", |
| "leetcode": "deepseek-deepseek-v4-pro-0813_effort-high_route-deepseek.json5" |
| } |
| }, |
| { |
| "name": "Gemini 2.5 Pro (Medium)", |
| "provider": "Google", |
| "url": "https://ai.google.dev/gemini-api/docs/models/gemini-2.5-pro", |
| "releaseDate": "2025-06-17", |
| "size": null, |
| "price": { |
| "input": 1.25, |
| "output": 10 |
| }, |
| "resultFiles": { |
| "freeform": "gemini-2.5-pro_ff_effort-medium.json5", |
| "multipleChoice": "gemini-2.5-pro_mc_effort-medium.json5", |
| "leetcode": "gemini-2.5-pro_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Gemini 3.1 Pro (Medium)", |
| "provider": "Google", |
| "url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.1-pro-preview", |
| "releaseDate": "2026-02-19", |
| "size": null, |
| "price": { |
| "input": 2, |
| "output": 12 |
| }, |
| "resultFiles": { |
| "freeform": "gemini-3.1-pro-preview_ff_effort-medium.json5", |
| "multipleChoice": "gemini-3.1-pro-preview_mc_effort-medium.json5", |
| "leetcode": "gemini-3.1-pro-preview_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Gemini 3.7 Flash (Medium)", |
| "provider": "Google", |
| "url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.7-flash", |
| "releaseDate": "2026-08-13", |
| "size": null, |
| "price": { |
| "input": 0.75, |
| "output": 3.75 |
| }, |
| "resultFiles": { |
| "freeform": "google-gemini-3.7-flash_ff_route-google-vertex-global.json5", |
| "multipleChoice": "google-gemini-3.7-flash_mc_route-google-vertex-global.json5", |
| "leetcode": "google-gemini-3.7-flash_route-google-vertex-global.json5" |
| } |
| }, |
| { |
| "name": "Gemini 3.8 Flash (High)", |
| "provider": "Google", |
| "url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.8-flash", |
| "releaseDate": "2026-09-02", |
| "size": null, |
| "price": { |
| "input": 0.75, |
| "output": 3.75 |
| }, |
| "resultFiles": { |
| "freeform": "google-gemini-3.8-flash_ff_effort-high.json5", |
| "multipleChoice": "google-gemini-3.8-flash_mc_effort-high.json5", |
| "leetcode": "google-gemini-3.8-flash_effort-high.json5" |
| } |
| }, |
| { |
| "name": "Gemma 3 27B", |
| "provider": "Google", |
| "url": "https://huggingface.co/google/gemma-3-27b-it", |
| "releaseDate": "2025-03-12", |
| "size": 54864813280, |
| "price": { |
| "input": 0.09, |
| "output": 0.25 |
| }, |
| "resultFiles": { |
| "freeform": "google-gemma-3-27b-it_ff.json5", |
| "multipleChoice": "google-gemma-3-27b-it_mc.json5", |
| "leetcode": "google-gemma-3-27b-it.json5" |
| } |
| }, |
| { |
| "name": "Gemma 4 26B-A4B", |
| "provider": "Google", |
| "url": "https://huggingface.co/google/gemma-4-26B-A4B", |
| "releaseDate": "2026-04-02", |
| "size": 51611872412, |
| "price": { |
| "input": 0.13, |
| "output": 0.4 |
| }, |
| "resultFiles": { |
| "freeform": "google-gemma-4-26b-a4b-it_ff_route-novita-bf16.json5", |
| "multipleChoice": "google-gemma-4-26b-a4b-it_mc_route-novita-bf16.json5", |
| "leetcode": "google-gemma-4-26b-a4b-it_route-novita-bf16.json5" |
| } |
| }, |
| { |
| "name": "Gemma 4 31B", |
| "provider": "Google", |
| "url": "https://huggingface.co/google/gemma-4-31B", |
| "releaseDate": "2026-04-02", |
| "size": 62546177752, |
| "price": { |
| "input": 0.14, |
| "output": 0.4 |
| }, |
| "resultFiles": { |
| "freeform": "google-gemma-4-31b-it_ff.json5", |
| "multipleChoice": "google-gemma-4-31b-it_mc.json5", |
| "leetcode": "google-gemma-4-31b-it.json5" |
| } |
| }, |
| { |
| "name": "Llama 3.1 8B Instruct", |
| "provider": "Meta", |
| "url": "https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct", |
| "releaseDate": "2024-07-23", |
| "size": 16060522496, |
| "price": { |
| "input": 0.05, |
| "output": 0.08 |
| }, |
| "resultFiles": { |
| "freeform": "meta-llama-llama-3.1-8b-instruct_ff.json5", |
| "multipleChoice": "meta-llama-llama-3.1-8b-instruct_mc.json5", |
| "leetcode": "meta-llama-llama-3.1-8b-instruct.json5" |
| } |
| }, |
| { |
| "name": "Muse Glimmer 30B (Q4_K_XL)", |
| "provider": "Meta", |
| "url": "https://huggingface.co/meta-models/Muse-Glimmer-30B", |
| "releaseDate": "2026-08-10", |
| "size": 17278551296, |
| "price": { |
| "electricity": 0.2 |
| }, |
| "kilowattHour": { |
| "freeform": 3.786, |
| "multipleChoice": 3.585, |
| "easy": 0.141, |
| "medium": 0.832, |
| "hard": 1.293 |
| }, |
| "resultFiles": { |
| "freeform": "muse-glimmer-30b_ff.json5", |
| "multipleChoice": "muse-glimmer-30b_mc.json5", |
| "leetcode": "muse-glimmer-30b.json5" |
| } |
| }, |
| { |
| "name": "Devstral Small 2507 (Q4_K_M)", |
| "provider": "Mistral AI", |
| "url": "https://huggingface.co/mistralai/Devstral-Small-2507", |
| "releaseDate": "2025-07-10", |
| "size": 16089785632, |
| "price": { |
| "electricity": 0.2 |
| }, |
| "kilowattHour": { |
| "freeform": 0.352, |
| "multipleChoice": 2.418, |
| "easy": 0.192, |
| "medium": 0.662, |
| "hard": 0.469 |
| }, |
| "resultFiles": { |
| "freeform": "devstral-small-2507_ff.json5", |
| "multipleChoice": "devstral-small-2507_mc.json5", |
| "leetcode": "devstral-small-2507.json5" |
| } |
| }, |
| { |
| "name": "Kimi K3 (High)", |
| "provider": "Moonshot AI", |
| "url": "https://www.kimi.com/blog/kimi-k3", |
| "releaseDate": "2026-07-16", |
| "size": 1560860324864, |
| "price": { |
| "input": 3, |
| "output": 15 |
| }, |
| "resultFiles": { |
| "freeform": "moonshotai-kimi-k3_ff_effort-high.json5", |
| "multipleChoice": "moonshotai-kimi-k3_mc_effort-high.json5", |
| "leetcode": "moonshotai-kimi-k3_effort-high.json5" |
| } |
| }, |
| { |
| "name": "Nemotron 3.5 Lightning", |
| "provider": "NVIDIA", |
| "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16", |
| "releaseDate": "2026-08-11", |
| "size": 65842365568, |
| "price": { |
| "input": 0.07, |
| "output": 0.2 |
| }, |
| "resultFiles": { |
| "freeform": "nvidia-nemotron-3.5-lightning_ff_route-coreweave-bf16.json5", |
| "multipleChoice": "nvidia-nemotron-3.5-lightning_mc_route-coreweave-bf16.json5", |
| "leetcode": "nvidia-nemotron-3.5-lightning_route-coreweave-bf16.json5" |
| } |
| }, |
| { |
| "name": "GPT 5 (Medium)", |
| "provider": "OpenAI", |
| "url": "https://developers.openai.com/api/docs/models/gpt-5", |
| "releaseDate": "2025-08-07", |
| "size": null, |
| "price": { |
| "input": 1.25, |
| "output": 10 |
| }, |
| "resultFiles": { |
| "freeform": "gpt-5_ff_effort-medium.json5", |
| "multipleChoice": "gpt-5_mc_effort-medium.json5", |
| "leetcode": "gpt-5_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "GPT 5.4 nano (High)", |
| "provider": "OpenAI", |
| "url": "https://developers.openai.com/api/docs/models/gpt-5.4-nano", |
| "releaseDate": "2026-03-17", |
| "size": null, |
| "price": { |
| "input": 0.2, |
| "output": 1.25 |
| }, |
| "resultFiles": { |
| "freeform": "gpt-5.4-nano_ff_effort-high.json5", |
| "multipleChoice": "gpt-5.4-nano_mc_effort-high.json5", |
| "leetcode": "gpt-5.4-nano_effort-high.json5" |
| } |
| }, |
| { |
| "name": "GPT 5.5 (Medium)", |
| "provider": "OpenAI", |
| "url": "https://developers.openai.com/api/docs/models/gpt-5.5", |
| "releaseDate": "2026-04-23", |
| "size": null, |
| "price": { |
| "input": 5, |
| "output": 30 |
| }, |
| "resultFiles": { |
| "freeform": "gpt-5.5_ff_effort-medium.json5", |
| "multipleChoice": "gpt-5.5_mc_effort-medium.json5", |
| "leetcode": "gpt-5.5_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "GPT 5.6 Luna (Medium)", |
| "provider": "OpenAI", |
| "url": "https://developers.openai.com/api/docs/models/gpt-5.6-luna", |
| "releaseDate": "2026-07-09", |
| "size": null, |
| "price": { |
| "input": 0.2, |
| "output": 1.2 |
| }, |
| "resultFiles": { |
| "freeform": "gpt-5.6-luna_ff_effort-medium.json5", |
| "multipleChoice": "gpt-5.6-luna_mc_effort-medium.json5", |
| "leetcode": "gpt-5.6-luna_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "GPT 5.6 Sol (Medium)", |
| "provider": "OpenAI", |
| "url": "https://developers.openai.com/api/docs/models/gpt-5.6-sol", |
| "releaseDate": "2026-07-09", |
| "size": null, |
| "price": { |
| "input": 2, |
| "output": 10 |
| }, |
| "resultFiles": { |
| "freeform": "gpt-5.6-sol_ff_effort-medium.json5", |
| "multipleChoice": "gpt-5.6-sol_mc_effort-medium.json5", |
| "leetcode": "gpt-5.6-sol_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "GPT 5.6 Terra (Medium)", |
| "provider": "OpenAI", |
| "url": "https://developers.openai.com/api/docs/models/gpt-5.6-terra", |
| "releaseDate": "2026-07-09", |
| "size": null, |
| "price": { |
| "input": 2, |
| "output": 12 |
| }, |
| "resultFiles": { |
| "freeform": "gpt-5.6-terra_ff_effort-medium.json5", |
| "multipleChoice": "gpt-5.6-terra_mc_effort-medium.json5", |
| "leetcode": "gpt-5.6-terra_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "GPT OSS 20B", |
| "provider": "OpenAI", |
| "url": "https://huggingface.co/openai/gpt-oss-20b", |
| "releaseDate": "2025-08-05", |
| "size": 13761264768, |
| "price": { |
| "input": 0.03, |
| "output": 0.15 |
| }, |
| "resultFiles": { |
| "freeform": "openai-gpt-oss-20b_ff.json5", |
| "multipleChoice": "openai-gpt-oss-20b_mc.json5", |
| "leetcode": "openai-gpt-oss-20b.json5" |
| } |
| }, |
| { |
| "name": "Luau Devstral 24B Instruct v0.2 (Q5_K_XL)", |
| "provider": "Torpedo Software", |
| "url": "https://huggingface.co/TorpedoSoftware/Luau-Devstral-24B-Instruct-v0.2", |
| "releaseDate": "2025-09-16", |
| "size": 16788120384, |
| "price": { |
| "electricity": 0.2 |
| }, |
| "kilowattHour": { |
| "freeform": 0.42, |
| "multipleChoice": 0.934, |
| "easy": 0.054, |
| "medium": 0.168, |
| "hard": 0.112 |
| }, |
| "resultFiles": { |
| "freeform": "luau-devstral-24b-instruct-v0.2_ff.json5", |
| "multipleChoice": "luau-devstral-24b-instruct-v0.2_mc.json5", |
| "leetcode": "luau-devstral-24b-instruct-v0.2.json5" |
| } |
| }, |
| { |
| "name": "Luau Qwen3 4B FIM v0.1 (Q8_0)", |
| "provider": "Torpedo Software", |
| "url": "https://huggingface.co/TorpedoSoftware/Luau-Qwen3-4B-FIM-v0.1", |
| "releaseDate": "2025-10-19", |
| "size": 4280402464, |
| "price": { |
| "electricity": 0.2 |
| }, |
| "kilowattHour": { |
| "freeform": 0.103, |
| "multipleChoice": 0.402, |
| "easy": 0.08, |
| "medium": 0.399, |
| "hard": 0.183 |
| }, |
| "resultFiles": { |
| "freeform": "luau-qwen3-4b-fim-v0.1_ff.json5", |
| "multipleChoice": "luau-qwen3-4b-fim-v0.1_mc.json5", |
| "leetcode": "luau-qwen3-4b-fim-v0.1.json5" |
| } |
| }, |
| { |
| "name": "Grok 4.5 (Medium)", |
| "provider": "xAI", |
| "url": "https://docs.x.ai/developers/models/grok-4.5", |
| "releaseDate": "2026-07-08", |
| "size": null, |
| "price": { |
| "input": 2, |
| "output": 6 |
| }, |
| "resultFiles": { |
| "freeform": "x-ai-grok-4.5_ff_effort-medium.json5", |
| "multipleChoice": "x-ai-grok-4.5_mc_effort-medium.json5", |
| "leetcode": "x-ai-grok-4.5_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Grok 4.6 (Medium)", |
| "provider": "xAI", |
| "url": "https://docs.x.ai/developers/models/grok-4.6", |
| "releaseDate": "2026-08-12", |
| "size": null, |
| "price": { |
| "input": 2, |
| "output": 6 |
| }, |
| "resultFiles": { |
| "freeform": "x-ai-grok-4.6_ff_effort-medium_route-xai-zdr.json5", |
| "multipleChoice": "x-ai-grok-4.6_mc_effort-medium_route-xai-zdr.json5", |
| "leetcode": "x-ai-grok-4.6_effort-medium_route-xai-zdr.json5" |
| } |
| }, |
| { |
| "name": "GLM 4.7 Flash", |
| "provider": "Z.ai", |
| "url": "https://huggingface.co/zai-org/GLM-4.7-Flash", |
| "releaseDate": "2026-01-19", |
| "size": 31221488576, |
| "price": { |
| "input": 0.06025, |
| "output": 0.4 |
| }, |
| "resultFiles": { |
| "freeform": "z-ai-glm-4.7-flash_ff.json5", |
| "multipleChoice": "z-ai-glm-4.7-flash_mc.json5", |
| "leetcode": "z-ai-glm-4.7-flash.json5" |
| } |
| }, |
| { |
| "name": "GLM 5.2 (High)", |
| "provider": "Z.ai", |
| "url": "https://huggingface.co/zai-org/GLM-5.2", |
| "releaseDate": "2026-06-16", |
| "size": 1506659919872, |
| "price": { |
| "input": 1.4, |
| "output": 4.4 |
| }, |
| "resultFiles": { |
| "freeform": "z-ai-glm-5.2_ff_effort-high_route-baidu-fp8.json5", |
| "multipleChoice": "z-ai-glm-5.2_mc_effort-high_route-baidu-fp8.json5", |
| "leetcode": "z-ai-glm-5.2_effort-high_route-baidu-fp8.json5" |
| } |
| }, |
| { |
| "name": "GLM 5.3 (High)", |
| "provider": "Z.ai", |
| "url": "https://huggingface.co/zai-org/GLM-5.3", |
| "releaseDate": "2026-08-18", |
| "size": 755632050320, |
| "price": { |
| "input": 1.4, |
| "output": 4.4 |
| }, |
| "resultFiles": { |
| "freeform": "z-ai-glm-5.3_ff_effort-high.json5", |
| "multipleChoice": "z-ai-glm-5.3_mc_effort-high.json5", |
| "leetcode": "z-ai-glm-5.3_effort-high.json5" |
| } |
| }, |
| { |
| "name": "GLM 5.3 Flash (High)", |
| "provider": "Z.ai", |
| "url": "https://huggingface.co/zai-org/GLM-5.3-Flash", |
| "releaseDate": "2026-08-26", |
| "size": 328337455672, |
| "price": { |
| "input": 0.15, |
| "output": 0.5 |
| }, |
| "resultFiles": { |
| "freeform": "z-ai-glm-5.3-flash_ff_effort-high.json5", |
| "multipleChoice": "z-ai-glm-5.3-flash_mc_effort-high.json5", |
| "leetcode": "z-ai-glm-5.3-flash_effort-high.json5" |
| } |
| }, |
| { |
| "name": "GPT 6 Sol (Medium)", |
| "provider": "OpenAI", |
| "url": "https://developers.openai.com/api/docs/models/gpt-6-sol", |
| "releaseDate": "2026-09-22", |
| "size": null, |
| "price": { |
| "input": 2, |
| "output": 10 |
| }, |
| "resultFiles": { |
| "freeform": "gpt-6-sol_ff_effort-medium.json5", |
| "multipleChoice": "gpt-6-sol_mc_effort-medium.json5", |
| "leetcode": "gpt-6-sol_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "GPT 6 Astra (Medium)", |
| "provider": "OpenAI", |
| "url": "https://developers.openai.com/api/docs/models/gpt-6-astra", |
| "releaseDate": "2026-09-04", |
| "size": null, |
| "price": { |
| "input": 10, |
| "output": 50 |
| }, |
| "resultFiles": { |
| "freeform": "gpt-6-astra_ff_effort-medium.json5", |
| "multipleChoice": "gpt-6-astra_mc_effort-medium.json5", |
| "leetcode": "gpt-6-astra_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Claude Sonnet 5.5 (Medium)", |
| "provider": "Anthropic", |
| "url": "https://www.anthropic.com/claude/sonnet", |
| "releaseDate": "2026-09-28", |
| "size": null, |
| "price": { |
| "input": 2, |
| "output": 10 |
| }, |
| "resultFiles": { |
| "freeform": "claude-sonnet-5-5_ff_effort-medium.json5", |
| "multipleChoice": "claude-sonnet-5-5_mc_effort-medium.json5", |
| "leetcode": "claude-sonnet-5-5_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "GPT 6 Luna (Medium)", |
| "provider": "OpenAI", |
| "url": "https://developers.openai.com/api/docs/models/gpt-6-luna", |
| "releaseDate": "2026-09-22", |
| "size": null, |
| "price": { |
| "input": 0.1, |
| "output": 0.5 |
| }, |
| "resultFiles": { |
| "freeform": "gpt-6-luna_ff_effort-medium.json5", |
| "multipleChoice": "gpt-6-luna_mc_effort-medium.json5", |
| "leetcode": "gpt-6-luna_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "Claude Opus 5.5 (Medium)", |
| "provider": "Anthropic", |
| "url": "https://www.anthropic.com/claude/opus", |
| "releaseDate": "2026-09-22", |
| "size": null, |
| "price": { |
| "input": 4, |
| "output": 20 |
| }, |
| "resultFiles": { |
| "freeform": "claude-opus-5-5_ff_effort-medium.json5", |
| "multipleChoice": "claude-opus-5-5_mc_effort-medium.json5", |
| "leetcode": "claude-opus-5-5_effort-medium.json5" |
| } |
| }, |
| { |
| "name": "GPT 6.1 Sol (Medium)", |
| "provider": "OpenAI", |
| "url": "https://developers.openai.com/api/docs/models/gpt-6.1-sol", |
| "releaseDate": "2026-09-29", |
| "size": null, |
| "price": { |
| "input": 2, |
| "output": 10 |
| }, |
| "resultFiles": { |
| "freeform": "gpt-6.1-sol_ff_effort-medium.json5", |
| "multipleChoice": "gpt-6.1-sol_mc_effort-medium.json5", |
| "leetcode": "gpt-6.1-sol_effort-medium.json5" |
| } |
| } |
| ] |
|
|
