[
  {
    "name": "Qwen 2.5 Coder 32B (Q4_K_M)",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
    "releaseDate": "2024-11-12",
    "size": 19851335840,
    "price": {
      "electricity": 0.2
    },
    "kilowattHour": {
      "freeform": 0.838,
      "multipleChoice": 1.808,
      "easy": 0.08,
      "medium": 0.248,
      "hard": 0.169
    },
    "resultFiles": {
      "freeform": "qwen2.5-coder-32b-instruct_ff.json5",
      "multipleChoice": "qwen2.5-coder-32b-instruct_mc.json5",
      "leetcode": "qwen2.5-coder-32b-instruct.json5"
    }
  },
  {
    "name": "Qwen 3 4B Instruct 2507 (Q8_0)",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507",
    "releaseDate": "2025-08-06",
    "size": 4280405600,
    "price": {
      "electricity": 0.2
    },
    "kilowattHour": {
      "freeform": 0.337,
      "multipleChoice": 0.624,
      "easy": 0.021,
      "medium": 0.132,
      "hard": 0.106
    },
    "resultFiles": {
      "freeform": "qwen3-4b-instruct-2507_ff.json5",
      "multipleChoice": "qwen3-4b-instruct-2507_mc.json5",
      "leetcode": "qwen3-4b-instruct-2507.json5"
    }
  },
  {
    "name": "Qwen 3 Coder 30B-A3B",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct",
    "releaseDate": "2025-07-31",
    "size": 61064245248,
    "price": {
      "input": 0.2925,
      "output": 1.4625
    },
    "resultFiles": {
      "freeform": "qwen-qwen3-coder-30b-a3b-instruct_ff.json5",
      "multipleChoice": "qwen-qwen3-coder-30b-a3b-instruct_mc.json5",
      "leetcode": "qwen-qwen3-coder-30b-a3b-instruct.json5"
    }
  },
  {
    "name": "Qwen 3.5 9B",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen3.5-9B",
    "releaseDate": "2026-03-02",
    "size": 19306216416,
    "price": {
      "input": 0.1,
      "output": 0.15
    },
    "resultFiles": {
      "freeform": "qwen-qwen3.5-9b_ff.json5",
      "multipleChoice": "qwen-qwen3.5-9b_mc.json5",
      "leetcode": "qwen-qwen3.5-9b.json5"
    }
  },
  {
    "name": "Qwen 3.6 27B",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen3.6-27B",
    "releaseDate": "2026-04-22",
    "size": 55562855904,
    "price": {
      "input": 0.45,
      "output": 2.7
    },
    "resultFiles": {
      "freeform": "qwen-qwen3.6-27b_ff.json5",
      "multipleChoice": "qwen-qwen3.6-27b_mc.json5",
      "leetcode": "qwen-qwen3.6-27b.json5"
    }
  },
  {
    "name": "Qwen 3.6 35B-A3B",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen3.6-35B-A3B",
    "releaseDate": "2026-04-16",
    "size": 71903645408,
    "price": {
      "input": 0.15,
      "output": 1
    },
    "resultFiles": {
      "freeform": "qwen3.6-35b-a3b-mtp_ff.json5",
      "multipleChoice": "qwen3.6-35b-a3b-mtp_mc.json5",
      "leetcode": "qwen-qwen3.6-35b-a3b.json5"
    }
  },
  {
    "name": "Qwen 3.8 2.4T-A95B",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B",
    "releaseDate": "2026-08-12",
    "size": 4892365451008,
    "price": {
      "input": 2,
      "output": 6
    },
    "resultFiles": {
      "freeform": "qwen-qwen3.8-2.4t-a95b_ff_route-digitalocean_maxtok52000.json5",
      "multipleChoice": "qwen-qwen3.8-2.4t-a95b_mc_route-digitalocean_maxtok52000.json5",
      "leetcode": "qwen-qwen3.8-2.4t-a95b_route-digitalocean_maxtok52000.json5"
    }
  },
  {
    "name": "Qwen 3.8 27B (Medium, Q4_K_XL)",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen3.8-27B",
    "releaseDate": "2026-08-14",
    "size": 18851002112,
    "price": {
      "electricity": 0.2
    },
    "kilowattHour": {
      "freeform": 2.171,
      "multipleChoice": 4.079,
      "easy": 0.628,
      "medium": 1.248,
      "hard": 1.673
    },
    "resultFiles": {
      "freeform": "qwen3.8-27b_ff.json5",
      "multipleChoice": "qwen3.8-27b_mc.json5",
      "leetcode": "qwen3.8-27b.json5"
    }
  },
  {
    "name": "Qwen 3.8 27B (XHigh, Q4_K_XL)",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen3.8-27B",
    "releaseDate": "2026-08-14",
    "size": 18851002112,
    "price": {
      "electricity": 0.2
    },
    "kilowattHour": {
      "freeform": 10.457,
      "multipleChoice": 12.276,
      "easy": 1.73,
      "medium": 6.25,
      "hard": 10.46
    },
    "resultFiles": {
      "freeform": "qwen3.8-27b_ff_sysprefix-8c8ba90c.json5",
      "multipleChoice": "qwen3.8-27b_mc_sysprefix-8c8ba90c.json5",
      "leetcode": "qwen3.8-27b_sysprefix-8c8ba90c.json5"
    }
  },
  {
    "name": "Qwen 3.8 Flash Next (Medium, NVFP4)",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next",
    "releaseDate": "2026-08-26",
    "size": 135195303851,
    "price": {
      "input": 0.15,
      "output": 0.47
    },
    "resultFiles": {
      "freeform": "Qwen3.8-Flash-Next_ff.json5",
      "multipleChoice": "Qwen3.8-Flash-Next_mc.json5",
      "leetcode": "Qwen3.8-Flash-Next.json5"
    }
  },
  {
    "name": "Qwen 3.8 Flash Next (XHigh, NVFP4)",
    "provider": "Alibaba",
    "url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next",
    "releaseDate": "2026-08-26",
    "size": 135195303851,
    "price": {
      "input": 0.15,
      "output": 0.47
    },
    "resultFiles": {
      "freeform": "Qwen3.8-Flash-Next_ff_effort-xhigh.json5",
      "multipleChoice": "Qwen3.8-Flash-Next_mc_effort-xhigh.json5",
      "leetcode": "Qwen3.8-Flash-Next_effort-xhigh.json5"
    }
  },
  {
    "name": "Claude Fable 5 (Medium)",
    "provider": "Anthropic",
    "url": "https://www.anthropic.com/claude/fable",
    "releaseDate": "2026-06-09",
    "size": null,
    "price": {
      "input": 10,
      "output": 50
    },
    "resultFiles": {
      "freeform": "claude-fable-5_ff_effort-medium.json5",
      "multipleChoice": "claude-fable-5_mc_effort-medium.json5",
      "leetcode": "claude-fable-5_effort-medium.json5"
    }
  },
  {
    "name": "Claude Fable 5.1 (Medium)",
    "provider": "Anthropic",
    "url": "https://www.anthropic.com/claude/fable",
    "releaseDate": "2026-09-01",
    "size": null,
    "price": {
      "input": 10,
      "output": 50
    },
    "resultFiles": {
      "freeform": "claude-fable-5-1_ff_effort-medium.json5",
      "multipleChoice": "claude-fable-5-1_mc_effort-medium.json5",
      "leetcode": "claude-fable-5-1_effort-medium.json5"
    }
  },
  {
    "name": "Claude Haiku 4.5 (Extended Thinking)",
    "provider": "Anthropic",
    "url": "https://www.anthropic.com/claude/haiku",
    "releaseDate": "2025-10-15",
    "size": null,
    "price": {
      "input": 1,
      "output": 5
    },
    "resultFiles": {
      "freeform": "claude-haiku-4-5-20251001_ff_thinking.json5",
      "multipleChoice": "claude-haiku-4-5-20251001_mc_thinking.json5",
      "leetcode": "claude-haiku-4-5-20251001_thinking.json5"
    }
  },
  {
    "name": "Claude Opus 4.8 (Medium)",
    "provider": "Anthropic",
    "url": "https://www.anthropic.com/claude/opus",
    "releaseDate": "2026-05-28",
    "size": null,
    "price": {
      "input": 5,
      "output": 25
    },
    "resultFiles": {
      "freeform": "claude-opus-4-8_ff_effort-medium.json5",
      "multipleChoice": "claude-opus-4-8_mc_effort-medium.json5",
      "leetcode": "claude-opus-4-8_effort-medium.json5"
    }
  },
  {
    "name": "Claude Opus 5 (Medium)",
    "provider": "Anthropic",
    "url": "https://www.anthropic.com/claude/opus",
    "releaseDate": "2026-07-24",
    "size": null,
    "price": {
      "input": 5,
      "output": 25
    },
    "resultFiles": {
      "freeform": "claude-opus-5_ff_effort-medium.json5",
      "multipleChoice": "claude-opus-5_mc_effort-medium.json5",
      "leetcode": "claude-opus-5_effort-medium.json5"
    }
  },
  {
    "name": "Claude Sonnet 4 (Medium)",
    "provider": "Anthropic",
    "url": "https://www.anthropic.com/claude/sonnet",
    "releaseDate": "2025-05-22",
    "size": null,
    "price": {
      "input": 3,
      "output": 15
    },
    "resultFiles": {
      "freeform": "anthropic-claude-sonnet-4_ff_effort-medium.json5",
      "multipleChoice": "anthropic-claude-sonnet-4_mc_effort-medium.json5",
      "leetcode": "anthropic-claude-sonnet-4_effort-medium.json5"
    }
  },
  {
    "name": "Claude Sonnet 5 (Medium)",
    "provider": "Anthropic",
    "url": "https://www.anthropic.com/claude/sonnet",
    "releaseDate": "2026-06-30",
    "size": null,
    "price": {
      "input": 2,
      "output": 10
    },
    "resultFiles": {
      "freeform": "claude-sonnet-5_ff_effort-medium.json5",
      "multipleChoice": "claude-sonnet-5_mc_effort-medium.json5",
      "leetcode": "claude-sonnet-5_effort-medium.json5"
    }
  },
  {
    "name": "Deepseek R1 0528",
    "provider": "DeepSeek",
    "url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
    "releaseDate": "2025-05-28",
    "size": 1369062772000,
    "price": {
      "input": 0.5,
      "output": 2.18
    },
    "resultFiles": {
      "freeform": "deepseek-deepseek-r1-0528_ff_route-siliconflow-fp8.json5",
      "multipleChoice": "deepseek-deepseek-r1-0528_mc_route-siliconflow-fp8.json5",
      "leetcode": "deepseek-deepseek-r1-0528_route-siliconflow-fp8.json5"
    }
  },
  {
    "name": "Deepseek V4 Flash",
    "provider": "DeepSeek",
    "url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash",
    "releaseDate": "2026-04-24",
    "size": 159609485896,
    "price": {
      "input": 0.098,
      "output": 0.28
    },
    "resultFiles": {
      "freeform": "deepseek-deepseek-v4-flash_ff.json5",
      "multipleChoice": "deepseek-deepseek-v4-flash_mc.json5",
      "leetcode": "deepseek-deepseek-v4-flash.json5"
    }
  },
  {
    "name": "Deepseek V4 Flash 0731",
    "provider": "DeepSeek",
    "url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731",
    "releaseDate": "2026-07-31",
    "size": 166878536440,
    "price": {
      "input": 0.22,
      "output": 0.66
    },
    "resultFiles": {
      "freeform": "deepseek-deepseek-v4-flash-0731_ff_route-siliconflow-fp8_maxtok128000.json5",
      "multipleChoice": "deepseek-deepseek-v4-flash-0731_mc_route-siliconflow-fp8_maxtok128000.json5",
      "leetcode": "deepseek-deepseek-v4-flash-0731_route-siliconflow-fp8_maxtok128000.json5"
    }
  },
  {
    "name": "Deepseek V4 Pro 0813 (High)",
    "provider": "DeepSeek",
    "url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813",
    "releaseDate": "2026-08-13",
    "size": 892727580904,
    "price": {
      "input": 0.66,
      "output": 1.98
    },
    "resultFiles": {
      "freeform": "deepseek-deepseek-v4-pro-0813_ff_effort-high_route-deepseek.json5",
      "multipleChoice": "deepseek-deepseek-v4-pro-0813_mc_effort-high_route-deepseek.json5",
      "leetcode": "deepseek-deepseek-v4-pro-0813_effort-high_route-deepseek.json5"
    }
  },
  {
    "name": "Gemini 2.5 Pro (Medium)",
    "provider": "Google",
    "url": "https://ai.google.dev/gemini-api/docs/models/gemini-2.5-pro",
    "releaseDate": "2025-06-17",
    "size": null,
    "price": {
      "input": 1.25,
      "output": 10
    },
    "resultFiles": {
      "freeform": "gemini-2.5-pro_ff_effort-medium.json5",
      "multipleChoice": "gemini-2.5-pro_mc_effort-medium.json5",
      "leetcode": "gemini-2.5-pro_effort-medium.json5"
    }
  },
  {
    "name": "Gemini 3.1 Pro (Medium)",
    "provider": "Google",
    "url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.1-pro-preview",
    "releaseDate": "2026-02-19",
    "size": null,
    "price": {
      "input": 2,
      "output": 12
    },
    "resultFiles": {
      "freeform": "gemini-3.1-pro-preview_ff_effort-medium.json5",
      "multipleChoice": "gemini-3.1-pro-preview_mc_effort-medium.json5",
      "leetcode": "gemini-3.1-pro-preview_effort-medium.json5"
    }
  },
  {
    "name": "Gemini 3.7 Flash (Medium)",
    "provider": "Google",
    "url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.7-flash",
    "releaseDate": "2026-08-13",
    "size": null,
    "price": {
      "input": 0.75,
      "output": 3.75
    },
    "resultFiles": {
      "freeform": "google-gemini-3.7-flash_ff_route-google-vertex-global.json5",
      "multipleChoice": "google-gemini-3.7-flash_mc_route-google-vertex-global.json5",
      "leetcode": "google-gemini-3.7-flash_route-google-vertex-global.json5"
    }
  },
  {
    "name": "Gemini 3.8 Flash (High)",
    "provider": "Google",
    "url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.8-flash",
    "releaseDate": "2026-09-02",
    "size": null,
    "price": {
      "input": 0.75,
      "output": 3.75
    },
    "resultFiles": {
      "freeform": "google-gemini-3.8-flash_ff_effort-high.json5",
      "multipleChoice": "google-gemini-3.8-flash_mc_effort-high.json5",
      "leetcode": "google-gemini-3.8-flash_effort-high.json5"
    }
  },
  {
    "name": "Gemma 3 27B",
    "provider": "Google",
    "url": "https://huggingface.co/google/gemma-3-27b-it",
    "releaseDate": "2025-03-12",
    "size": 54864813280,
    "price": {
      "input": 0.09,
      "output": 0.25
    },
    "resultFiles": {
      "freeform": "google-gemma-3-27b-it_ff.json5",
      "multipleChoice": "google-gemma-3-27b-it_mc.json5",
      "leetcode": "google-gemma-3-27b-it.json5"
    }
  },
  {
    "name": "Gemma 4 26B-A4B",
    "provider": "Google",
    "url": "https://huggingface.co/google/gemma-4-26B-A4B",
    "releaseDate": "2026-04-02",
    "size": 51611872412,
    "price": {
      "input": 0.13,
      "output": 0.4
    },
    "resultFiles": {
      "freeform": "google-gemma-4-26b-a4b-it_ff_route-novita-bf16.json5",
      "multipleChoice": "google-gemma-4-26b-a4b-it_mc_route-novita-bf16.json5",
      "leetcode": "google-gemma-4-26b-a4b-it_route-novita-bf16.json5"
    }
  },
  {
    "name": "Gemma 4 31B",
    "provider": "Google",
    "url": "https://huggingface.co/google/gemma-4-31B",
    "releaseDate": "2026-04-02",
    "size": 62546177752,
    "price": {
      "input": 0.14,
      "output": 0.4
    },
    "resultFiles": {
      "freeform": "google-gemma-4-31b-it_ff.json5",
      "multipleChoice": "google-gemma-4-31b-it_mc.json5",
      "leetcode": "google-gemma-4-31b-it.json5"
    }
  },
  {
    "name": "Llama 3.1 8B Instruct",
    "provider": "Meta",
    "url": "https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct",
    "releaseDate": "2024-07-23",
    "size": 16060522496,
    "price": {
      "input": 0.05,
      "output": 0.08
    },
    "resultFiles": {
      "freeform": "meta-llama-llama-3.1-8b-instruct_ff.json5",
      "multipleChoice": "meta-llama-llama-3.1-8b-instruct_mc.json5",
      "leetcode": "meta-llama-llama-3.1-8b-instruct.json5"
    }
  },
  {
    "name": "Muse Glimmer 30B (Q4_K_XL)",
    "provider": "Meta",
    "url": "https://huggingface.co/meta-models/Muse-Glimmer-30B",
    "releaseDate": "2026-08-10",
    "size": 17278551296,
    "price": {
      "electricity": 0.2
    },
    "kilowattHour": {
      "freeform": 3.786,
      "multipleChoice": 3.585,
      "easy": 0.141,
      "medium": 0.832,
      "hard": 1.293
    },
    "resultFiles": {
      "freeform": "muse-glimmer-30b_ff.json5",
      "multipleChoice": "muse-glimmer-30b_mc.json5",
      "leetcode": "muse-glimmer-30b.json5"
    }
  },
  {
    "name": "Devstral Small 2507 (Q4_K_M)",
    "provider": "Mistral AI",
    "url": "https://huggingface.co/mistralai/Devstral-Small-2507",
    "releaseDate": "2025-07-10",
    "size": 16089785632,
    "price": {
      "electricity": 0.2
    },
    "kilowattHour": {
      "freeform": 0.352,
      "multipleChoice": 2.418,
      "easy": 0.192,
      "medium": 0.662,
      "hard": 0.469
    },
    "resultFiles": {
      "freeform": "devstral-small-2507_ff.json5",
      "multipleChoice": "devstral-small-2507_mc.json5",
      "leetcode": "devstral-small-2507.json5"
    }
  },
  {
    "name": "Kimi K3 (High)",
    "provider": "Moonshot AI",
    "url": "https://www.kimi.com/blog/kimi-k3",
    "releaseDate": "2026-07-16",
    "size": 1560860324864,
    "price": {
      "input": 3,
      "output": 15
    },
    "resultFiles": {
      "freeform": "moonshotai-kimi-k3_ff_effort-high.json5",
      "multipleChoice": "moonshotai-kimi-k3_mc_effort-high.json5",
      "leetcode": "moonshotai-kimi-k3_effort-high.json5"
    }
  },
  {
    "name": "Nemotron 3.5 Lightning",
    "provider": "NVIDIA",
    "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
    "releaseDate": "2026-08-11",
    "size": 65842365568,
    "price": {
      "input": 0.07,
      "output": 0.2
    },
    "resultFiles": {
      "freeform": "nvidia-nemotron-3.5-lightning_ff_route-coreweave-bf16.json5",
      "multipleChoice": "nvidia-nemotron-3.5-lightning_mc_route-coreweave-bf16.json5",
      "leetcode": "nvidia-nemotron-3.5-lightning_route-coreweave-bf16.json5"
    }
  },
  {
    "name": "GPT 5 (Medium)",
    "provider": "OpenAI",
    "url": "https://developers.openai.com/api/docs/models/gpt-5",
    "releaseDate": "2025-08-07",
    "size": null,
    "price": {
      "input": 1.25,
      "output": 10
    },
    "resultFiles": {
      "freeform": "gpt-5_ff_effort-medium.json5",
      "multipleChoice": "gpt-5_mc_effort-medium.json5",
      "leetcode": "gpt-5_effort-medium.json5"
    }
  },
  {
    "name": "GPT 5.4 nano (High)",
    "provider": "OpenAI",
    "url": "https://developers.openai.com/api/docs/models/gpt-5.4-nano",
    "releaseDate": "2026-03-17",
    "size": null,
    "price": {
      "input": 0.2,
      "output": 1.25
    },
    "resultFiles": {
      "freeform": "gpt-5.4-nano_ff_effort-high.json5",
      "multipleChoice": "gpt-5.4-nano_mc_effort-high.json5",
      "leetcode": "gpt-5.4-nano_effort-high.json5"
    }
  },
  {
    "name": "GPT 5.5 (Medium)",
    "provider": "OpenAI",
    "url": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "releaseDate": "2026-04-23",
    "size": null,
    "price": {
      "input": 5,
      "output": 30
    },
    "resultFiles": {
      "freeform": "gpt-5.5_ff_effort-medium.json5",
      "multipleChoice": "gpt-5.5_mc_effort-medium.json5",
      "leetcode": "gpt-5.5_effort-medium.json5"
    }
  },
  {
    "name": "GPT 5.6 Luna (Medium)",
    "provider": "OpenAI",
    "url": "https://developers.openai.com/api/docs/models/gpt-5.6-luna",
    "releaseDate": "2026-07-09",
    "size": null,
    "price": {
      "input": 0.2,
      "output": 1.2
    },
    "resultFiles": {
      "freeform": "gpt-5.6-luna_ff_effort-medium.json5",
      "multipleChoice": "gpt-5.6-luna_mc_effort-medium.json5",
      "leetcode": "gpt-5.6-luna_effort-medium.json5"
    }
  },
  {
    "name": "GPT 5.6 Sol (Medium)",
    "provider": "OpenAI",
    "url": "https://developers.openai.com/api/docs/models/gpt-5.6-sol",
    "releaseDate": "2026-07-09",
    "size": null,
    "price": {
      "input": 2,
      "output": 10
    },
    "resultFiles": {
      "freeform": "gpt-5.6-sol_ff_effort-medium.json5",
      "multipleChoice": "gpt-5.6-sol_mc_effort-medium.json5",
      "leetcode": "gpt-5.6-sol_effort-medium.json5"
    }
  },
  {
    "name": "GPT 5.6 Terra (Medium)",
    "provider": "OpenAI",
    "url": "https://developers.openai.com/api/docs/models/gpt-5.6-terra",
    "releaseDate": "2026-07-09",
    "size": null,
    "price": {
      "input": 2,
      "output": 12
    },
    "resultFiles": {
      "freeform": "gpt-5.6-terra_ff_effort-medium.json5",
      "multipleChoice": "gpt-5.6-terra_mc_effort-medium.json5",
      "leetcode": "gpt-5.6-terra_effort-medium.json5"
    }
  },
  {
    "name": "GPT OSS 20B",
    "provider": "OpenAI",
    "url": "https://huggingface.co/openai/gpt-oss-20b",
    "releaseDate": "2025-08-05",
    "size": 13761264768,
    "price": {
      "input": 0.03,
      "output": 0.15
    },
    "resultFiles": {
      "freeform": "openai-gpt-oss-20b_ff.json5",
      "multipleChoice": "openai-gpt-oss-20b_mc.json5",
      "leetcode": "openai-gpt-oss-20b.json5"
    }
  },
  {
    "name": "Luau Devstral 24B Instruct v0.2 (Q5_K_XL)",
    "provider": "Torpedo Software",
    "url": "https://huggingface.co/TorpedoSoftware/Luau-Devstral-24B-Instruct-v0.2",
    "releaseDate": "2025-09-16",
    "size": 16788120384,
    "price": {
      "electricity": 0.2
    },
    "kilowattHour": {
      "freeform": 0.42,
      "multipleChoice": 0.934,
      "easy": 0.054,
      "medium": 0.168,
      "hard": 0.112
    },
    "resultFiles": {
      "freeform": "luau-devstral-24b-instruct-v0.2_ff.json5",
      "multipleChoice": "luau-devstral-24b-instruct-v0.2_mc.json5",
      "leetcode": "luau-devstral-24b-instruct-v0.2.json5"
    }
  },
  {
    "name": "Luau Qwen3 4B FIM v0.1 (Q8_0)",
    "provider": "Torpedo Software",
    "url": "https://huggingface.co/TorpedoSoftware/Luau-Qwen3-4B-FIM-v0.1",
    "releaseDate": "2025-10-19",
    "size": 4280402464,
    "price": {
      "electricity": 0.2
    },
    "kilowattHour": {
      "freeform": 0.103,
      "multipleChoice": 0.402,
      "easy": 0.08,
      "medium": 0.399,
      "hard": 0.183
    },
    "resultFiles": {
      "freeform": "luau-qwen3-4b-fim-v0.1_ff.json5",
      "multipleChoice": "luau-qwen3-4b-fim-v0.1_mc.json5",
      "leetcode": "luau-qwen3-4b-fim-v0.1.json5"
    }
  },
  {
    "name": "Grok 4.5 (Medium)",
    "provider": "xAI",
    "url": "https://docs.x.ai/developers/models/grok-4.5",
    "releaseDate": "2026-07-08",
    "size": null,
    "price": {
      "input": 2,
      "output": 6
    },
    "resultFiles": {
      "freeform": "x-ai-grok-4.5_ff_effort-medium.json5",
      "multipleChoice": "x-ai-grok-4.5_mc_effort-medium.json5",
      "leetcode": "x-ai-grok-4.5_effort-medium.json5"
    }
  },
  {
    "name": "Grok 4.6 (Medium)",
    "provider": "xAI",
    "url": "https://docs.x.ai/developers/models/grok-4.6",
    "releaseDate": "2026-08-12",
    "size": null,
    "price": {
      "input": 2,
      "output": 6
    },
    "resultFiles": {
      "freeform": "x-ai-grok-4.6_ff_effort-medium_route-xai-zdr.json5",
      "multipleChoice": "x-ai-grok-4.6_mc_effort-medium_route-xai-zdr.json5",
      "leetcode": "x-ai-grok-4.6_effort-medium_route-xai-zdr.json5"
    }
  },
  {
    "name": "GLM 4.7 Flash",
    "provider": "Z.ai",
    "url": "https://huggingface.co/zai-org/GLM-4.7-Flash",
    "releaseDate": "2026-01-19",
    "size": 31221488576,
    "price": {
      "input": 0.06025,
      "output": 0.4
    },
    "resultFiles": {
      "freeform": "z-ai-glm-4.7-flash_ff.json5",
      "multipleChoice": "z-ai-glm-4.7-flash_mc.json5",
      "leetcode": "z-ai-glm-4.7-flash.json5"
    }
  },
  {
    "name": "GLM 5.2 (High)",
    "provider": "Z.ai",
    "url": "https://huggingface.co/zai-org/GLM-5.2",
    "releaseDate": "2026-06-16",
    "size": 1506659919872,
    "price": {
      "input": 1.4,
      "output": 4.4
    },
    "resultFiles": {
      "freeform": "z-ai-glm-5.2_ff_effort-high_route-baidu-fp8.json5",
      "multipleChoice": "z-ai-glm-5.2_mc_effort-high_route-baidu-fp8.json5",
      "leetcode": "z-ai-glm-5.2_effort-high_route-baidu-fp8.json5"
    }
  },
  {
    "name": "GLM 5.3 (High)",
    "provider": "Z.ai",
    "url": "https://huggingface.co/zai-org/GLM-5.3",
    "releaseDate": "2026-08-18",
    "size": 755632050320,
    "price": {
      "input": 1.4,
      "output": 4.4
    },
    "resultFiles": {
      "freeform": "z-ai-glm-5.3_ff_effort-high.json5",
      "multipleChoice": "z-ai-glm-5.3_mc_effort-high.json5",
      "leetcode": "z-ai-glm-5.3_effort-high.json5"
    }
  },
  {
    "name": "GLM 5.3 Flash (High)",
    "provider": "Z.ai",
    "url": "https://huggingface.co/zai-org/GLM-5.3-Flash",
    "releaseDate": "2026-08-26",
    "size": 328337455672,
    "price": {
      "input": 0.15,
      "output": 0.5
    },
    "resultFiles": {
      "freeform": "z-ai-glm-5.3-flash_ff_effort-high.json5",
      "multipleChoice": "z-ai-glm-5.3-flash_mc_effort-high.json5",
      "leetcode": "z-ai-glm-5.3-flash_effort-high.json5"
    }
  },
  {
    "name": "GPT 6 Sol (Medium)",
    "provider": "OpenAI",
    "url": "https://developers.openai.com/api/docs/models/gpt-6-sol",
    "releaseDate": "2026-09-22",
    "size": null,
    "price": {
      "input": 2,
      "output": 10
    },
    "resultFiles": {
      "freeform": "gpt-6-sol_ff_effort-medium.json5",
      "multipleChoice": "gpt-6-sol_mc_effort-medium.json5",
      "leetcode": "gpt-6-sol_effort-medium.json5"
    }
  },
  {
    "name": "GPT 6 Astra (Medium)",
    "provider": "OpenAI",
    "url": "https://developers.openai.com/api/docs/models/gpt-6-astra",
    "releaseDate": "2026-09-04",
    "size": null,
    "price": {
      "input": 10,
      "output": 50
    },
    "resultFiles": {
      "freeform": "gpt-6-astra_ff_effort-medium.json5",
      "multipleChoice": "gpt-6-astra_mc_effort-medium.json5",
      "leetcode": "gpt-6-astra_effort-medium.json5"
    }
  },
  {
    "name": "Claude Sonnet 5.5 (Medium)",
    "provider": "Anthropic",
    "url": "https://www.anthropic.com/claude/sonnet",
    "releaseDate": "2026-09-28",
    "size": null,
    "price": {
      "input": 2,
      "output": 10
    },
    "resultFiles": {
      "freeform": "claude-sonnet-5-5_ff_effort-medium.json5",
      "multipleChoice": "claude-sonnet-5-5_mc_effort-medium.json5",
      "leetcode": "claude-sonnet-5-5_effort-medium.json5"
    }
  },
  {
    "name": "GPT 6 Luna (Medium)",
    "provider": "OpenAI",
    "url": "https://developers.openai.com/api/docs/models/gpt-6-luna",
    "releaseDate": "2026-09-22",
    "size": null,
    "price": {
      "input": 0.1,
      "output": 0.5
    },
    "resultFiles": {
      "freeform": "gpt-6-luna_ff_effort-medium.json5",
      "multipleChoice": "gpt-6-luna_mc_effort-medium.json5",
      "leetcode": "gpt-6-luna_effort-medium.json5"
    }
  },
  {
    "name": "Claude Opus 5.5 (Medium)",
    "provider": "Anthropic",
    "url": "https://www.anthropic.com/claude/opus",
    "releaseDate": "2026-09-22",
    "size": null,
    "price": {
      "input": 4,
      "output": 20
    },
    "resultFiles": {
      "freeform": "claude-opus-5-5_ff_effort-medium.json5",
      "multipleChoice": "claude-opus-5-5_mc_effort-medium.json5",
      "leetcode": "claude-opus-5-5_effort-medium.json5"
    }
  },
  {
    "name": "GPT 6.1 Sol (Medium)",
    "provider": "OpenAI",
    "url": "https://developers.openai.com/api/docs/models/gpt-6.1-sol",
    "releaseDate": "2026-09-29",
    "size": null,
    "price": {
      "input": 2,
      "output": 10
    },
    "resultFiles": {
      "freeform": "gpt-6.1-sol_ff_effort-medium.json5",
      "multipleChoice": "gpt-6.1-sol_mc_effort-medium.json5",
      "leetcode": "gpt-6.1-sol_effort-medium.json5"
    }
  }
]