Add Claude Opus 5.5, Claude Sonnet 5.5, GPT 6 Sol, Astra and Luna; update prices

data/details/index.json

@@ -1 +1 @@
-{"version":1,"generatedAt":"2026-09-07","models":[{"id":"qwen-2-5-coder-32b-q4-k-m","name":"Qwen 2.5 Coder 32B (Q4_K_M)","hasDetails":true},{"id":"qwen-3-4b-instruct-2507-q8-0","name":"Qwen 3 4B Instruct 2507 (Q8_0)","hasDetails":true},{"id":"qwen-3-coder-30b-a3b","name":"Qwen 3 Coder 30B-A3B","hasDetails":true},{"id":"qwen-3-5-9b","name":"Qwen 3.5 9B","hasDetails":true},{"id":"qwen-3-6-27b","name":"Qwen 3.6 27B","hasDetails":true},{"id":"qwen-3-6-35b-a3b","name":"Qwen 3.6 35B-A3B","hasDetails":true},{"id":"qwen-3-8-2-4t-a95b","name":"Qwen 3.8 2.4T-A95B","hasDetails":true},{"id":"qwen-3-8-27b-medium-q4-k-xl","name":"Qwen 3.8 27B (Medium, Q4_K_XL)","hasDetails":true},{"id":"qwen-3-8-27b-xhigh-q4-k-xl","name":"Qwen 3.8 27B (XHigh, Q4_K_XL)","hasDetails":true},{"id":"qwen-3-8-flash-next-medium-nvfp4","name":"Qwen 3.8 Flash Next (Medium, NVFP4)","hasDetails":true},{"id":"qwen-3-8-flash-next-xhigh-nvfp4","name":"Qwen 3.8 Flash Next (XHigh, NVFP4)","hasDetails":true},{"id":"claude-fable-5-medium","name":"Claude Fable 5 (Medium)","hasDetails":true},{"id":"claude-fable-5-1-medium","name":"Claude Fable 5.1 (Medium)","hasDetails":true},{"id":"claude-haiku-4-5-extended-thinking","name":"Claude Haiku 4.5 (Extended Thinking)","hasDetails":true},{"id":"claude-opus-4-8-medium","name":"Claude Opus 4.8 (Medium)","hasDetails":true},{"id":"claude-opus-5-medium","name":"Claude Opus 5 (Medium)","hasDetails":true},{"id":"claude-sonnet-4-medium","name":"Claude Sonnet 4 (Medium)","hasDetails":true},{"id":"claude-sonnet-5-medium","name":"Claude Sonnet 5 (Medium)","hasDetails":true},{"id":"deepseek-r1-0528","name":"Deepseek R1 0528","hasDetails":true},{"id":"deepseek-v4-flash","name":"Deepseek V4 Flash","hasDetails":true},{"id":"deepseek-v4-flash-0731","name":"Deepseek V4 Flash 0731","hasDetails":true},{"id":"deepseek-v4-pro-0813-high","name":"Deepseek V4 Pro 0813 (High)","hasDetails":true},{"id":"gemini-2-5-pro-medium","name":"Gemini 2.5 Pro (Medium)","hasDetails":true},{"id":"gemini-3-1-pro-medium","name":"Gemini 3.1 Pro (Medium)","hasDetails":true},{"id":"gemini-3-7-flash-medium","name":"Gemini 3.7 Flash (Medium)","hasDetails":true},{"id":"gemini-3-8-flash-high","name":"Gemini 3.8 Flash (High)","hasDetails":true},{"id":"gemma-3-27b","name":"Gemma 3 27B","hasDetails":true},{"id":"gemma-4-26b-a4b","name":"Gemma 4 26B-A4B","hasDetails":true},{"id":"gemma-4-31b","name":"Gemma 4 31B","hasDetails":true},{"id":"llama-3-1-8b-instruct","name":"Llama 3.1 8B Instruct","hasDetails":true},{"id":"muse-glimmer-30b-q4-k-xl","name":"Muse Glimmer 30B (Q4_K_XL)","hasDetails":true},{"id":"devstral-small-2507-q4-k-m","name":"Devstral Small 2507 (Q4_K_M)","hasDetails":true},{"id":"kimi-k3-high","name":"Kimi K3 (High)","hasDetails":true},{"id":"nemotron-3-5-lightning","name":"Nemotron 3.5 Lightning","hasDetails":true},{"id":"gpt-5-medium","name":"GPT 5 (Medium)","hasDetails":true},{"id":"gpt-5-4-nano-high","name":"GPT 5.4 nano (High)","hasDetails":true},{"id":"gpt-5-5-medium","name":"GPT 5.5 (Medium)","hasDetails":true},{"id":"gpt-5-6-luna-medium","name":"GPT 5.6 Luna (Medium)","hasDetails":true},{"id":"gpt-5-6-sol-medium","name":"GPT 5.6 Sol (Medium)","hasDetails":true},{"id":"gpt-5-6-terra-medium","name":"GPT 5.6 Terra (Medium)","hasDetails":true},{"id":"gpt-oss-20b","name":"GPT OSS 20B","hasDetails":true},{"id":"luau-devstral-24b-instruct-v0-2-q5-k-xl","name":"Luau Devstral 24B Instruct v0.2 (Q5_K_XL)","hasDetails":true},{"id":"luau-qwen3-4b-fim-v0-1-q8-0","name":"Luau Qwen3 4B FIM v0.1 (Q8_0)","hasDetails":true},{"id":"grok-4-5-medium","name":"Grok 4.5 (Medium)","hasDetails":true},{"id":"grok-4-6-medium","name":"Grok 4.6 (Medium)","hasDetails":true},{"id":"glm-4-7-flash","name":"GLM 4.7 Flash","hasDetails":true},{"id":"glm-5-2-high","name":"GLM 5.2 (High)","hasDetails":true},{"id":"glm-5-3-high","name":"GLM 5.3 (High)","hasDetails":true},{"id":"glm-5-3-flash-high","name":"GLM 5.3 Flash (High)","hasDetails":true}]}
+{"version":1,"generatedAt":"2026-09-30","models":[{"id":"qwen-2-5-coder-32b-q4-k-m","name":"Qwen 2.5 Coder 32B (Q4_K_M)","hasDetails":true},{"id":"qwen-3-4b-instruct-2507-q8-0","name":"Qwen 3 4B Instruct 2507 (Q8_0)","hasDetails":true},{"id":"qwen-3-coder-30b-a3b","name":"Qwen 3 Coder 30B-A3B","hasDetails":true},{"id":"qwen-3-5-9b","name":"Qwen 3.5 9B","hasDetails":true},{"id":"qwen-3-6-27b","name":"Qwen 3.6 27B","hasDetails":true},{"id":"qwen-3-6-35b-a3b","name":"Qwen 3.6 35B-A3B","hasDetails":true},{"id":"qwen-3-8-2-4t-a95b","name":"Qwen 3.8 2.4T-A95B","hasDetails":true},{"id":"qwen-3-8-27b-medium-q4-k-xl","name":"Qwen 3.8 27B (Medium, Q4_K_XL)","hasDetails":true},{"id":"qwen-3-8-27b-xhigh-q4-k-xl","name":"Qwen 3.8 27B (XHigh, Q4_K_XL)","hasDetails":true},{"id":"qwen-3-8-flash-next-medium-nvfp4","name":"Qwen 3.8 Flash Next (Medium, NVFP4)","hasDetails":true},{"id":"qwen-3-8-flash-next-xhigh-nvfp4","name":"Qwen 3.8 Flash Next (XHigh, NVFP4)","hasDetails":true},{"id":"claude-fable-5-medium","name":"Claude Fable 5 (Medium)","hasDetails":true},{"id":"claude-fable-5-1-medium","name":"Claude Fable 5.1 (Medium)","hasDetails":true},{"id":"claude-haiku-4-5-extended-thinking","name":"Claude Haiku 4.5 (Extended Thinking)","hasDetails":true},{"id":"claude-opus-4-8-medium","name":"Claude Opus 4.8 (Medium)","hasDetails":true},{"id":"claude-opus-5-medium","name":"Claude Opus 5 (Medium)","hasDetails":true},{"id":"claude-opus-5-5-medium","name":"Claude Opus 5.5 (Medium)","hasDetails":true},{"id":"claude-sonnet-4-medium","name":"Claude Sonnet 4 (Medium)","hasDetails":true},{"id":"claude-sonnet-5-medium","name":"Claude Sonnet 5 (Medium)","hasDetails":true},{"id":"claude-sonnet-5-5-medium","name":"Claude Sonnet 5.5 (Medium)","hasDetails":true},{"id":"deepseek-r1-0528","name":"Deepseek R1 0528","hasDetails":true},{"id":"deepseek-v4-flash","name":"Deepseek V4 Flash","hasDetails":true},{"id":"deepseek-v4-flash-0731","name":"Deepseek V4 Flash 0731","hasDetails":true},{"id":"deepseek-v4-pro-0813-high","name":"Deepseek V4 Pro 0813 (High)","hasDetails":true},{"id":"gemini-2-5-pro-medium","name":"Gemini 2.5 Pro (Medium)","hasDetails":true},{"id":"gemini-3-1-pro-medium","name":"Gemini 3.1 Pro (Medium)","hasDetails":true},{"id":"gemini-3-7-flash-medium","name":"Gemini 3.7 Flash (Medium)","hasDetails":true},{"id":"gemini-3-8-flash-high","name":"Gemini 3.8 Flash (High)","hasDetails":true},{"id":"gemma-3-27b","name":"Gemma 3 27B","hasDetails":true},{"id":"gemma-4-26b-a4b","name":"Gemma 4 26B-A4B","hasDetails":true},{"id":"gemma-4-31b","name":"Gemma 4 31B","hasDetails":true},{"id":"llama-3-1-8b-instruct","name":"Llama 3.1 8B Instruct","hasDetails":true},{"id":"muse-glimmer-30b-q4-k-xl","name":"Muse Glimmer 30B (Q4_K_XL)","hasDetails":true},{"id":"devstral-small-2507-q4-k-m","name":"Devstral Small 2507 (Q4_K_M)","hasDetails":true},{"id":"kimi-k3-high","name":"Kimi K3 (High)","hasDetails":true},{"id":"nemotron-3-5-lightning","name":"Nemotron 3.5 Lightning","hasDetails":true},{"id":"gpt-5-medium","name":"GPT 5 (Medium)","hasDetails":true},{"id":"gpt-5-4-nano-high","name":"GPT 5.4 nano (High)","hasDetails":true},{"id":"gpt-5-5-medium","name":"GPT 5.5 (Medium)","hasDetails":true},{"id":"gpt-5-6-luna-medium","name":"GPT 5.6 Luna (Medium)","hasDetails":true},{"id":"gpt-5-6-sol-medium","name":"GPT 5.6 Sol (Medium)","hasDetails":true},{"id":"gpt-5-6-terra-medium","name":"GPT 5.6 Terra (Medium)","hasDetails":true},{"id":"gpt-6-astra-medium","name":"GPT 6 Astra (Medium)","hasDetails":true},{"id":"gpt-6-luna-medium","name":"GPT 6 Luna (Medium)","hasDetails":true},{"id":"gpt-6-sol-medium","name":"GPT 6 Sol (Medium)","hasDetails":true},{"id":"gpt-oss-20b","name":"GPT OSS 20B","hasDetails":true},{"id":"luau-devstral-24b-instruct-v0-2-q5-k-xl","name":"Luau Devstral 24B Instruct v0.2 (Q5_K_XL)","hasDetails":true},{"id":"luau-qwen3-4b-fim-v0-1-q8-0","name":"Luau Qwen3 4B FIM v0.1 (Q8_0)","hasDetails":true},{"id":"grok-4-5-medium","name":"Grok 4.5 (Medium)","hasDetails":true},{"id":"grok-4-6-medium","name":"Grok 4.6 (Medium)","hasDetails":true},{"id":"glm-4-7-flash","name":"GLM 4.7 Flash","hasDetails":true},{"id":"glm-5-2-high","name":"GLM 5.2 (High)","hasDetails":true},{"id":"glm-5-3-high","name":"GLM 5.3 (High)","hasDetails":true},{"id":"glm-5-3-flash-high","name":"GLM 5.3 Flash (High)","hasDetails":true}]}

data/leaderboard.json

@@ -1,5 +1,5 @@
 {
-  "generatedAt": "2026-09-07",
+  "generatedAt": "2026-09-30",
   "benchmarks": {
     "robloxqa": {
       "name": "RobloxQA v2.0",
@@ -197,8 +197,8 @@
       "releaseDate": "2025-07-31",
       "size": 61064245248,
       "price": {
-        "input": 0.07,
-        "output": 1.43
+        "input": 0.2925,
+        "output": 1.4625
       },
       "scores": {
         "robloxqa": {
@@ -272,7 +272,7 @@
       "size": 19306216416,
       "price": {
         "input": 0.1,
-        "output": 0.16949
+        "output": 0.15
       },
       "scores": {
         "robloxqa": {
@@ -345,8 +345,8 @@
       "releaseDate": "2026-04-22",
       "size": 55562855904,
       "price": {
-        "input": 0.289,
-        "output": 2.7573
+        "input": 0.45,
+        "output": 2.7
       },
       "scores": {
         "robloxqa": {
@@ -419,8 +419,8 @@
       "releaseDate": "2026-04-16",
       "size": 71903645408,
       "price": {
-        "input": 0.14,
-        "output": 1.0747
+        "input": 0.15,
+        "output": 1
       },
       "scores": {
         "robloxqa": {
@@ -724,7 +724,7 @@
       "size": 135195303851,
       "price": {
         "input": 0.15,
-        "output": 0.46
+        "output": 0.47
       },
       "scores": {
         "robloxqa": {
@@ -798,7 +798,7 @@
       "size": 135195303851,
       "price": {
         "input": 0.15,
-        "output": 0.46
+        "output": 0.47
       },
       "scores": {
         "robloxqa": {
@@ -1234,6 +1234,80 @@
         }
       }
     },
+    {
+      "name": "Claude Opus 5.5 (Medium)",
+      "provider": "Anthropic",
+      "url": "https://www.anthropic.com/claude/opus",
+      "releaseDate": "2026-09-22",
+      "size": null,
+      "price": {
+        "input": 4,
+        "output": 20
+      },
+      "scores": {
+        "robloxqa": {
+          "freeform": {
+            "correct": 2631,
+            "noAnswer": 7,
+            "inputTokens": 328040,
+            "outputTokens": 804258
+          },
+          "multipleChoice": {
+            "correct": 2957,
+            "noAnswer": 6,
+            "inputTokens": 600072,
+            "outputTokens": 595864
+          },
+          "topics": {
+            "classes": { "freeform": 1032, "multipleChoice": 1145 },
+            "types": { "freeform": 285, "multipleChoice": 314 },
+            "luau": { "freeform": 81, "multipleChoice": 85 },
+            "scripting": { "freeform": 244, "multipleChoice": 275 },
+            "gameplay": { "freeform": 108, "multipleChoice": 125 },
+            "visuals": { "freeform": 102, "multipleChoice": 115 },
+            "art": { "freeform": 119, "multipleChoice": 157 },
+            "monetization": { "freeform": 152, "multipleChoice": 194 },
+            "studio": { "freeform": 144, "multipleChoice": 163 },
+            "learning": { "freeform": 364, "multipleChoice": 384 }
+          }
+        },
+        "leetcode": {
+          "easy": {
+            "unitTestPassRate": 97.08,
+            "fullPass": 44,
+            "partialPass": 3,
+            "fail": 0,
+            "noCode": 0,
+            "codeQuality": 99.9,
+            "invalidSyntax": 0,
+            "inputTokens": 27337,
+            "outputTokens": 14874
+          },
+          "medium": {
+            "unitTestPassRate": 98.6,
+            "fullPass": 84,
+            "partialPass": 13,
+            "fail": 0,
+            "noCode": 0,
+            "codeQuality": 98.4,
+            "invalidSyntax": 0,
+            "inputTokens": 68437,
+            "outputTokens": 83758
+          },
+          "hard": {
+            "unitTestPassRate": 95.76,
+            "fullPass": 53,
+            "partialPass": 9,
+            "fail": 2,
+            "noCode": 0,
+            "codeQuality": 97.6,
+            "invalidSyntax": 0,
+            "inputTokens": 43601,
+            "outputTokens": 101476
+          }
+        }
+      }
+    },
     {
       "name": "Claude Sonnet 4 (Medium)",
       "provider": "Anthropic",
@@ -1382,6 +1456,80 @@
         }
       }
     },
+    {
+      "name": "Claude Sonnet 5.5 (Medium)",
+      "provider": "Anthropic",
+      "url": "https://www.anthropic.com/claude/sonnet",
+      "releaseDate": "2026-09-28",
+      "size": null,
+      "price": {
+        "input": 2,
+        "output": 10
+      },
+      "scores": {
+        "robloxqa": {
+          "freeform": {
+            "correct": 2358,
+            "noAnswer": 1,
+            "inputTokens": 328040,
+            "outputTokens": 460606
+          },
+          "multipleChoice": {
+            "correct": 2899,
+            "noAnswer": 2,
+            "inputTokens": 600072,
+            "outputTokens": 562157
+          },
+          "topics": {
+            "classes": { "freeform": 889, "multipleChoice": 1116 },
+            "types": { "freeform": 263, "multipleChoice": 308 },
+            "luau": { "freeform": 78, "multipleChoice": 84 },
+            "scripting": { "freeform": 223, "multipleChoice": 276 },
+            "gameplay": { "freeform": 95, "multipleChoice": 120 },
+            "visuals": { "freeform": 97, "multipleChoice": 110 },
+            "art": { "freeform": 112, "multipleChoice": 156 },
+            "monetization": { "freeform": 126, "multipleChoice": 185 },
+            "studio": { "freeform": 134, "multipleChoice": 161 },
+            "learning": { "freeform": 341, "multipleChoice": 383 }
+          }
+        },
+        "leetcode": {
+          "easy": {
+            "unitTestPassRate": 97.58,
+            "fullPass": 44,
+            "partialPass": 3,
+            "fail": 0,
+            "noCode": 0,
+            "codeQuality": 100,
+            "invalidSyntax": 0,
+            "inputTokens": 27337,
+            "outputTokens": 13076
+          },
+          "medium": {
+            "unitTestPassRate": 97.58,
+            "fullPass": 80,
+            "partialPass": 16,
+            "fail": 1,
+            "noCode": 0,
+            "codeQuality": 97.4,
+            "invalidSyntax": 1,
+            "inputTokens": 68437,
+            "outputTokens": 76795
+          },
+          "hard": {
+            "unitTestPassRate": 87.42,
+            "fullPass": 44,
+            "partialPass": 15,
+            "fail": 5,
+            "noCode": 0,
+            "codeQuality": 92.9,
+            "invalidSyntax": 1,
+            "inputTokens": 43601,
+            "outputTokens": 80778
+          }
+        }
+      }
+    },
     {
       "name": "Deepseek R1 0528",
       "provider": "DeepSeek",
@@ -1464,7 +1612,7 @@
       "size": 159609485896,
       "price": {
         "input": 0.098,
-        "output": 0.24458
+        "output": 0.28
       },
       "scores": {
         "robloxqa": {
@@ -1537,8 +1685,8 @@
       "releaseDate": "2026-07-31",
       "size": 166878536440,
       "price": {
-        "input": 0.14,
-        "output": 0.28
+        "input": 0.22,
+        "output": 0.66
       },
       "scores": {
         "robloxqa": {
@@ -1611,8 +1759,8 @@
       "releaseDate": "2026-08-13",
       "size": 892727580904,
       "price": {
-        "input": 0.435,
-        "output": 0.9
+        "input": 0.66,
+        "output": 1.98
       },
       "scores": {
         "robloxqa": {
@@ -1760,7 +1908,7 @@
       "size": null,
       "price": {
         "input": 2,
-        "output": 12.01
+        "output": 12
       },
       "scores": {
         "robloxqa": {
@@ -1981,8 +2129,8 @@
       "releaseDate": "2025-03-12",
       "size": 54864813280,
       "price": {
-        "input": 0.08,
-        "output": 0.37514
+        "input": 0.09,
+        "output": 0.25
       },
       "scores": {
         "robloxqa": {
@@ -2055,8 +2203,8 @@
       "releaseDate": "2026-04-02",
       "size": 51611872412,
       "price": {
-        "input": 0.12,
-        "output": 0.3882
+        "input": 0.13,
+        "output": 0.4
       },
       "scores": {
         "robloxqa": {
@@ -2130,7 +2278,7 @@
       "size": 62546177752,
       "price": {
         "input": 0.14,
-        "output": 0.4256
+        "output": 0.4
       },
       "scores": {
         "robloxqa": {
@@ -2204,7 +2352,7 @@
       "size": 16060522496,
       "price": {
         "input": 0.05,
-        "output": 0.071899
+        "output": 0.08
       },
       "scores": {
         "robloxqa": {
@@ -2507,8 +2655,8 @@
       "releaseDate": "2026-08-11",
       "size": 65842365568,
       "price": {
-        "input": 0.1,
-        "output": 0.25
+        "input": 0.07,
+        "output": 0.2
       },
       "scores": {
         "robloxqa": {
@@ -2656,7 +2804,7 @@
       "size": null,
       "price": {
         "input": 0.2,
-        "output": 1.2471
+        "output": 1.25
       },
       "scores": {
         "robloxqa": {
@@ -2877,8 +3025,8 @@
       "releaseDate": "2026-07-09",
       "size": null,
       "price": {
-        "input": 5,
-        "output": 30
+        "input": 2,
+        "output": 10
       },
       "scores": {
         "robloxqa": {
@@ -3018,6 +3166,228 @@
         }
       }
     },
+    {
+      "name": "GPT 6 Astra (Medium)",
+      "provider": "OpenAI",
+      "url": "https://developers.openai.com/api/docs/models/gpt-6-astra",
+      "releaseDate": "2026-09-04",
+      "size": null,
+      "price": {
+        "input": 10,
+        "output": 50
+      },
+      "scores": {
+        "robloxqa": {
+          "freeform": {
+            "correct": 2614,
+            "noAnswer": 0,
+            "inputTokens": 225589,
+            "outputTokens": 431945
+          },
+          "multipleChoice": {
+            "correct": 2955,
+            "noAnswer": 0,
+            "inputTokens": 404067,
+            "outputTokens": 128108
+          },
+          "topics": {
+            "classes": { "freeform": 1032, "multipleChoice": 1137 },
+            "types": { "freeform": 284, "multipleChoice": 313 },
+            "luau": { "freeform": 81, "multipleChoice": 86 },
+            "scripting": { "freeform": 244, "multipleChoice": 280 },
+            "gameplay": { "freeform": 107, "multipleChoice": 124 },
+            "visuals": { "freeform": 102, "multipleChoice": 115 },
+            "art": { "freeform": 114, "multipleChoice": 159 },
+            "monetization": { "freeform": 155, "multipleChoice": 194 },
+            "studio": { "freeform": 145, "multipleChoice": 163 },
+            "learning": { "freeform": 350, "multipleChoice": 384 }
+          }
+        },
+        "leetcode": {
+          "easy": {
+            "unitTestPassRate": 97.51,
+            "fullPass": 45,
+            "partialPass": 2,
+            "fail": 0,
+            "noCode": 0,
+            "codeQuality": 99.6,
+            "invalidSyntax": 0,
+            "inputTokens": 20113,
+            "outputTokens": 7124
+          },
+          "medium": {
+            "unitTestPassRate": 98.52,
+            "fullPass": 83,
+            "partialPass": 14,
+            "fail": 0,
+            "noCode": 0,
+            "codeQuality": 99.2,
+            "invalidSyntax": 0,
+            "inputTokens": 49965,
+            "outputTokens": 46488
+          },
+          "hard": {
+            "unitTestPassRate": 94.88,
+            "fullPass": 53,
+            "partialPass": 9,
+            "fail": 2,
+            "noCode": 0,
+            "codeQuality": 98.8,
+            "invalidSyntax": 0,
+            "inputTokens": 32013,
+            "outputTokens": 60591
+          }
+        }
+      }
+    },
+    {
+      "name": "GPT 6 Luna (Medium)",
+      "provider": "OpenAI",
+      "url": "https://developers.openai.com/api/docs/models/gpt-6-luna",
+      "releaseDate": "2026-09-22",
+      "size": null,
+      "price": {
+        "input": 0.1,
+        "output": 0.5
+      },
+      "scores": {
+        "robloxqa": {
+          "freeform": {
+            "correct": 2372,
+            "noAnswer": 0,
+            "inputTokens": 225589,
+            "outputTokens": 758949
+          },
+          "multipleChoice": {
+            "correct": 2869,
+            "noAnswer": 0,
+            "inputTokens": 404067,
+            "outputTokens": 361312
+          },
+          "topics": {
+            "classes": { "freeform": 915, "multipleChoice": 1096 },
+            "types": { "freeform": 249, "multipleChoice": 303 },
+            "luau": { "freeform": 77, "multipleChoice": 85 },
+            "scripting": { "freeform": 223, "multipleChoice": 274 },
+            "gameplay": { "freeform": 95, "multipleChoice": 115 },
+            "visuals": { "freeform": 88, "multipleChoice": 107 },
+            "art": { "freeform": 115, "multipleChoice": 156 },
+            "monetization": { "freeform": 134, "multipleChoice": 187 },
+            "studio": { "freeform": 131, "multipleChoice": 164 },
+            "learning": { "freeform": 345, "multipleChoice": 382 }
+          }
+        },
+        "leetcode": {
+          "easy": {
+            "unitTestPassRate": 97.58,
+            "fullPass": 44,
+            "partialPass": 3,
+            "fail": 0,
+            "noCode": 0,
+            "codeQuality": 99.6,
+            "invalidSyntax": 0,
+            "inputTokens": 20113,
+            "outputTokens": 14162
+          },
+          "medium": {
+            "unitTestPassRate": 98.05,
+            "fullPass": 81,
+            "partialPass": 16,
+            "fail": 0,
+            "noCode": 0,
+            "codeQuality": 97.4,
+            "invalidSyntax": 0,
+            "inputTokens": 49965,
+            "outputTokens": 109936
+          },
+          "hard": {
+            "unitTestPassRate": 81.19,
+            "fullPass": 43,
+            "partialPass": 14,
+            "fail": 7,
+            "noCode": 0,
+            "codeQuality": 91.7,
+            "invalidSyntax": 1,
+            "inputTokens": 32013,
+            "outputTokens": 168405
+          }
+        }
+      }
+    },
+    {
+      "name": "GPT 6 Sol (Medium)",
+      "provider": "OpenAI",
+      "url": "https://developers.openai.com/api/docs/models/gpt-6-sol",
+      "releaseDate": "2026-09-22",
+      "size": null,
+      "price": {
+        "input": 2,
+        "output": 10
+      },
+      "scores": {
+        "robloxqa": {
+          "freeform": {
+            "correct": 2471,
+            "noAnswer": 0,
+            "inputTokens": 225589,
+            "outputTokens": 456839
+          },
+          "multipleChoice": {
+            "correct": 2935,
+            "noAnswer": 0,
+            "inputTokens": 404067,
+            "outputTokens": 193089
+          },
+          "topics": {
+            "classes": { "freeform": 943, "multipleChoice": 1132 },
+            "types": { "freeform": 266, "multipleChoice": 311 },
+            "luau": { "freeform": 77, "multipleChoice": 85 },
+            "scripting": { "freeform": 229, "multipleChoice": 279 },
+            "gameplay": { "freeform": 103, "multipleChoice": 120 },
+            "visuals": { "freeform": 96, "multipleChoice": 113 },
+            "art": { "freeform": 122, "multipleChoice": 158 },
+            "monetization": { "freeform": 143, "multipleChoice": 191 },
+            "studio": { "freeform": 144, "multipleChoice": 163 },
+            "learning": { "freeform": 348, "multipleChoice": 383 }
+          }
+        },
+        "leetcode": {
+          "easy": {
+            "unitTestPassRate": 97,
+            "fullPass": 42,
+            "partialPass": 5,
+            "fail": 0,
+            "noCode": 0,
+            "codeQuality": 99.7,
+            "invalidSyntax": 0,
+            "inputTokens": 20113,
+            "outputTokens": 8801
+          },
+          "medium": {
+            "unitTestPassRate": 98.43,
+            "fullPass": 80,
+            "partialPass": 17,
+            "fail": 0,
+            "noCode": 0,
+            "codeQuality": 97.8,
+            "invalidSyntax": 0,
+            "inputTokens": 49965,
+            "outputTokens": 58239
+          },
+          "hard": {
+            "unitTestPassRate": 94.14,
+            "fullPass": 50,
+            "partialPass": 12,
+            "fail": 2,
+            "noCode": 0,
+            "codeQuality": 95.4,
+            "invalidSyntax": 0,
+            "inputTokens": 32013,
+            "outputTokens": 79816
+          }
+        }
+      }
+    },
     {
       "name": "GPT OSS 20B",
       "provider": "OpenAI",
@@ -3026,7 +3396,7 @@
       "size": 13761264768,
       "price": {
         "input": 0.03,
-        "output": 0.15499
+        "output": 0.15
       },
       "scores": {
         "robloxqa": {
@@ -3256,7 +3626,7 @@
       "size": null,
       "price": {
         "input": 2,
-        "output": 6.4831
+        "output": 6
       },
       "scores": {
         "robloxqa": {
@@ -3330,7 +3700,7 @@
       "size": null,
       "price": {
         "input": 2,
-        "output": 6.27
+        "output": 6
       },
       "scores": {
         "robloxqa": {
@@ -3403,7 +3773,7 @@
       "releaseDate": "2026-01-19",
       "size": 31221488576,
       "price": {
-        "input": 0.06,
+        "input": 0.06025,
         "output": 0.4
       },
       "scores": {
@@ -3477,8 +3847,8 @@
       "releaseDate": "2026-06-16",
       "size": 1506659919872,
       "price": {
-        "input": 0.826,
-        "output": 3.5017
+        "input": 1.4,
+        "output": 4.4
       },
       "scores": {
         "robloxqa": {
@@ -3551,8 +3921,8 @@
       "releaseDate": "2026-08-18",
       "size": 755632050320,
       "price": {
-        "input": 1.12,
-        "output": 3.52
+        "input": 1.4,
+        "output": 4.4
       },
       "scores": {
         "robloxqa": {
@@ -3625,8 +3995,8 @@
       "releaseDate": "2026-08-26",
       "size": 328337455672,
       "price": {
-        "input": 0.07125,
-        "output": 0.2375
+        "input": 0.15,
+        "output": 0.5
       },
       "scores": {
         "robloxqa": {

data/models.json

@@ -50,8 +50,8 @@
     "releaseDate": "2025-07-31",
     "size": 61064245248,
     "price": {
-      "input": 0.07,
-      "output": 1.43
+      "input": 0.2925,
+      "output": 1.4625
     },
     "resultFiles": {
       "freeform": "qwen-qwen3-coder-30b-a3b-instruct_ff.json5",
@@ -67,7 +67,7 @@
     "size": 19306216416,
     "price": {
       "input": 0.1,
-      "output": 0.16949
+      "output": 0.15
     },
     "resultFiles": {
       "freeform": "qwen-qwen3.5-9b_ff.json5",
@@ -82,8 +82,8 @@
     "releaseDate": "2026-04-22",
     "size": 55562855904,
     "price": {
-      "input": 0.289,
-      "output": 2.7573
+      "input": 0.45,
+      "output": 2.7
     },
     "resultFiles": {
       "freeform": "qwen-qwen3.6-27b_ff.json5",
@@ -98,8 +98,8 @@
     "releaseDate": "2026-04-16",
     "size": 71903645408,
     "price": {
-      "input": 0.14,
-      "output": 1.0747
+      "input": 0.15,
+      "output": 1
     },
     "resultFiles": {
       "freeform": "qwen3.6-35b-a3b-mtp_ff.json5",
@@ -175,7 +175,7 @@
     "size": 135195303851,
     "price": {
       "input": 0.15,
-      "output": 0.46
+      "output": 0.47
     },
     "resultFiles": {
       "freeform": "Qwen3.8-Flash-Next_ff.json5",
@@ -191,7 +191,7 @@
     "size": 135195303851,
     "price": {
       "input": 0.15,
-      "output": 0.46
+      "output": 0.47
     },
     "resultFiles": {
       "freeform": "Qwen3.8-Flash-Next_ff_effort-xhigh.json5",
@@ -335,7 +335,7 @@
     "size": 159609485896,
     "price": {
       "input": 0.098,
-      "output": 0.24458
+      "output": 0.28
     },
     "resultFiles": {
       "freeform": "deepseek-deepseek-v4-flash_ff.json5",
@@ -350,8 +350,8 @@
     "releaseDate": "2026-07-31",
     "size": 166878536440,
     "price": {
-      "input": 0.14,
-      "output": 0.28
+      "input": 0.22,
+      "output": 0.66
     },
     "resultFiles": {
       "freeform": "deepseek-deepseek-v4-flash-0731_ff_route-siliconflow-fp8_maxtok128000.json5",
@@ -366,8 +366,8 @@
     "releaseDate": "2026-08-13",
     "size": 892727580904,
     "price": {
-      "input": 0.435,
-      "output": 0.9
+      "input": 0.66,
+      "output": 1.98
     },
     "resultFiles": {
       "freeform": "deepseek-deepseek-v4-pro-0813_ff_effort-high_route-deepseek.json5",
@@ -399,7 +399,7 @@
     "size": null,
     "price": {
       "input": 2,
-      "output": 12.01
+      "output": 12
     },
     "resultFiles": {
       "freeform": "gemini-3.1-pro-preview_ff_effort-medium.json5",
@@ -446,8 +446,8 @@
     "releaseDate": "2025-03-12",
     "size": 54864813280,
     "price": {
-      "input": 0.08,
-      "output": 0.37514
+      "input": 0.09,
+      "output": 0.25
     },
     "resultFiles": {
       "freeform": "google-gemma-3-27b-it_ff.json5",
@@ -462,8 +462,8 @@
     "releaseDate": "2026-04-02",
     "size": 51611872412,
     "price": {
-      "input": 0.12,
-      "output": 0.3882
+      "input": 0.13,
+      "output": 0.4
     },
     "resultFiles": {
       "freeform": "google-gemma-4-26b-a4b-it_ff_route-novita-bf16.json5",
@@ -479,7 +479,7 @@
     "size": 62546177752,
     "price": {
       "input": 0.14,
-      "output": 0.4256
+      "output": 0.4
     },
     "resultFiles": {
       "freeform": "google-gemma-4-31b-it_ff.json5",
@@ -495,7 +495,7 @@
     "size": 16060522496,
     "price": {
       "input": 0.05,
-      "output": 0.071899
+      "output": 0.08
     },
     "resultFiles": {
       "freeform": "meta-llama-llama-3.1-8b-instruct_ff.json5",
@@ -570,8 +570,8 @@
     "releaseDate": "2026-08-11",
     "size": 65842365568,
     "price": {
-      "input": 0.1,
-      "output": 0.25
+      "input": 0.07,
+      "output": 0.2
     },
     "resultFiles": {
       "freeform": "nvidia-nemotron-3.5-lightning_ff_route-coreweave-bf16.json5",
@@ -603,7 +603,7 @@
     "size": null,
     "price": {
       "input": 0.2,
-      "output": 1.2471
+      "output": 1.25
     },
     "resultFiles": {
       "freeform": "gpt-5.4-nano_ff_effort-high.json5",
@@ -650,8 +650,8 @@
     "releaseDate": "2026-07-09",
     "size": null,
     "price": {
-      "input": 5,
-      "output": 30
+      "input": 2,
+      "output": 10
     },
     "resultFiles": {
       "freeform": "gpt-5.6-sol_ff_effort-medium.json5",
@@ -683,7 +683,7 @@
     "size": 13761264768,
     "price": {
       "input": 0.03,
-      "output": 0.15499
+      "output": 0.15
     },
     "resultFiles": {
       "freeform": "openai-gpt-oss-20b_ff.json5",
@@ -743,7 +743,7 @@
     "size": null,
     "price": {
       "input": 2,
-      "output": 6.4831
+      "output": 6
     },
     "resultFiles": {
       "freeform": "x-ai-grok-4.5_ff_effort-medium.json5",
@@ -759,7 +759,7 @@
     "size": null,
     "price": {
       "input": 2,
-      "output": 6.27
+      "output": 6
     },
     "resultFiles": {
       "freeform": "x-ai-grok-4.6_ff_effort-medium_route-xai-zdr.json5",
@@ -774,7 +774,7 @@
     "releaseDate": "2026-01-19",
     "size": 31221488576,
     "price": {
-      "input": 0.06,
+      "input": 0.06025,
       "output": 0.4
     },
     "resultFiles": {
@@ -790,8 +790,8 @@
     "releaseDate": "2026-06-16",
     "size": 1506659919872,
     "price": {
-      "input": 0.826,
-      "output": 3.5017
+      "input": 1.4,
+      "output": 4.4
     },
     "resultFiles": {
       "freeform": "z-ai-glm-5.2_ff_effort-high_route-baidu-fp8.json5",
@@ -806,8 +806,8 @@
     "releaseDate": "2026-08-18",
     "size": 755632050320,
     "price": {
-      "input": 1.12,
-      "output": 3.52
+      "input": 1.4,
+      "output": 4.4
     },
     "resultFiles": {
       "freeform": "z-ai-glm-5.3_ff_effort-high.json5",
@@ -830,5 +830,85 @@
       "multipleChoice": "z-ai-glm-5.3-flash_mc_effort-high.json5",
       "leetcode": "z-ai-glm-5.3-flash_effort-high.json5"
     }
+  },
+  {
+    "name": "GPT 6 Sol (Medium)",
+    "provider": "OpenAI",
+    "url": "https://developers.openai.com/api/docs/models/gpt-6-sol",
+    "releaseDate": "2026-09-22",
+    "size": null,
+    "price": {
+      "input": 2,
+      "output": 10
+    },
+    "resultFiles": {
+      "freeform": "gpt-6-sol_ff_effort-medium.json5",
+      "multipleChoice": "gpt-6-sol_mc_effort-medium.json5",
+      "leetcode": "gpt-6-sol_effort-medium.json5"
+    }
+  },
+  {
+    "name": "GPT 6 Astra (Medium)",
+    "provider": "OpenAI",
+    "url": "https://developers.openai.com/api/docs/models/gpt-6-astra",
+    "releaseDate": "2026-09-04",
+    "size": null,
+    "price": {
+      "input": 10,
+      "output": 50
+    },
+    "resultFiles": {
+      "freeform": "gpt-6-astra_ff_effort-medium.json5",
+      "multipleChoice": "gpt-6-astra_mc_effort-medium.json5",
+      "leetcode": "gpt-6-astra_effort-medium.json5"
+    }
+  },
+  {
+    "name": "Claude Sonnet 5.5 (Medium)",
+    "provider": "Anthropic",
+    "url": "https://www.anthropic.com/claude/sonnet",
+    "releaseDate": "2026-09-28",
+    "size": null,
+    "price": {
+      "input": 2,
+      "output": 10
+    },
+    "resultFiles": {
+      "freeform": "claude-sonnet-5-5_ff_effort-medium.json5",
+      "multipleChoice": "claude-sonnet-5-5_mc_effort-medium.json5",
+      "leetcode": "claude-sonnet-5-5_effort-medium.json5"
+    }
+  },
+  {
+    "name": "GPT 6 Luna (Medium)",
+    "provider": "OpenAI",
+    "url": "https://developers.openai.com/api/docs/models/gpt-6-luna",
+    "releaseDate": "2026-09-22",
+    "size": null,
+    "price": {
+      "input": 0.1,
+      "output": 0.5
+    },
+    "resultFiles": {
+      "freeform": "gpt-6-luna_ff_effort-medium.json5",
+      "multipleChoice": "gpt-6-luna_mc_effort-medium.json5",
+      "leetcode": "gpt-6-luna_effort-medium.json5"
+    }
+  },
+  {
+    "name": "Claude Opus 5.5 (Medium)",
+    "provider": "Anthropic",
+    "url": "https://www.anthropic.com/claude/opus",
+    "releaseDate": "2026-09-22",
+    "size": null,
+    "price": {
+      "input": 4,
+      "output": 20
+    },
+    "resultFiles": {
+      "freeform": "claude-opus-5-5_ff_effort-medium.json5",
+      "multipleChoice": "claude-opus-5-5_mc_effort-medium.json5",
+      "leetcode": "claude-opus-5-5_effort-medium.json5"
+    }
   }
 ]