Hugging Face's logo

Spaces:
cstr
/
LLMProviders
Paused

App Files Community
github-actions[bot] commited on
Commit
9449788
·
1 Parent(s): b94e769

chore: update benchmark data [skip ci]

Browse files
Files changed (1) hide show
  1. data/benchmarks.json +942 -912
data/benchmarks.json CHANGED
@@ -7,9 +7,9 @@
7
  "gpqa": 0.369,
8
  "arc": 0.93,
9
  "gsm8k": 0.87,
10
- "arena_elo": 1288.48,
11
- "arena_rank": 200,
12
- "arena_votes": 8659
13
  },
14
  {
15
  "slug": "ai21/jamba-1.5-mini",
@@ -19,9 +19,9 @@
19
  "gpqa": 0.323,
20
  "arc": 0.857,
21
  "gsm8k": 0.758,
22
- "arena_elo": 1238.74,
23
- "arena_rank": 232,
24
- "arena_votes": 8854
25
  },
26
  {
27
  "slug": "amazon/nova-lite",
@@ -82,9 +82,9 @@
82
  "lb_language": 0.39707333333333333,
83
  "lb_if": 0.6187925,
84
  "lb_data_analysis": 0.5411900000000001,
85
- "arena_elo": 1323.1,
86
- "arena_rank": 165,
87
- "arena_votes": 70951,
88
  "aider_pass_rate": 0.617
89
  },
90
  {
@@ -106,9 +106,9 @@
106
  "lb_language": 0.56937,
107
  "lb_if": 0.7229999999999999,
108
  "lb_data_analysis": 0.5411,
109
- "arena_elo": 1342.05,
110
- "arena_rank": 142,
111
- "arena_votes": 82417,
112
  "aider_pass_rate": 0.5710000000000001
113
  },
114
  {
@@ -132,9 +132,9 @@
132
  "lb_language": 0.54477,
133
  "lb_if": 0.69296,
134
  "lb_data_analysis": 0.5618650000000001,
135
- "arena_elo": 1371.91,
136
  "arena_rank": 110,
137
- "arena_votes": 89270,
138
  "aider_pass_rate": 0.6920000000000001
139
  },
140
  {
@@ -157,9 +157,9 @@
157
  "lb_language": 0.30073333333333335,
158
  "lb_if": 0.6402924999999999,
159
  "lb_data_analysis": 0.3731,
160
- "arena_elo": 1260.71,
161
- "arena_rank": 224,
162
- "arena_votes": 117705,
163
  "aider_pass_rate": 0.406
164
  },
165
  {
@@ -183,9 +183,9 @@
183
  "lb_language": 0.53574,
184
  "lb_if": 0.6388750000000001,
185
  "lb_data_analysis": 0.5784,
186
- "arena_elo": 1321.55,
187
  "arena_rank": 170,
188
- "arena_votes": 194904,
189
  "aider_pass_rate": 0.534
190
  },
191
  {
@@ -209,9 +209,9 @@
209
  "lb_language": 0.38083333333333336,
210
  "lb_if": 0.6500425,
211
  "lb_data_analysis": 0.38839999999999997,
212
- "arena_elo": 1280.61,
213
- "arena_rank": 209,
214
- "arena_votes": 109289,
215
  "aider_pass_rate": 0.436
216
  },
217
  {
@@ -228,9 +228,9 @@
228
  "lb_language": 0.14644333333333334,
229
  "lb_if": 0.571625,
230
  "lb_data_analysis": 0.2354,
231
- "arena_elo": 1226.58,
232
- "arena_rank": 240,
233
- "arena_votes": 54038
234
  },
235
  {
236
  "slug": "deepseek/deepseek-r1",
@@ -249,9 +249,9 @@
249
  "lb_language": 0.5477066666666667,
250
  "lb_if": 0.8050825,
251
  "lb_data_analysis": 0.69625,
252
- "arena_elo": 1397.59,
253
  "arena_rank": 82,
254
- "arena_votes": 18537
255
  },
256
  {
257
  "slug": "deepseek/deepseek-v2.5",
@@ -268,9 +268,9 @@
268
  "lb_language": 0.3518266666666667,
269
  "lb_if": 0.6915024999999999,
270
  "lb_data_analysis": 0.4417,
271
- "arena_elo": 1306.88,
272
- "arena_rank": 188,
273
- "arena_votes": 24574,
274
  "aider_pass_rate": 0.5489999999999999
275
  },
276
  {
@@ -289,9 +289,9 @@
289
  "lb_language": 0.47484666666666664,
290
  "lb_if": 0.75246,
291
  "lb_data_analysis": 0.6241,
292
- "arena_elo": 1358.39,
293
- "arena_rank": 121,
294
- "arena_votes": 21788
295
  },
296
  {
297
  "slug": "google/gemini-1.0-pro",
@@ -385,9 +385,9 @@
385
  "lb_language": 0.32621666666666665,
386
  "lb_if": 0.5810025000000001,
387
  "lb_data_analysis": 0.4481,
388
- "arena_elo": 1287.89,
389
- "arena_rank": 201,
390
- "arena_votes": 75764
391
  },
392
  {
393
  "slug": "google/gemma-2-9b-it",
@@ -415,9 +415,9 @@
415
  "lb_language": 0.25531,
416
  "lb_if": 0.52621,
417
  "lb_data_analysis": 0.2959,
418
- "arena_elo": 1265.32,
419
- "arena_rank": 220,
420
- "arena_votes": 54615
421
  },
422
  {
423
  "slug": "meta/llama-3.1-405b-instruct",
@@ -452,9 +452,9 @@
452
  "hf_math_lvl5": 0.3806646525679758,
453
  "hf_musr": 0.45806250000000004,
454
  "hf_avg": 43.409948245645786,
455
- "arena_elo": 1293.3,
456
- "arena_rank": 198,
457
- "arena_votes": 55234,
458
  "aider_pass_rate": 0.436
459
  },
460
  {
@@ -477,8 +477,8 @@
477
  "hf_math_lvl5": 0.1729607250755287,
478
  "hf_musr": 0.3845416666666666,
479
  "hf_avg": 28.01011138792457,
480
- "arena_elo": 1211.38,
481
- "arena_rank": 250,
482
  "arena_votes": 49605,
483
  "aider_pass_rate": 0.263
484
  },
@@ -509,8 +509,8 @@
509
  "hf_math_lvl5": 0.17673716012084592,
510
  "hf_musr": 0.3528541666666667,
511
  "hf_avg": 24.204650807793456,
512
- "arena_elo": 1166.35,
513
- "arena_rank": 276,
514
  "arena_votes": 7936
515
  },
516
  {
@@ -538,9 +538,9 @@
538
  "hf_math_lvl5": 0.48338368580060426,
539
  "hf_musr": 0.44612500000000005,
540
  "hf_avg": 44.84747145129876,
541
- "arena_elo": 1318.98,
542
- "arena_rank": 174,
543
- "arena_votes": 55436,
544
  "aider_pass_rate": 0.42100000000000004
545
  },
546
  {
@@ -628,8 +628,8 @@
628
  "lb_language": 0.29333666666666663,
629
  "lb_if": 0.5838349999999999,
630
  "lb_data_analysis": 0.4376,
631
- "arena_elo": 1255.91,
632
- "arena_rank": 227,
633
  "arena_votes": 24126
634
  },
635
  {
@@ -729,9 +729,9 @@
729
  "lb_language": 0.31805,
730
  "lb_if": 0.6957099999999999,
731
  "lb_data_analysis": 0.33599999999999997,
732
- "arena_elo": 1298.6,
733
- "arena_rank": 196,
734
- "arena_votes": 7136
735
  },
736
  {
737
  "slug": "openai/gpt-3.5-turbo-0125",
@@ -750,9 +750,9 @@
750
  "lb_language": 0.2421633333333333,
751
  "lb_if": 0.604665,
752
  "lb_data_analysis": 0.3682,
753
- "arena_elo": 1223.58,
754
- "arena_rank": 242,
755
- "arena_votes": 66191,
756
  "aider_pass_rate": 0.414
757
  },
758
  {
@@ -773,9 +773,9 @@
773
  "lb_language": 0.4956833333333333,
774
  "lb_if": 0.717875,
775
  "lb_data_analysis": 0.39039999999999997,
776
- "arena_elo": 1274.69,
777
- "arena_rank": 214,
778
- "arena_votes": 88721,
779
  "aider_pass_rate": 0.466
780
  },
781
  {
@@ -794,9 +794,9 @@
794
  "lb_language": 0.45262,
795
  "lb_if": 0.713875,
796
  "lb_data_analysis": 0.4998,
797
- "arena_elo": 1323.92,
798
- "arena_rank": 163,
799
- "arena_votes": 98130
800
  },
801
  {
802
  "slug": "openai/gpt-4o-2024-05-13",
@@ -815,9 +815,9 @@
815
  "lb_language": 0.5393533333333334,
816
  "lb_if": 0.7217100000000001,
817
  "lb_data_analysis": 0.4661,
818
- "arena_elo": 1345.52,
819
- "arena_rank": 140,
820
- "arena_votes": 112863,
821
  "aider_pass_rate": 0.602
822
  },
823
  {
@@ -834,9 +834,9 @@
834
  "lb_language": 0.4563466666666667,
835
  "lb_if": 0.6858299999999999,
836
  "lb_data_analysis": 0.6236999999999999,
837
- "arena_elo": 1334.74,
838
- "arena_rank": 152,
839
- "arena_votes": 45498,
840
  "aider_pass_rate": 0.5710000000000001
841
  },
842
  {
@@ -857,8 +857,8 @@
857
  "lb_language": 0.29879333333333336,
858
  "lb_if": 0.5679974999999999,
859
  "lb_data_analysis": 0.55099,
860
- "arena_elo": 1317.61,
861
- "arena_rank": 176,
862
  "arena_votes": 68794,
863
  "aider_pass_rate": 0.406
864
  },
@@ -880,9 +880,9 @@
880
  "hf_math_lvl5": 0.37462235649546827,
881
  "hf_musr": 0.41384375,
882
  "hf_avg": 27.639223265636087,
883
- "arena_elo": 1401.76,
884
- "arena_rank": 78,
885
- "arena_votes": 27822,
886
  "aider_pass_rate": 0.654
887
  },
888
  {
@@ -892,9 +892,9 @@
892
  "mmlu": 0.852,
893
  "gpqa": 0.6,
894
  "math": 0.9,
895
- "arena_elo": 1336.75,
896
- "arena_rank": 148,
897
- "arena_votes": 51986,
898
  "aider_pass_rate": 0.5
899
  },
900
  {
@@ -904,9 +904,9 @@
904
  "mmlu": 0.908,
905
  "gpqa": 0.733,
906
  "mgsm": 0.908,
907
- "arena_elo": 1388.05,
908
  "arena_rank": 94,
909
- "arena_votes": 31120,
910
  "aider_pass_rate": 0.579
911
  },
912
  {
@@ -921,9 +921,9 @@
921
  "mmlu": 0.869,
922
  "math": 0.979,
923
  "mgsm": 0.92,
924
- "arena_elo": 1347.98,
925
- "arena_rank": 132,
926
- "arena_votes": 58415
927
  },
928
  {
929
  "slug": "openai/o3",
@@ -997,9 +997,9 @@
997
  "lb_language": 0.38114999999999993,
998
  "lb_if": 0.7550025,
999
  "lb_data_analysis": 0.4718,
1000
- "arena_elo": 1302.52,
1001
- "arena_rank": 195,
1002
- "arena_votes": 39409
1003
  },
1004
  {
1005
  "slug": "qwen/qwen-2.5-7b-instruct",
@@ -1044,9 +1044,9 @@
1044
  "lb_language": 0.23245333333333332,
1045
  "lb_if": 0.5869175,
1046
  "lb_data_analysis": 0.48810000000000003,
1047
- "arena_elo": 1270.39,
1048
- "arena_rank": 218,
1049
- "arena_votes": 5430,
1050
  "aider_pass_rate": 0.594
1051
  },
1052
  {
@@ -1096,8 +1096,8 @@
1096
  "lb_language": 0.29213666666666666,
1097
  "lb_if": 0.68271,
1098
  "lb_data_analysis": 0.1636,
1099
- "arena_elo": 1261.49,
1100
- "arena_rank": 223,
1101
  "arena_votes": 37325,
1102
  "aider_pass_rate": 0.444
1103
  },
@@ -1160,9 +1160,9 @@
1160
  "lb_language": 0.21091000000000001,
1161
  "lb_if": 0.35587499999999994,
1162
  "lb_data_analysis": 0.25925,
1163
- "arena_elo": 1156.81,
1164
- "arena_rank": 278,
1165
- "arena_votes": 3233
1166
  },
1167
  {
1168
  "slug": "xai/grok-1.5",
@@ -1263,9 +1263,9 @@
1263
  "hf_math_lvl5": 0.277190332326284,
1264
  "hf_musr": 0.4281979166666667,
1265
  "hf_avg": 33.35799367075618,
1266
- "arena_elo": 1213.08,
1267
- "arena_rank": 248,
1268
- "arena_votes": 24142
1269
  },
1270
  {
1271
  "hf_id": "01-ai/Yi-1.5-34B-Chat-16K",
@@ -1386,8 +1386,8 @@
1386
  "hf_math_lvl5": 0.06268882175226587,
1387
  "hf_musr": 0.39784375,
1388
  "hf_avg": 24.226662652803373,
1389
- "arena_elo": 1183.46,
1390
- "arena_rank": 262,
1391
  "arena_votes": 15483
1392
  },
1393
  {
@@ -1673,9 +1673,9 @@
1673
  "hf_math_lvl5": 0.03851963746223565,
1674
  "hf_musr": 0.47709375000000004,
1675
  "hf_avg": 14.343669671742774,
1676
- "arena_elo": 1222.85,
1677
- "arena_rank": 243,
1678
- "arena_votes": 104636
1679
  },
1680
  {
1681
  "hf_id": "AI-Sweden-Models/gpt-sw3-40b",
@@ -6142,8 +6142,8 @@
6142
  "lb_language": 0.07196666666666666,
6143
  "lb_if": 0.5279175,
6144
  "lb_data_analysis": 0.081,
6145
- "arena_elo": 1126.5,
6146
- "arena_rank": 299,
6147
  "arena_votes": 1785
6148
  },
6149
  {
@@ -6164,9 +6164,9 @@
6164
  "lb_language": 0.042846666666666665,
6165
  "lb_if": 0.48317,
6166
  "lb_data_analysis": 0.0762,
6167
- "arena_elo": 1130.68,
6168
- "arena_rank": 295,
6169
- "arena_votes": 11116
6170
  },
6171
  {
6172
  "hf_id": "HuggingFaceH4/zephyr-7b-gemma-v0.1",
@@ -6191,9 +6191,9 @@
6191
  "hf_math_lvl5": 0.20468277945619334,
6192
  "hf_musr": 0.4465208333333333,
6193
  "hf_avg": 34.125963384670946,
6194
- "arena_elo": 1212.38,
6195
- "arena_rank": 249,
6196
- "arena_votes": 4653
6197
  },
6198
  {
6199
  "hf_id": "HuggingFaceTB/SmolLM-1.7B",
@@ -6290,9 +6290,9 @@
6290
  "hf_math_lvl5": 0.0581570996978852,
6291
  "hf_musr": 0.342125,
6292
  "hf_avg": 15.02227766709556,
6293
- "arena_elo": 1113.92,
6294
- "arena_rank": 303,
6295
- "arena_votes": 2201
6296
  },
6297
  {
6298
  "hf_id": "HuggingFaceTB/SmolLM2-135M",
@@ -10127,9 +10127,9 @@
10127
  "hf_math_lvl5": 0.12235649546827794,
10128
  "hf_musr": 0.4595416666666667,
10129
  "hf_avg": 27.353190438571634,
10130
- "arena_elo": 1164.33,
10131
- "arena_rank": 277,
10132
- "arena_votes": 3776
10133
  },
10134
  {
10135
  "hf_id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT",
@@ -11176,9 +11176,9 @@
11176
  "lb_language": 0.5148133333333332,
11177
  "lb_if": 0.81829,
11178
  "lb_data_analysis": 0.69529,
11179
- "arena_elo": 1335.83,
11180
- "arena_rank": 149,
11181
- "arena_votes": 25985
11182
  },
11183
  {
11184
  "hf_id": "Qwen/Qwen1.5-0.5B",
@@ -11272,9 +11272,9 @@
11272
  "lb_language": 0.13224333333333332,
11273
  "lb_if": 0.5526275,
11274
  "lb_data_analysis": 0.20179999999999998,
11275
- "arena_elo": 1233.68,
11276
- "arena_rank": 235,
11277
- "arena_votes": 26191,
11278
  "aider_pass_rate": 0.308
11279
  },
11280
  {
@@ -11300,9 +11300,9 @@
11300
  "hf_math_lvl5": 0.15256797583081572,
11301
  "hf_musr": 0.43997916666666664,
11302
  "hf_avg": 23.566106475051374,
11303
- "arena_elo": 1190.49,
11304
- "arena_rank": 259,
11305
- "arena_votes": 17841
11306
  },
11307
  {
11308
  "hf_id": "Qwen/Qwen1.5-32B",
@@ -11327,9 +11327,9 @@
11327
  "hf_math_lvl5": 0.19561933534743203,
11328
  "hf_musr": 0.4159791666666666,
11329
  "hf_avg": 29.25746822860332,
11330
- "arena_elo": 1203.52,
11331
- "arena_rank": 252,
11332
- "arena_votes": 21744
11333
  },
11334
  {
11335
  "hf_id": "Qwen/Qwen1.5-4B",
@@ -11361,9 +11361,9 @@
11361
  "lb_language": 0.05798333333333333,
11362
  "lb_if": 0.27749999999999997,
11363
  "lb_data_analysis": 0.0469,
11364
- "arena_elo": 1089.68,
11365
- "arena_rank": 309,
11366
- "arena_votes": 7598
11367
  },
11368
  {
11369
  "hf_id": "Qwen/Qwen1.5-7B",
@@ -11395,9 +11395,9 @@
11395
  "lb_language": 0.061816666666666666,
11396
  "lb_if": 0.4411675,
11397
  "lb_data_analysis": 0.0435,
11398
- "arena_elo": 1143.52,
11399
- "arena_rank": 287,
11400
- "arena_votes": 4735
11401
  },
11402
  {
11403
  "hf_id": "Qwen/Qwen1.5-MoE-A2.7B",
@@ -16644,8 +16644,8 @@
16644
  "hf_math_lvl5": 0.4501510574018127,
16645
  "hf_musr": 0.4948333333333334,
16646
  "hf_avg": 42.33178738532094,
16647
- "arena_elo": 1286.35,
16648
- "arena_rank": 205,
16649
  "arena_votes": 2846
16650
  },
16651
  {
@@ -16695,9 +16695,9 @@
16695
  "hf_math_lvl5": 0.19637462235649547,
16696
  "hf_musr": 0.41746875,
16697
  "hf_avg": 26.034998081672143,
16698
- "arena_elo": 1220.4,
16699
- "arena_rank": 247,
16700
- "arena_votes": 2895
16701
  },
16702
  {
16703
  "hf_id": "allenai/Llama-3.1-Tulu-3-8B",
@@ -18637,8 +18637,8 @@
18637
  "hf_math_lvl5": 0.08383685800604229,
18638
  "hf_musr": 0.41201041666666666,
18639
  "hf_avg": 20.83936104726783,
18640
- "arena_elo": 1167.16,
18641
- "arena_rank": 275,
18642
  "arena_votes": 10224
18643
  },
18644
  {
@@ -19608,8 +19608,8 @@
19608
  "hf_math_lvl5": 0.013595166163141994,
19609
  "hf_musr": 0.37390625000000005,
19610
  "hf_avg": 6.3704357034963754,
19611
- "arena_elo": 979.528,
19612
- "arena_rank": 321,
19613
  "arena_votes": 3412
19614
  },
19615
  {
@@ -19759,9 +19759,9 @@
19759
  "hf_math_lvl5": 0.09290030211480363,
19760
  "hf_musr": 0.5058645833333334,
19761
  "hf_avg": 27.310631874736753,
19762
- "arena_elo": 1183.98,
19763
- "arena_rank": 261,
19764
- "arena_votes": 4933
19765
  },
19766
  {
19767
  "hf_id": "deepseek-ai/deepseek-llm-7b-base",
@@ -21237,9 +21237,9 @@
21237
  "hf_math_lvl5": 0.01812688821752266,
21238
  "hf_musr": 0.33939583333333334,
21239
  "hf_avg": 8.053373854341979,
21240
- "arena_elo": 1113.84,
21241
- "arena_rank": 304,
21242
- "arena_votes": 10853
21243
  },
21244
  {
21245
  "hf_id": "google/gemma-1.1-7b-it",
@@ -21259,8 +21259,8 @@
21259
  "lb_language": 0.10647333333333332,
21260
  "lb_if": 0.443375,
21261
  "lb_data_analysis": 0.0726,
21262
- "arena_elo": 1179.92,
21263
- "arena_rank": 266,
21264
  "arena_votes": 23893
21265
  },
21266
  {
@@ -21298,9 +21298,9 @@
21298
  "hf_math_lvl5": 0.0007552870090634441,
21299
  "hf_musr": 0.39288541666666665,
21300
  "hf_avg": 17.046939294966545,
21301
- "arena_elo": 1198.62,
21302
- "arena_rank": 254,
21303
- "arena_votes": 46618
21304
  },
21305
  {
21306
  "hf_id": "google/gemma-2-2b-jpn-it",
@@ -21349,9 +21349,9 @@
21349
  "hf_math_lvl5": 0.02039274924471299,
21350
  "hf_musr": 0.334125,
21351
  "hf_avg": 7.485804130315127,
21352
- "arena_elo": 1091.3,
21353
- "arena_rank": 308,
21354
- "arena_votes": 4779
21355
  },
21356
  {
21357
  "hf_id": "google/gemma-7b",
@@ -21376,8 +21376,8 @@
21376
  "hf_math_lvl5": 0.02945619335347432,
21377
  "hf_musr": 0.42742708333333335,
21378
  "hf_avg": 13.067087110466217,
21379
- "arena_elo": 1135.7,
21380
- "arena_rank": 294,
21381
  "arena_votes": 8925
21382
  },
21383
  {
@@ -22381,8 +22381,8 @@
22381
  "hf_math_lvl5": 0.02039274924471299,
22382
  "hf_musr": 0.34621875,
22383
  "hf_avg": 9.39218439885523,
22384
- "arena_elo": 971.576,
22385
- "arena_rank": 322,
22386
  "arena_votes": 2391
22387
  },
22388
  {
@@ -22696,8 +22696,8 @@
22696
  "hf_math_lvl5": 0.09214501510574018,
22697
  "hf_musr": 0.35148958333333336,
22698
  "hf_avg": 18.396095114284222,
22699
- "arena_elo": 1155.57,
22700
- "arena_rank": 279,
22701
  "arena_votes": 6837
22702
  },
22703
  {
@@ -22747,9 +22747,9 @@
22747
  "hf_math_lvl5": 0.1419939577039275,
22748
  "hf_musr": 0.3900625,
22749
  "hf_avg": 24.027678753483297,
22750
- "arena_elo": 1181.56,
22751
- "arena_rank": 265,
22752
- "arena_votes": 6643
22753
  },
22754
  {
22755
  "hf_id": "ibm-granite/granite-3.1-1b-a400m-base",
@@ -22798,9 +22798,9 @@
22798
  "hf_math_lvl5": 0.15256797583081572,
22799
  "hf_musr": 0.3605416666666667,
22800
  "hf_avg": 21.712212822028288,
22801
- "arena_elo": 1178.99,
22802
- "arena_rank": 268,
22803
- "arena_votes": 3191
22804
  },
22805
  {
22806
  "hf_id": "ibm-granite/granite-3.1-3b-a800m-base",
@@ -22849,9 +22849,9 @@
22849
  "hf_math_lvl5": 0.21978851963746224,
22850
  "hf_musr": 0.47070833333333334,
22851
  "hf_avg": 30.6030430081627,
22852
- "arena_elo": 1208.23,
22853
- "arena_rank": 251,
22854
- "arena_votes": 3092
22855
  },
22856
  {
22857
  "hf_id": "ibm-granite/granite-3.2-2b-instruct",
@@ -23318,9 +23318,9 @@
23318
  "hf_math_lvl5": 0.4078549848942598,
23319
  "hf_musr": 0.4558229166666667,
23320
  "hf_avg": 38.87959582082076,
23321
- "arena_elo": 1191.07,
23322
- "arena_rank": 258,
23323
- "arena_votes": 9902
23324
  },
23325
  {
23326
  "hf_id": "internlm/internlm2_5-7b-chat",
@@ -25538,8 +25538,8 @@
25538
  "hf_math_lvl5": 0.0702416918429003,
25539
  "hf_musr": 0.3328541666666667,
25540
  "hf_avg": 14.443126333711135,
25541
- "arena_elo": 1110.92,
25542
- "arena_rank": 305,
25543
  "arena_votes": 8045
25544
  },
25545
  {
@@ -25719,8 +25719,8 @@
25719
  "lb_language": 0.13909000000000002,
25720
  "lb_if": 0.5330400000000001,
25721
  "lb_data_analysis": 0.2044,
25722
- "arena_elo": 1197.61,
25723
- "arena_rank": 255,
25724
  "arena_votes": 25055
25725
  },
25726
  {
@@ -25741,9 +25741,9 @@
25741
  "lb_language": 0.09153666666666667,
25742
  "lb_if": 0.39083500000000004,
25743
  "lb_data_analysis": 0.26030000000000003,
25744
- "arena_elo": 1128.79,
25745
- "arena_rank": 296,
25746
- "arena_votes": 20691
25747
  },
25748
  {
25749
  "hf_id": "microsoft/Phi-3-mini-4k-instruct",
@@ -25763,9 +25763,9 @@
25763
  "lb_language": 0.08559,
25764
  "lb_if": 0.363625,
25765
  "lb_data_analysis": 0.2232,
25766
- "arena_elo": 1128,
25767
- "arena_rank": 297,
25768
- "arena_votes": 20115
25769
  },
25770
  {
25771
  "hf_id": "microsoft/Phi-3-mini-4k-instruct",
@@ -25823,9 +25823,9 @@
25823
  "lb_language": 0.12944,
25824
  "lb_if": 0.472,
25825
  "lb_data_analysis": 0.2343,
25826
- "arena_elo": 1170.83,
25827
- "arena_rank": 273,
25828
- "arena_votes": 17763
25829
  },
25830
  {
25831
  "hf_id": "microsoft/Phi-4-mini-instruct",
@@ -26072,8 +26072,8 @@
26072
  "lb_language": 0.09055,
26073
  "lb_if": 0.5165025,
26074
  "lb_data_analysis": 0.059300000000000005,
26075
- "arena_elo": 1149.25,
26076
- "arena_rank": 284,
26077
  "arena_votes": 19402
26078
  },
26079
  {
@@ -26197,9 +26197,9 @@
26197
  "lb_language": 0.26477666666666666,
26198
  "lb_if": 0.63167,
26199
  "lb_data_analysis": 0.255,
26200
- "arena_elo": 1229.12,
26201
- "arena_rank": 239,
26202
- "arena_votes": 51417
26203
  },
26204
  {
26205
  "hf_id": "mistralai/Mixtral-8x22B-v0.1",
@@ -26231,9 +26231,9 @@
26231
  "lb_language": 0.13761333333333334,
26232
  "lb_if": 0.4480825,
26233
  "lb_data_analysis": 0.1619,
26234
- "arena_elo": 1196.76,
26235
- "arena_rank": 256,
26236
- "arena_votes": 73505
26237
  },
26238
  {
26239
  "hf_id": "mistralai/Mixtral-8x7B-v0.1",
@@ -28559,9 +28559,9 @@
28559
  "hf_math_lvl5": 0.07628398791540786,
28560
  "hf_musr": 0.42543749999999997,
28561
  "hf_avg": 22.70925524673515,
28562
- "arena_elo": 1181.9,
28563
- "arena_rank": 263,
28564
- "arena_votes": 12636
28565
  },
28566
  {
28567
  "hf_id": "openchat/openchat-3.5-1210",
@@ -28598,9 +28598,9 @@
28598
  "hf_math_lvl5": 0.07250755287009064,
28599
  "hf_musr": 0.4228645833333333,
28600
  "hf_avg": 21.635827111564595,
28601
- "arena_elo": 1181.82,
28602
- "arena_rank": 264,
28603
- "arena_votes": 7967
28604
  },
28605
  {
28606
  "hf_id": "openchat/openchat_v3.2",
@@ -29752,9 +29752,9 @@
29752
  "hf_math_lvl5": 0.07099697885196375,
29753
  "hf_musr": 0.41232291666666665,
29754
  "hf_avg": 22.3449346084354,
29755
- "arena_elo": 1279.28,
29756
- "arena_rank": 210,
29757
- "arena_votes": 10069
29758
  },
29759
  {
29760
  "hf_id": "prithivMLmods/Bellatrix-1.5B-xElite",
@@ -33248,8 +33248,8 @@
33248
  "lb_language": 0.11368333333333334,
33249
  "lb_if": 0.52779,
33250
  "lb_data_analysis": 0.1738,
33251
- "arena_elo": 1174.74,
33252
- "arena_rank": 270,
33253
  "arena_votes": 5006
33254
  },
33255
  {
@@ -34302,8 +34302,8 @@
34302
  "hf_math_lvl5": 0.05664652567975831,
34303
  "hf_musr": 0.3899375,
34304
  "hf_avg": 20.57236409322395,
34305
- "arena_elo": 1151.97,
34306
- "arena_rank": 281,
34307
  "arena_votes": 4155
34308
  },
34309
  {
@@ -35718,9 +35718,9 @@
35718
  "lb_language": 0.2793333333333334,
35719
  "lb_if": 0.5561674999999999,
35720
  "lb_data_analysis": 0.39766500000000005,
35721
- "arena_elo": 1249.89,
35722
- "arena_rank": 229,
35723
- "arena_votes": 10141
35724
  },
35725
  {
35726
  "name": "command-r-plus",
@@ -35731,9 +35731,9 @@
35731
  "lb_language": 0.23921666666666663,
35732
  "lb_if": 0.7150825,
35733
  "lb_data_analysis": 0.179,
35734
- "arena_elo": 1261.56,
35735
- "arena_rank": 222,
35736
- "arena_votes": 77556,
35737
  "aider_pass_rate": 0.218
35738
  },
35739
  {
@@ -35746,9 +35746,9 @@
35746
  "lb_language": 0.3086066666666667,
35747
  "lb_if": 0.5761225,
35748
  "lb_data_analysis": 0.492345,
35749
- "arena_elo": 1276.12,
35750
- "arena_rank": 212,
35751
- "arena_votes": 9869
35752
  },
35753
  {
35754
  "name": "deepseek-coder-v2",
@@ -35759,8 +35759,8 @@
35759
  "lb_language": 0.33044,
35760
  "lb_if": 0.6718325,
35761
  "lb_data_analysis": 0.3438,
35762
- "arena_elo": 1263.93,
35763
- "arena_rank": 221,
35764
  "arena_votes": 15147
35765
  },
35766
  {
@@ -35865,8 +35865,8 @@
35865
  "lb_language": 0.43553333333333333,
35866
  "lb_if": 0.6392074999999999,
35867
  "lb_data_analysis": 0.5308999999999999,
35868
- "arena_elo": 1312.89,
35869
- "arena_rank": 182,
35870
  "arena_votes": 93439,
35871
  "aider_pass_rate": 0.556
35872
  },
@@ -35919,9 +35919,9 @@
35919
  "lb_language": 0.28744,
35920
  "lb_if": 0.6819175000000001,
35921
  "lb_data_analysis": 0.3983,
35922
- "arena_elo": 1242.06,
35923
- "arena_rank": 230,
35924
- "arena_votes": 62437
35925
  },
35926
  {
35927
  "name": "mistral-large-2407",
@@ -35932,9 +35932,9 @@
35932
  "lb_language": 0.3979266666666667,
35933
  "lb_if": 0.7184575000000001,
35934
  "lb_data_analysis": 0.42910000000000004,
35935
- "arena_elo": 1313.8,
35936
- "arena_rank": 181,
35937
- "arena_votes": 45460
35938
  },
35939
  {
35940
  "name": "mistral-small-2402",
@@ -35965,9 +35965,9 @@
35965
  "lb_language": 0.11368333333333332,
35966
  "lb_if": 0.5824975,
35967
  "lb_data_analysis": 0.2347,
35968
- "arena_elo": 1232.81,
35969
- "arena_rank": 238,
35970
- "arena_votes": 39296
35971
  },
35972
  {
35973
  "name": "smaug-qwen2-72b-instruct",
@@ -35988,9 +35988,9 @@
35988
  "lb_language": 0.07264333333333332,
35989
  "lb_if": 0.3832075,
35990
  "lb_data_analysis": 0.03,
35991
- "arena_elo": 1171.24,
35992
- "arena_rank": 272,
35993
- "arena_votes": 16057
35994
  },
35995
  {
35996
  "name": "vicuna-7b-v1.5-16k",
@@ -36044,9 +36044,9 @@
36044
  "lb_language": 0.29534,
36045
  "lb_if": 0.8454575,
36046
  "lb_data_analysis": 0.39359999999999995,
36047
- "arena_elo": 1309.58,
36048
- "arena_rank": 185,
36049
- "arena_votes": 34909
36050
  },
36051
  {
36052
  "name": "gemini-1.5-pro-002",
@@ -36057,9 +36057,9 @@
36057
  "lb_language": 0.4740566666666666,
36058
  "lb_if": 0.7774575,
36059
  "lb_data_analysis": 0.5145,
36060
- "arena_elo": 1351.1,
36061
- "arena_rank": 129,
36062
- "arena_votes": 55607,
36063
  "aider_pass_rate": 0.496
36064
  },
36065
  {
@@ -36212,9 +36212,9 @@
36212
  "lb_language": 0.3427633333333333,
36213
  "lb_if": 0.782835,
36214
  "lb_data_analysis": 0.5621,
36215
- "arena_elo": 1353.18,
36216
- "arena_rank": 126,
36217
- "arena_votes": 24951
36218
  },
36219
  {
36220
  "name": "gemini-2.0-flash-thinking-exp-01-21",
@@ -36298,9 +36298,9 @@
36298
  "lb_language": 0.40453333333333336,
36299
  "lb_if": 0.67929,
36300
  "lb_data_analysis": 0.541955,
36301
- "arena_elo": 1304.91,
36302
- "arena_rank": 191,
36303
- "arena_votes": 28081,
36304
  "aider_pass_rate": 0.466
36305
  },
36306
  {
@@ -36404,9 +36404,9 @@
36404
  "lb_language": 0.5836933333333333,
36405
  "lb_if": 0.7534574999999999,
36406
  "lb_data_analysis": 0.64271,
36407
- "arena_elo": 1374.19,
36408
  "arena_rank": 108,
36409
- "arena_votes": 33189
36410
  },
36411
  {
36412
  "name": "gpt-4.5-preview",
@@ -36449,9 +36449,9 @@
36449
  "lb_language": 0.41314333333333336,
36450
  "lb_if": 0.7490399999999999,
36451
  "lb_data_analysis": 0.387965,
36452
- "arena_elo": 1365.15,
36453
  "arena_rank": 117,
36454
- "arena_votes": 48420
36455
  },
36456
  {
36457
  "name": "gemini-2.5-pro-exp-03-25",
@@ -36473,9 +36473,9 @@
36473
  "lb_language": 0.4682266666666666,
36474
  "lb_if": 0.8147075,
36475
  "lb_data_analysis": 0.64019,
36476
- "arena_elo": 1394.11,
36477
- "arena_rank": 86,
36478
- "arena_votes": 46409
36479
  },
36480
  {
36481
  "name": "chatgpt-4o-latest-2025-03-27",
@@ -36519,9 +36519,9 @@
36519
  "lb_language": 0.6319400000000001,
36520
  "lb_if": 0.764915,
36521
  "lb_data_analysis": 0.599645,
36522
- "arena_elo": 1370.93,
36523
  "arena_rank": 112,
36524
- "arena_votes": 44242
36525
  },
36526
  {
36527
  "name": "command-a-03-2025",
@@ -36533,9 +36533,9 @@
36533
  "lb_language": 0.36696,
36534
  "lb_if": 0.82904,
36535
  "lb_data_analysis": 0.48457000000000006,
36536
- "arena_elo": 1353.03,
36537
- "arena_rank": 127,
36538
- "arena_votes": 57059
36539
  },
36540
  {
36541
  "name": "gemini-1.5-flash-8b-001",
@@ -36546,9 +36546,9 @@
36546
  "lb_language": 0.22867666666666667,
36547
  "lb_if": 0.6971649999999999,
36548
  "lb_data_analysis": 0.4241,
36549
- "arena_elo": 1258.54,
36550
- "arena_rank": 226,
36551
- "arena_votes": 35556
36552
  },
36553
  {
36554
  "name": "gemini-2.0-flash-001",
@@ -36559,9 +36559,9 @@
36559
  "lb_language": 0.42386999999999997,
36560
  "lb_if": 0.8578749999999999,
36561
  "lb_data_analysis": 0.7332000000000001,
36562
- "arena_elo": 1360.76,
36563
- "arena_rank": 120,
36564
- "arena_votes": 44666
36565
  },
36566
  {
36567
  "name": "gemini-2.0-flash-lite-001",
@@ -36583,8 +36583,8 @@
36583
  "lb_language": 0.3126966666666667,
36584
  "lb_if": 0.7382925,
36585
  "lb_data_analysis": 0.4284,
36586
- "arena_elo": 1341.56,
36587
- "arena_rank": 143,
36588
  "arena_votes": 3829
36589
  },
36590
  {
@@ -36596,9 +36596,9 @@
36596
  "lb_language": 0.15059333333333333,
36597
  "lb_if": 0.6358325,
36598
  "lb_data_analysis": 0.36950000000000005,
36599
- "arena_elo": 1303.19,
36600
- "arena_rank": 194,
36601
- "arena_votes": 4177
36602
  },
36603
  {
36604
  "name": "gpt-4.5-preview-2025-02-27",
@@ -36610,9 +36610,9 @@
36610
  "lb_language": 0.6475866666666666,
36611
  "lb_if": 0.72325,
36612
  "lb_data_analysis": 0.600695,
36613
- "arena_elo": 1444.19,
36614
  "arena_rank": 28,
36615
- "arena_votes": 14549
36616
  },
36617
  {
36618
  "name": "llama-4-maverick-17b-128e-instruct",
@@ -36623,9 +36623,9 @@
36623
  "lb_language": 0.4964766666666667,
36624
  "lb_if": 0.7574575,
36625
  "lb_data_analysis": 0.6155,
36626
- "arena_elo": 1327.43,
36627
- "arena_rank": 160,
36628
- "arena_votes": 40913
36629
  },
36630
  {
36631
  "name": "grok-3-beta",
@@ -36659,9 +36659,9 @@
36659
  "lb_language": 0.54551,
36660
  "lb_if": 0.7704575,
36661
  "lb_data_analysis": 0.66404,
36662
- "arena_elo": 1413.31,
36663
  "arena_rank": 63,
36664
- "arena_votes": 51800
36665
  },
36666
  {
36667
  "name": "gpt-4.1-mini-2025-04-14",
@@ -36673,9 +36673,9 @@
36673
  "lb_language": 0.37996,
36674
  "lb_if": 0.7030825,
36675
  "lb_data_analysis": 0.6133799999999999,
36676
- "arena_elo": 1381.67,
36677
  "arena_rank": 103,
36678
- "arena_votes": 40288
36679
  },
36680
  {
36681
  "name": "gpt-4.1-nano-2025-04-14",
@@ -36687,9 +36687,9 @@
36687
  "lb_language": 0.30958,
36688
  "lb_if": 0.5753725,
36689
  "lb_data_analysis": 0.498195,
36690
- "arena_elo": 1321.62,
36691
  "arena_rank": 169,
36692
- "arena_votes": 6107
36693
  },
36694
  {
36695
  "name": "o3-2025-04-16-high",
@@ -36778,9 +36778,9 @@
36778
  "lb_language": 0.6482266666666666,
36779
  "lb_if": 0.79954,
36780
  "lb_data_analysis": 0.7153849999999999,
36781
- "arena_elo": 1419.36,
36782
  "arena_rank": 51,
36783
- "arena_votes": 19153
36784
  },
36785
  {
36786
  "name": "gemini-2.5-flash-preview-05-20",
@@ -36847,9 +36847,9 @@
36847
  "lb_language": 0.44743666666666665,
36848
  "lb_if": 0.7139575,
36849
  "lb_data_analysis": 0.602025,
36850
- "arena_elo": 1384.57,
36851
  "arena_rank": 100,
36852
- "arena_votes": 34358
36853
  },
36854
  {
36855
  "name": "phi-4-reasoning-plus",
@@ -36883,9 +36883,9 @@
36883
  "lb_language": 0.60609,
36884
  "lb_if": 0.8772925,
36885
  "lb_data_analysis": 0.68308,
36886
- "arena_elo": 1374.68,
36887
  "arena_rank": 107,
36888
- "arena_votes": 27000
36889
  },
36890
  {
36891
  "name": "qwen3-30b-a3b",
@@ -36897,9 +36897,9 @@
36897
  "lb_language": 0.54465,
36898
  "lb_if": 0.21108249999999998,
36899
  "lb_data_analysis": 0.44922666666666666,
36900
- "arena_elo": 1328.1,
36901
- "arena_rank": 159,
36902
- "arena_votes": 27260
36903
  },
36904
  {
36905
  "name": "qwen3-32b",
@@ -36911,9 +36911,9 @@
36911
  "lb_language": 0.5554233333333333,
36912
  "lb_if": 0.1777075,
36913
  "lb_data_analysis": 0.4654,
36914
- "arena_elo": 1347.03,
36915
- "arena_rank": 136,
36916
- "arena_votes": 3932
36917
  },
36918
  {
36919
  "name": "claude-4-1-opus-20250805",
@@ -36936,9 +36936,9 @@
36936
  "lb_language": 0.7599833333333333,
36937
  "lb_if": 0.2352075,
36938
  "lb_data_analysis": 0.47005,
36939
- "arena_elo": 1450.71,
36940
  "arena_rank": 21,
36941
- "arena_votes": 48736
36942
  },
36943
  {
36944
  "name": "deepseek-v3.1-terminus",
@@ -36950,9 +36950,9 @@
36950
  "lb_language": 0.63882,
36951
  "lb_if": 0.8189575,
36952
  "lb_data_analysis": 0.67298,
36953
- "arena_elo": 1415.86,
36954
  "arena_rank": 58,
36955
- "arena_votes": 3744
36956
  },
36957
  {
36958
  "name": "gemini-2.5-flash-06-05",
@@ -36997,9 +36997,9 @@
36997
  "lb_language": 0.6534300000000001,
36998
  "lb_if": 0.2767925,
36999
  "lb_data_analysis": 0.6098266666666666,
37000
- "arena_elo": 1404.39,
37001
  "arena_rank": 72,
37002
- "arena_votes": 32518
37003
  },
37004
  {
37005
  "name": "gemini-2.5-pro-06-05",
@@ -37022,9 +37022,9 @@
37022
  "lb_language": 0.6162266666666666,
37023
  "lb_if": 0.8157925,
37024
  "lb_data_analysis": 0.6628999999999999,
37025
- "arena_elo": 1410.2,
37026
- "arena_rank": 69,
37027
- "arena_votes": 24595
37028
  },
37029
  {
37030
  "name": "glm-4.5-air",
@@ -37036,9 +37036,9 @@
37036
  "lb_language": 0.44289666666666666,
37037
  "lb_if": 0.7883775000000001,
37038
  "lb_data_analysis": 0.65962,
37039
- "arena_elo": 1371.84,
37040
  "arena_rank": 111,
37041
- "arena_votes": 31132
37042
  },
37043
  {
37044
  "name": "glm-4.6",
@@ -37050,9 +37050,9 @@
37050
  "lb_language": 0.5898633333333333,
37051
  "lb_if": 0.26192,
37052
  "lb_data_analysis": 0.5194766666666667,
37053
- "arena_elo": 1425.1,
37054
  "arena_rank": 42,
37055
- "arena_votes": 35102
37056
  },
37057
  {
37058
  "name": "gpt-5",
@@ -37086,9 +37086,9 @@
37086
  "lb_language": 0.8082699999999999,
37087
  "lb_if": 0.8811249999999999,
37088
  "lb_data_analysis": 0.716345,
37089
- "arena_elo": 1433.87,
37090
- "arena_rank": 36,
37091
- "arena_votes": 32325
37092
  },
37093
  {
37094
  "name": "gpt-5-low",
@@ -37122,9 +37122,9 @@
37122
  "lb_language": 0.7552066666666667,
37123
  "lb_if": 0.65271,
37124
  "lb_data_analysis": 0.55195,
37125
- "arena_elo": 1390,
37126
  "arena_rank": 91,
37127
- "arena_votes": 26935
37128
  },
37129
  {
37130
  "name": "gpt-5-mini-low",
@@ -37180,9 +37180,9 @@
37180
  "lb_language": 0.46841666666666665,
37181
  "lb_if": 0.5569975,
37182
  "lb_data_analysis": 0.4340566666666667,
37183
- "arena_elo": 1337.45,
37184
  "arena_rank": 147,
37185
- "arena_votes": 8348
37186
  },
37187
  {
37188
  "name": "gpt-5-nano-low",
@@ -37216,9 +37216,9 @@
37216
  "lb_language": 0.62963,
37217
  "lb_if": 0.7300425,
37218
  "lb_data_analysis": 0.644815,
37219
- "arena_elo": 1425.99,
37220
  "arena_rank": 41,
37221
- "arena_votes": 31590
37222
  },
37223
  {
37224
  "name": "gpt-oss-120b",
@@ -37230,9 +37230,9 @@
37230
  "lb_language": 0.48590666666666665,
37231
  "lb_if": 0.5029175,
37232
  "lb_data_analysis": 0.38804999999999995,
37233
- "arena_elo": 1354.07,
37234
- "arena_rank": 125,
37235
- "arena_votes": 30747
37236
  },
37237
  {
37238
  "name": "grok-4-0709",
@@ -37244,9 +37244,9 @@
37244
  "lb_language": 0.76388,
37245
  "lb_if": 0.29075,
37246
  "lb_data_analysis": 0.6337666666666667,
37247
- "arena_elo": 1409.36,
37248
- "arena_rank": 70,
37249
- "arena_votes": 41749
37250
  },
37251
  {
37252
  "name": "grok-code-fast-1-0825",
@@ -37280,9 +37280,9 @@
37280
  "lb_language": 0.6606966666666668,
37281
  "lb_if": 0.2172075,
37282
  "lb_data_analysis": 0.4471566666666667,
37283
- "arena_elo": 1422.36,
37284
- "arena_rank": 47,
37285
- "arena_votes": 73293
37286
  },
37287
  {
37288
  "name": "qwen3-235b-a22b-thinking-2507",
@@ -37294,9 +37294,9 @@
37294
  "lb_language": 0.6952366666666666,
37295
  "lb_if": 0.40641999999999995,
37296
  "lb_data_analysis": 0.5218266666666667,
37297
- "arena_elo": 1398.69,
37298
  "arena_rank": 81,
37299
- "arena_votes": 9177
37300
  },
37301
  {
37302
  "name": "qwen3-coder-480b-a35b-instruct",
@@ -37308,9 +37308,9 @@
37308
  "lb_language": 0.6426233333333333,
37309
  "lb_if": 0.741625,
37310
  "lb_data_analysis": 0.64683,
37311
- "arena_elo": 1386.43,
37312
- "arena_rank": 98,
37313
- "arena_votes": 26393
37314
  },
37315
  {
37316
  "name": "qwen3-max-2025-09-23",
@@ -37322,9 +37322,9 @@
37322
  "lb_language": 0.7144733333333333,
37323
  "lb_if": 0.76546,
37324
  "lb_data_analysis": 0.6536649999999999,
37325
- "arena_elo": 1424.61,
37326
  "arena_rank": 43,
37327
- "arena_votes": 9168
37328
  },
37329
  {
37330
  "name": "qwen3-next-80b-a3b-instruct",
@@ -37336,9 +37336,9 @@
37336
  "lb_language": 0.6633766666666666,
37337
  "lb_if": 0.191875,
37338
  "lb_data_analysis": 0.49784,
37339
- "arena_elo": 1401.82,
37340
  "arena_rank": 77,
37341
- "arena_votes": 22670
37342
  },
37343
  {
37344
  "name": "qwen3-next-80b-a3b",
@@ -37350,9 +37350,9 @@
37350
  "lb_language": 0.5631166666666667,
37351
  "lb_if": 0.41541999999999996,
37352
  "lb_data_analysis": 0.5358333333333333,
37353
- "arena_elo": 1368.83,
37354
  "arena_rank": 113,
37355
- "arena_votes": 13767
37356
  },
37357
  {
37358
  "name": "claude-haiku-4-5-20251001",
@@ -37364,9 +37364,9 @@
37364
  "lb_language": 0.5704566666666667,
37365
  "lb_if": 0.17754250000000002,
37366
  "lb_data_analysis": 0.45124999999999993,
37367
- "arena_elo": 1406.44,
37368
  "arena_rank": 71,
37369
- "arena_votes": 49326
37370
  },
37371
  {
37372
  "name": "deepseek-v3.2-exp",
@@ -37378,9 +37378,9 @@
37378
  "lb_language": 0.65596,
37379
  "lb_if": 0.1932925,
37380
  "lb_data_analysis": 0.4425866666666667,
37381
- "arena_elo": 1423.79,
37382
- "arena_rank": 44,
37383
- "arena_votes": 11672
37384
  },
37385
  {
37386
  "name": "minimax-m2",
@@ -37392,9 +37392,9 @@
37392
  "lb_language": 0.47647666666666666,
37393
  "lb_if": 0.810165,
37394
  "lb_data_analysis": 0.6755800000000001,
37395
- "arena_elo": 1346.88,
37396
  "arena_rank": 137,
37397
- "arena_votes": 6684
37398
  },
37399
  {
37400
  "name": "kimi-k2",
@@ -37516,9 +37516,9 @@
37516
  "lb_language": 0.7432699999999999,
37517
  "lb_if": 0.28204,
37518
  "lb_data_analysis": 0.52238,
37519
- "arena_elo": 1430.45,
37520
  "arena_rank": 39,
37521
- "arena_votes": 33097
37522
  },
37523
  {
37524
  "name": "claude-opus-4-5-20251101",
@@ -37530,9 +37530,9 @@
37530
  "lb_language": 0.7709166666666668,
37531
  "lb_if": 0.26591750000000003,
37532
  "lb_data_analysis": 0.4561233333333334,
37533
- "arena_elo": 1467.05,
37534
  "arena_rank": 11,
37535
- "arena_votes": 37462
37536
  },
37537
  {
37538
  "name": "deepseek-v3.2",
@@ -37544,9 +37544,9 @@
37544
  "lb_language": 0.6423933333333333,
37545
  "lb_if": 0.230625,
37546
  "lb_data_analysis": 0.45034,
37547
- "arena_elo": 1420.9,
37548
- "arena_rank": 49,
37549
- "arena_votes": 32541
37550
  },
37551
  {
37552
  "name": "deepseek-v3.2-speciale",
@@ -37602,9 +37602,9 @@
37602
  "lb_language": 0.49737666666666663,
37603
  "lb_if": 0.1706225,
37604
  "lb_data_analysis": 0.46410666666666667,
37605
- "arena_elo": 1377.87,
37606
  "arena_rank": 105,
37607
- "arena_votes": 2784
37608
  },
37609
  {
37610
  "name": "gpt-5.1-2025-11-13-low",
@@ -37715,9 +37715,9 @@
37715
  "lb_language": 0.6522633333333333,
37716
  "lb_if": 0.3565825,
37717
  "lb_data_analysis": 0.5517133333333334,
37718
- "arena_elo": 1440.97,
37719
  "arena_rank": 31,
37720
- "arena_votes": 11936
37721
  },
37722
  {
37723
  "name": "arcee-trinity-large-preview",
@@ -37740,9 +37740,9 @@
37740
  "lb_language": 0.8326966666666666,
37741
  "lb_if": 0.633125,
37742
  "lb_data_analysis": 0.6989299999999999,
37743
- "arena_elo": 1503.5,
37744
  "arena_rank": 1,
37745
- "arena_votes": 9170
37746
  },
37747
  {
37748
  "name": "claude-sonnet-4-6",
@@ -37754,9 +37754,9 @@
37754
  "lb_language": 0.7769333333333334,
37755
  "lb_if": 0.639165,
37756
  "lb_data_analysis": 0.7605666666666667,
37757
- "arena_elo": 1456.86,
37758
  "arena_rank": 16,
37759
- "arena_votes": 5509
37760
  },
37761
  {
37762
  "name": "gemini-3.1-pro-preview-high",
@@ -37790,9 +37790,9 @@
37790
  "lb_language": 0.7752800000000001,
37791
  "lb_if": 0.5532900000000001,
37792
  "lb_data_analysis": 0.67896,
37793
- "arena_elo": 1451.66,
37794
  "arena_rank": 18,
37795
- "arena_votes": 8095
37796
  },
37797
  {
37798
  "name": "gpt-5.2-codex",
@@ -37848,9 +37848,9 @@
37848
  "lb_language": 0.8300899999999999,
37849
  "lb_if": 0.6495425,
37850
  "lb_data_analysis": 0.7704833333333333,
37851
- "arena_elo": 1479.43,
37852
  "arena_rank": 6,
37853
- "arena_votes": 3503
37854
  },
37855
  {
37856
  "name": "gpt-5.4-xhigh",
@@ -37863,6 +37863,28 @@
37863
  "lb_if": 0.7021674999999999,
37864
  "lb_data_analysis": 0.7931333333333334
37865
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
37866
  {
37867
  "name": "kimi-k2.5",
37868
  "lb_name": "kimi-k2.5-thinking",
@@ -37873,9 +37895,9 @@
37873
  "lb_language": 0.77666,
37874
  "lb_if": 0.574125,
37875
  "lb_data_analysis": 0.6135766666666667,
37876
- "arena_elo": 1451.33,
37877
  "arena_rank": 19,
37878
- "arena_votes": 12710
37879
  },
37880
  {
37881
  "name": "minimax-m2.5",
@@ -37887,1470 +37909,1478 @@
37887
  "lb_language": 0.5510100000000001,
37888
  "lb_if": 0.5723325,
37889
  "lb_data_analysis": 0.49605000000000005,
37890
- "arena_elo": 1401.94,
37891
- "arena_rank": 75,
37892
- "arena_votes": 8017
37893
  },
37894
  {
37895
  "name": "claude-opus-4-6-thinking",
37896
  "arena_name": "claude-opus-4-6-thinking",
37897
  "arena_org": "Anthropic",
37898
- "arena_elo": 1502.2,
37899
  "arena_rank": 2,
37900
- "arena_votes": 8313
37901
- },
37902
- {
37903
- "name": "gemini-3.1-pro-preview",
37904
- "arena_name": "gemini-3.1-pro-preview",
37905
- "arena_org": "Google",
37906
- "arena_elo": 1500.28,
37907
- "arena_rank": 3,
37908
- "arena_votes": 4041
37909
  },
37910
  {
37911
  "name": "grok-4.20-beta1",
37912
  "arena_name": "grok-4.20-beta1",
37913
  "arena_org": "xAI",
37914
- "arena_elo": 1491.02,
 
 
 
 
 
 
 
 
37915
  "arena_rank": 4,
37916
- "arena_votes": 5280
37917
  },
37918
  {
37919
  "name": "gemini-3-pro",
37920
  "arena_name": "gemini-3-pro",
37921
  "arena_org": "Google",
37922
- "arena_elo": 1484.81,
37923
  "arena_rank": 5,
37924
- "arena_votes": 39923
37925
  },
37926
  {
37927
  "name": "gpt-5.2-chat-latest-20260210",
37928
  "arena_name": "gpt-5.2-chat-latest-20260210",
37929
  "arena_org": "OpenAI",
37930
- "arena_elo": 1478.51,
37931
  "arena_rank": 7,
37932
- "arena_votes": 5786
37933
  },
37934
  {
37935
  "name": "gemini-3-flash",
37936
  "arena_name": "gemini-3-flash",
37937
  "arena_org": "Google",
37938
- "arena_elo": 1472.72,
37939
  "arena_rank": 8,
37940
- "arena_votes": 30600
37941
  },
37942
  {
37943
  "name": "grok-4.1-thinking",
37944
  "arena_name": "grok-4.1-thinking",
37945
  "arena_org": "xAI",
37946
- "arena_elo": 1472.56,
37947
  "arena_rank": 9,
37948
- "arena_votes": 39309
37949
  },
37950
  {
37951
  "name": "claude-opus-4-5-20251101-thinking-32k",
37952
  "arena_name": "claude-opus-4-5-20251101-thinking-32k",
37953
  "arena_org": "Anthropic",
37954
- "arena_elo": 1470.41,
37955
  "arena_rank": 10,
37956
- "arena_votes": 32516
37957
  },
37958
  {
37959
  "name": "dola-seed-2.0-preview",
37960
  "arena_name": "dola-seed-2.0-preview",
37961
  "arena_org": "Bytedance",
37962
- "arena_elo": 1464.84,
37963
  "arena_rank": 12,
37964
- "arena_votes": 6712
37965
- },
37966
- {
37967
- "name": "grok-4.1",
37968
- "arena_name": "grok-4.1",
37969
- "arena_org": "xAI",
37970
- "arena_elo": 1462.35,
37971
- "arena_rank": 13,
37972
- "arena_votes": 43536
37973
  },
37974
  {
37975
  "name": "gemini-3-flash (thinking-minimal)",
37976
  "arena_name": "gemini-3-flash (thinking-minimal)",
37977
  "arena_org": "Google",
37978
- "arena_elo": 1461.84,
37979
- "arena_rank": 14,
37980
- "arena_votes": 22846
37981
  },
37982
  {
37983
  "name": "gpt-5.4",
37984
  "arena_name": "gpt-5.4",
37985
  "arena_org": "OpenAI",
37986
- "arena_elo": 1457.35,
 
 
 
 
 
 
 
 
37987
  "arena_rank": 15,
37988
- "arena_votes": 3417
37989
  },
37990
  {
37991
  "name": "gpt-5.1-high",
37992
  "arena_name": "gpt-5.1-high",
37993
  "arena_org": "OpenAI",
37994
- "arena_elo": 1455.32,
37995
  "arena_rank": 17,
37996
- "arena_votes": 36204
37997
  },
37998
  {
37999
  "name": "ernie-5.0-0110",
38000
  "arena_name": "ernie-5.0-0110",
38001
  "arena_org": "Baidu",
38002
- "arena_elo": 1450.91,
38003
  "arena_rank": 20,
38004
- "arena_votes": 15402
38005
- },
38006
- {
38007
- "name": "qwen3.5-397b-a17b",
38008
- "arena_name": "qwen3.5-397b-a17b",
38009
- "arena_org": "Alibaba",
38010
- "arena_elo": 1450.5,
38011
- "arena_rank": 22,
38012
- "arena_votes": 6836
38013
  },
38014
  {
38015
  "name": "claude-sonnet-4-5-20250929-thinking-32k",
38016
  "arena_name": "claude-sonnet-4-5-20250929-thinking-32k",
38017
  "arena_org": "Anthropic",
38018
- "arena_elo": 1449.91,
 
 
 
 
 
 
 
 
38019
  "arena_rank": 23,
38020
- "arena_votes": 50801
38021
  },
38022
  {
38023
  "name": "ernie-5.0-preview-1203",
38024
  "arena_name": "ernie-5.0-preview-1203",
38025
  "arena_org": "Baidu",
38026
- "arena_elo": 1449.21,
38027
  "arena_rank": 24,
38028
- "arena_votes": 9712
38029
  },
38030
  {
38031
  "name": "gemini-2.5-pro",
38032
  "arena_name": "gemini-2.5-pro",
38033
  "arena_org": "Google",
38034
- "arena_elo": 1449.2,
38035
  "arena_rank": 25,
38036
- "arena_votes": 99103
38037
  },
38038
  {
38039
  "name": "claude-opus-4-1-20250805-thinking-16k",
38040
  "arena_name": "claude-opus-4-1-20250805-thinking-16k",
38041
  "arena_org": "Anthropic",
38042
- "arena_elo": 1448.47,
38043
  "arena_rank": 26,
38044
- "arena_votes": 49560
38045
  },
38046
  {
38047
  "name": "claude-opus-4-1-20250805",
38048
  "arena_name": "claude-opus-4-1-20250805",
38049
  "arena_org": "Anthropic",
38050
- "arena_elo": 1446.26,
38051
  "arena_rank": 27,
38052
- "arena_votes": 77173
38053
  },
38054
  {
38055
- "name": "chatgpt-4o-latest-20250326",
38056
- "arena_name": "chatgpt-4o-latest-20250326",
38057
  "arena_org": "OpenAI",
38058
- "arena_elo": 1442.85,
38059
  "arena_rank": 29,
38060
- "arena_votes": 82864
38061
  },
38062
  {
38063
- "name": "gpt-5.2-high",
38064
- "arena_name": "gpt-5.2-high",
38065
  "arena_org": "OpenAI",
38066
- "arena_elo": 1442.34,
38067
  "arena_rank": 30,
38068
- "arena_votes": 21161
38069
  },
38070
  {
38071
  "name": "gpt-5.2",
38072
  "arena_name": "gpt-5.2",
38073
  "arena_org": "OpenAI",
38074
- "arena_elo": 1438.54,
38075
  "arena_rank": 32,
38076
- "arena_votes": 18159
38077
  },
38078
  {
38079
  "name": "gpt-5.1",
38080
  "arena_name": "gpt-5.1",
38081
  "arena_org": "OpenAI",
38082
- "arena_elo": 1437.63,
38083
  "arena_rank": 33,
38084
- "arena_votes": 38793
 
 
 
 
 
 
 
 
38085
  },
38086
  {
38087
  "name": "gemini-3.1-flash-lite-preview",
38088
  "arena_name": "gemini-3.1-flash-lite-preview",
38089
  "arena_org": "Google",
38090
- "arena_elo": 1435.33,
38091
- "arena_rank": 34,
38092
- "arena_votes": 3829
38093
  },
38094
  {
38095
  "name": "qwen3-max-preview",
38096
  "arena_name": "qwen3-max-preview",
38097
  "arena_org": "Alibaba",
38098
- "arena_elo": 1434.25,
38099
- "arena_rank": 35,
38100
- "arena_votes": 27631
38101
- },
38102
- {
38103
- "name": "kimi-k2.5-instant",
38104
- "arena_name": "kimi-k2.5-instant",
38105
- "arena_org": "Moonshot",
38106
- "arena_elo": 1433.69,
38107
- "arena_rank": 37,
38108
- "arena_votes": 8823
38109
  },
38110
  {
38111
  "name": "o3-2025-04-16",
38112
  "arena_name": "o3-2025-04-16",
38113
  "arena_org": "OpenAI",
38114
- "arena_elo": 1432.14,
38115
  "arena_rank": 38,
38116
- "arena_votes": 60909
38117
  },
38118
  {
38119
  "name": "kimi-k2-thinking-turbo",
38120
  "arena_name": "kimi-k2-thinking-turbo",
38121
  "arena_org": "Moonshot",
38122
- "arena_elo": 1429.22,
38123
  "arena_rank": 40,
38124
- "arena_votes": 37861
38125
  },
38126
  {
38127
  "name": "claude-opus-4-20250514-thinking-16k",
38128
  "arena_name": "claude-opus-4-20250514-thinking-16k",
38129
  "arena_org": "Anthropic",
38130
- "arena_elo": 1423.51,
38131
- "arena_rank": 45,
38132
- "arena_votes": 37678
38133
  },
38134
  {
38135
  "name": "deepseek-v3.2-exp-thinking",
38136
  "arena_name": "deepseek-v3.2-exp-thinking",
38137
  "arena_org": "DeepSeek",
38138
- "arena_elo": 1423.37,
38139
- "arena_rank": 46,
38140
- "arena_votes": 8942
38141
  },
38142
  {
38143
  "name": "grok-4-fast-chat",
38144
  "arena_name": "grok-4-fast-chat",
38145
  "arena_org": "xAI",
38146
- "arena_elo": 1421.82,
38147
- "arena_rank": 48,
38148
- "arena_votes": 6964
38149
  },
38150
  {
38151
  "name": "deepseek-v3.2-thinking",
38152
  "arena_name": "deepseek-v3.2-thinking",
38153
  "arena_org": "DeepSeek",
38154
- "arena_elo": 1419.98,
38155
  "arena_rank": 50,
38156
- "arena_votes": 27370
38157
  },
38158
  {
38159
  "name": "ernie-5.0-preview-1022",
38160
  "arena_name": "ernie-5.0-preview-1022",
38161
  "arena_org": "Baidu",
38162
- "arena_elo": 1418.87,
38163
  "arena_rank": 52,
38164
- "arena_votes": 4555
38165
- },
38166
- {
38167
- "name": "deepseek-v3.1",
38168
- "arena_name": "deepseek-v3.1",
38169
- "arena_org": "DeepSeek",
38170
- "arena_elo": 1418.15,
38171
- "arena_rank": 53,
38172
- "arena_votes": 15192
38173
  },
38174
  {
38175
  "name": "qwen3.5-122b-a10b",
38176
  "arena_name": "qwen3.5-122b-a10b",
38177
  "arena_org": "Alibaba",
38178
- "arena_elo": 1418.02,
38179
- "arena_rank": 54,
38180
- "arena_votes": 3251
38181
  },
38182
  {
38183
- "name": "deepseek-v3.1-thinking",
38184
- "arena_name": "deepseek-v3.1-thinking",
38185
  "arena_org": "DeepSeek",
38186
- "arena_elo": 1417.13,
38187
- "arena_rank": 55,
38188
- "arena_votes": 11916
38189
  },
38190
  {
38191
  "name": "kimi-k2-0905-preview",
38192
  "arena_name": "kimi-k2-0905-preview",
38193
  "arena_org": "Moonshot",
38194
- "arena_elo": 1417.08,
 
 
 
 
 
 
 
 
38195
  "arena_rank": 56,
38196
- "arena_votes": 11907
38197
  },
38198
  {
38199
  "name": "kimi-k2-0711-preview",
38200
  "arena_name": "kimi-k2-0711-preview",
38201
  "arena_org": "Moonshot",
38202
- "arena_elo": 1416.59,
38203
  "arena_rank": 57,
38204
- "arena_votes": 28423
38205
  },
38206
  {
38207
- "name": "deepseek-v3.1-terminus-thinking",
38208
- "arena_name": "deepseek-v3.1-terminus-thinking",
38209
- "arena_org": "DeepSeek",
38210
- "arena_elo": 1415.64,
38211
  "arena_rank": 59,
38212
- "arena_votes": 3535
38213
  },
38214
  {
38215
  "name": "qwen3-vl-235b-a22b-instruct",
38216
  "arena_name": "qwen3-vl-235b-a22b-instruct",
38217
  "arena_org": "Alibaba",
38218
- "arena_elo": 1414.78,
38219
  "arena_rank": 60,
38220
- "arena_votes": 11596
38221
  },
38222
  {
38223
- "name": "mistral-large-3",
38224
- "arena_name": "mistral-large-3",
38225
- "arena_org": "Mistral",
38226
- "arena_elo": 1414.38,
38227
  "arena_rank": 61,
38228
- "arena_votes": 29075
38229
  },
38230
  {
38231
  "name": "amazon-nova-experimental-chat-26-01-10",
38232
  "arena_name": "amazon-nova-experimental-chat-26-01-10",
38233
  "arena_org": "Amazon",
38234
- "arena_elo": 1413.74,
38235
  "arena_rank": 62,
38236
- "arena_votes": 3387
38237
  },
38238
  {
38239
  "name": "claude-opus-4-20250514",
38240
  "arena_name": "claude-opus-4-20250514",
38241
  "arena_org": "Anthropic",
38242
- "arena_elo": 1412.74,
38243
  "arena_rank": 64,
38244
- "arena_votes": 45279
38245
  },
38246
  {
38247
  "name": "grok-3-preview-02-24",
38248
  "arena_name": "grok-3-preview-02-24",
38249
  "arena_org": "xAI",
38250
- "arena_elo": 1411.22,
38251
  "arena_rank": 65,
38252
- "arena_votes": 33823
38253
  },
38254
  {
38255
  "name": "gemini-2.5-flash",
38256
  "arena_name": "gemini-2.5-flash",
38257
  "arena_org": "Google",
38258
- "arena_elo": 1410.57,
38259
  "arena_rank": 66,
38260
- "arena_votes": 98369
38261
- },
38262
- {
38263
- "name": "qwen3.5-27b",
38264
- "arena_name": "qwen3.5-27b",
38265
- "arena_org": "Alibaba",
38266
- "arena_elo": 1410.57,
38267
- "arena_rank": 67,
38268
- "arena_votes": 3368
38269
  },
38270
  {
38271
  "name": "mistral-medium-2508",
38272
  "arena_name": "mistral-medium-2508",
38273
  "arena_org": "Mistral",
38274
- "arena_elo": 1410.31,
38275
  "arena_rank": 68,
38276
- "arena_votes": 67631
 
 
 
 
 
 
 
 
38277
  },
38278
  {
38279
  "name": "grok-4-fast-reasoning",
38280
  "arena_name": "grok-4-fast-reasoning",
38281
  "arena_org": "xAI",
38282
- "arena_elo": 1403.45,
38283
  "arena_rank": 73,
38284
- "arena_votes": 18431
38285
- },
38286
- {
38287
- "name": "qwen3.5-flash",
38288
- "arena_name": "qwen3.5-flash",
38289
- "arena_org": "Alibaba",
38290
- "arena_elo": 1402,
38291
- "arena_rank": 74,
38292
- "arena_votes": 4330
38293
  },
38294
  {
38295
  "name": "qwen3-235b-a22b-no-thinking",
38296
  "arena_name": "qwen3-235b-a22b-no-thinking",
38297
  "arena_org": "Alibaba",
38298
- "arena_elo": 1401.92,
38299
- "arena_rank": 76,
38300
- "arena_votes": 39264
38301
  },
38302
  {
38303
  "name": "longcat-flash-chat",
38304
  "arena_name": "longcat-flash-chat",
38305
  "arena_org": "Meituan",
38306
- "arena_elo": 1400.09,
38307
- "arena_rank": 79,
38308
- "arena_votes": 11486
38309
  },
38310
  {
38311
  "name": "claude-sonnet-4-20250514-thinking-32k",
38312
  "arena_name": "claude-sonnet-4-20250514-thinking-32k",
38313
  "arena_org": "Anthropic",
38314
- "arena_elo": 1399.69,
 
 
 
 
 
 
 
 
38315
  "arena_rank": 80,
38316
- "arena_votes": 35948
38317
  },
38318
  {
38319
  "name": "qwen3.5-35b-a3b",
38320
  "arena_name": "qwen3.5-35b-a3b",
38321
  "arena_org": "Alibaba",
38322
- "arena_elo": 1395.41,
38323
  "arena_rank": 83,
38324
- "arena_votes": 3427
38325
  },
38326
  {
38327
  "name": "qwen3-vl-235b-a22b-thinking",
38328
  "arena_name": "qwen3-vl-235b-a22b-thinking",
38329
  "arena_org": "Alibaba",
38330
- "arena_elo": 1395.13,
38331
  "arena_rank": 84,
38332
- "arena_votes": 7919
38333
  },
38334
  {
38335
  "name": "amazon-nova-experimental-chat-12-10",
38336
  "arena_name": "amazon-nova-experimental-chat-12-10",
38337
  "arena_org": "Amazon",
38338
- "arena_elo": 1394.79,
38339
  "arena_rank": 85,
38340
- "arena_votes": 3696
38341
  },
38342
  {
38343
  "name": "hunyuan-vision-1.5-thinking",
38344
  "arena_name": "hunyuan-vision-1.5-thinking",
38345
  "arena_org": "Tencent",
38346
- "arena_elo": 1393.82,
38347
- "arena_rank": 87,
38348
- "arena_votes": 2216
38349
- },
38350
- {
38351
- "name": "mai-1-preview",
38352
- "arena_name": "mai-1-preview",
38353
- "arena_org": "Microsoft AI",
38354
- "arena_elo": 1391.92,
38355
- "arena_rank": 88,
38356
- "arena_votes": 18005
38357
  },
38358
  {
38359
  "name": "mimo-v2-flash (non-thinking)",
38360
  "arena_name": "mimo-v2-flash (non-thinking)",
38361
  "arena_org": "Xiaomi",
38362
- "arena_elo": 1391.72,
 
 
 
 
 
 
 
 
38363
  "arena_rank": 89,
38364
- "arena_votes": 21546
38365
  },
38366
  {
38367
  "name": "o4-mini-2025-04-16",
38368
  "arena_name": "o4-mini-2025-04-16",
38369
  "arena_org": "OpenAI",
38370
- "arena_elo": 1390.66,
38371
  "arena_rank": 90,
38372
- "arena_votes": 46343
38373
  },
38374
  {
38375
  "name": "claude-sonnet-4-20250514",
38376
  "arena_name": "claude-sonnet-4-20250514",
38377
  "arena_org": "Anthropic",
38378
- "arena_elo": 1389.42,
38379
  "arena_rank": 92,
38380
- "arena_votes": 41340
38381
  },
38382
  {
38383
  "name": "step-3.5-flash",
38384
  "arena_name": "step-3.5-flash",
38385
  "arena_org": "StepFun",
38386
- "arena_elo": 1388.91,
38387
  "arena_rank": 93,
38388
- "arena_votes": 10401
38389
  },
38390
  {
38391
  "name": "claude-3-7-sonnet-20250219-thinking-32k",
38392
  "arena_name": "claude-3-7-sonnet-20250219-thinking-32k",
38393
  "arena_org": "Anthropic",
38394
- "arena_elo": 1387.87,
38395
  "arena_rank": 95,
38396
- "arena_votes": 39706
38397
  },
38398
  {
38399
  "name": "mimo-v2-flash (thinking)",
38400
  "arena_name": "mimo-v2-flash (thinking)",
38401
  "arena_org": "Xiaomi",
38402
- "arena_elo": 1386.76,
38403
- "arena_rank": 96,
38404
- "arena_votes": 10861
38405
  },
38406
  {
38407
  "name": "hunyuan-t1-20250711",
38408
  "arena_name": "hunyuan-t1-20250711",
38409
  "arena_org": "Tencent",
38410
- "arena_elo": 1386.64,
38411
- "arena_rank": 97,
38412
- "arena_votes": 4764
38413
  },
38414
  {
38415
  "name": "minimax-m2.1-preview",
38416
  "arena_name": "minimax-m2.1-preview",
38417
  "arena_org": "MiniMax",
38418
- "arena_elo": 1385.35,
38419
  "arena_rank": 99,
38420
- "arena_votes": 17078
38421
  },
38422
  {
38423
  "name": "qwen3-30b-a3b-instruct-2507",
38424
  "arena_name": "qwen3-30b-a3b-instruct-2507",
38425
  "arena_org": "Alibaba",
38426
- "arena_elo": 1383.69,
38427
  "arena_rank": 101,
38428
- "arena_votes": 23933
38429
  },
38430
  {
38431
  "name": "hunyuan-turbos-20250416",
38432
  "arena_name": "hunyuan-turbos-20250416",
38433
  "arena_org": "Tencent",
38434
- "arena_elo": 1382.65,
38435
  "arena_rank": 102,
38436
- "arena_votes": 10995
38437
  },
38438
  {
38439
  "name": "gemini-2.5-flash-lite-preview-09-2025-no-thinking",
38440
  "arena_name": "gemini-2.5-flash-lite-preview-09-2025-no-thinking",
38441
  "arena_org": "Google",
38442
- "arena_elo": 1379.69,
38443
  "arena_rank": 104,
38444
- "arena_votes": 46840
38445
  },
38446
  {
38447
  "name": "gemini-2.5-flash-lite-preview-06-17-thinking",
38448
  "arena_name": "gemini-2.5-flash-lite-preview-06-17-thinking",
38449
  "arena_org": "Google",
38450
- "arena_elo": 1374.7,
38451
  "arena_rank": 106,
38452
- "arena_votes": 33641
38453
  },
38454
  {
38455
  "name": "trinity-large",
38456
  "arena_name": "trinity-large",
38457
  "arena_org": "Arcee AI",
38458
- "arena_elo": 1374.19,
38459
  "arena_rank": 109,
38460
- "arena_votes": 4191
38461
  },
38462
  {
38463
  "name": "glm-4.7-flash",
38464
  "arena_name": "glm-4.7-flash",
38465
  "arena_org": "Z.ai",
38466
- "arena_elo": 1366.99,
38467
  "arena_rank": 114,
38468
- "arena_votes": 11734
 
 
 
 
 
 
 
 
38469
  },
38470
  {
38471
  "name": "minimax-m1",
38472
  "arena_name": "minimax-m1",
38473
  "arena_org": "MiniMax",
38474
- "arena_elo": 1366.61,
38475
- "arena_rank": 115,
38476
- "arena_votes": 36424
38477
  },
38478
  {
38479
- "name": "amazon-nova-experimental-chat-11-10",
38480
- "arena_name": "amazon-nova-experimental-chat-11-10",
38481
- "arena_org": "Amazon",
38482
- "arena_elo": 1365.97,
38483
- "arena_rank": 116,
38484
- "arena_votes": 20934
38485
  },
38486
  {
38487
  "name": "o3-mini-high",
38488
  "arena_name": "o3-mini-high",
38489
  "arena_org": "OpenAI",
38490
- "arena_elo": 1363.85,
38491
- "arena_rank": 118,
38492
- "arena_votes": 18584
38493
  },
38494
  {
38495
  "name": "grok-3-mini-high",
38496
  "arena_name": "grok-3-mini-high",
38497
  "arena_org": "xAI",
38498
- "arena_elo": 1362.78,
38499
- "arena_rank": 119,
38500
- "arena_votes": 17400
38501
  },
38502
  {
38503
  "name": "grok-3-mini-beta",
38504
  "arena_name": "grok-3-mini-beta",
38505
  "arena_org": "xAI",
38506
- "arena_elo": 1356.88,
38507
- "arena_rank": 122,
38508
- "arena_votes": 23585
38509
- },
38510
- {
38511
- "name": "intellect-3",
38512
- "arena_name": "intellect-3",
38513
- "arena_org": "Prime Intellect",
38514
- "arena_elo": 1356.23,
38515
  "arena_rank": 123,
38516
- "arena_votes": 5285
38517
  },
38518
  {
38519
  "name": "mistral-small-2506",
38520
  "arena_name": "mistral-small-2506",
38521
  "arena_org": "Mistral",
38522
- "arena_elo": 1356.11,
38523
  "arena_rank": 124,
38524
- "arena_votes": 18219
 
 
 
 
 
 
 
 
38525
  },
38526
  {
38527
  "name": "glm-4.5v",
38528
  "arena_name": "glm-4.5v",
38529
  "arena_org": "Z.ai",
38530
- "arena_elo": 1352.95,
38531
- "arena_rank": 128,
38532
- "arena_votes": 4947
38533
  },
38534
  {
38535
  "name": "amazon-nova-experimental-chat-10-20",
38536
  "arena_name": "amazon-nova-experimental-chat-10-20",
38537
  "arena_org": "Amazon",
38538
- "arena_elo": 1350.71,
38539
- "arena_rank": 130,
38540
- "arena_votes": 11317
38541
  },
38542
  {
38543
  "name": "hunyuan-turbos-20250226",
38544
  "arena_name": "hunyuan-turbos-20250226",
38545
  "arena_org": "Tencent",
38546
- "arena_elo": 1348.74,
38547
- "arena_rank": 131,
38548
- "arena_votes": 2226
38549
  },
38550
  {
38551
- "name": "amazon-nova-experimental-chat-10-09",
38552
- "arena_name": "amazon-nova-experimental-chat-10-09",
38553
- "arena_org": "Amazon",
38554
- "arena_elo": 1347.31,
38555
- "arena_rank": 133,
38556
- "arena_votes": 2873
38557
  },
38558
  {
38559
  "name": "ling-flash-2.0",
38560
  "arena_name": "ling-flash-2.0",
38561
  "arena_org": "Ant Group",
38562
- "arena_elo": 1347.26,
38563
- "arena_rank": 134,
38564
- "arena_votes": 6988
 
 
 
 
 
 
 
 
38565
  },
38566
  {
38567
  "name": "llama-3.1-nemotron-ultra-253b-v1",
38568
  "arena_name": "llama-3.1-nemotron-ultra-253b-v1",
38569
  "arena_org": "Nvidia",
38570
- "arena_elo": 1347.18,
38571
- "arena_rank": 135,
38572
- "arena_votes": 2546
38573
- },
38574
- {
38575
- "name": "step-3",
38576
- "arena_name": "step-3",
38577
- "arena_org": "StepFun",
38578
- "arena_elo": 1346.66,
38579
- "arena_rank": 138,
38580
- "arena_votes": 6565
38581
  },
38582
  {
38583
  "name": "qwen-plus-0125",
38584
  "arena_name": "qwen-plus-0125",
38585
  "arena_org": "Alibaba",
38586
- "arena_elo": 1346.13,
38587
- "arena_rank": 139,
38588
- "arena_votes": 5823
38589
  },
38590
  {
38591
  "name": "glm-4-plus-0111",
38592
  "arena_name": "glm-4-plus-0111",
38593
  "arena_org": "Zhipu",
38594
- "arena_elo": 1343.09,
38595
- "arena_rank": 141,
38596
  "arena_votes": 5760
38597
  },
38598
  {
38599
  "name": "nvidia-llama-3.3-nemotron-super-49b-v1.5",
38600
  "arena_name": "nvidia-llama-3.3-nemotron-super-49b-v1.5",
38601
  "arena_org": "Nvidia",
38602
- "arena_elo": 1341.09,
38603
- "arena_rank": 144,
38604
- "arena_votes": 3398
38605
  },
38606
  {
38607
  "name": "hunyuan-turbo-0110",
38608
  "arena_name": "hunyuan-turbo-0110",
38609
  "arena_org": "Tencent",
38610
- "arena_elo": 1340.39,
38611
- "arena_rank": 145,
38612
- "arena_votes": 2295
38613
  },
38614
  {
38615
  "name": "nova-2-lite",
38616
  "arena_name": "nova-2-lite",
38617
  "arena_org": "Amazon",
38618
- "arena_elo": 1337.58,
38619
- "arena_rank": 146,
38620
- "arena_votes": 12099
38621
  },
38622
  {
38623
  "name": "grok-2-2024-08-13",
38624
  "arena_name": "grok-2-2024-08-13",
38625
  "arena_org": "xAI",
38626
- "arena_elo": 1335,
38627
- "arena_rank": 150,
38628
- "arena_votes": 63495
38629
  },
38630
  {
38631
  "name": "llama-3.1-405b-instruct-bf16",
38632
  "arena_name": "llama-3.1-405b-instruct-bf16",
38633
  "arena_org": "Meta",
38634
- "arena_elo": 1334.93,
38635
- "arena_rank": 151,
38636
- "arena_votes": 41392
38637
  },
38638
  {
38639
  "name": "gemini-advanced-0514",
38640
  "arena_name": "gemini-advanced-0514",
38641
  "arena_org": "Google",
38642
- "arena_elo": 1334.6,
38643
- "arena_rank": 153,
38644
- "arena_votes": 50142
38645
  },
38646
  {
38647
  "name": "step-2-16k-exp-202412",
38648
  "arena_name": "step-2-16k-exp-202412",
38649
  "arena_org": "StepFun",
38650
- "arena_elo": 1334.01,
38651
- "arena_rank": 154,
38652
- "arena_votes": 4829
38653
  },
38654
  {
38655
  "name": "llama-3.1-405b-instruct-fp8",
38656
  "arena_name": "llama-3.1-405b-instruct-fp8",
38657
  "arena_org": "Meta",
38658
- "arena_elo": 1333.11,
38659
- "arena_rank": 155,
38660
- "arena_votes": 59655
38661
  },
38662
  {
38663
  "name": "olmo-3.1-32b-instruct",
38664
  "arena_name": "olmo-3.1-32b-instruct",
38665
  "arena_org": "Ai2",
38666
- "arena_elo": 1330.62,
38667
- "arena_rank": 156,
38668
- "arena_votes": 12238
38669
- },
38670
- {
38671
- "name": "molmo-2-8b",
38672
- "arena_name": "molmo-2-8b",
38673
- "arena_org": "Ai2",
38674
- "arena_elo": 1328.67,
38675
  "arena_rank": 157,
38676
- "arena_votes": 812
38677
  },
38678
  {
38679
  "name": "yi-lightning",
38680
  "arena_name": "yi-lightning",
38681
  "arena_org": "01 AI",
38682
- "arena_elo": 1328.37,
38683
  "arena_rank": 158,
38684
- "arena_votes": 27340,
38685
  "aider_pass_rate": 0.496
38686
  },
 
 
 
 
 
 
 
 
38687
  {
38688
  "name": "llama-3.3-nemotron-49b-super-v1",
38689
  "arena_name": "llama-3.3-nemotron-49b-super-v1",
38690
  "arena_org": "Nvidia",
38691
- "arena_elo": 1327.08,
38692
- "arena_rank": 161,
38693
- "arena_votes": 2230
38694
  },
38695
  {
38696
  "name": "hunyuan-large-2025-02-10",
38697
  "arena_name": "hunyuan-large-2025-02-10",
38698
  "arena_org": "Tencent",
38699
- "arena_elo": 1326.31,
38700
- "arena_rank": 162,
38701
  "arena_votes": 3738
38702
  },
38703
  {
38704
  "name": "deepseek-v2.5-1210",
38705
  "arena_name": "deepseek-v2.5-1210",
38706
  "arena_org": "DeepSeek",
38707
- "arena_elo": 1323.15,
38708
- "arena_rank": 164,
38709
- "arena_votes": 6793,
38710
  "aider_pass_rate": 0.586
38711
  },
38712
  {
38713
  "name": "gemini-1.5-pro-001",
38714
  "arena_name": "gemini-1.5-pro-001",
38715
  "arena_org": "Google",
38716
- "arena_elo": 1322.88,
38717
- "arena_rank": 166,
38718
- "arena_votes": 79132,
38719
  "aider_pass_rate": 0.45899999999999996
38720
  },
38721
  {
38722
  "name": "llama-4-scout-17b-16e-instruct",
38723
  "arena_name": "llama-4-scout-17b-16e-instruct",
38724
  "arena_org": "Meta",
38725
- "arena_elo": 1322.18,
38726
- "arena_rank": 167,
38727
- "arena_votes": 31023
38728
  },
38729
  {
38730
  "name": "step-1o-turbo-202506",
38731
  "arena_name": "step-1o-turbo-202506",
38732
  "arena_org": "StepFun",
38733
- "arena_elo": 1321.94,
38734
- "arena_rank": 168,
38735
- "arena_votes": 9606
38736
  },
38737
  {
38738
  "name": "ring-flash-2.0",
38739
  "arena_name": "ring-flash-2.0",
38740
  "arena_org": "Ant Group",
38741
- "arena_elo": 1320.4,
38742
- "arena_rank": 171,
38743
- "arena_votes": 7147
38744
- },
38745
- {
38746
- "name": "gemma-3n-e4b-it",
38747
- "arena_name": "gemma-3n-e4b-it",
38748
- "arena_org": "Google",
38749
- "arena_elo": 1319.28,
38750
  "arena_rank": 172,
38751
- "arena_votes": 23170
38752
  },
38753
  {
38754
  "name": "glm-4-plus",
38755
  "arena_name": "glm-4-plus",
38756
  "arena_org": "Zhipu AI",
38757
- "arena_elo": 1319.23,
38758
  "arena_rank": 173,
38759
- "arena_votes": 26134
38760
  },
38761
  {
38762
- "name": "qwen-max-0919",
38763
- "arena_name": "qwen-max-0919",
38764
- "arena_org": "Alibaba",
38765
- "arena_elo": 1317.9,
38766
- "arena_rank": 175,
38767
- "arena_votes": 16479
38768
  },
38769
  {
38770
  "name": "nvidia-nemotron-3-nano-30b-a3b-bf16",
38771
  "arena_name": "nvidia-nemotron-3-nano-30b-a3b-bf16",
38772
  "arena_org": "Nvidia",
38773
- "arena_elo": 1317.23,
 
 
 
 
 
 
 
 
38774
  "arena_rank": 177,
38775
- "arena_votes": 15394
38776
  },
38777
  {
38778
  "name": "gpt-oss-20b",
38779
  "arena_name": "gpt-oss-20b",
38780
  "arena_org": "OpenAI",
38781
- "arena_elo": 1317.07,
38782
- "arena_rank": 178,
38783
- "arena_votes": 10751
38784
  },
38785
  {
38786
  "name": "qwen2.5-plus-1127",
38787
  "arena_name": "qwen2.5-plus-1127",
38788
  "arena_org": "Alibaba",
38789
- "arena_elo": 1315.3,
38790
- "arena_rank": 179,
38791
- "arena_votes": 10179
38792
  },
38793
  {
38794
  "name": "athene-v2-chat",
38795
  "arena_name": "athene-v2-chat",
38796
  "arena_org": "NexusFlow",
38797
- "arena_elo": 1314.36,
38798
- "arena_rank": 180,
38799
- "arena_votes": 24746
38800
  },
38801
  {
38802
  "name": "gpt-4-1106-preview",
38803
  "arena_name": "gpt-4-1106-preview",
38804
  "arena_org": "OpenAI",
38805
- "arena_elo": 1312.77,
38806
- "arena_rank": 183,
38807
- "arena_votes": 100107,
38808
  "aider_pass_rate": 0.519
38809
  },
38810
  {
38811
  "name": "hunyuan-standard-2025-02-10",
38812
  "arena_name": "hunyuan-standard-2025-02-10",
38813
  "arena_org": "Tencent",
38814
- "arena_elo": 1311.44,
38815
- "arena_rank": 184,
38816
- "arena_votes": 3905
38817
  },
38818
  {
38819
  "name": "mercury",
38820
  "arena_name": "mercury",
38821
  "arena_org": "Inception AI",
38822
- "arena_elo": 1308.22,
38823
- "arena_rank": 186,
38824
- "arena_votes": 1884
38825
  },
38826
  {
38827
  "name": "grok-2-mini-2024-08-13",
38828
  "arena_name": "grok-2-mini-2024-08-13",
38829
  "arena_org": "xAI",
38830
- "arena_elo": 1307.89,
38831
- "arena_rank": 187,
38832
- "arena_votes": 52574
38833
  },
38834
  {
38835
  "name": "olmo-3-32b-think",
38836
  "arena_name": "olmo-3-32b-think",
38837
  "arena_org": "Ai2",
38838
- "arena_elo": 1305.95,
38839
- "arena_rank": 189,
38840
- "arena_votes": 5863
38841
  },
38842
  {
38843
  "name": "athene-70b-0725",
38844
  "arena_name": "athene-70b-0725",
38845
  "arena_org": "NexusFlow",
38846
- "arena_elo": 1305.85,
38847
- "arena_rank": 190,
38848
- "arena_votes": 19622
38849
  },
38850
  {
38851
  "name": "magistral-medium-2506",
38852
  "arena_name": "magistral-medium-2506",
38853
  "arena_org": "Mistral",
38854
- "arena_elo": 1304.55,
38855
- "arena_rank": 192,
38856
- "arena_votes": 11974
38857
  },
38858
  {
38859
  "name": "mistral-small-3.1-24b-instruct-2503",
38860
  "arena_name": "mistral-small-3.1-24b-instruct-2503",
38861
  "arena_org": "Mistral",
38862
- "arena_elo": 1304.27,
38863
- "arena_rank": 193,
38864
- "arena_votes": 33870
38865
  },
38866
  {
38867
  "name": "hunyuan-large-vision",
38868
  "arena_name": "hunyuan-large-vision",
38869
  "arena_org": "Tencent",
38870
- "arena_elo": 1295.76,
38871
- "arena_rank": 197,
38872
- "arena_votes": 5563
38873
  },
38874
  {
38875
  "name": "amazon-nova-pro-v1.0",
38876
  "arena_name": "amazon-nova-pro-v1.0",
38877
  "arena_org": "Amazon",
38878
- "arena_elo": 1290.05,
38879
- "arena_rank": 199,
38880
- "arena_votes": 24753
38881
  },
38882
  {
38883
  "name": "reka-core-20240904",
38884
  "arena_name": "reka-core-20240904",
38885
  "arena_org": "Reka AI",
38886
- "arena_elo": 1287.62,
38887
- "arena_rank": 202,
38888
- "arena_votes": 7309
38889
- },
38890
- {
38891
- "name": "ibm-granite-h-small",
38892
- "arena_name": "ibm-granite-h-small",
38893
- "arena_org": "IBM",
38894
- "arena_elo": 1286.66,
38895
  "arena_rank": 203,
38896
- "arena_votes": 5619
38897
  },
38898
  {
38899
  "name": "gpt-4-0314",
38900
  "arena_name": "gpt-4-0314",
38901
  "arena_org": "OpenAI",
38902
- "arena_elo": 1286.55,
38903
  "arena_rank": 204,
38904
- "arena_votes": 54167,
38905
  "aider_pass_rate": 0.504
38906
  },
 
 
 
 
 
 
 
 
38907
  {
38908
  "name": "llama-3.1-nemotron-51b-instruct",
38909
  "arena_name": "llama-3.1-nemotron-51b-instruct",
38910
  "arena_org": "Nvidia",
38911
- "arena_elo": 1285.97,
38912
- "arena_rank": 206,
38913
  "arena_votes": 3749
38914
  },
38915
  {
38916
  "name": "gemini-1.5-flash-001",
38917
  "arena_name": "gemini-1.5-flash-001",
38918
  "arena_org": "Google",
38919
- "arena_elo": 1285.44,
38920
- "arena_rank": 207,
38921
- "arena_votes": 62823
38922
  },
38923
  {
38924
  "name": "olmo-3.1-32b-think",
38925
  "arena_name": "olmo-3.1-32b-think",
38926
  "arena_org": "Ai2",
38927
- "arena_elo": 1284.9,
38928
- "arena_rank": 208,
38929
- "arena_votes": 8441
38930
  },
38931
  {
38932
  "name": "nemotron-4-340b-instruct",
38933
  "arena_name": "nemotron-4-340b-instruct",
38934
  "arena_org": "Nvidia",
38935
- "arena_elo": 1277.06,
38936
- "arena_rank": 211,
38937
- "arena_votes": 19661
38938
  },
38939
  {
38940
  "name": "llama-3-70b-instruct",
38941
  "arena_name": "llama-3-70b-instruct",
38942
  "arena_org": "Meta",
38943
- "arena_elo": 1275.7,
38944
- "arena_rank": 213,
38945
- "arena_votes": 156880
38946
  },
38947
  {
38948
  "name": "mistral-small-24b-instruct-2501",
38949
  "arena_name": "mistral-small-24b-instruct-2501",
38950
  "arena_org": "Mistral",
38951
- "arena_elo": 1273.69,
38952
- "arena_rank": 215,
38953
- "arena_votes": 14677
38954
  },
38955
  {
38956
  "name": "glm-4-0520",
38957
  "arena_name": "glm-4-0520",
38958
  "arena_org": "Zhipu AI",
38959
- "arena_elo": 1273.12,
38960
- "arena_rank": 216,
38961
  "arena_votes": 9788
38962
  },
38963
  {
38964
  "name": "reka-flash-20240904",
38965
  "arena_name": "reka-flash-20240904",
38966
  "arena_org": "Reka AI",
38967
- "arena_elo": 1271.86,
38968
- "arena_rank": 217,
38969
- "arena_votes": 7537
38970
  },
38971
  {
38972
  "name": "c4ai-aya-expanse-32b",
38973
  "arena_name": "c4ai-aya-expanse-32b",
38974
  "arena_org": "Cohere",
38975
- "arena_elo": 1266.85,
38976
- "arena_rank": 219,
38977
- "arena_votes": 27123
38978
  },
38979
  {
38980
  "name": "amazon-nova-lite-v1.0",
38981
  "arena_name": "amazon-nova-lite-v1.0",
38982
  "arena_org": "Amazon",
38983
- "arena_elo": 1260.52,
38984
- "arena_rank": 225,
38985
- "arena_votes": 19376
38986
  },
38987
  {
38988
  "name": "olmo-2-0325-32b-instruct",
38989
  "arena_name": "olmo-2-0325-32b-instruct",
38990
  "arena_org": "Ai2",
38991
- "arena_elo": 1251.78,
38992
- "arena_rank": 228,
38993
- "arena_votes": 3335
38994
  },
38995
  {
38996
  "name": "amazon-nova-micro-v1.0",
38997
  "arena_name": "amazon-nova-micro-v1.0",
38998
  "arena_org": "Amazon",
38999
- "arena_elo": 1240.73,
39000
- "arena_rank": 231,
39001
- "arena_votes": 19355
39002
  },
39003
  {
39004
  "name": "ministral-8b-2410",
39005
  "arena_name": "ministral-8b-2410",
39006
  "arena_org": "Mistral",
39007
- "arena_elo": 1236.86,
39008
- "arena_rank": 233,
39009
- "arena_votes": 4780
39010
  },
39011
  {
39012
  "name": "gemini-pro-dev-api",
39013
  "arena_name": "gemini-pro-dev-api",
39014
  "arena_org": "Google",
39015
- "arena_elo": 1234.71,
39016
- "arena_rank": 234,
39017
- "arena_votes": 18352
39018
  },
39019
  {
39020
  "name": "hunyuan-standard-256k",
39021
  "arena_name": "hunyuan-standard-256k",
39022
  "arena_org": "Tencent",
39023
- "arena_elo": 1233.25,
39024
- "arena_rank": 236,
39025
- "arena_votes": 2729
39026
  },
39027
  {
39028
  "name": "reka-flash-21b-20240226-online",
39029
  "arena_name": "reka-flash-21b-20240226-online",
39030
  "arena_org": "Reka AI",
39031
- "arena_elo": 1232.92,
39032
- "arena_rank": 237,
39033
- "arena_votes": 15451
39034
  },
39035
  {
39036
  "name": "reka-flash-21b-20240226",
39037
  "arena_name": "reka-flash-21b-20240226",
39038
  "arena_org": "Reka AI",
39039
- "arena_elo": 1226.17,
39040
- "arena_rank": 241,
39041
  "arena_votes": 24806
39042
  },
39043
  {
39044
  "name": "c4ai-aya-expanse-8b",
39045
  "arena_name": "c4ai-aya-expanse-8b",
39046
  "arena_org": "Cohere",
39047
- "arena_elo": 1222.84,
39048
- "arena_rank": 244,
39049
- "arena_votes": 9827
39050
  },
39051
  {
39052
  "name": "mistral-medium",
39053
  "arena_name": "mistral-medium",
39054
  "arena_org": "Mistral",
39055
- "arena_elo": 1222.6,
39056
- "arena_rank": 245,
39057
- "arena_votes": 34552
39058
  },
39059
  {
39060
  "name": "gemini-pro",
39061
  "arena_name": "gemini-pro",
39062
  "arena_org": "Google",
39063
- "arena_elo": 1221.39,
39064
- "arena_rank": 246,
39065
  "arena_votes": 6390
39066
  },
39067
  {
39068
  "name": "gpt-3.5-turbo-1106",
39069
  "arena_name": "gpt-3.5-turbo-1106",
39070
  "arena_org": "OpenAI",
39071
- "arena_elo": 1202,
39072
- "arena_rank": 253,
39073
- "arena_votes": 16616,
39074
  "aider_pass_rate": 0.455
39075
  },
39076
  {
39077
  "name": "dbrx-instruct-preview",
39078
  "arena_name": "dbrx-instruct-preview",
39079
  "arena_org": "Databricks",
39080
- "arena_elo": 1194.56,
39081
- "arena_rank": 257,
39082
- "arena_votes": 32196
39083
  },
39084
  {
39085
  "name": "wizardlm-70b",
39086
  "arena_name": "wizardlm-70b",
39087
  "arena_org": "Microsoft",
39088
- "arena_elo": 1184.28,
39089
- "arena_rank": 260,
39090
  "arena_votes": 8214
39091
  },
39092
  {
39093
  "name": "snowflake-arctic-instruct",
39094
  "arena_name": "snowflake-arctic-instruct",
39095
  "arena_org": "Snowflake",
39096
- "arena_elo": 1179.08,
39097
- "arena_rank": 267,
39098
- "arena_votes": 32836
39099
  },
39100
  {
39101
  "name": "tulu-2-dpo-70b",
39102
  "arena_name": "tulu-2-dpo-70b",
39103
  "arena_org": "AllenAI/UW",
39104
- "arena_elo": 1177.66,
39105
- "arena_rank": 269,
39106
- "arena_votes": 6534
39107
  },
39108
  {
39109
  "name": "vicuna-33b",
39110
  "arena_name": "vicuna-33b",
39111
  "arena_org": "LMSYS",
39112
- "arena_elo": 1172.41,
39113
- "arena_rank": 271,
39114
  "arena_votes": 22479
39115
  },
39116
  {
39117
  "name": "llama-2-70b-chat",
39118
  "arena_name": "llama-2-70b-chat",
39119
  "arena_org": "Meta",
39120
- "arena_elo": 1170.44,
39121
- "arena_rank": 274,
39122
- "arena_votes": 38491
39123
  },
39124
  {
39125
  "name": "llama2-70b-steerlm-chat",
39126
  "arena_name": "llama2-70b-steerlm-chat",
39127
  "arena_org": "Nvidia",
39128
- "arena_elo": 1154.95,
39129
- "arena_rank": 280,
39130
- "arena_votes": 3584
39131
  },
39132
  {
39133
  "name": "dolphin-2.2.1-mistral-7b",
39134
  "arena_name": "dolphin-2.2.1-mistral-7b",
39135
  "arena_org": "Cognitive Computations",
39136
- "arena_elo": 1151.59,
39137
- "arena_rank": 282,
39138
  "arena_votes": 1679
39139
  },
39140
  {
39141
  "name": "mpt-30b-chat",
39142
  "arena_name": "mpt-30b-chat",
39143
  "arena_org": "MosaicML",
39144
- "arena_elo": 1149.72,
39145
- "arena_rank": 283,
39146
- "arena_votes": 2571
39147
  },
39148
  {
39149
  "name": "wizardlm-13b",
39150
  "arena_name": "wizardlm-13b",
39151
  "arena_org": "Microsoft",
39152
- "arena_elo": 1148.75,
39153
- "arena_rank": 285,
39154
- "arena_votes": 7046
39155
  },
39156
  {
39157
  "name": "falcon-180b-chat",
39158
  "arena_name": "falcon-180b-chat",
39159
  "arena_org": "TII",
39160
- "arena_elo": 1146.58,
39161
- "arena_rank": 286,
39162
  "arena_votes": 1295
39163
  },
39164
  {
39165
  "name": "phi-3-mini-4k-instruct-june-2024",
39166
  "arena_name": "phi-3-mini-4k-instruct-june-2024",
39167
  "arena_org": "Microsoft",
39168
- "arena_elo": 1142.66,
39169
- "arena_rank": 288,
39170
- "arena_votes": 12296
39171
  },
39172
  {
39173
  "name": "llama-2-13b-chat",
39174
  "arena_name": "llama-2-13b-chat",
39175
  "arena_org": "Meta",
39176
- "arena_elo": 1141.1,
39177
- "arena_rank": 289,
39178
- "arena_votes": 19171
39179
  },
39180
  {
39181
  "name": "vicuna-13b",
39182
  "arena_name": "vicuna-13b",
39183
  "arena_org": "LMSYS",
39184
- "arena_elo": 1140.48,
39185
- "arena_rank": 290,
39186
- "arena_votes": 19366
39187
  },
39188
  {
39189
  "name": "qwen-14b-chat",
39190
  "arena_name": "qwen-14b-chat",
39191
  "arena_org": "Alibaba",
39192
- "arena_elo": 1138.13,
39193
- "arena_rank": 291,
39194
  "arena_votes": 4964
39195
  },
39196
  {
39197
  "name": "palm-2",
39198
  "arena_name": "palm-2",
39199
  "arena_org": "Google",
39200
- "arena_elo": 1136.74,
39201
- "arena_rank": 292,
39202
  "arena_votes": 8554
39203
  },
39204
  {
39205
  "name": "codellama-34b-instruct",
39206
  "arena_name": "codellama-34b-instruct",
39207
  "arena_org": "Meta",
39208
- "arena_elo": 1136.18,
39209
- "arena_rank": 293,
39210
- "arena_votes": 7363
39211
  },
39212
  {
39213
  "name": "guanaco-33b",
39214
  "arena_name": "guanaco-33b",
39215
  "arena_org": "UW",
39216
- "arena_elo": 1126.9,
39217
- "arena_rank": 298,
39218
  "arena_votes": 2921
39219
  },
39220
  {
39221
  "name": "stripedhyena-nous-7b",
39222
  "arena_name": "stripedhyena-nous-7b",
39223
  "arena_org": "Together AI",
39224
- "arena_elo": 1120.52,
39225
- "arena_rank": 300,
39226
- "arena_votes": 5184
39227
  },
39228
  {
39229
  "name": "codellama-70b-instruct",
39230
  "arena_name": "codellama-70b-instruct",
39231
  "arena_org": "Meta",
39232
- "arena_elo": 1118.64,
39233
- "arena_rank": 301,
39234
  "arena_votes": 1143
39235
  },
39236
  {
39237
  "name": "vicuna-7b",
39238
  "arena_name": "vicuna-7b",
39239
  "arena_org": "LMSYS",
39240
- "arena_elo": 1114.19,
39241
- "arena_rank": 302,
39242
  "arena_votes": 6923
39243
  },
39244
  {
39245
  "name": "mistral-7b-instruct",
39246
  "arena_name": "mistral-7b-instruct",
39247
  "arena_org": "Mistral",
39248
- "arena_elo": 1109.2,
39249
- "arena_rank": 306,
39250
  "arena_votes": 8977
39251
  },
39252
  {
39253
  "name": "llama-2-7b-chat",
39254
  "arena_name": "llama-2-7b-chat",
39255
  "arena_org": "Meta",
39256
- "arena_elo": 1107.78,
39257
- "arena_rank": 307,
39258
  "arena_votes": 14148
39259
  },
39260
  {
39261
  "name": "olmo-7b-instruct",
39262
  "arena_name": "olmo-7b-instruct",
39263
  "arena_org": "Ai2",
39264
- "arena_elo": 1074.23,
39265
- "arena_rank": 310,
39266
- "arena_votes": 6329
39267
  },
39268
  {
39269
  "name": "koala-13b",
39270
  "arena_name": "koala-13b",
39271
  "arena_org": "UC Berkeley",
39272
- "arena_elo": 1069.98,
39273
- "arena_rank": 311,
39274
- "arena_votes": 6964
39275
  },
39276
  {
39277
  "name": "alpaca-13b",
39278
  "arena_name": "alpaca-13b",
39279
  "arena_org": "Stanford",
39280
- "arena_elo": 1066.86,
39281
- "arena_rank": 312,
39282
  "arena_votes": 5745
39283
  },
39284
  {
39285
  "name": "gpt4all-13b-snoozy",
39286
  "arena_name": "gpt4all-13b-snoozy",
39287
  "arena_org": "Nomic AI",
39288
- "arena_elo": 1065.45,
39289
- "arena_rank": 313,
39290
  "arena_votes": 1743
39291
  },
39292
  {
39293
  "name": "mpt-7b-chat",
39294
  "arena_name": "mpt-7b-chat",
39295
  "arena_org": "MosaicML",
39296
- "arena_elo": 1061.33,
39297
- "arena_rank": 314,
39298
- "arena_votes": 3925
39299
  },
39300
  {
39301
  "name": "chatglm3-6b",
39302
  "arena_name": "chatglm3-6b",
39303
  "arena_org": "Tsinghua",
39304
- "arena_elo": 1055.59,
39305
- "arena_rank": 315,
39306
  "arena_votes": 4658
39307
  },
39308
  {
39309
  "name": "RWKV-4-Raven-14B",
39310
  "arena_name": "RWKV-4-Raven-14B",
39311
  "arena_org": "RWKV",
39312
- "arena_elo": 1040.82,
39313
- "arena_rank": 316,
39314
  "arena_votes": 4845
39315
  },
39316
  {
39317
  "name": "chatglm2-6b",
39318
  "arena_name": "chatglm2-6b",
39319
  "arena_org": "Tsinghua",
39320
- "arena_elo": 1023.73,
39321
- "arena_rank": 317,
39322
- "arena_votes": 2657
39323
  },
39324
  {
39325
  "name": "oasst-pythia-12b",
39326
  "arena_name": "oasst-pythia-12b",
39327
  "arena_org": "OpenAssistant",
39328
- "arena_elo": 1021.6,
39329
- "arena_rank": 318,
39330
- "arena_votes": 6311
39331
  },
39332
  {
39333
  "name": "chatglm-6b",
39334
  "arena_name": "chatglm-6b",
39335
  "arena_org": "Tsinghua",
39336
- "arena_elo": 995.12,
39337
- "arena_rank": 319,
39338
  "arena_votes": 4914
39339
  },
39340
  {
39341
  "name": "fastchat-t5-3b",
39342
  "arena_name": "fastchat-t5-3b",
39343
  "arena_org": "LMSYS",
39344
- "arena_elo": 990.805,
39345
- "arena_rank": 320,
39346
  "arena_votes": 4203
39347
  },
39348
  {
39349
  "name": "stablelm-tuned-alpha-7b",
39350
  "arena_name": "stablelm-tuned-alpha-7b",
39351
  "arena_org": "Stability AI",
39352
- "arena_elo": 952.127,
39353
- "arena_rank": 323,
39354
  "arena_votes": 3287
39355
  },
39356
  {
 
7
  "gpqa": 0.369,
8
  "arc": 0.93,
9
  "gsm8k": 0.87,
10
+ "arena_elo": 1289.12,
11
+ "arena_rank": 201,
12
+ "arena_votes": 8662
13
  },
14
  {
15
  "slug": "ai21/jamba-1.5-mini",
 
19
  "gpqa": 0.323,
20
  "arc": 0.857,
21
  "gsm8k": 0.758,
22
+ "arena_elo": 1239.3,
23
+ "arena_rank": 233,
24
+ "arena_votes": 8858
25
  },
26
  {
27
  "slug": "amazon/nova-lite",
 
82
  "lb_language": 0.39707333333333333,
83
  "lb_if": 0.6187925,
84
  "lb_data_analysis": 0.5411900000000001,
85
+ "arena_elo": 1323.7,
86
+ "arena_rank": 166,
87
+ "arena_votes": 70889,
88
  "aider_pass_rate": 0.617
89
  },
90
  {
 
106
  "lb_language": 0.56937,
107
  "lb_if": 0.7229999999999999,
108
  "lb_data_analysis": 0.5411,
109
+ "arena_elo": 1342.62,
110
+ "arena_rank": 143,
111
+ "arena_votes": 82419,
112
  "aider_pass_rate": 0.5710000000000001
113
  },
114
  {
 
132
  "lb_language": 0.54477,
133
  "lb_if": 0.69296,
134
  "lb_data_analysis": 0.5618650000000001,
135
+ "arena_elo": 1372.48,
136
  "arena_rank": 110,
137
+ "arena_votes": 89218,
138
  "aider_pass_rate": 0.6920000000000001
139
  },
140
  {
 
157
  "lb_language": 0.30073333333333335,
158
  "lb_if": 0.6402924999999999,
159
  "lb_data_analysis": 0.3731,
160
+ "arena_elo": 1261.21,
161
+ "arena_rank": 225,
162
+ "arena_votes": 117701,
163
  "aider_pass_rate": 0.406
164
  },
165
  {
 
183
  "lb_language": 0.53574,
184
  "lb_if": 0.6388750000000001,
185
  "lb_data_analysis": 0.5784,
186
+ "arena_elo": 1322.06,
187
  "arena_rank": 170,
188
+ "arena_votes": 194909,
189
  "aider_pass_rate": 0.534
190
  },
191
  {
 
209
  "lb_language": 0.38083333333333336,
210
  "lb_if": 0.6500425,
211
  "lb_data_analysis": 0.38839999999999997,
212
+ "arena_elo": 1281.17,
213
+ "arena_rank": 210,
214
+ "arena_votes": 109284,
215
  "aider_pass_rate": 0.436
216
  },
217
  {
 
228
  "lb_language": 0.14644333333333334,
229
  "lb_if": 0.571625,
230
  "lb_data_analysis": 0.2354,
231
+ "arena_elo": 1227.12,
232
+ "arena_rank": 241,
233
+ "arena_votes": 54036
234
  },
235
  {
236
  "slug": "deepseek/deepseek-r1",
 
249
  "lb_language": 0.5477066666666667,
250
  "lb_if": 0.8050825,
251
  "lb_data_analysis": 0.69625,
252
+ "arena_elo": 1398.17,
253
  "arena_rank": 82,
254
+ "arena_votes": 18524
255
  },
256
  {
257
  "slug": "deepseek/deepseek-v2.5",
 
268
  "lb_language": 0.3518266666666667,
269
  "lb_if": 0.6915024999999999,
270
  "lb_data_analysis": 0.4417,
271
+ "arena_elo": 1307.44,
272
+ "arena_rank": 189,
273
+ "arena_votes": 24572,
274
  "aider_pass_rate": 0.5489999999999999
275
  },
276
  {
 
289
  "lb_language": 0.47484666666666664,
290
  "lb_if": 0.75246,
291
  "lb_data_analysis": 0.6241,
292
+ "arena_elo": 1358.95,
293
+ "arena_rank": 122,
294
+ "arena_votes": 21770
295
  },
296
  {
297
  "slug": "google/gemini-1.0-pro",
 
385
  "lb_language": 0.32621666666666665,
386
  "lb_if": 0.5810025000000001,
387
  "lb_data_analysis": 0.4481,
388
+ "arena_elo": 1288.44,
389
+ "arena_rank": 202,
390
+ "arena_votes": 75754
391
  },
392
  {
393
  "slug": "google/gemma-2-9b-it",
 
415
  "lb_language": 0.25531,
416
  "lb_if": 0.52621,
417
  "lb_data_analysis": 0.2959,
418
+ "arena_elo": 1265.9,
419
+ "arena_rank": 221,
420
+ "arena_votes": 54611
421
  },
422
  {
423
  "slug": "meta/llama-3.1-405b-instruct",
 
452
  "hf_math_lvl5": 0.3806646525679758,
453
  "hf_musr": 0.45806250000000004,
454
  "hf_avg": 43.409948245645786,
455
+ "arena_elo": 1293.79,
456
+ "arena_rank": 199,
457
+ "arena_votes": 55240,
458
  "aider_pass_rate": 0.436
459
  },
460
  {
 
477
  "hf_math_lvl5": 0.1729607250755287,
478
  "hf_musr": 0.3845416666666666,
479
  "hf_avg": 28.01011138792457,
480
+ "arena_elo": 1211.91,
481
+ "arena_rank": 251,
482
  "arena_votes": 49605,
483
  "aider_pass_rate": 0.263
484
  },
 
509
  "hf_math_lvl5": 0.17673716012084592,
510
  "hf_musr": 0.3528541666666667,
511
  "hf_avg": 24.204650807793456,
512
+ "arena_elo": 1166.89,
513
+ "arena_rank": 277,
514
  "arena_votes": 7936
515
  },
516
  {
 
538
  "hf_math_lvl5": 0.48338368580060426,
539
  "hf_musr": 0.44612500000000005,
540
  "hf_avg": 44.84747145129876,
541
+ "arena_elo": 1319.31,
542
+ "arena_rank": 175,
543
+ "arena_votes": 55372,
544
  "aider_pass_rate": 0.42100000000000004
545
  },
546
  {
 
628
  "lb_language": 0.29333666666666663,
629
  "lb_if": 0.5838349999999999,
630
  "lb_data_analysis": 0.4376,
631
+ "arena_elo": 1256.41,
632
+ "arena_rank": 228,
633
  "arena_votes": 24126
634
  },
635
  {
 
729
  "lb_language": 0.31805,
730
  "lb_if": 0.6957099999999999,
731
  "lb_data_analysis": 0.33599999999999997,
732
+ "arena_elo": 1299.15,
733
+ "arena_rank": 197,
734
+ "arena_votes": 7140
735
  },
736
  {
737
  "slug": "openai/gpt-3.5-turbo-0125",
 
750
  "lb_language": 0.2421633333333333,
751
  "lb_if": 0.604665,
752
  "lb_data_analysis": 0.3682,
753
+ "arena_elo": 1224.17,
754
+ "arena_rank": 243,
755
+ "arena_votes": 66207,
756
  "aider_pass_rate": 0.414
757
  },
758
  {
 
773
  "lb_language": 0.4956833333333333,
774
  "lb_if": 0.717875,
775
  "lb_data_analysis": 0.39039999999999997,
776
+ "arena_elo": 1275.27,
777
+ "arena_rank": 215,
778
+ "arena_votes": 88723,
779
  "aider_pass_rate": 0.466
780
  },
781
  {
 
794
  "lb_language": 0.45262,
795
  "lb_if": 0.713875,
796
  "lb_data_analysis": 0.4998,
797
+ "arena_elo": 1324.49,
798
+ "arena_rank": 164,
799
+ "arena_votes": 98114
800
  },
801
  {
802
  "slug": "openai/gpt-4o-2024-05-13",
 
815
  "lb_language": 0.5393533333333334,
816
  "lb_if": 0.7217100000000001,
817
  "lb_data_analysis": 0.4661,
818
+ "arena_elo": 1346.07,
819
+ "arena_rank": 141,
820
+ "arena_votes": 112881,
821
  "aider_pass_rate": 0.602
822
  },
823
  {
 
834
  "lb_language": 0.4563466666666667,
835
  "lb_if": 0.6858299999999999,
836
  "lb_data_analysis": 0.6236999999999999,
837
+ "arena_elo": 1335.3,
838
+ "arena_rank": 153,
839
+ "arena_votes": 45499,
840
  "aider_pass_rate": 0.5710000000000001
841
  },
842
  {
 
857
  "lb_language": 0.29879333333333336,
858
  "lb_if": 0.5679974999999999,
859
  "lb_data_analysis": 0.55099,
860
+ "arena_elo": 1318.01,
861
+ "arena_rank": 178,
862
  "arena_votes": 68794,
863
  "aider_pass_rate": 0.406
864
  },
 
880
  "hf_math_lvl5": 0.37462235649546827,
881
  "hf_musr": 0.41384375,
882
  "hf_avg": 27.639223265636087,
883
+ "arena_elo": 1402.43,
884
+ "arena_rank": 76,
885
+ "arena_votes": 27807,
886
  "aider_pass_rate": 0.654
887
  },
888
  {
 
892
  "mmlu": 0.852,
893
  "gpqa": 0.6,
894
  "math": 0.9,
895
+ "arena_elo": 1337.26,
896
+ "arena_rank": 149,
897
+ "arena_votes": 51981,
898
  "aider_pass_rate": 0.5
899
  },
900
  {
 
904
  "mmlu": 0.908,
905
  "gpqa": 0.733,
906
  "mgsm": 0.908,
907
+ "arena_elo": 1388.52,
908
  "arena_rank": 94,
909
+ "arena_votes": 31122,
910
  "aider_pass_rate": 0.579
911
  },
912
  {
 
921
  "mmlu": 0.869,
922
  "math": 0.979,
923
  "mgsm": 0.92,
924
+ "arena_elo": 1348.64,
925
+ "arena_rank": 133,
926
+ "arena_votes": 58329
927
  },
928
  {
929
  "slug": "openai/o3",
 
997
  "lb_language": 0.38114999999999993,
998
  "lb_if": 0.7550025,
999
  "lb_data_analysis": 0.4718,
1000
+ "arena_elo": 1303.15,
1001
+ "arena_rank": 196,
1002
+ "arena_votes": 39406
1003
  },
1004
  {
1005
  "slug": "qwen/qwen-2.5-7b-instruct",
 
1044
  "lb_language": 0.23245333333333332,
1045
  "lb_if": 0.5869175,
1046
  "lb_data_analysis": 0.48810000000000003,
1047
+ "arena_elo": 1270.89,
1048
+ "arena_rank": 219,
1049
+ "arena_votes": 5432,
1050
  "aider_pass_rate": 0.594
1051
  },
1052
  {
 
1096
  "lb_language": 0.29213666666666666,
1097
  "lb_if": 0.68271,
1098
  "lb_data_analysis": 0.1636,
1099
+ "arena_elo": 1262.04,
1100
+ "arena_rank": 224,
1101
  "arena_votes": 37325,
1102
  "aider_pass_rate": 0.444
1103
  },
 
1160
  "lb_language": 0.21091000000000001,
1161
  "lb_if": 0.35587499999999994,
1162
  "lb_data_analysis": 0.25925,
1163
+ "arena_elo": 1157.2,
1164
+ "arena_rank": 279,
1165
+ "arena_votes": 3231
1166
  },
1167
  {
1168
  "slug": "xai/grok-1.5",
 
1263
  "hf_math_lvl5": 0.277190332326284,
1264
  "hf_musr": 0.4281979166666667,
1265
  "hf_avg": 33.35799367075618,
1266
+ "arena_elo": 1213.65,
1267
+ "arena_rank": 249,
1268
+ "arena_votes": 24146
1269
  },
1270
  {
1271
  "hf_id": "01-ai/Yi-1.5-34B-Chat-16K",
 
1386
  "hf_math_lvl5": 0.06268882175226587,
1387
  "hf_musr": 0.39784375,
1388
  "hf_avg": 24.226662652803373,
1389
+ "arena_elo": 1184.01,
1390
+ "arena_rank": 263,
1391
  "arena_votes": 15483
1392
  },
1393
  {
 
1673
  "hf_math_lvl5": 0.03851963746223565,
1674
  "hf_musr": 0.47709375000000004,
1675
  "hf_avg": 14.343669671742774,
1676
+ "arena_elo": 1223.4,
1677
+ "arena_rank": 244,
1678
+ "arena_votes": 104642
1679
  },
1680
  {
1681
  "hf_id": "AI-Sweden-Models/gpt-sw3-40b",
 
6142
  "lb_language": 0.07196666666666666,
6143
  "lb_if": 0.5279175,
6144
  "lb_data_analysis": 0.081,
6145
+ "arena_elo": 1127.04,
6146
+ "arena_rank": 300,
6147
  "arena_votes": 1785
6148
  },
6149
  {
 
6164
  "lb_language": 0.042846666666666665,
6165
  "lb_if": 0.48317,
6166
  "lb_data_analysis": 0.0762,
6167
+ "arena_elo": 1131.19,
6168
+ "arena_rank": 296,
6169
+ "arena_votes": 11118
6170
  },
6171
  {
6172
  "hf_id": "HuggingFaceH4/zephyr-7b-gemma-v0.1",
 
6191
  "hf_math_lvl5": 0.20468277945619334,
6192
  "hf_musr": 0.4465208333333333,
6193
  "hf_avg": 34.125963384670946,
6194
+ "arena_elo": 1212.91,
6195
+ "arena_rank": 250,
6196
+ "arena_votes": 4652
6197
  },
6198
  {
6199
  "hf_id": "HuggingFaceTB/SmolLM-1.7B",
 
6290
  "hf_math_lvl5": 0.0581570996978852,
6291
  "hf_musr": 0.342125,
6292
  "hf_avg": 15.02227766709556,
6293
+ "arena_elo": 1114.48,
6294
+ "arena_rank": 304,
6295
+ "arena_votes": 2199
6296
  },
6297
  {
6298
  "hf_id": "HuggingFaceTB/SmolLM2-135M",
 
10127
  "hf_math_lvl5": 0.12235649546827794,
10128
  "hf_musr": 0.4595416666666667,
10129
  "hf_avg": 27.353190438571634,
10130
+ "arena_elo": 1164.89,
10131
+ "arena_rank": 278,
10132
+ "arena_votes": 3777
10133
  },
10134
  {
10135
  "hf_id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT",
 
11176
  "lb_language": 0.5148133333333332,
11177
  "lb_if": 0.81829,
11178
  "lb_data_analysis": 0.69529,
11179
+ "arena_elo": 1336.26,
11180
+ "arena_rank": 150,
11181
+ "arena_votes": 25934
11182
  },
11183
  {
11184
  "hf_id": "Qwen/Qwen1.5-0.5B",
 
11272
  "lb_language": 0.13224333333333332,
11273
  "lb_if": 0.5526275,
11274
  "lb_data_analysis": 0.20179999999999998,
11275
+ "arena_elo": 1234.26,
11276
+ "arena_rank": 236,
11277
+ "arena_votes": 26195,
11278
  "aider_pass_rate": 0.308
11279
  },
11280
  {
 
11300
  "hf_math_lvl5": 0.15256797583081572,
11301
  "hf_musr": 0.43997916666666664,
11302
  "hf_avg": 23.566106475051374,
11303
+ "arena_elo": 1191.11,
11304
+ "arena_rank": 260,
11305
+ "arena_votes": 17839
11306
  },
11307
  {
11308
  "hf_id": "Qwen/Qwen1.5-32B",
 
11327
  "hf_math_lvl5": 0.19561933534743203,
11328
  "hf_musr": 0.4159791666666666,
11329
  "hf_avg": 29.25746822860332,
11330
+ "arena_elo": 1204.03,
11331
+ "arena_rank": 253,
11332
+ "arena_votes": 21741
11333
  },
11334
  {
11335
  "hf_id": "Qwen/Qwen1.5-4B",
 
11361
  "lb_language": 0.05798333333333333,
11362
  "lb_if": 0.27749999999999997,
11363
  "lb_data_analysis": 0.0469,
11364
+ "arena_elo": 1090.29,
11365
+ "arena_rank": 310,
11366
+ "arena_votes": 7597
11367
  },
11368
  {
11369
  "hf_id": "Qwen/Qwen1.5-7B",
 
11395
  "lb_language": 0.061816666666666666,
11396
  "lb_if": 0.4411675,
11397
  "lb_data_analysis": 0.0435,
11398
+ "arena_elo": 1143.95,
11399
+ "arena_rank": 288,
11400
+ "arena_votes": 4737
11401
  },
11402
  {
11403
  "hf_id": "Qwen/Qwen1.5-MoE-A2.7B",
 
16644
  "hf_math_lvl5": 0.4501510574018127,
16645
  "hf_musr": 0.4948333333333334,
16646
  "hf_avg": 42.33178738532094,
16647
+ "arena_elo": 1286.91,
16648
+ "arena_rank": 206,
16649
  "arena_votes": 2846
16650
  },
16651
  {
 
16695
  "hf_math_lvl5": 0.19637462235649547,
16696
  "hf_musr": 0.41746875,
16697
  "hf_avg": 26.034998081672143,
16698
+ "arena_elo": 1221.4,
16699
+ "arena_rank": 248,
16700
+ "arena_votes": 2896
16701
  },
16702
  {
16703
  "hf_id": "allenai/Llama-3.1-Tulu-3-8B",
 
18637
  "hf_math_lvl5": 0.08383685800604229,
18638
  "hf_musr": 0.41201041666666666,
18639
  "hf_avg": 20.83936104726783,
18640
+ "arena_elo": 1167.69,
18641
+ "arena_rank": 276,
18642
  "arena_votes": 10224
18643
  },
18644
  {
 
19608
  "hf_math_lvl5": 0.013595166163141994,
19609
  "hf_musr": 0.37390625000000005,
19610
  "hf_avg": 6.3704357034963754,
19611
+ "arena_elo": 980.138,
19612
+ "arena_rank": 322,
19613
  "arena_votes": 3412
19614
  },
19615
  {
 
19759
  "hf_math_lvl5": 0.09290030211480363,
19760
  "hf_musr": 0.5058645833333334,
19761
  "hf_avg": 27.310631874736753,
19762
+ "arena_elo": 1184.54,
19763
+ "arena_rank": 262,
19764
+ "arena_votes": 4932
19765
  },
19766
  {
19767
  "hf_id": "deepseek-ai/deepseek-llm-7b-base",
 
21237
  "hf_math_lvl5": 0.01812688821752266,
21238
  "hf_musr": 0.33939583333333334,
21239
  "hf_avg": 8.053373854341979,
21240
+ "arena_elo": 1114.42,
21241
+ "arena_rank": 305,
21242
+ "arena_votes": 10854
21243
  },
21244
  {
21245
  "hf_id": "google/gemma-1.1-7b-it",
 
21259
  "lb_language": 0.10647333333333332,
21260
  "lb_if": 0.443375,
21261
  "lb_data_analysis": 0.0726,
21262
+ "arena_elo": 1180.52,
21263
+ "arena_rank": 267,
21264
  "arena_votes": 23893
21265
  },
21266
  {
 
21298
  "hf_math_lvl5": 0.0007552870090634441,
21299
  "hf_musr": 0.39288541666666665,
21300
  "hf_avg": 17.046939294966545,
21301
+ "arena_elo": 1199.3,
21302
+ "arena_rank": 255,
21303
+ "arena_votes": 46616
21304
  },
21305
  {
21306
  "hf_id": "google/gemma-2-2b-jpn-it",
 
21349
  "hf_math_lvl5": 0.02039274924471299,
21350
  "hf_musr": 0.334125,
21351
  "hf_avg": 7.485804130315127,
21352
+ "arena_elo": 1091.89,
21353
+ "arena_rank": 309,
21354
+ "arena_votes": 4780
21355
  },
21356
  {
21357
  "hf_id": "google/gemma-7b",
 
21376
  "hf_math_lvl5": 0.02945619335347432,
21377
  "hf_musr": 0.42742708333333335,
21378
  "hf_avg": 13.067087110466217,
21379
+ "arena_elo": 1136.28,
21380
+ "arena_rank": 295,
21381
  "arena_votes": 8925
21382
  },
21383
  {
 
22381
  "hf_math_lvl5": 0.02039274924471299,
22382
  "hf_musr": 0.34621875,
22383
  "hf_avg": 9.39218439885523,
22384
+ "arena_elo": 972.199,
22385
+ "arena_rank": 323,
22386
  "arena_votes": 2391
22387
  },
22388
  {
 
22696
  "hf_math_lvl5": 0.09214501510574018,
22697
  "hf_musr": 0.35148958333333336,
22698
  "hf_avg": 18.396095114284222,
22699
+ "arena_elo": 1156.2,
22700
+ "arena_rank": 280,
22701
  "arena_votes": 6837
22702
  },
22703
  {
 
22747
  "hf_math_lvl5": 0.1419939577039275,
22748
  "hf_musr": 0.3900625,
22749
  "hf_avg": 24.027678753483297,
22750
+ "arena_elo": 1182.2,
22751
+ "arena_rank": 266,
22752
+ "arena_votes": 6638
22753
  },
22754
  {
22755
  "hf_id": "ibm-granite/granite-3.1-1b-a400m-base",
 
22798
  "hf_math_lvl5": 0.15256797583081572,
22799
  "hf_musr": 0.3605416666666667,
22800
  "hf_avg": 21.712212822028288,
22801
+ "arena_elo": 1179.18,
22802
+ "arena_rank": 269,
22803
+ "arena_votes": 3188
22804
  },
22805
  {
22806
  "hf_id": "ibm-granite/granite-3.1-3b-a800m-base",
 
22849
  "hf_math_lvl5": 0.21978851963746224,
22850
  "hf_musr": 0.47070833333333334,
22851
  "hf_avg": 30.6030430081627,
22852
+ "arena_elo": 1208.66,
22853
+ "arena_rank": 252,
22854
+ "arena_votes": 3090
22855
  },
22856
  {
22857
  "hf_id": "ibm-granite/granite-3.2-2b-instruct",
 
23318
  "hf_math_lvl5": 0.4078549848942598,
23319
  "hf_musr": 0.4558229166666667,
23320
  "hf_avg": 38.87959582082076,
23321
+ "arena_elo": 1191.6,
23322
+ "arena_rank": 259,
23323
+ "arena_votes": 9901
23324
  },
23325
  {
23326
  "hf_id": "internlm/internlm2_5-7b-chat",
 
25538
  "hf_math_lvl5": 0.0702416918429003,
25539
  "hf_musr": 0.3328541666666667,
25540
  "hf_avg": 14.443126333711135,
25541
+ "arena_elo": 1111.46,
25542
+ "arena_rank": 306,
25543
  "arena_votes": 8045
25544
  },
25545
  {
 
25719
  "lb_language": 0.13909000000000002,
25720
  "lb_if": 0.5330400000000001,
25721
  "lb_data_analysis": 0.2044,
25722
+ "arena_elo": 1198.15,
25723
+ "arena_rank": 256,
25724
  "arena_votes": 25055
25725
  },
25726
  {
 
25741
  "lb_language": 0.09153666666666667,
25742
  "lb_if": 0.39083500000000004,
25743
  "lb_data_analysis": 0.26030000000000003,
25744
+ "arena_elo": 1129.35,
25745
+ "arena_rank": 297,
25746
+ "arena_votes": 20685
25747
  },
25748
  {
25749
  "hf_id": "microsoft/Phi-3-mini-4k-instruct",
 
25763
  "lb_language": 0.08559,
25764
  "lb_if": 0.363625,
25765
  "lb_data_analysis": 0.2232,
25766
+ "arena_elo": 1128.57,
25767
+ "arena_rank": 298,
25768
+ "arena_votes": 20118
25769
  },
25770
  {
25771
  "hf_id": "microsoft/Phi-3-mini-4k-instruct",
 
25823
  "lb_language": 0.12944,
25824
  "lb_if": 0.472,
25825
  "lb_data_analysis": 0.2343,
25826
+ "arena_elo": 1171.27,
25827
+ "arena_rank": 274,
25828
+ "arena_votes": 17766
25829
  },
25830
  {
25831
  "hf_id": "microsoft/Phi-4-mini-instruct",
 
26072
  "lb_language": 0.09055,
26073
  "lb_if": 0.5165025,
26074
  "lb_data_analysis": 0.059300000000000005,
26075
+ "arena_elo": 1149.76,
26076
+ "arena_rank": 285,
26077
  "arena_votes": 19402
26078
  },
26079
  {
 
26197
  "lb_language": 0.26477666666666666,
26198
  "lb_if": 0.63167,
26199
  "lb_data_analysis": 0.255,
26200
+ "arena_elo": 1229.63,
26201
+ "arena_rank": 240,
26202
+ "arena_votes": 51416
26203
  },
26204
  {
26205
  "hf_id": "mistralai/Mixtral-8x22B-v0.1",
 
26231
  "lb_language": 0.13761333333333334,
26232
  "lb_if": 0.4480825,
26233
  "lb_data_analysis": 0.1619,
26234
+ "arena_elo": 1197.32,
26235
+ "arena_rank": 257,
26236
+ "arena_votes": 73503
26237
  },
26238
  {
26239
  "hf_id": "mistralai/Mixtral-8x7B-v0.1",
 
28559
  "hf_math_lvl5": 0.07628398791540786,
28560
  "hf_musr": 0.42543749999999997,
28561
  "hf_avg": 22.70925524673515,
28562
+ "arena_elo": 1182.41,
28563
+ "arena_rank": 264,
28564
+ "arena_votes": 12637
28565
  },
28566
  {
28567
  "hf_id": "openchat/openchat-3.5-1210",
 
28598
  "hf_math_lvl5": 0.07250755287009064,
28599
  "hf_musr": 0.4228645833333333,
28600
  "hf_avg": 21.635827111564595,
28601
+ "arena_elo": 1182.33,
28602
+ "arena_rank": 265,
28603
+ "arena_votes": 7968
28604
  },
28605
  {
28606
  "hf_id": "openchat/openchat_v3.2",
 
29752
  "hf_math_lvl5": 0.07099697885196375,
29753
  "hf_musr": 0.41232291666666665,
29754
  "hf_avg": 22.3449346084354,
29755
+ "arena_elo": 1279.71,
29756
+ "arena_rank": 211,
29757
+ "arena_votes": 10072
29758
  },
29759
  {
29760
  "hf_id": "prithivMLmods/Bellatrix-1.5B-xElite",
 
33248
  "lb_language": 0.11368333333333334,
33249
  "lb_if": 0.52779,
33250
  "lb_data_analysis": 0.1738,
33251
+ "arena_elo": 1175.31,
33252
+ "arena_rank": 271,
33253
  "arena_votes": 5006
33254
  },
33255
  {
 
34302
  "hf_math_lvl5": 0.05664652567975831,
34303
  "hf_musr": 0.3899375,
34304
  "hf_avg": 20.57236409322395,
34305
+ "arena_elo": 1152.51,
34306
+ "arena_rank": 282,
34307
  "arena_votes": 4155
34308
  },
34309
  {
 
35718
  "lb_language": 0.2793333333333334,
35719
  "lb_if": 0.5561674999999999,
35720
  "lb_data_analysis": 0.39766500000000005,
35721
+ "arena_elo": 1250.38,
35722
+ "arena_rank": 230,
35723
+ "arena_votes": 10140
35724
  },
35725
  {
35726
  "name": "command-r-plus",
 
35731
  "lb_language": 0.23921666666666663,
35732
  "lb_if": 0.7150825,
35733
  "lb_data_analysis": 0.179,
35734
+ "arena_elo": 1262.12,
35735
+ "arena_rank": 223,
35736
+ "arena_votes": 77554,
35737
  "aider_pass_rate": 0.218
35738
  },
35739
  {
 
35746
  "lb_language": 0.3086066666666667,
35747
  "lb_if": 0.5761225,
35748
  "lb_data_analysis": 0.492345,
35749
+ "arena_elo": 1276.74,
35750
+ "arena_rank": 213,
35751
+ "arena_votes": 9866
35752
  },
35753
  {
35754
  "name": "deepseek-coder-v2",
 
35759
  "lb_language": 0.33044,
35760
  "lb_if": 0.6718325,
35761
  "lb_data_analysis": 0.3438,
35762
+ "arena_elo": 1264.5,
35763
+ "arena_rank": 222,
35764
  "arena_votes": 15147
35765
  },
35766
  {
 
35865
  "lb_language": 0.43553333333333333,
35866
  "lb_if": 0.6392074999999999,
35867
  "lb_data_analysis": 0.5308999999999999,
35868
+ "arena_elo": 1313.49,
35869
+ "arena_rank": 183,
35870
  "arena_votes": 93439,
35871
  "aider_pass_rate": 0.556
35872
  },
 
35919
  "lb_language": 0.28744,
35920
  "lb_if": 0.6819175000000001,
35921
  "lb_data_analysis": 0.3983,
35922
+ "arena_elo": 1242.57,
35923
+ "arena_rank": 231,
35924
+ "arena_votes": 62436
35925
  },
35926
  {
35927
  "name": "mistral-large-2407",
 
35932
  "lb_language": 0.3979266666666667,
35933
  "lb_if": 0.7184575000000001,
35934
  "lb_data_analysis": 0.42910000000000004,
35935
+ "arena_elo": 1314.35,
35936
+ "arena_rank": 182,
35937
+ "arena_votes": 45459
35938
  },
35939
  {
35940
  "name": "mistral-small-2402",
 
35965
  "lb_language": 0.11368333333333332,
35966
  "lb_if": 0.5824975,
35967
  "lb_data_analysis": 0.2347,
35968
+ "arena_elo": 1233.36,
35969
+ "arena_rank": 239,
35970
+ "arena_votes": 39302
35971
  },
35972
  {
35973
  "name": "smaug-qwen2-72b-instruct",
 
35988
  "lb_language": 0.07264333333333332,
35989
  "lb_if": 0.3832075,
35990
  "lb_data_analysis": 0.03,
35991
+ "arena_elo": 1171.84,
35992
+ "arena_rank": 273,
35993
+ "arena_votes": 16056
35994
  },
35995
  {
35996
  "name": "vicuna-7b-v1.5-16k",
 
36044
  "lb_language": 0.29534,
36045
  "lb_if": 0.8454575,
36046
  "lb_data_analysis": 0.39359999999999995,
36047
+ "arena_elo": 1310.14,
36048
+ "arena_rank": 186,
36049
+ "arena_votes": 34902
36050
  },
36051
  {
36052
  "name": "gemini-1.5-pro-002",
 
36057
  "lb_language": 0.4740566666666666,
36058
  "lb_if": 0.7774575,
36059
  "lb_data_analysis": 0.5145,
36060
+ "arena_elo": 1351.67,
36061
+ "arena_rank": 130,
36062
+ "arena_votes": 55606,
36063
  "aider_pass_rate": 0.496
36064
  },
36065
  {
 
36212
  "lb_language": 0.3427633333333333,
36213
  "lb_if": 0.782835,
36214
  "lb_data_analysis": 0.5621,
36215
+ "arena_elo": 1353.63,
36216
+ "arena_rank": 127,
36217
+ "arena_votes": 24955
36218
  },
36219
  {
36220
  "name": "gemini-2.0-flash-thinking-exp-01-21",
 
36298
  "lb_language": 0.40453333333333336,
36299
  "lb_if": 0.67929,
36300
  "lb_data_analysis": 0.541955,
36301
+ "arena_elo": 1305.6,
36302
+ "arena_rank": 192,
36303
+ "arena_votes": 28073,
36304
  "aider_pass_rate": 0.466
36305
  },
36306
  {
 
36404
  "lb_language": 0.5836933333333333,
36405
  "lb_if": 0.7534574999999999,
36406
  "lb_data_analysis": 0.64271,
36407
+ "arena_elo": 1374.92,
36408
  "arena_rank": 108,
36409
+ "arena_votes": 33167
36410
  },
36411
  {
36412
  "name": "gpt-4.5-preview",
 
36449
  "lb_language": 0.41314333333333336,
36450
  "lb_if": 0.7490399999999999,
36451
  "lb_data_analysis": 0.387965,
36452
+ "arena_elo": 1365.59,
36453
  "arena_rank": 117,
36454
+ "arena_votes": 48382
36455
  },
36456
  {
36457
  "name": "gemini-2.5-pro-exp-03-25",
 
36473
  "lb_language": 0.4682266666666666,
36474
  "lb_if": 0.8147075,
36475
  "lb_data_analysis": 0.64019,
36476
+ "arena_elo": 1394.86,
36477
+ "arena_rank": 87,
36478
+ "arena_votes": 46351
36479
  },
36480
  {
36481
  "name": "chatgpt-4o-latest-2025-03-27",
 
36519
  "lb_language": 0.6319400000000001,
36520
  "lb_if": 0.764915,
36521
  "lb_data_analysis": 0.599645,
36522
+ "arena_elo": 1371.55,
36523
  "arena_rank": 112,
36524
+ "arena_votes": 44145
36525
  },
36526
  {
36527
  "name": "command-a-03-2025",
 
36533
  "lb_language": 0.36696,
36534
  "lb_if": 0.82904,
36535
  "lb_data_analysis": 0.48457000000000006,
36536
+ "arena_elo": 1353.63,
36537
+ "arena_rank": 128,
36538
+ "arena_votes": 56995
36539
  },
36540
  {
36541
  "name": "gemini-1.5-flash-8b-001",
 
36546
  "lb_language": 0.22867666666666667,
36547
  "lb_if": 0.6971649999999999,
36548
  "lb_data_analysis": 0.4241,
36549
+ "arena_elo": 1259.14,
36550
+ "arena_rank": 227,
36551
+ "arena_votes": 35558
36552
  },
36553
  {
36554
  "name": "gemini-2.0-flash-001",
 
36559
  "lb_language": 0.42386999999999997,
36560
  "lb_if": 0.8578749999999999,
36561
  "lb_data_analysis": 0.7332000000000001,
36562
+ "arena_elo": 1361.23,
36563
+ "arena_rank": 121,
36564
+ "arena_votes": 44611
36565
  },
36566
  {
36567
  "name": "gemini-2.0-flash-lite-001",
 
36583
  "lb_language": 0.3126966666666667,
36584
  "lb_if": 0.7382925,
36585
  "lb_data_analysis": 0.4284,
36586
+ "arena_elo": 1342.15,
36587
+ "arena_rank": 144,
36588
  "arena_votes": 3829
36589
  },
36590
  {
 
36596
  "lb_language": 0.15059333333333333,
36597
  "lb_if": 0.6358325,
36598
  "lb_data_analysis": 0.36950000000000005,
36599
+ "arena_elo": 1303.57,
36600
+ "arena_rank": 195,
36601
+ "arena_votes": 4171
36602
  },
36603
  {
36604
  "name": "gpt-4.5-preview-2025-02-27",
 
36610
  "lb_language": 0.6475866666666666,
36611
  "lb_if": 0.72325,
36612
  "lb_data_analysis": 0.600695,
36613
+ "arena_elo": 1444.85,
36614
  "arena_rank": 28,
36615
+ "arena_votes": 14547
36616
  },
36617
  {
36618
  "name": "llama-4-maverick-17b-128e-instruct",
 
36623
  "lb_language": 0.4964766666666667,
36624
  "lb_if": 0.7574575,
36625
  "lb_data_analysis": 0.6155,
36626
+ "arena_elo": 1328.03,
36627
+ "arena_rank": 161,
36628
+ "arena_votes": 40876
36629
  },
36630
  {
36631
  "name": "grok-3-beta",
 
36659
  "lb_language": 0.54551,
36660
  "lb_if": 0.7704575,
36661
  "lb_data_analysis": 0.66404,
36662
+ "arena_elo": 1413.88,
36663
  "arena_rank": 63,
36664
+ "arena_votes": 51717
36665
  },
36666
  {
36667
  "name": "gpt-4.1-mini-2025-04-14",
 
36673
  "lb_language": 0.37996,
36674
  "lb_if": 0.7030825,
36675
  "lb_data_analysis": 0.6133799999999999,
36676
+ "arena_elo": 1382.37,
36677
  "arena_rank": 103,
36678
+ "arena_votes": 40190
36679
  },
36680
  {
36681
  "name": "gpt-4.1-nano-2025-04-14",
 
36687
  "lb_language": 0.30958,
36688
  "lb_if": 0.5753725,
36689
  "lb_data_analysis": 0.498195,
36690
+ "arena_elo": 1322.14,
36691
  "arena_rank": 169,
36692
+ "arena_votes": 6103
36693
  },
36694
  {
36695
  "name": "o3-2025-04-16-high",
 
36778
  "lb_language": 0.6482266666666666,
36779
  "lb_if": 0.79954,
36780
  "lb_data_analysis": 0.7153849999999999,
36781
+ "arena_elo": 1420.18,
36782
  "arena_rank": 51,
36783
+ "arena_votes": 19106
36784
  },
36785
  {
36786
  "name": "gemini-2.5-flash-preview-05-20",
 
36847
  "lb_language": 0.44743666666666665,
36848
  "lb_if": 0.7139575,
36849
  "lb_data_analysis": 0.602025,
36850
+ "arena_elo": 1385.92,
36851
  "arena_rank": 100,
36852
+ "arena_votes": 34285
36853
  },
36854
  {
36855
  "name": "phi-4-reasoning-plus",
 
36883
  "lb_language": 0.60609,
36884
  "lb_if": 0.8772925,
36885
  "lb_data_analysis": 0.68308,
36886
+ "arena_elo": 1375.14,
36887
  "arena_rank": 107,
36888
+ "arena_votes": 26961
36889
  },
36890
  {
36891
  "name": "qwen3-30b-a3b",
 
36897
  "lb_language": 0.54465,
36898
  "lb_if": 0.21108249999999998,
36899
  "lb_data_analysis": 0.44922666666666666,
36900
+ "arena_elo": 1328.65,
36901
+ "arena_rank": 160,
36902
+ "arena_votes": 27213
36903
  },
36904
  {
36905
  "name": "qwen3-32b",
 
36911
  "lb_language": 0.5554233333333333,
36912
  "lb_if": 0.1777075,
36913
  "lb_data_analysis": 0.4654,
36914
+ "arena_elo": 1347.52,
36915
+ "arena_rank": 138,
36916
+ "arena_votes": 3926
36917
  },
36918
  {
36919
  "name": "claude-4-1-opus-20250805",
 
36936
  "lb_language": 0.7599833333333333,
36937
  "lb_if": 0.2352075,
36938
  "lb_data_analysis": 0.47005,
36939
+ "arena_elo": 1451.82,
36940
  "arena_rank": 21,
36941
+ "arena_votes": 50036
36942
  },
36943
  {
36944
  "name": "deepseek-v3.1-terminus",
 
36950
  "lb_language": 0.63882,
36951
  "lb_if": 0.8189575,
36952
  "lb_data_analysis": 0.67298,
36953
+ "arena_elo": 1416.54,
36954
  "arena_rank": 58,
36955
+ "arena_votes": 3732
36956
  },
36957
  {
36958
  "name": "gemini-2.5-flash-06-05",
 
36997
  "lb_language": 0.6534300000000001,
36998
  "lb_if": 0.2767925,
36999
  "lb_data_analysis": 0.6098266666666666,
37000
+ "arena_elo": 1405.05,
37001
  "arena_rank": 72,
37002
+ "arena_votes": 32443
37003
  },
37004
  {
37005
  "name": "gemini-2.5-pro-06-05",
 
37022
  "lb_language": 0.6162266666666666,
37023
  "lb_if": 0.8157925,
37024
  "lb_data_analysis": 0.6628999999999999,
37025
+ "arena_elo": 1410.51,
37026
+ "arena_rank": 67,
37027
+ "arena_votes": 24545
37028
  },
37029
  {
37030
  "name": "glm-4.5-air",
 
37036
  "lb_language": 0.44289666666666666,
37037
  "lb_if": 0.7883775000000001,
37038
  "lb_data_analysis": 0.65962,
37039
+ "arena_elo": 1372.46,
37040
  "arena_rank": 111,
37041
+ "arena_votes": 31058
37042
  },
37043
  {
37044
  "name": "glm-4.6",
 
37050
  "lb_language": 0.5898633333333333,
37051
  "lb_if": 0.26192,
37052
  "lb_data_analysis": 0.5194766666666667,
37053
+ "arena_elo": 1425.94,
37054
  "arena_rank": 42,
37055
+ "arena_votes": 35019
37056
  },
37057
  {
37058
  "name": "gpt-5",
 
37086
  "lb_language": 0.8082699999999999,
37087
  "lb_if": 0.8811249999999999,
37088
  "lb_data_analysis": 0.716345,
37089
+ "arena_elo": 1434.65,
37090
+ "arena_rank": 37,
37091
+ "arena_votes": 32221
37092
  },
37093
  {
37094
  "name": "gpt-5-low",
 
37122
  "lb_language": 0.7552066666666667,
37123
  "lb_if": 0.65271,
37124
  "lb_data_analysis": 0.55195,
37125
+ "arena_elo": 1390.56,
37126
  "arena_rank": 91,
37127
+ "arena_votes": 26887
37128
  },
37129
  {
37130
  "name": "gpt-5-mini-low",
 
37180
  "lb_language": 0.46841666666666665,
37181
  "lb_if": 0.5569975,
37182
  "lb_data_analysis": 0.4340566666666667,
37183
+ "arena_elo": 1338.18,
37184
  "arena_rank": 147,
37185
+ "arena_votes": 8329
37186
  },
37187
  {
37188
  "name": "gpt-5-nano-low",
 
37216
  "lb_language": 0.62963,
37217
  "lb_if": 0.7300425,
37218
  "lb_data_analysis": 0.644815,
37219
+ "arena_elo": 1426.54,
37220
  "arena_rank": 41,
37221
+ "arena_votes": 31535
37222
  },
37223
  {
37224
  "name": "gpt-oss-120b",
 
37230
  "lb_language": 0.48590666666666665,
37231
  "lb_if": 0.5029175,
37232
  "lb_data_analysis": 0.38804999999999995,
37233
+ "arena_elo": 1354.86,
37234
+ "arena_rank": 126,
37235
+ "arena_votes": 30658
37236
  },
37237
  {
37238
  "name": "grok-4-0709",
 
37244
  "lb_language": 0.76388,
37245
  "lb_if": 0.29075,
37246
  "lb_data_analysis": 0.6337666666666667,
37247
+ "arena_elo": 1410.05,
37248
+ "arena_rank": 69,
37249
+ "arena_votes": 41655
37250
  },
37251
  {
37252
  "name": "grok-code-fast-1-0825",
 
37280
  "lb_language": 0.6606966666666668,
37281
  "lb_if": 0.2172075,
37282
  "lb_data_analysis": 0.4471566666666667,
37283
+ "arena_elo": 1422.96,
37284
+ "arena_rank": 48,
37285
+ "arena_votes": 74402
37286
  },
37287
  {
37288
  "name": "qwen3-235b-a22b-thinking-2507",
 
37294
  "lb_language": 0.6952366666666666,
37295
  "lb_if": 0.40641999999999995,
37296
  "lb_data_analysis": 0.5218266666666667,
37297
+ "arena_elo": 1399.54,
37298
  "arena_rank": 81,
37299
+ "arena_votes": 9171
37300
  },
37301
  {
37302
  "name": "qwen3-coder-480b-a35b-instruct",
 
37308
  "lb_language": 0.6426233333333333,
37309
  "lb_if": 0.741625,
37310
  "lb_data_analysis": 0.64683,
37311
+ "arena_elo": 1387.29,
37312
+ "arena_rank": 96,
37313
+ "arena_votes": 26338
37314
  },
37315
  {
37316
  "name": "qwen3-max-2025-09-23",
 
37322
  "lb_language": 0.7144733333333333,
37323
  "lb_if": 0.76546,
37324
  "lb_data_analysis": 0.6536649999999999,
37325
+ "arena_elo": 1425.2,
37326
  "arena_rank": 43,
37327
+ "arena_votes": 9131
37328
  },
37329
  {
37330
  "name": "qwen3-next-80b-a3b-instruct",
 
37336
  "lb_language": 0.6633766666666666,
37337
  "lb_if": 0.191875,
37338
  "lb_data_analysis": 0.49784,
37339
+ "arena_elo": 1402.36,
37340
  "arena_rank": 77,
37341
+ "arena_votes": 22600
37342
  },
37343
  {
37344
  "name": "qwen3-next-80b-a3b",
 
37350
  "lb_language": 0.5631166666666667,
37351
  "lb_if": 0.41541999999999996,
37352
  "lb_data_analysis": 0.5358333333333333,
37353
+ "arena_elo": 1369.04,
37354
  "arena_rank": 113,
37355
+ "arena_votes": 13704
37356
  },
37357
  {
37358
  "name": "claude-haiku-4-5-20251001",
 
37364
  "lb_language": 0.5704566666666667,
37365
  "lb_if": 0.17754250000000002,
37366
  "lb_data_analysis": 0.45124999999999993,
37367
+ "arena_elo": 1406.41,
37368
  "arena_rank": 71,
37369
+ "arena_votes": 50555
37370
  },
37371
  {
37372
  "name": "deepseek-v3.2-exp",
 
37378
  "lb_language": 0.65596,
37379
  "lb_if": 0.1932925,
37380
  "lb_data_analysis": 0.4425866666666667,
37381
+ "arena_elo": 1423.96,
37382
+ "arena_rank": 46,
37383
+ "arena_votes": 11652
37384
  },
37385
  {
37386
  "name": "minimax-m2",
 
37392
  "lb_language": 0.47647666666666666,
37393
  "lb_if": 0.810165,
37394
  "lb_data_analysis": 0.6755800000000001,
37395
+ "arena_elo": 1347.62,
37396
  "arena_rank": 137,
37397
+ "arena_votes": 6661
37398
  },
37399
  {
37400
  "name": "kimi-k2",
 
37516
  "lb_language": 0.7432699999999999,
37517
  "lb_if": 0.28204,
37518
  "lb_data_analysis": 0.52238,
37519
+ "arena_elo": 1430.98,
37520
  "arena_rank": 39,
37521
+ "arena_votes": 34398
37522
  },
37523
  {
37524
  "name": "claude-opus-4-5-20251101",
 
37530
  "lb_language": 0.7709166666666668,
37531
  "lb_if": 0.26591750000000003,
37532
  "lb_data_analysis": 0.4561233333333334,
37533
+ "arena_elo": 1467.25,
37534
  "arena_rank": 11,
37535
+ "arena_votes": 38768
37536
  },
37537
  {
37538
  "name": "deepseek-v3.2",
 
37544
  "lb_language": 0.6423933333333333,
37545
  "lb_if": 0.230625,
37546
  "lb_data_analysis": 0.45034,
37547
+ "arena_elo": 1423.23,
37548
+ "arena_rank": 47,
37549
+ "arena_votes": 33766
37550
  },
37551
  {
37552
  "name": "deepseek-v3.2-speciale",
 
37602
  "lb_language": 0.49737666666666663,
37603
  "lb_if": 0.1706225,
37604
  "lb_data_analysis": 0.46410666666666667,
37605
+ "arena_elo": 1377.94,
37606
  "arena_rank": 105,
37607
+ "arena_votes": 2773
37608
  },
37609
  {
37610
  "name": "gpt-5.1-2025-11-13-low",
 
37715
  "lb_language": 0.6522633333333333,
37716
  "lb_if": 0.3565825,
37717
  "lb_data_analysis": 0.5517133333333334,
37718
+ "arena_elo": 1441.47,
37719
  "arena_rank": 31,
37720
+ "arena_votes": 11896
37721
  },
37722
  {
37723
  "name": "arcee-trinity-large-preview",
 
37740
  "lb_language": 0.8326966666666666,
37741
  "lb_if": 0.633125,
37742
  "lb_data_analysis": 0.6989299999999999,
37743
+ "arena_elo": 1503.39,
37744
  "arena_rank": 1,
37745
+ "arena_votes": 10399
37746
  },
37747
  {
37748
  "name": "claude-sonnet-4-6",
 
37754
  "lb_language": 0.7769333333333334,
37755
  "lb_if": 0.639165,
37756
  "lb_data_analysis": 0.7605666666666667,
37757
+ "arena_elo": 1460.39,
37758
  "arena_rank": 16,
37759
+ "arena_votes": 6961
37760
  },
37761
  {
37762
  "name": "gemini-3.1-pro-preview-high",
 
37790
  "lb_language": 0.7752800000000001,
37791
  "lb_if": 0.5532900000000001,
37792
  "lb_data_analysis": 0.67896,
37793
+ "arena_elo": 1453.95,
37794
  "arena_rank": 18,
37795
+ "arena_votes": 9031
37796
  },
37797
  {
37798
  "name": "gpt-5.2-codex",
 
37848
  "lb_language": 0.8300899999999999,
37849
  "lb_if": 0.6495425,
37850
  "lb_data_analysis": 0.7704833333333333,
37851
+ "arena_elo": 1484.63,
37852
  "arena_rank": 6,
37853
+ "arena_votes": 3989
37854
  },
37855
  {
37856
  "name": "gpt-5.4-xhigh",
 
37863
  "lb_if": 0.7021674999999999,
37864
  "lb_data_analysis": 0.7931333333333334
37865
  },
37866
+ {
37867
+ "name": "grok-4.20-beta-0309",
37868
+ "lb_name": "grok-4.20-beta-0309-non-reasoning",
37869
+ "lb_global": 0.3785491304347826,
37870
+ "lb_reasoning": 0.25629749999999996,
37871
+ "lb_coding": 0.46417,
37872
+ "lb_math": 0.4552175,
37873
+ "lb_language": 0.4204133333333333,
37874
+ "lb_if": 0.2435,
37875
+ "lb_data_analysis": 0.43482666666666664
37876
+ },
37877
+ {
37878
+ "name": "grok-4.20-beta-0309-reasoning",
37879
+ "lb_name": "grok-4.20-beta-0309-reasoning",
37880
+ "lb_global": 0.6899178260869566,
37881
+ "lb_reasoning": 0.7528375,
37882
+ "lb_coding": 0.52436,
37883
+ "lb_math": 0.8705550000000001,
37884
+ "lb_language": 0.7771733333333333,
37885
+ "lb_if": 0.6338775,
37886
+ "lb_data_analysis": 0.62857
37887
+ },
37888
  {
37889
  "name": "kimi-k2.5",
37890
  "lb_name": "kimi-k2.5-thinking",
 
37895
  "lb_language": 0.77666,
37896
  "lb_if": 0.574125,
37897
  "lb_data_analysis": 0.6135766666666667,
37898
+ "arena_elo": 1451.99,
37899
  "arena_rank": 19,
37900
+ "arena_votes": 13903
37901
  },
37902
  {
37903
  "name": "minimax-m2.5",
 
37909
  "lb_language": 0.5510100000000001,
37910
  "lb_if": 0.5723325,
37911
  "lb_data_analysis": 0.49605000000000005,
37912
+ "arena_elo": 1403.5,
37913
+ "arena_rank": 74,
37914
+ "arena_votes": 9308
37915
  },
37916
  {
37917
  "name": "claude-opus-4-6-thinking",
37918
  "arena_name": "claude-opus-4-6-thinking",
37919
  "arena_org": "Anthropic",
37920
+ "arena_elo": 1503.26,
37921
  "arena_rank": 2,
37922
+ "arena_votes": 9543
 
 
 
 
 
 
 
 
37923
  },
37924
  {
37925
  "name": "grok-4.20-beta1",
37926
  "arena_name": "grok-4.20-beta1",
37927
  "arena_org": "xAI",
37928
+ "arena_elo": 1495.99,
37929
+ "arena_rank": 3,
37930
+ "arena_votes": 6063
37931
+ },
37932
+ {
37933
+ "name": "gemini-3.1-pro-preview",
37934
+ "arena_name": "gemini-3.1-pro-preview",
37935
+ "arena_org": "Google",
37936
+ "arena_elo": 1492.35,
37937
  "arena_rank": 4,
37938
+ "arena_votes": 10521
37939
  },
37940
  {
37941
  "name": "gemini-3-pro",
37942
  "arena_name": "gemini-3-pro",
37943
  "arena_org": "Google",
37944
+ "arena_elo": 1485.56,
37945
  "arena_rank": 5,
37946
+ "arena_votes": 40879
37947
  },
37948
  {
37949
  "name": "gpt-5.2-chat-latest-20260210",
37950
  "arena_name": "gpt-5.2-chat-latest-20260210",
37951
  "arena_org": "OpenAI",
37952
+ "arena_elo": 1480.84,
37953
  "arena_rank": 7,
37954
+ "arena_votes": 7208
37955
  },
37956
  {
37957
  "name": "gemini-3-flash",
37958
  "arena_name": "gemini-3-flash",
37959
  "arena_org": "Google",
37960
+ "arena_elo": 1474.14,
37961
  "arena_rank": 8,
37962
+ "arena_votes": 30514
37963
  },
37964
  {
37965
  "name": "grok-4.1-thinking",
37966
  "arena_name": "grok-4.1-thinking",
37967
  "arena_org": "xAI",
37968
+ "arena_elo": 1472.84,
37969
  "arena_rank": 9,
37970
+ "arena_votes": 40567
37971
  },
37972
  {
37973
  "name": "claude-opus-4-5-20251101-thinking-32k",
37974
  "arena_name": "claude-opus-4-5-20251101-thinking-32k",
37975
  "arena_org": "Anthropic",
37976
+ "arena_elo": 1472.37,
37977
  "arena_rank": 10,
37978
+ "arena_votes": 33905
37979
  },
37980
  {
37981
  "name": "dola-seed-2.0-preview",
37982
  "arena_name": "dola-seed-2.0-preview",
37983
  "arena_org": "Bytedance",
37984
+ "arena_elo": 1465.28,
37985
  "arena_rank": 12,
37986
+ "arena_votes": 8049
 
 
 
 
 
 
 
 
37987
  },
37988
  {
37989
  "name": "gemini-3-flash (thinking-minimal)",
37990
  "arena_name": "gemini-3-flash (thinking-minimal)",
37991
  "arena_org": "Google",
37992
+ "arena_elo": 1462.81,
37993
+ "arena_rank": 13,
37994
+ "arena_votes": 24202
37995
  },
37996
  {
37997
  "name": "gpt-5.4",
37998
  "arena_name": "gpt-5.4",
37999
  "arena_org": "OpenAI",
38000
+ "arena_elo": 1462.59,
38001
+ "arena_rank": 14,
38002
+ "arena_votes": 4055
38003
+ },
38004
+ {
38005
+ "name": "grok-4.1",
38006
+ "arena_name": "grok-4.1",
38007
+ "arena_org": "xAI",
38008
+ "arena_elo": 1462.24,
38009
  "arena_rank": 15,
38010
+ "arena_votes": 44647
38011
  },
38012
  {
38013
  "name": "gpt-5.1-high",
38014
  "arena_name": "gpt-5.1-high",
38015
  "arena_org": "OpenAI",
38016
+ "arena_elo": 1456.37,
38017
  "arena_rank": 17,
38018
+ "arena_votes": 37407
38019
  },
38020
  {
38021
  "name": "ernie-5.0-0110",
38022
  "arena_name": "ernie-5.0-0110",
38023
  "arena_org": "Baidu",
38024
+ "arena_elo": 1451.85,
38025
  "arena_rank": 20,
38026
+ "arena_votes": 16403
 
 
 
 
 
 
 
 
38027
  },
38028
  {
38029
  "name": "claude-sonnet-4-5-20250929-thinking-32k",
38030
  "arena_name": "claude-sonnet-4-5-20250929-thinking-32k",
38031
  "arena_org": "Anthropic",
38032
+ "arena_elo": 1451.11,
38033
+ "arena_rank": 22,
38034
+ "arena_votes": 52034
38035
+ },
38036
+ {
38037
+ "name": "qwen3.5-397b-a17b",
38038
+ "arena_name": "qwen3.5-397b-a17b",
38039
+ "arena_org": "Alibaba",
38040
+ "arena_elo": 1449.89,
38041
  "arena_rank": 23,
38042
+ "arena_votes": 8090
38043
  },
38044
  {
38045
  "name": "ernie-5.0-preview-1203",
38046
  "arena_name": "ernie-5.0-preview-1203",
38047
  "arena_org": "Baidu",
38048
+ "arena_elo": 1449.77,
38049
  "arena_rank": 24,
38050
+ "arena_votes": 9657
38051
  },
38052
  {
38053
  "name": "gemini-2.5-pro",
38054
  "arena_name": "gemini-2.5-pro",
38055
  "arena_org": "Google",
38056
+ "arena_elo": 1449.24,
38057
  "arena_rank": 25,
38058
+ "arena_votes": 100138
38059
  },
38060
  {
38061
  "name": "claude-opus-4-1-20250805-thinking-16k",
38062
  "arena_name": "claude-opus-4-1-20250805-thinking-16k",
38063
  "arena_org": "Anthropic",
38064
+ "arena_elo": 1448.78,
38065
  "arena_rank": 26,
38066
+ "arena_votes": 49499
38067
  },
38068
  {
38069
  "name": "claude-opus-4-1-20250805",
38070
  "arena_name": "claude-opus-4-1-20250805",
38071
  "arena_org": "Anthropic",
38072
+ "arena_elo": 1447.01,
38073
  "arena_rank": 27,
38074
+ "arena_votes": 77032
38075
  },
38076
  {
38077
+ "name": "gpt-5.2-high",
38078
+ "arena_name": "gpt-5.2-high",
38079
  "arena_org": "OpenAI",
38080
+ "arena_elo": 1443.44,
38081
  "arena_rank": 29,
38082
+ "arena_votes": 22443
38083
  },
38084
  {
38085
+ "name": "chatgpt-4o-latest-20250326",
38086
+ "arena_name": "chatgpt-4o-latest-20250326",
38087
  "arena_org": "OpenAI",
38088
+ "arena_elo": 1443.44,
38089
  "arena_rank": 30,
38090
+ "arena_votes": 82750
38091
  },
38092
  {
38093
  "name": "gpt-5.2",
38094
  "arena_name": "gpt-5.2",
38095
  "arena_org": "OpenAI",
38096
+ "arena_elo": 1441.04,
38097
  "arena_rank": 32,
38098
+ "arena_votes": 19419
38099
  },
38100
  {
38101
  "name": "gpt-5.1",
38102
  "arena_name": "gpt-5.1",
38103
  "arena_org": "OpenAI",
38104
+ "arena_elo": 1438.92,
38105
  "arena_rank": 33,
38106
+ "arena_votes": 40089
38107
+ },
38108
+ {
38109
+ "name": "kimi-k2.5-instant",
38110
+ "arena_name": "kimi-k2.5-instant",
38111
+ "arena_org": "Moonshot",
38112
+ "arena_elo": 1438.1,
38113
+ "arena_rank": 34,
38114
+ "arena_votes": 10086
38115
  },
38116
  {
38117
  "name": "gemini-3.1-flash-lite-preview",
38118
  "arena_name": "gemini-3.1-flash-lite-preview",
38119
  "arena_org": "Google",
38120
+ "arena_elo": 1437.17,
38121
+ "arena_rank": 35,
38122
+ "arena_votes": 3860
38123
  },
38124
  {
38125
  "name": "qwen3-max-preview",
38126
  "arena_name": "qwen3-max-preview",
38127
  "arena_org": "Alibaba",
38128
+ "arena_elo": 1434.98,
38129
+ "arena_rank": 36,
38130
+ "arena_votes": 27579
 
 
 
 
 
 
 
 
38131
  },
38132
  {
38133
  "name": "o3-2025-04-16",
38134
  "arena_name": "o3-2025-04-16",
38135
  "arena_org": "OpenAI",
38136
+ "arena_elo": 1432.88,
38137
  "arena_rank": 38,
38138
+ "arena_votes": 60747
38139
  },
38140
  {
38141
  "name": "kimi-k2-thinking-turbo",
38142
  "arena_name": "kimi-k2-thinking-turbo",
38143
  "arena_org": "Moonshot",
38144
+ "arena_elo": 1429.62,
38145
  "arena_rank": 40,
38146
+ "arena_votes": 38973
38147
  },
38148
  {
38149
  "name": "claude-opus-4-20250514-thinking-16k",
38150
  "arena_name": "claude-opus-4-20250514-thinking-16k",
38151
  "arena_org": "Anthropic",
38152
+ "arena_elo": 1424.3,
38153
+ "arena_rank": 44,
38154
+ "arena_votes": 37611
38155
  },
38156
  {
38157
  "name": "deepseek-v3.2-exp-thinking",
38158
  "arena_name": "deepseek-v3.2-exp-thinking",
38159
  "arena_org": "DeepSeek",
38160
+ "arena_elo": 1424.22,
38161
+ "arena_rank": 45,
38162
+ "arena_votes": 8922
38163
  },
38164
  {
38165
  "name": "grok-4-fast-chat",
38166
  "arena_name": "grok-4-fast-chat",
38167
  "arena_org": "xAI",
38168
+ "arena_elo": 1421.55,
38169
+ "arena_rank": 49,
38170
+ "arena_votes": 6951
38171
  },
38172
  {
38173
  "name": "deepseek-v3.2-thinking",
38174
  "arena_name": "deepseek-v3.2-thinking",
38175
  "arena_org": "DeepSeek",
38176
+ "arena_elo": 1420.63,
38177
  "arena_rank": 50,
38178
+ "arena_votes": 28519
38179
  },
38180
  {
38181
  "name": "ernie-5.0-preview-1022",
38182
  "arena_name": "ernie-5.0-preview-1022",
38183
  "arena_org": "Baidu",
38184
+ "arena_elo": 1419.49,
38185
  "arena_rank": 52,
38186
+ "arena_votes": 4535
 
 
 
 
 
 
 
 
38187
  },
38188
  {
38189
  "name": "qwen3.5-122b-a10b",
38190
  "arena_name": "qwen3.5-122b-a10b",
38191
  "arena_org": "Alibaba",
38192
+ "arena_elo": 1418.95,
38193
+ "arena_rank": 53,
38194
+ "arena_votes": 4515
38195
  },
38196
  {
38197
+ "name": "deepseek-v3.1",
38198
+ "arena_name": "deepseek-v3.1",
38199
  "arena_org": "DeepSeek",
38200
+ "arena_elo": 1418.7,
38201
+ "arena_rank": 54,
38202
+ "arena_votes": 15170
38203
  },
38204
  {
38205
  "name": "kimi-k2-0905-preview",
38206
  "arena_name": "kimi-k2-0905-preview",
38207
  "arena_org": "Moonshot",
38208
+ "arena_elo": 1418.38,
38209
+ "arena_rank": 55,
38210
+ "arena_votes": 11874
38211
+ },
38212
+ {
38213
+ "name": "deepseek-v3.1-thinking",
38214
+ "arena_name": "deepseek-v3.1-thinking",
38215
+ "arena_org": "DeepSeek",
38216
+ "arena_elo": 1417.21,
38217
  "arena_rank": 56,
38218
+ "arena_votes": 11913
38219
  },
38220
  {
38221
  "name": "kimi-k2-0711-preview",
38222
  "arena_name": "kimi-k2-0711-preview",
38223
  "arena_org": "Moonshot",
38224
+ "arena_elo": 1417.15,
38225
  "arena_rank": 57,
38226
+ "arena_votes": 28377
38227
  },
38228
  {
38229
+ "name": "mistral-large-3",
38230
+ "arena_name": "mistral-large-3",
38231
+ "arena_org": "Mistral",
38232
+ "arena_elo": 1416.34,
38233
  "arena_rank": 59,
38234
+ "arena_votes": 30359
38235
  },
38236
  {
38237
  "name": "qwen3-vl-235b-a22b-instruct",
38238
  "arena_name": "qwen3-vl-235b-a22b-instruct",
38239
  "arena_org": "Alibaba",
38240
+ "arena_elo": 1415.94,
38241
  "arena_rank": 60,
38242
+ "arena_votes": 11555
38243
  },
38244
  {
38245
+ "name": "deepseek-v3.1-terminus-thinking",
38246
+ "arena_name": "deepseek-v3.1-terminus-thinking",
38247
+ "arena_org": "DeepSeek",
38248
+ "arena_elo": 1415.39,
38249
  "arena_rank": 61,
38250
+ "arena_votes": 3508
38251
  },
38252
  {
38253
  "name": "amazon-nova-experimental-chat-26-01-10",
38254
  "arena_name": "amazon-nova-experimental-chat-26-01-10",
38255
  "arena_org": "Amazon",
38256
+ "arena_elo": 1415.23,
38257
  "arena_rank": 62,
38258
+ "arena_votes": 3386
38259
  },
38260
  {
38261
  "name": "claude-opus-4-20250514",
38262
  "arena_name": "claude-opus-4-20250514",
38263
  "arena_org": "Anthropic",
38264
+ "arena_elo": 1413.21,
38265
  "arena_rank": 64,
38266
+ "arena_votes": 45215
38267
  },
38268
  {
38269
  "name": "grok-3-preview-02-24",
38270
  "arena_name": "grok-3-preview-02-24",
38271
  "arena_org": "xAI",
38272
+ "arena_elo": 1411.72,
38273
  "arena_rank": 65,
38274
+ "arena_votes": 33796
38275
  },
38276
  {
38277
  "name": "gemini-2.5-flash",
38278
  "arena_name": "gemini-2.5-flash",
38279
  "arena_org": "Google",
38280
+ "arena_elo": 1410.85,
38281
  "arena_rank": 66,
38282
+ "arena_votes": 99458
 
 
 
 
 
 
 
 
38283
  },
38284
  {
38285
  "name": "mistral-medium-2508",
38286
  "arena_name": "mistral-medium-2508",
38287
  "arena_org": "Mistral",
38288
+ "arena_elo": 1410.42,
38289
  "arena_rank": 68,
38290
+ "arena_votes": 68770
38291
+ },
38292
+ {
38293
+ "name": "qwen3.5-27b",
38294
+ "arena_name": "qwen3.5-27b",
38295
+ "arena_org": "Alibaba",
38296
+ "arena_elo": 1409.64,
38297
+ "arena_rank": 70,
38298
+ "arena_votes": 4671
38299
  },
38300
  {
38301
  "name": "grok-4-fast-reasoning",
38302
  "arena_name": "grok-4-fast-reasoning",
38303
  "arena_org": "xAI",
38304
+ "arena_elo": 1404.43,
38305
  "arena_rank": 73,
38306
+ "arena_votes": 18353
 
 
 
 
 
 
 
 
38307
  },
38308
  {
38309
  "name": "qwen3-235b-a22b-no-thinking",
38310
  "arena_name": "qwen3-235b-a22b-no-thinking",
38311
  "arena_org": "Alibaba",
38312
+ "arena_elo": 1402.65,
38313
+ "arena_rank": 75,
38314
+ "arena_votes": 39190
38315
  },
38316
  {
38317
  "name": "longcat-flash-chat",
38318
  "arena_name": "longcat-flash-chat",
38319
  "arena_org": "Meituan",
38320
+ "arena_elo": 1400.96,
38321
+ "arena_rank": 78,
38322
+ "arena_votes": 11435
38323
  },
38324
  {
38325
  "name": "claude-sonnet-4-20250514-thinking-32k",
38326
  "arena_name": "claude-sonnet-4-20250514-thinking-32k",
38327
  "arena_org": "Anthropic",
38328
+ "arena_elo": 1400.08,
38329
+ "arena_rank": 79,
38330
+ "arena_votes": 35873
38331
+ },
38332
+ {
38333
+ "name": "qwen3.5-flash",
38334
+ "arena_name": "qwen3.5-flash",
38335
+ "arena_org": "Alibaba",
38336
+ "arena_elo": 1399.95,
38337
  "arena_rank": 80,
38338
+ "arena_votes": 5578
38339
  },
38340
  {
38341
  "name": "qwen3.5-35b-a3b",
38342
  "arena_name": "qwen3.5-35b-a3b",
38343
  "arena_org": "Alibaba",
38344
+ "arena_elo": 1397.63,
38345
  "arena_rank": 83,
38346
+ "arena_votes": 4726
38347
  },
38348
  {
38349
  "name": "qwen3-vl-235b-a22b-thinking",
38350
  "arena_name": "qwen3-vl-235b-a22b-thinking",
38351
  "arena_org": "Alibaba",
38352
+ "arena_elo": 1396.2,
38353
  "arena_rank": 84,
38354
+ "arena_votes": 7892
38355
  },
38356
  {
38357
  "name": "amazon-nova-experimental-chat-12-10",
38358
  "arena_name": "amazon-nova-experimental-chat-12-10",
38359
  "arena_org": "Amazon",
38360
+ "arena_elo": 1395.64,
38361
  "arena_rank": 85,
38362
+ "arena_votes": 3683
38363
  },
38364
  {
38365
  "name": "hunyuan-vision-1.5-thinking",
38366
  "arena_name": "hunyuan-vision-1.5-thinking",
38367
  "arena_org": "Tencent",
38368
+ "arena_elo": 1395.51,
38369
+ "arena_rank": 86,
38370
+ "arena_votes": 2204
 
 
 
 
 
 
 
 
38371
  },
38372
  {
38373
  "name": "mimo-v2-flash (non-thinking)",
38374
  "arena_name": "mimo-v2-flash (non-thinking)",
38375
  "arena_org": "Xiaomi",
38376
+ "arena_elo": 1392.89,
38377
+ "arena_rank": 88,
38378
+ "arena_votes": 22766
38379
+ },
38380
+ {
38381
+ "name": "mai-1-preview",
38382
+ "arena_name": "mai-1-preview",
38383
+ "arena_org": "Microsoft AI",
38384
+ "arena_elo": 1392.69,
38385
  "arena_rank": 89,
38386
+ "arena_votes": 17964
38387
  },
38388
  {
38389
  "name": "o4-mini-2025-04-16",
38390
  "arena_name": "o4-mini-2025-04-16",
38391
  "arena_org": "OpenAI",
38392
+ "arena_elo": 1391.14,
38393
  "arena_rank": 90,
38394
+ "arena_votes": 46255
38395
  },
38396
  {
38397
  "name": "claude-sonnet-4-20250514",
38398
  "arena_name": "claude-sonnet-4-20250514",
38399
  "arena_org": "Anthropic",
38400
+ "arena_elo": 1390.23,
38401
  "arena_rank": 92,
38402
+ "arena_votes": 41232
38403
  },
38404
  {
38405
  "name": "step-3.5-flash",
38406
  "arena_name": "step-3.5-flash",
38407
  "arena_org": "StepFun",
38408
+ "arena_elo": 1389.23,
38409
  "arena_rank": 93,
38410
+ "arena_votes": 11573
38411
  },
38412
  {
38413
  "name": "claude-3-7-sonnet-20250219-thinking-32k",
38414
  "arena_name": "claude-3-7-sonnet-20250219-thinking-32k",
38415
  "arena_org": "Anthropic",
38416
+ "arena_elo": 1388.26,
38417
  "arena_rank": 95,
38418
+ "arena_votes": 39653
38419
  },
38420
  {
38421
  "name": "mimo-v2-flash (thinking)",
38422
  "arena_name": "mimo-v2-flash (thinking)",
38423
  "arena_org": "Xiaomi",
38424
+ "arena_elo": 1387.15,
38425
+ "arena_rank": 97,
38426
+ "arena_votes": 10848
38427
  },
38428
  {
38429
  "name": "hunyuan-t1-20250711",
38430
  "arena_name": "hunyuan-t1-20250711",
38431
  "arena_org": "Tencent",
38432
+ "arena_elo": 1387.09,
38433
+ "arena_rank": 98,
38434
+ "arena_votes": 4773
38435
  },
38436
  {
38437
  "name": "minimax-m2.1-preview",
38438
  "arena_name": "minimax-m2.1-preview",
38439
  "arena_org": "MiniMax",
38440
+ "arena_elo": 1386.14,
38441
  "arena_rank": 99,
38442
+ "arena_votes": 17019
38443
  },
38444
  {
38445
  "name": "qwen3-30b-a3b-instruct-2507",
38446
  "arena_name": "qwen3-30b-a3b-instruct-2507",
38447
  "arena_org": "Alibaba",
38448
+ "arena_elo": 1384.04,
38449
  "arena_rank": 101,
38450
+ "arena_votes": 23938
38451
  },
38452
  {
38453
  "name": "hunyuan-turbos-20250416",
38454
  "arena_name": "hunyuan-turbos-20250416",
38455
  "arena_org": "Tencent",
38456
+ "arena_elo": 1383.24,
38457
  "arena_rank": 102,
38458
+ "arena_votes": 10967
38459
  },
38460
  {
38461
  "name": "gemini-2.5-flash-lite-preview-09-2025-no-thinking",
38462
  "arena_name": "gemini-2.5-flash-lite-preview-09-2025-no-thinking",
38463
  "arena_org": "Google",
38464
+ "arena_elo": 1380.29,
38465
  "arena_rank": 104,
38466
+ "arena_votes": 46727
38467
  },
38468
  {
38469
  "name": "gemini-2.5-flash-lite-preview-06-17-thinking",
38470
  "arena_name": "gemini-2.5-flash-lite-preview-06-17-thinking",
38471
  "arena_org": "Google",
38472
+ "arena_elo": 1375.2,
38473
  "arena_rank": 106,
38474
+ "arena_votes": 33537
38475
  },
38476
  {
38477
  "name": "trinity-large",
38478
  "arena_name": "trinity-large",
38479
  "arena_org": "Arcee AI",
38480
+ "arena_elo": 1374.74,
38481
  "arena_rank": 109,
38482
+ "arena_votes": 5482
38483
  },
38484
  {
38485
  "name": "glm-4.7-flash",
38486
  "arena_name": "glm-4.7-flash",
38487
  "arena_org": "Z.ai",
38488
+ "arena_elo": 1368.23,
38489
  "arena_rank": 114,
38490
+ "arena_votes": 11744
38491
+ },
38492
+ {
38493
+ "name": "amazon-nova-experimental-chat-11-10",
38494
+ "arena_name": "amazon-nova-experimental-chat-11-10",
38495
+ "arena_org": "Amazon",
38496
+ "arena_elo": 1367.12,
38497
+ "arena_rank": 115,
38498
+ "arena_votes": 22111
38499
  },
38500
  {
38501
  "name": "minimax-m1",
38502
  "arena_name": "minimax-m1",
38503
  "arena_org": "MiniMax",
38504
+ "arena_elo": 1367.02,
38505
+ "arena_rank": 116,
38506
+ "arena_votes": 36285
38507
  },
38508
  {
38509
+ "name": "nvidia-nemotron-3-super-120b-a12b",
38510
+ "arena_name": "nvidia-nemotron-3-super-120b-a12b",
38511
+ "arena_org": "Nvidia",
38512
+ "arena_elo": 1364.47,
38513
+ "arena_rank": 118,
38514
+ "arena_votes": 3556
38515
  },
38516
  {
38517
  "name": "o3-mini-high",
38518
  "arena_name": "o3-mini-high",
38519
  "arena_org": "OpenAI",
38520
+ "arena_elo": 1364.08,
38521
+ "arena_rank": 119,
38522
+ "arena_votes": 18589
38523
  },
38524
  {
38525
  "name": "grok-3-mini-high",
38526
  "arena_name": "grok-3-mini-high",
38527
  "arena_org": "xAI",
38528
+ "arena_elo": 1363.29,
38529
+ "arena_rank": 120,
38530
+ "arena_votes": 17381
38531
  },
38532
  {
38533
  "name": "grok-3-mini-beta",
38534
  "arena_name": "grok-3-mini-beta",
38535
  "arena_org": "xAI",
38536
+ "arena_elo": 1357.83,
 
 
 
 
 
 
 
 
38537
  "arena_rank": 123,
38538
+ "arena_votes": 23512
38539
  },
38540
  {
38541
  "name": "mistral-small-2506",
38542
  "arena_name": "mistral-small-2506",
38543
  "arena_org": "Mistral",
38544
+ "arena_elo": 1356.9,
38545
  "arena_rank": 124,
38546
+ "arena_votes": 18178
38547
+ },
38548
+ {
38549
+ "name": "intellect-3",
38550
+ "arena_name": "intellect-3",
38551
+ "arena_org": "Prime Intellect",
38552
+ "arena_elo": 1356.48,
38553
+ "arena_rank": 125,
38554
+ "arena_votes": 5274
38555
  },
38556
  {
38557
  "name": "glm-4.5v",
38558
  "arena_name": "glm-4.5v",
38559
  "arena_org": "Z.ai",
38560
+ "arena_elo": 1353.45,
38561
+ "arena_rank": 129,
38562
+ "arena_votes": 4938
38563
  },
38564
  {
38565
  "name": "amazon-nova-experimental-chat-10-20",
38566
  "arena_name": "amazon-nova-experimental-chat-10-20",
38567
  "arena_org": "Amazon",
38568
+ "arena_elo": 1351.27,
38569
+ "arena_rank": 131,
38570
+ "arena_votes": 11296
38571
  },
38572
  {
38573
  "name": "hunyuan-turbos-20250226",
38574
  "arena_name": "hunyuan-turbos-20250226",
38575
  "arena_org": "Tencent",
38576
+ "arena_elo": 1349.19,
38577
+ "arena_rank": 132,
38578
+ "arena_votes": 2220
38579
  },
38580
  {
38581
+ "name": "step-3",
38582
+ "arena_name": "step-3",
38583
+ "arena_org": "StepFun",
38584
+ "arena_elo": 1347.99,
38585
+ "arena_rank": 134,
38586
+ "arena_votes": 6566
38587
  },
38588
  {
38589
  "name": "ling-flash-2.0",
38590
  "arena_name": "ling-flash-2.0",
38591
  "arena_org": "Ant Group",
38592
+ "arena_elo": 1347.81,
38593
+ "arena_rank": 135,
38594
+ "arena_votes": 6962
38595
+ },
38596
+ {
38597
+ "name": "amazon-nova-experimental-chat-10-09",
38598
+ "arena_name": "amazon-nova-experimental-chat-10-09",
38599
+ "arena_org": "Amazon",
38600
+ "arena_elo": 1347.64,
38601
+ "arena_rank": 136,
38602
+ "arena_votes": 2867
38603
  },
38604
  {
38605
  "name": "llama-3.1-nemotron-ultra-253b-v1",
38606
  "arena_name": "llama-3.1-nemotron-ultra-253b-v1",
38607
  "arena_org": "Nvidia",
38608
+ "arena_elo": 1347.5,
38609
+ "arena_rank": 139,
38610
+ "arena_votes": 2549
 
 
 
 
 
 
 
 
38611
  },
38612
  {
38613
  "name": "qwen-plus-0125",
38614
  "arena_name": "qwen-plus-0125",
38615
  "arena_org": "Alibaba",
38616
+ "arena_elo": 1346.67,
38617
+ "arena_rank": 140,
38618
+ "arena_votes": 5819
38619
  },
38620
  {
38621
  "name": "glm-4-plus-0111",
38622
  "arena_name": "glm-4-plus-0111",
38623
  "arena_org": "Zhipu",
38624
+ "arena_elo": 1343.4,
38625
+ "arena_rank": 142,
38626
  "arena_votes": 5760
38627
  },
38628
  {
38629
  "name": "nvidia-llama-3.3-nemotron-super-49b-v1.5",
38630
  "arena_name": "nvidia-llama-3.3-nemotron-super-49b-v1.5",
38631
  "arena_org": "Nvidia",
38632
+ "arena_elo": 1342,
38633
+ "arena_rank": 145,
38634
+ "arena_votes": 3400
38635
  },
38636
  {
38637
  "name": "hunyuan-turbo-0110",
38638
  "arena_name": "hunyuan-turbo-0110",
38639
  "arena_org": "Tencent",
38640
+ "arena_elo": 1340.94,
38641
+ "arena_rank": 146,
38642
+ "arena_votes": 2290
38643
  },
38644
  {
38645
  "name": "nova-2-lite",
38646
  "arena_name": "nova-2-lite",
38647
  "arena_org": "Amazon",
38648
+ "arena_elo": 1337.94,
38649
+ "arena_rank": 148,
38650
+ "arena_votes": 12060
38651
  },
38652
  {
38653
  "name": "grok-2-2024-08-13",
38654
  "arena_name": "grok-2-2024-08-13",
38655
  "arena_org": "xAI",
38656
+ "arena_elo": 1335.55,
38657
+ "arena_rank": 151,
38658
+ "arena_votes": 63498
38659
  },
38660
  {
38661
  "name": "llama-3.1-405b-instruct-bf16",
38662
  "arena_name": "llama-3.1-405b-instruct-bf16",
38663
  "arena_org": "Meta",
38664
+ "arena_elo": 1335.47,
38665
+ "arena_rank": 152,
38666
+ "arena_votes": 41375
38667
  },
38668
  {
38669
  "name": "gemini-advanced-0514",
38670
  "arena_name": "gemini-advanced-0514",
38671
  "arena_org": "Google",
38672
+ "arena_elo": 1335.15,
38673
+ "arena_rank": 154,
38674
+ "arena_votes": 50148
38675
  },
38676
  {
38677
  "name": "step-2-16k-exp-202412",
38678
  "arena_name": "step-2-16k-exp-202412",
38679
  "arena_org": "StepFun",
38680
+ "arena_elo": 1334.55,
38681
+ "arena_rank": 155,
38682
+ "arena_votes": 4833
38683
  },
38684
  {
38685
  "name": "llama-3.1-405b-instruct-fp8",
38686
  "arena_name": "llama-3.1-405b-instruct-fp8",
38687
  "arena_org": "Meta",
38688
+ "arena_elo": 1333.66,
38689
+ "arena_rank": 156,
38690
+ "arena_votes": 59656
38691
  },
38692
  {
38693
  "name": "olmo-3.1-32b-instruct",
38694
  "arena_name": "olmo-3.1-32b-instruct",
38695
  "arena_org": "Ai2",
38696
+ "arena_elo": 1331.39,
 
 
 
 
 
 
 
 
38697
  "arena_rank": 157,
38698
+ "arena_votes": 12206
38699
  },
38700
  {
38701
  "name": "yi-lightning",
38702
  "arena_name": "yi-lightning",
38703
  "arena_org": "01 AI",
38704
+ "arena_elo": 1328.96,
38705
  "arena_rank": 158,
38706
+ "arena_votes": 27332,
38707
  "aider_pass_rate": 0.496
38708
  },
38709
+ {
38710
+ "name": "molmo-2-8b",
38711
+ "arena_name": "molmo-2-8b",
38712
+ "arena_org": "Ai2",
38713
+ "arena_elo": 1328.92,
38714
+ "arena_rank": 159,
38715
+ "arena_votes": 817
38716
+ },
38717
  {
38718
  "name": "llama-3.3-nemotron-49b-super-v1",
38719
  "arena_name": "llama-3.3-nemotron-49b-super-v1",
38720
  "arena_org": "Nvidia",
38721
+ "arena_elo": 1327.96,
38722
+ "arena_rank": 162,
38723
+ "arena_votes": 2218
38724
  },
38725
  {
38726
  "name": "hunyuan-large-2025-02-10",
38727
  "arena_name": "hunyuan-large-2025-02-10",
38728
  "arena_org": "Tencent",
38729
+ "arena_elo": 1326.51,
38730
+ "arena_rank": 163,
38731
  "arena_votes": 3738
38732
  },
38733
  {
38734
  "name": "deepseek-v2.5-1210",
38735
  "arena_name": "deepseek-v2.5-1210",
38736
  "arena_org": "DeepSeek",
38737
+ "arena_elo": 1323.83,
38738
+ "arena_rank": 165,
38739
+ "arena_votes": 6795,
38740
  "aider_pass_rate": 0.586
38741
  },
38742
  {
38743
  "name": "gemini-1.5-pro-001",
38744
  "arena_name": "gemini-1.5-pro-001",
38745
  "arena_org": "Google",
38746
+ "arena_elo": 1323.41,
38747
+ "arena_rank": 167,
38748
+ "arena_votes": 79138,
38749
  "aider_pass_rate": 0.45899999999999996
38750
  },
38751
  {
38752
  "name": "llama-4-scout-17b-16e-instruct",
38753
  "arena_name": "llama-4-scout-17b-16e-instruct",
38754
  "arena_org": "Meta",
38755
+ "arena_elo": 1322.73,
38756
+ "arena_rank": 168,
38757
+ "arena_votes": 30938
38758
  },
38759
  {
38760
  "name": "step-1o-turbo-202506",
38761
  "arena_name": "step-1o-turbo-202506",
38762
  "arena_org": "StepFun",
38763
+ "arena_elo": 1322.02,
38764
+ "arena_rank": 171,
38765
+ "arena_votes": 9585
38766
  },
38767
  {
38768
  "name": "ring-flash-2.0",
38769
  "arena_name": "ring-flash-2.0",
38770
  "arena_org": "Ant Group",
38771
+ "arena_elo": 1320.97,
 
 
 
 
 
 
 
 
38772
  "arena_rank": 172,
38773
+ "arena_votes": 7104
38774
  },
38775
  {
38776
  "name": "glm-4-plus",
38777
  "arena_name": "glm-4-plus",
38778
  "arena_org": "Zhipu AI",
38779
+ "arena_elo": 1319.72,
38780
  "arena_rank": 173,
38781
+ "arena_votes": 26126
38782
  },
38783
  {
38784
+ "name": "gemma-3n-e4b-it",
38785
+ "arena_name": "gemma-3n-e4b-it",
38786
+ "arena_org": "Google",
38787
+ "arena_elo": 1319.57,
38788
+ "arena_rank": 174,
38789
+ "arena_votes": 23137
38790
  },
38791
  {
38792
  "name": "nvidia-nemotron-3-nano-30b-a3b-bf16",
38793
  "arena_name": "nvidia-nemotron-3-nano-30b-a3b-bf16",
38794
  "arena_org": "Nvidia",
38795
+ "arena_elo": 1318.48,
38796
+ "arena_rank": 176,
38797
+ "arena_votes": 15376
38798
+ },
38799
+ {
38800
+ "name": "qwen-max-0919",
38801
+ "arena_name": "qwen-max-0919",
38802
+ "arena_org": "Alibaba",
38803
+ "arena_elo": 1318.37,
38804
  "arena_rank": 177,
38805
+ "arena_votes": 16478
38806
  },
38807
  {
38808
  "name": "gpt-oss-20b",
38809
  "arena_name": "gpt-oss-20b",
38810
  "arena_org": "OpenAI",
38811
+ "arena_elo": 1317.9,
38812
+ "arena_rank": 179,
38813
+ "arena_votes": 10748
38814
  },
38815
  {
38816
  "name": "qwen2.5-plus-1127",
38817
  "arena_name": "qwen2.5-plus-1127",
38818
  "arena_org": "Alibaba",
38819
+ "arena_elo": 1315.71,
38820
+ "arena_rank": 180,
38821
+ "arena_votes": 10187
38822
  },
38823
  {
38824
  "name": "athene-v2-chat",
38825
  "arena_name": "athene-v2-chat",
38826
  "arena_org": "NexusFlow",
38827
+ "arena_elo": 1314.85,
38828
+ "arena_rank": 181,
38829
+ "arena_votes": 24739
38830
  },
38831
  {
38832
  "name": "gpt-4-1106-preview",
38833
  "arena_name": "gpt-4-1106-preview",
38834
  "arena_org": "OpenAI",
38835
+ "arena_elo": 1313.29,
38836
+ "arena_rank": 184,
38837
+ "arena_votes": 100105,
38838
  "aider_pass_rate": 0.519
38839
  },
38840
  {
38841
  "name": "hunyuan-standard-2025-02-10",
38842
  "arena_name": "hunyuan-standard-2025-02-10",
38843
  "arena_org": "Tencent",
38844
+ "arena_elo": 1311.54,
38845
+ "arena_rank": 185,
38846
+ "arena_votes": 3904
38847
  },
38848
  {
38849
  "name": "mercury",
38850
  "arena_name": "mercury",
38851
  "arena_org": "Inception AI",
38852
+ "arena_elo": 1308.76,
38853
+ "arena_rank": 187,
38854
+ "arena_votes": 1878
38855
  },
38856
  {
38857
  "name": "grok-2-mini-2024-08-13",
38858
  "arena_name": "grok-2-mini-2024-08-13",
38859
  "arena_org": "xAI",
38860
+ "arena_elo": 1308.43,
38861
+ "arena_rank": 188,
38862
+ "arena_votes": 52567
38863
  },
38864
  {
38865
  "name": "olmo-3-32b-think",
38866
  "arena_name": "olmo-3-32b-think",
38867
  "arena_org": "Ai2",
38868
+ "arena_elo": 1306.69,
38869
+ "arena_rank": 190,
38870
+ "arena_votes": 5859
38871
  },
38872
  {
38873
  "name": "athene-70b-0725",
38874
  "arena_name": "athene-70b-0725",
38875
  "arena_org": "NexusFlow",
38876
+ "arena_elo": 1306.38,
38877
+ "arena_rank": 191,
38878
+ "arena_votes": 19621
38879
  },
38880
  {
38881
  "name": "magistral-medium-2506",
38882
  "arena_name": "magistral-medium-2506",
38883
  "arena_org": "Mistral",
38884
+ "arena_elo": 1305.45,
38885
+ "arena_rank": 193,
38886
+ "arena_votes": 11945
38887
  },
38888
  {
38889
  "name": "mistral-small-3.1-24b-instruct-2503",
38890
  "arena_name": "mistral-small-3.1-24b-instruct-2503",
38891
  "arena_org": "Mistral",
38892
+ "arena_elo": 1304.11,
38893
+ "arena_rank": 194,
38894
+ "arena_votes": 33824
38895
  },
38896
  {
38897
  "name": "hunyuan-large-vision",
38898
  "arena_name": "hunyuan-large-vision",
38899
  "arena_org": "Tencent",
38900
+ "arena_elo": 1296.2,
38901
+ "arena_rank": 198,
38902
+ "arena_votes": 5553
38903
  },
38904
  {
38905
  "name": "amazon-nova-pro-v1.0",
38906
  "arena_name": "amazon-nova-pro-v1.0",
38907
  "arena_org": "Amazon",
38908
+ "arena_elo": 1290.42,
38909
+ "arena_rank": 200,
38910
+ "arena_votes": 24745
38911
  },
38912
  {
38913
  "name": "reka-core-20240904",
38914
  "arena_name": "reka-core-20240904",
38915
  "arena_org": "Reka AI",
38916
+ "arena_elo": 1288.23,
 
 
 
 
 
 
 
 
38917
  "arena_rank": 203,
38918
+ "arena_votes": 7312
38919
  },
38920
  {
38921
  "name": "gpt-4-0314",
38922
  "arena_name": "gpt-4-0314",
38923
  "arena_org": "OpenAI",
38924
+ "arena_elo": 1287.15,
38925
  "arena_rank": 204,
38926
+ "arena_votes": 54173,
38927
  "aider_pass_rate": 0.504
38928
  },
38929
+ {
38930
+ "name": "ibm-granite-h-small",
38931
+ "arena_name": "ibm-granite-h-small",
38932
+ "arena_org": "IBM",
38933
+ "arena_elo": 1286.97,
38934
+ "arena_rank": 205,
38935
+ "arena_votes": 5589
38936
+ },
38937
  {
38938
  "name": "llama-3.1-nemotron-51b-instruct",
38939
  "arena_name": "llama-3.1-nemotron-51b-instruct",
38940
  "arena_org": "Nvidia",
38941
+ "arena_elo": 1286.52,
38942
+ "arena_rank": 207,
38943
  "arena_votes": 3749
38944
  },
38945
  {
38946
  "name": "gemini-1.5-flash-001",
38947
  "arena_name": "gemini-1.5-flash-001",
38948
  "arena_org": "Google",
38949
+ "arena_elo": 1285.98,
38950
+ "arena_rank": 208,
38951
+ "arena_votes": 62833
38952
  },
38953
  {
38954
  "name": "olmo-3.1-32b-think",
38955
  "arena_name": "olmo-3.1-32b-think",
38956
  "arena_org": "Ai2",
38957
+ "arena_elo": 1285.29,
38958
+ "arena_rank": 209,
38959
+ "arena_votes": 8408
38960
  },
38961
  {
38962
  "name": "nemotron-4-340b-instruct",
38963
  "arena_name": "nemotron-4-340b-instruct",
38964
  "arena_org": "Nvidia",
38965
+ "arena_elo": 1277.58,
38966
+ "arena_rank": 212,
38967
+ "arena_votes": 19659
38968
  },
38969
  {
38970
  "name": "llama-3-70b-instruct",
38971
  "arena_name": "llama-3-70b-instruct",
38972
  "arena_org": "Meta",
38973
+ "arena_elo": 1276.3,
38974
+ "arena_rank": 214,
38975
+ "arena_votes": 156876
38976
  },
38977
  {
38978
  "name": "mistral-small-24b-instruct-2501",
38979
  "arena_name": "mistral-small-24b-instruct-2501",
38980
  "arena_org": "Mistral",
38981
+ "arena_elo": 1274.38,
38982
+ "arena_rank": 216,
38983
+ "arena_votes": 14681
38984
  },
38985
  {
38986
  "name": "glm-4-0520",
38987
  "arena_name": "glm-4-0520",
38988
  "arena_org": "Zhipu AI",
38989
+ "arena_elo": 1273.66,
38990
+ "arena_rank": 217,
38991
  "arena_votes": 9788
38992
  },
38993
  {
38994
  "name": "reka-flash-20240904",
38995
  "arena_name": "reka-flash-20240904",
38996
  "arena_org": "Reka AI",
38997
+ "arena_elo": 1272.32,
38998
+ "arena_rank": 218,
38999
+ "arena_votes": 7536
39000
  },
39001
  {
39002
  "name": "c4ai-aya-expanse-32b",
39003
  "arena_name": "c4ai-aya-expanse-32b",
39004
  "arena_org": "Cohere",
39005
+ "arena_elo": 1267.3,
39006
+ "arena_rank": 220,
39007
+ "arena_votes": 27124
39008
  },
39009
  {
39010
  "name": "amazon-nova-lite-v1.0",
39011
  "arena_name": "amazon-nova-lite-v1.0",
39012
  "arena_org": "Amazon",
39013
+ "arena_elo": 1260.89,
39014
+ "arena_rank": 226,
39015
+ "arena_votes": 19372
39016
  },
39017
  {
39018
  "name": "olmo-2-0325-32b-instruct",
39019
  "arena_name": "olmo-2-0325-32b-instruct",
39020
  "arena_org": "Ai2",
39021
+ "arena_elo": 1252.3,
39022
+ "arena_rank": 229,
39023
+ "arena_votes": 3334
39024
  },
39025
  {
39026
  "name": "amazon-nova-micro-v1.0",
39027
  "arena_name": "amazon-nova-micro-v1.0",
39028
  "arena_org": "Amazon",
39029
+ "arena_elo": 1241.22,
39030
+ "arena_rank": 232,
39031
+ "arena_votes": 19364
39032
  },
39033
  {
39034
  "name": "ministral-8b-2410",
39035
  "arena_name": "ministral-8b-2410",
39036
  "arena_org": "Mistral",
39037
+ "arena_elo": 1237.51,
39038
+ "arena_rank": 234,
39039
+ "arena_votes": 4781
39040
  },
39041
  {
39042
  "name": "gemini-pro-dev-api",
39043
  "arena_name": "gemini-pro-dev-api",
39044
  "arena_org": "Google",
39045
+ "arena_elo": 1235.26,
39046
+ "arena_rank": 235,
39047
+ "arena_votes": 18354
39048
  },
39049
  {
39050
  "name": "hunyuan-standard-256k",
39051
  "arena_name": "hunyuan-standard-256k",
39052
  "arena_org": "Tencent",
39053
+ "arena_elo": 1233.78,
39054
+ "arena_rank": 237,
39055
+ "arena_votes": 2728
39056
  },
39057
  {
39058
  "name": "reka-flash-21b-20240226-online",
39059
  "arena_name": "reka-flash-21b-20240226-online",
39060
  "arena_org": "Reka AI",
39061
+ "arena_elo": 1233.46,
39062
+ "arena_rank": 238,
39063
+ "arena_votes": 15450
39064
  },
39065
  {
39066
  "name": "reka-flash-21b-20240226",
39067
  "arena_name": "reka-flash-21b-20240226",
39068
  "arena_org": "Reka AI",
39069
+ "arena_elo": 1226.69,
39070
+ "arena_rank": 242,
39071
  "arena_votes": 24806
39072
  },
39073
  {
39074
  "name": "c4ai-aya-expanse-8b",
39075
  "arena_name": "c4ai-aya-expanse-8b",
39076
  "arena_org": "Cohere",
39077
+ "arena_elo": 1223.23,
39078
+ "arena_rank": 245,
39079
+ "arena_votes": 9818
39080
  },
39081
  {
39082
  "name": "mistral-medium",
39083
  "arena_name": "mistral-medium",
39084
  "arena_org": "Mistral",
39085
+ "arena_elo": 1223.19,
39086
+ "arena_rank": 246,
39087
+ "arena_votes": 34550
39088
  },
39089
  {
39090
  "name": "gemini-pro",
39091
  "arena_name": "gemini-pro",
39092
  "arena_org": "Google",
39093
+ "arena_elo": 1221.97,
39094
+ "arena_rank": 247,
39095
  "arena_votes": 6390
39096
  },
39097
  {
39098
  "name": "gpt-3.5-turbo-1106",
39099
  "arena_name": "gpt-3.5-turbo-1106",
39100
  "arena_org": "OpenAI",
39101
+ "arena_elo": 1202.59,
39102
+ "arena_rank": 254,
39103
+ "arena_votes": 16619,
39104
  "aider_pass_rate": 0.455
39105
  },
39106
  {
39107
  "name": "dbrx-instruct-preview",
39108
  "arena_name": "dbrx-instruct-preview",
39109
  "arena_org": "Databricks",
39110
+ "arena_elo": 1195.22,
39111
+ "arena_rank": 258,
39112
+ "arena_votes": 32191
39113
  },
39114
  {
39115
  "name": "wizardlm-70b",
39116
  "arena_name": "wizardlm-70b",
39117
  "arena_org": "Microsoft",
39118
+ "arena_elo": 1184.82,
39119
+ "arena_rank": 261,
39120
  "arena_votes": 8214
39121
  },
39122
  {
39123
  "name": "snowflake-arctic-instruct",
39124
  "arena_name": "snowflake-arctic-instruct",
39125
  "arena_org": "Snowflake",
39126
+ "arena_elo": 1179.63,
39127
+ "arena_rank": 268,
39128
+ "arena_votes": 32832
39129
  },
39130
  {
39131
  "name": "tulu-2-dpo-70b",
39132
  "arena_name": "tulu-2-dpo-70b",
39133
  "arena_org": "AllenAI/UW",
39134
+ "arena_elo": 1178.2,
39135
+ "arena_rank": 270,
39136
+ "arena_votes": 6535
39137
  },
39138
  {
39139
  "name": "vicuna-33b",
39140
  "arena_name": "vicuna-33b",
39141
  "arena_org": "LMSYS",
39142
+ "arena_elo": 1172.92,
39143
+ "arena_rank": 272,
39144
  "arena_votes": 22479
39145
  },
39146
  {
39147
  "name": "llama-2-70b-chat",
39148
  "arena_name": "llama-2-70b-chat",
39149
  "arena_org": "Meta",
39150
+ "arena_elo": 1170.95,
39151
+ "arena_rank": 275,
39152
+ "arena_votes": 38492
39153
  },
39154
  {
39155
  "name": "llama2-70b-steerlm-chat",
39156
  "arena_name": "llama2-70b-steerlm-chat",
39157
  "arena_org": "Nvidia",
39158
+ "arena_elo": 1155.52,
39159
+ "arena_rank": 281,
39160
+ "arena_votes": 3585
39161
  },
39162
  {
39163
  "name": "dolphin-2.2.1-mistral-7b",
39164
  "arena_name": "dolphin-2.2.1-mistral-7b",
39165
  "arena_org": "Cognitive Computations",
39166
+ "arena_elo": 1152.14,
39167
+ "arena_rank": 283,
39168
  "arena_votes": 1679
39169
  },
39170
  {
39171
  "name": "mpt-30b-chat",
39172
  "arena_name": "mpt-30b-chat",
39173
  "arena_org": "MosaicML",
39174
+ "arena_elo": 1150.22,
39175
+ "arena_rank": 284,
39176
+ "arena_votes": 2572
39177
  },
39178
  {
39179
  "name": "wizardlm-13b",
39180
  "arena_name": "wizardlm-13b",
39181
  "arena_org": "Microsoft",
39182
+ "arena_elo": 1149.34,
39183
+ "arena_rank": 286,
39184
+ "arena_votes": 7044
39185
  },
39186
  {
39187
  "name": "falcon-180b-chat",
39188
  "arena_name": "falcon-180b-chat",
39189
  "arena_org": "TII",
39190
+ "arena_elo": 1147.15,
39191
+ "arena_rank": 287,
39192
  "arena_votes": 1295
39193
  },
39194
  {
39195
  "name": "phi-3-mini-4k-instruct-june-2024",
39196
  "arena_name": "phi-3-mini-4k-instruct-june-2024",
39197
  "arena_org": "Microsoft",
39198
+ "arena_elo": 1143.25,
39199
+ "arena_rank": 289,
39200
+ "arena_votes": 12297
39201
  },
39202
  {
39203
  "name": "llama-2-13b-chat",
39204
  "arena_name": "llama-2-13b-chat",
39205
  "arena_org": "Meta",
39206
+ "arena_elo": 1141.64,
39207
+ "arena_rank": 290,
39208
+ "arena_votes": 19174
39209
  },
39210
  {
39211
  "name": "vicuna-13b",
39212
  "arena_name": "vicuna-13b",
39213
  "arena_org": "LMSYS",
39214
+ "arena_elo": 1141.04,
39215
+ "arena_rank": 291,
39216
+ "arena_votes": 19367
39217
  },
39218
  {
39219
  "name": "qwen-14b-chat",
39220
  "arena_name": "qwen-14b-chat",
39221
  "arena_org": "Alibaba",
39222
+ "arena_elo": 1138.7,
39223
+ "arena_rank": 292,
39224
  "arena_votes": 4964
39225
  },
39226
  {
39227
  "name": "palm-2",
39228
  "arena_name": "palm-2",
39229
  "arena_org": "Google",
39230
+ "arena_elo": 1137.36,
39231
+ "arena_rank": 293,
39232
  "arena_votes": 8554
39233
  },
39234
  {
39235
  "name": "codellama-34b-instruct",
39236
  "arena_name": "codellama-34b-instruct",
39237
  "arena_org": "Meta",
39238
+ "arena_elo": 1136.7,
39239
+ "arena_rank": 294,
39240
+ "arena_votes": 7366
39241
  },
39242
  {
39243
  "name": "guanaco-33b",
39244
  "arena_name": "guanaco-33b",
39245
  "arena_org": "UW",
39246
+ "arena_elo": 1127.45,
39247
+ "arena_rank": 299,
39248
  "arena_votes": 2921
39249
  },
39250
  {
39251
  "name": "stripedhyena-nous-7b",
39252
  "arena_name": "stripedhyena-nous-7b",
39253
  "arena_org": "Together AI",
39254
+ "arena_elo": 1121.1,
39255
+ "arena_rank": 301,
39256
+ "arena_votes": 5182
39257
  },
39258
  {
39259
  "name": "codellama-70b-instruct",
39260
  "arena_name": "codellama-70b-instruct",
39261
  "arena_org": "Meta",
39262
+ "arena_elo": 1119.19,
39263
+ "arena_rank": 302,
39264
  "arena_votes": 1143
39265
  },
39266
  {
39267
  "name": "vicuna-7b",
39268
  "arena_name": "vicuna-7b",
39269
  "arena_org": "LMSYS",
39270
+ "arena_elo": 1114.75,
39271
+ "arena_rank": 303,
39272
  "arena_votes": 6923
39273
  },
39274
  {
39275
  "name": "mistral-7b-instruct",
39276
  "arena_name": "mistral-7b-instruct",
39277
  "arena_org": "Mistral",
39278
+ "arena_elo": 1109.73,
39279
+ "arena_rank": 307,
39280
  "arena_votes": 8977
39281
  },
39282
  {
39283
  "name": "llama-2-7b-chat",
39284
  "arena_name": "llama-2-7b-chat",
39285
  "arena_org": "Meta",
39286
+ "arena_elo": 1108.3,
39287
+ "arena_rank": 308,
39288
  "arena_votes": 14148
39289
  },
39290
  {
39291
  "name": "olmo-7b-instruct",
39292
  "arena_name": "olmo-7b-instruct",
39293
  "arena_org": "Ai2",
39294
+ "arena_elo": 1074.74,
39295
+ "arena_rank": 311,
39296
+ "arena_votes": 6328
39297
  },
39298
  {
39299
  "name": "koala-13b",
39300
  "arena_name": "koala-13b",
39301
  "arena_org": "UC Berkeley",
39302
+ "arena_elo": 1070.52,
39303
+ "arena_rank": 312,
39304
+ "arena_votes": 6965
39305
  },
39306
  {
39307
  "name": "alpaca-13b",
39308
  "arena_name": "alpaca-13b",
39309
  "arena_org": "Stanford",
39310
+ "arena_elo": 1067.49,
39311
+ "arena_rank": 313,
39312
  "arena_votes": 5745
39313
  },
39314
  {
39315
  "name": "gpt4all-13b-snoozy",
39316
  "arena_name": "gpt4all-13b-snoozy",
39317
  "arena_org": "Nomic AI",
39318
+ "arena_elo": 1066.04,
39319
+ "arena_rank": 314,
39320
  "arena_votes": 1743
39321
  },
39322
  {
39323
  "name": "mpt-7b-chat",
39324
  "arena_name": "mpt-7b-chat",
39325
  "arena_org": "MosaicML",
39326
+ "arena_elo": 1061.89,
39327
+ "arena_rank": 315,
39328
+ "arena_votes": 3924
39329
  },
39330
  {
39331
  "name": "chatglm3-6b",
39332
  "arena_name": "chatglm3-6b",
39333
  "arena_org": "Tsinghua",
39334
+ "arena_elo": 1056.15,
39335
+ "arena_rank": 316,
39336
  "arena_votes": 4658
39337
  },
39338
  {
39339
  "name": "RWKV-4-Raven-14B",
39340
  "arena_name": "RWKV-4-Raven-14B",
39341
  "arena_org": "RWKV",
39342
+ "arena_elo": 1041.39,
39343
+ "arena_rank": 317,
39344
  "arena_votes": 4845
39345
  },
39346
  {
39347
  "name": "chatglm2-6b",
39348
  "arena_name": "chatglm2-6b",
39349
  "arena_org": "Tsinghua",
39350
+ "arena_elo": 1024.25,
39351
+ "arena_rank": 318,
39352
+ "arena_votes": 2658
39353
  },
39354
  {
39355
  "name": "oasst-pythia-12b",
39356
  "arena_name": "oasst-pythia-12b",
39357
  "arena_org": "OpenAssistant",
39358
+ "arena_elo": 1022.13,
39359
+ "arena_rank": 319,
39360
+ "arena_votes": 6310
39361
  },
39362
  {
39363
  "name": "chatglm-6b",
39364
  "arena_name": "chatglm-6b",
39365
  "arena_org": "Tsinghua",
39366
+ "arena_elo": 995.668,
39367
+ "arena_rank": 320,
39368
  "arena_votes": 4914
39369
  },
39370
  {
39371
  "name": "fastchat-t5-3b",
39372
  "arena_name": "fastchat-t5-3b",
39373
  "arena_org": "LMSYS",
39374
+ "arena_elo": 991.381,
39375
+ "arena_rank": 321,
39376
  "arena_votes": 4203
39377
  },
39378
  {
39379
  "name": "stablelm-tuned-alpha-7b",
39380
  "arena_name": "stablelm-tuned-alpha-7b",
39381
  "arena_org": "Stability AI",
39382
+ "arena_elo": 952.686,
39383
+ "arena_rank": 324,
39384
  "arena_votes": 3287
39385
  },
39386
  {