Publish JevBench v1.4.1 data

#1
Files changed (2) hide show
  1. index.html +1 -1
  2. snapshot.json +162 -66
index.html CHANGED
@@ -95,7 +95,7 @@
95
  });
96
  })();
97
 
98
- const LIVE_URL = 'https://benchmarkheaven.com/api/jevbench/v1.4';
99
  const SNAPSHOT_URL = 'snapshot.json';
100
  const f = n => Number.isFinite(+n) ? (+n).toFixed(1) : '—';
101
  const money = v => (v == null ? '—' : 'USD ' + Number(v).toPrecision(3));
 
95
  });
96
  })();
97
 
98
+ const LIVE_URL = 'https://benchmarkheaven.com/api/jevbench/v1.4.1';
99
  const SNAPSHOT_URL = 'snapshot.json';
100
  const f = n => Number.isFinite(+n) ? (+n).toFixed(1) : '—';
101
  const money = v => (v == null ? '—' : 'USD ' + Number(v).toPrecision(3));
snapshot.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "benchmark": "JevBench",
3
- "revision": "v1.4.0",
4
- "generated_utc": "2026-09-23T10:02:48+00:00",
5
  "score_one_liner": "Intelligence, Calibration, Speed and Cost — equal-weight harmonic mean, with generalization and Jev-class gates.",
6
  "axis_weights": {
7
  "intelligence": 0.25,
@@ -108,6 +108,22 @@
108
  },
109
  {
110
  "rank": 7,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
111
  "display": "metask-jev-4b",
112
  "class": "jev-rebuild",
113
  "licence": "Apache-2.0",
@@ -123,7 +139,7 @@
123
  "cost_usd_per_1000": 0.032758801498127314
124
  },
125
  {
126
- "rank": 8,
127
  "display": "SemIf, formerly OpenJev (Qwen3.5-4B, TheoLeeCJ)",
128
  "class": "jev-rebuild",
129
  "licence": "MIT (code); Qwen3.5 weights Apache-2.0",
@@ -139,7 +155,7 @@
139
  "cost_usd_per_1000": 0.02244460674157303
140
  },
141
  {
142
- "rank": 9,
143
  "display": "Jobe Qwen3.5-4B (frozen)",
144
  "class": "native-logit",
145
  "licence": "MIT code; Apache-2.0 weights",
@@ -155,7 +171,7 @@
155
  "cost_usd_per_1000": 0.022356404494382018
156
  },
157
  {
158
- "rank": 10,
159
  "display": "local-jev Qwen3.5-4B",
160
  "class": "jev-rebuild",
161
  "licence": "MIT code; Apache-2.0 Qwen weights",
@@ -171,7 +187,7 @@
171
  "cost_usd_per_1000": 0.02974554307116105
172
  },
173
  {
174
- "rank": 11,
175
  "display": "system-one-open (Gemma 4 E2B LoRA on an L4)",
176
  "class": "jev-rebuild",
177
  "licence": "MIT (repository LICENSE; Gemma weights keep Google’s terms)",
@@ -187,7 +203,23 @@
187
  "cost_usd_per_1000": 0.014880936329588014
188
  },
189
  {
190
- "rank": 12,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
191
  "display": "jqv (Qwen3-32B zero-shot)",
192
  "class": "jev-rebuild",
193
  "licence": "Apache-2.0 (Qwen3-32B weights); serving code public",
@@ -203,7 +235,7 @@
203
  "cost_usd_per_1000": 0.05641543071161049
204
  },
205
  {
206
- "rank": 13,
207
  "display": "Qwen3-Reranker-4B",
208
  "class": "reranker",
209
  "licence": "Apache-2.0",
@@ -219,7 +251,7 @@
219
  "cost_usd_per_1000": 0.04953623422454652
220
  },
221
  {
222
- "rank": 14,
223
  "display": "decider-35b-a3b (Mapika)",
224
  "class": "jev-rebuild",
225
  "licence": "Apache-2.0",
@@ -235,7 +267,7 @@
235
  "cost_usd_per_1000": 0.0665503745318352
236
  },
237
  {
238
- "rank": 15,
239
  "display": "Raw Qwen3 4B Instruct 2507 direct logits",
240
  "class": "raw-logit-control",
241
  "licence": "Apache-2.0",
@@ -251,7 +283,7 @@
251
  "cost_usd_per_1000": 0.022073820224719102
252
  },
253
  {
254
- "rank": 16,
255
  "display": "OpenSourceJev (Qwen3.5-4B Q4_K_M, native llama.cpp)",
256
  "class": "jev-rebuild",
257
  "licence": "MIT (repository code); Apache-2.0 (Qwen/Qwen3.5-4B base and unsloth/Qwen3.5-4B-GGUF Q4_K_M conversion)",
@@ -267,7 +299,7 @@
267
  "cost_usd_per_1000": 0.015903033707865177
268
  },
269
  {
270
- "rank": 17,
271
  "display": "ZeroEntropy zerank-2",
272
  "class": "reranker",
273
  "licence": "Apache-2.0",
@@ -283,7 +315,7 @@
283
  "cost_usd_per_1000": 0.04729792435014604
284
  },
285
  {
286
- "rank": 18,
287
  "display": "decision-machine-1 (milliseconds.ai)",
288
  "class": "decision-api",
289
  "licence": "proprietary API, closed weights",
@@ -299,7 +331,7 @@
299
  "cost_usd_per_1000": 0.035026591760299625
300
  },
301
  {
302
- "rank": 19,
303
  "display": "Raw Phi-4 mini direct logits",
304
  "class": "raw-logit-control",
305
  "licence": "MIT",
@@ -315,7 +347,7 @@
315
  "cost_usd_per_1000": 0.047970318352059935
316
  },
317
  {
318
- "rank": 20,
319
  "display": "JEV Qwen3.5-9B Base NVFP4",
320
  "class": "jev-rebuild",
321
  "licence": "Apache-2.0 entrant and upstream checkpoint",
@@ -331,7 +363,7 @@
331
  "cost_usd_per_1000": 0.07745842696629213
332
  },
333
  {
334
- "rank": 21,
335
  "display": "OpenJev (DiffusionGemma 26B-A4B NVFP4, razorback16)",
336
  "class": "jev-rebuild",
337
  "licence": "Apache-2.0 (repo and weights)",
@@ -347,7 +379,7 @@
347
  "cost_usd_per_1000": 0.06560455056179774
348
  },
349
  {
350
- "rank": 22,
351
  "display": "kev 4B (research preview)",
352
  "class": "jev-rebuild",
353
  "licence": "Apache-2.0",
@@ -363,7 +395,23 @@
363
  "cost_usd_per_1000": 0.018802865168539323
364
  },
365
  {
366
- "rank": 23,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
367
  "display": "Qwen3.5-9B Jev-like data-mix v2",
368
  "class": "jev-rebuild",
369
  "licence": "Apache-2.0 (adapter code and weights; Qwen3.5-9B base is Apache-2.0)",
@@ -379,7 +427,7 @@
379
  "cost_usd_per_1000": 0.08344007490636705
380
  },
381
  {
382
- "rank": 24,
383
  "display": "GPT-6 Luna (low reasoning effort)",
384
  "class": "llm-baseline",
385
  "licence": "proprietary API",
@@ -395,7 +443,7 @@
395
  "cost_usd_per_1000": 0.12699831460674169
396
  },
397
  {
398
- "rank": 25,
399
  "display": "SimpleJev Qwen3.8-27B",
400
  "class": "jev-rebuild",
401
  "licence": "Apache-2.0 (Qwen weights); repository licence not stated",
@@ -411,7 +459,7 @@
411
  "cost_usd_per_1000": 0.10399651685393257
412
  },
413
  {
414
- "rank": 26,
415
  "display": "NInfer Qwen3.8-Flash-Next mixed",
416
  "class": "native-logit",
417
  "licence": "Qwen Community License 1.0 (model); Apache-2.0 (engine)",
@@ -427,7 +475,7 @@
427
  "cost_usd_per_1000": 0.10869606741573033
428
  },
429
  {
430
- "rank": 27,
431
  "display": "GPT-6 Luna (default medium reasoning effort)",
432
  "class": "llm-baseline",
433
  "licence": "proprietary API",
@@ -443,7 +491,7 @@
443
  "cost_usd_per_1000": 0.13544588014981276
444
  },
445
  {
446
- "rank": 28,
447
  "display": "open-alternative-jev (Qwen3.5-4B, IkerMoel)",
448
  "class": "jev-rebuild",
449
  "licence": "Apache-2.0 (code and weights)",
@@ -459,7 +507,7 @@
459
  "cost_usd_per_1000": 0.022171404494382024
460
  },
461
  {
462
- "rank": 29,
463
  "display": "jev-local (Qwen3.5-9B)",
464
  "class": "jev-rebuild",
465
  "licence": "no licence stated in the repository (public code); Apache-2.0 base weights",
@@ -475,7 +523,23 @@
475
  "cost_usd_per_1000": 0.07745842696629213
476
  },
477
  {
478
- "rank": 30,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
479
  "display": "decider-2b (Mapika)",
480
  "class": "jev-rebuild",
481
  "licence": "Apache-2.0",
@@ -491,7 +555,7 @@
491
  "cost_usd_per_1000": 0.01996511235955056
492
  },
493
  {
494
- "rank": 31,
495
  "display": "jeff (Logan Markewich, GLiFormer 400M)",
496
  "class": "jev-rebuild",
497
  "licence": "MIT (code); GLiFormer weights per their model card",
@@ -507,7 +571,7 @@
507
  "cost_usd_per_1000": 0.006036722846441948
508
  },
509
  {
510
- "rank": 32,
511
  "display": "Laya (Convai Innovations, ModernBERT-large 421M)",
512
  "class": "jev-rebuild",
513
  "licence": "Apache-2.0",
@@ -523,7 +587,23 @@
523
  "cost_usd_per_1000": 0.0028831273408239703
524
  },
525
  {
526
- "rank": 33,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
527
  "display": "openjev-sglang (Qwen3.6-35B-A3B on SGLang)",
528
  "class": "jev-rebuild",
529
  "licence": "no licence file in the repository as of 2026-09-19; Qwen3.6 weights keep their own terms",
@@ -539,7 +619,7 @@
539
  "cost_usd_per_1000": 0.13127546816479402
540
  },
541
  {
542
- "rank": 34,
543
  "display": "Von (wfzyx, Option-Marker 395M)",
544
  "class": "jev-rebuild",
545
  "licence": "Apache-2.0 code; Apache-2.0 weights (answerdotai/ModernBERT-large base)",
@@ -555,7 +635,7 @@
555
  "cost_usd_per_1000": 0.005513183520599252
556
  },
557
  {
558
- "rank": 35,
559
  "display": "NInfer Qwen3.8-27B NVFP4 (T=1.5)",
560
  "class": "native-logit",
561
  "licence": "Apache-2.0 (engine and submitted 27B artifact/base)",
@@ -571,7 +651,7 @@
571
  "cost_usd_per_1000": 0.14492808988764044
572
  },
573
  {
574
- "rank": 36,
575
  "display": "NInfer Qwen3.8-27B NVFP4",
576
  "class": "native-logit",
577
  "licence": "Apache-2.0 (engine and submitted 27B artifact/base)",
@@ -587,7 +667,7 @@
587
  "cost_usd_per_1000": 0.14492808988764044
588
  },
589
  {
590
- "rank": 37,
591
  "display": "kev 8B (research preview)",
592
  "class": "jev-rebuild",
593
  "licence": "Apache-2.0",
@@ -603,7 +683,7 @@
603
  "cost_usd_per_1000": 0.07333117415730338
604
  },
605
  {
606
- "rank": 38,
607
  "display": "JevOne",
608
  "class": "jev-rebuild",
609
  "licence": "Component-specific JevOne/Qwen/SGLang terms recorded in RESULT.md",
@@ -619,7 +699,7 @@
619
  "cost_usd_per_1000": 0.1373250936329588
620
  },
621
  {
622
- "rank": 39,
623
  "display": "SimpleJev Qwen3.6-35B-A3B",
624
  "class": "jev-rebuild",
625
  "licence": "Apache-2.0 (Qwen weights); repository licence not stated",
@@ -635,7 +715,7 @@
635
  "cost_usd_per_1000": 0.11555168539325843
636
  },
637
  {
638
- "rank": 40,
639
  "display": "kev 0.6B (research preview)",
640
  "class": "jev-rebuild",
641
  "licence": "Apache-2.0",
@@ -651,7 +731,7 @@
651
  "cost_usd_per_1000": 0.0062676217228464426
652
  },
653
  {
654
- "rank": 41,
655
  "display": "Raw Qwen3 8B direct logits",
656
  "class": "raw-logit-control",
657
  "licence": "Apache-2.0",
@@ -667,7 +747,7 @@
667
  "cost_usd_per_1000": 0.0865558988764045
668
  },
669
  {
670
- "rank": 42,
671
  "display": "system-one (Qwen3-8B, Sean Goedecke)",
672
  "class": "jev-rebuild",
673
  "licence": "no licence file in the repository as of 19 Sep; Qwen3 weights Apache-2.0",
@@ -683,7 +763,7 @@
683
  "cost_usd_per_1000": 0.08944116853932584
684
  },
685
  {
686
- "rank": 43,
687
  "display": "OpenDecision (ModernBERT-large zero-shot)",
688
  "class": "classifier",
689
  "licence": "Apache-2.0",
@@ -699,7 +779,7 @@
699
  "cost_usd_per_1000": 0.006635318352059925
700
  },
701
  {
702
- "rank": 44,
703
  "display": "LitJev (Qwen3.8-27B)",
704
  "class": "jev-rebuild",
705
  "licence": "Apache-2.0 (code); Apache-2.0 base weights",
@@ -715,7 +795,7 @@
715
  "cost_usd_per_1000": 0.16303594007490638
716
  },
717
  {
718
- "rank": 45,
719
  "display": "openJev Verdict 1.4",
720
  "class": "jev-rebuild",
721
  "licence": "Apache-2.0",
@@ -731,7 +811,7 @@
731
  "cost_usd_per_1000": 0.003872921348314607
732
  },
733
  {
734
- "rank": 46,
735
  "display": "kev 0.5B",
736
  "class": "jev-rebuild",
737
  "licence": "Apache-2.0",
@@ -747,7 +827,7 @@
747
  "cost_usd_per_1000": 0.0062676404494382025
748
  },
749
  {
750
- "rank": 47,
751
  "display": "Bespoke Nimble 9B (Bespoke Labs)",
752
  "class": "jev-rebuild",
753
  "licence": "Apache-2.0 (weights); repository without a licence file as of 19 Sep",
@@ -763,7 +843,7 @@
763
  "cost_usd_per_1000": 0.16583014981273408
764
  },
765
  {
766
- "rank": 48,
767
  "display": "GPT-5.6 Luna (low reasoning effort)",
768
  "class": "llm-baseline",
769
  "licence": "proprietary API",
@@ -779,7 +859,7 @@
779
  "cost_usd_per_1000": 0.24191123595505612
780
  },
781
  {
782
- "rank": 49,
783
  "display": "openJev Verdict (heman10x, ModernBERT-base 151M)",
784
  "class": "jev-rebuild",
785
  "licence": "Apache-2.0",
@@ -795,7 +875,7 @@
795
  "cost_usd_per_1000": 0.00367125468164794
796
  },
797
  {
798
- "rank": 50,
799
  "display": "Raw Qwen3 1.7B direct logits",
800
  "class": "raw-logit-control",
801
  "licence": "Apache-2.0",
@@ -811,7 +891,7 @@
811
  "cost_usd_per_1000": 0.014795880149812733
812
  },
813
  {
814
- "rank": 51,
815
  "display": "reflex-27b (Qwen3.8-27B)",
816
  "class": "jev-rebuild",
817
  "licence": "MIT code; Apache-2.0 Qwen weights",
@@ -827,7 +907,7 @@
827
  "cost_usd_per_1000": 0.18111733707865169
828
  },
829
  {
830
- "rank": 52,
831
  "display": "djev (thinking)",
832
  "class": "jev-rebuild",
833
  "licence": "Apache-2.0",
@@ -843,7 +923,7 @@
843
  "cost_usd_per_1000": 0.27429398876404487
844
  },
845
  {
846
- "rank": 53,
847
  "display": "GLiNER2 large (Fastino)",
848
  "class": "classifier",
849
  "licence": "Apache-2.0",
@@ -859,7 +939,7 @@
859
  "cost_usd_per_1000": 0.007745842696629214
860
  },
861
  {
862
- "rank": 54,
863
  "display": "OpenJev (thinking, BF16)",
864
  "class": "jev-rebuild",
865
  "licence": "Apache-2.0",
@@ -875,7 +955,23 @@
875
  "cost_usd_per_1000": 0.25463898876404495
876
  },
877
  {
878
- "rank": 55,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
879
  "display": "Gemini 3.1 Flash-Lite",
880
  "class": "llm-baseline",
881
  "licence": "proprietary API",
@@ -891,7 +987,7 @@
891
  "cost_usd_per_1000": 0.26378698501872655
892
  },
893
  {
894
- "rank": 56,
895
  "display": "open-jev-deberta-v3-large (local CPU)",
896
  "class": "jev-rebuild",
897
  "licence": "Apache-2.0 (model card); DeBERTa-v3 keeps its own terms",
@@ -907,7 +1003,7 @@
907
  "cost_usd_per_1000": 0.007340468164794008
908
  },
909
  {
910
- "rank": 57,
911
  "display": "smalljev semantic-v9",
912
  "class": "jev-rebuild",
913
  "licence": "Apache-2.0",
@@ -923,7 +1019,7 @@
923
  "cost_usd_per_1000": 0.025365692883895133
924
  },
925
  {
926
- "rank": 58,
927
  "display": "GLiNER2 (Fastino, gliner2.5-base)",
928
  "class": "classifier",
929
  "licence": "Apache-2.0",
@@ -939,7 +1035,7 @@
939
  "cost_usd_per_1000": 0.00367125468164794
940
  },
941
  {
942
- "rank": 59,
943
  "display": "Open-Jev 9B (Zefan Cai)",
944
  "class": "jev-rebuild",
945
  "licence": "MIT (loader); Apache-2.0 (adapter and pinned Qwen base); CC0-1.0 public training projection",
@@ -955,7 +1051,7 @@
955
  "cost_usd_per_1000": 0.24882153558052428
956
  },
957
  {
958
- "rank": 60,
959
  "display": "Open-Jev 2B (Zefan Cai)",
960
  "class": "jev-rebuild",
961
  "licence": "MIT (loader); Apache-2.0 (adapter and pinned Qwen base); CC0-1.0 public training projection",
@@ -971,7 +1067,7 @@
971
  "cost_usd_per_1000": 0.24882153558052428
972
  },
973
  {
974
- "rank": 61,
975
  "display": "GLiNER2.5 multi (Fastino, 287M)",
976
  "class": "classifier",
977
  "licence": "Apache-2.0",
@@ -987,7 +1083,7 @@
987
  "cost_usd_per_1000": 0.003872921348314607
988
  },
989
  {
990
- "rank": 62,
991
  "display": "SimpleJev (Qwen3.5-0.8B, CPU)",
992
  "class": "jev-rebuild",
993
  "licence": "Apache-2.0 server; Apache-2.0 Qwen3.5-0.8B checkpoint",
@@ -1003,7 +1099,7 @@
1003
  "cost_usd_per_1000": 0.011435224719101125
1004
  },
1005
  {
1006
- "rank": 63,
1007
  "display": "GLiNER2.5 small (Fastino, 74M)",
1008
  "class": "classifier",
1009
  "licence": "Apache-2.0",
@@ -1019,7 +1115,7 @@
1019
  "cost_usd_per_1000": 0.003872921348314607
1020
  },
1021
  {
1022
- "rank": 64,
1023
  "display": "Raw Qwen3 0.6B direct logits",
1024
  "class": "raw-logit-control",
1025
  "licence": "Apache-2.0",
@@ -1035,7 +1131,7 @@
1035
  "cost_usd_per_1000": 0.007397940074906366
1036
  },
1037
  {
1038
- "rank": 65,
1039
  "display": "DeepSeek V4.1 Flash (thinking default)",
1040
  "class": "llm-baseline",
1041
  "licence": "open weights, proprietary API route",
@@ -1051,7 +1147,7 @@
1051
  "cost_usd_per_1000": 0.593682584269663
1052
  },
1053
  {
1054
- "rank": 66,
1055
  "display": "Mirror",
1056
  "class": "jev-rebuild",
1057
  "licence": "Apache-2.0 wrapper and Mirror release; upstream DeBERTa/model assets retain their own terms",
@@ -1067,7 +1163,7 @@
1067
  "cost_usd_per_1000": 0.007745842696629214
1068
  },
1069
  {
1070
- "rank": 67,
1071
  "display": "Mixedbread mxbai-rerank-base-v2",
1072
  "class": "reranker",
1073
  "licence": "Apache-2.0",
@@ -1083,7 +1179,7 @@
1083
  "cost_usd_per_1000": 0.011722048450570633
1084
  },
1085
  {
1086
- "rank": 68,
1087
  "display": "BAAI bge-reranker-v2-m3",
1088
  "class": "reranker",
1089
  "licence": "Apache-2.0",
@@ -1099,7 +1195,7 @@
1099
  "cost_usd_per_1000": 0.007718915951068509
1100
  },
1101
  {
1102
- "rank": 69,
1103
  "display": "Alibaba GTE Reranker ModernBERT-base",
1104
  "class": "reranker",
1105
  "licence": "Apache-2.0",
@@ -1115,7 +1211,7 @@
1115
  "cost_usd_per_1000": 0.010280148864935354
1116
  },
1117
  {
1118
- "rank": 70,
1119
  "display": "Certo v1 (AltSlate Labs)",
1120
  "class": "jev-rebuild",
1121
  "licence": "MIT",
@@ -1131,7 +1227,7 @@
1131
  "cost_usd_per_1000": 0.0009654868913857679
1132
  },
1133
  {
1134
- "rank": 71,
1135
  "display": "Open Jev JSON Canvas (JoshuaSP)",
1136
  "class": "jev-rebuild",
1137
  "licence": "MIT code; Apache-2.0 DiffusionGemma weights",
 
1
  {
2
  "benchmark": "JevBench",
3
+ "revision": "v1.4.1",
4
+ "generated_utc": "2026-09-23T19:46:43+00:00",
5
  "score_one_liner": "Intelligence, Calibration, Speed and Cost — equal-weight harmonic mean, with generalization and Jev-class gates.",
6
  "axis_weights": {
7
  "intelligence": 0.25,
 
108
  },
109
  {
110
  "rank": 7,
111
+ "display": "Jev-Omni (akhilaaa3, Gemma-4-12B merged)",
112
+ "class": "jev-rebuild",
113
+ "licence": "Apache-2.0, following Gemma 4; dataset rights stated separately by the author",
114
+ "repo": "https://huggingface.co/akhilaaa3/Jev-Omni",
115
+ "jevbench_score": 51.34132749148857,
116
+ "axes": {
117
+ "intelligence": 46.7523835806221,
118
+ "calibration": 64.08815671004801,
119
+ "speed": 81.54478729126231,
120
+ "cost": 53.01727443048121
121
+ },
122
+ "api_flag": false,
123
+ "cost_usd_per_1000": 0.03682059925093633
124
+ },
125
+ {
126
+ "rank": 8,
127
  "display": "metask-jev-4b",
128
  "class": "jev-rebuild",
129
  "licence": "Apache-2.0",
 
139
  "cost_usd_per_1000": 0.032758801498127314
140
  },
141
  {
142
+ "rank": 9,
143
  "display": "SemIf, formerly OpenJev (Qwen3.5-4B, TheoLeeCJ)",
144
  "class": "jev-rebuild",
145
  "licence": "MIT (code); Qwen3.5 weights Apache-2.0",
 
155
  "cost_usd_per_1000": 0.02244460674157303
156
  },
157
  {
158
+ "rank": 10,
159
  "display": "Jobe Qwen3.5-4B (frozen)",
160
  "class": "native-logit",
161
  "licence": "MIT code; Apache-2.0 weights",
 
171
  "cost_usd_per_1000": 0.022356404494382018
172
  },
173
  {
174
+ "rank": 11,
175
  "display": "local-jev Qwen3.5-4B",
176
  "class": "jev-rebuild",
177
  "licence": "MIT code; Apache-2.0 Qwen weights",
 
187
  "cost_usd_per_1000": 0.02974554307116105
188
  },
189
  {
190
+ "rank": 12,
191
  "display": "system-one-open (Gemma 4 E2B LoRA on an L4)",
192
  "class": "jev-rebuild",
193
  "licence": "MIT (repository LICENSE; Gemma weights keep Google’s terms)",
 
203
  "cost_usd_per_1000": 0.014880936329588014
204
  },
205
  {
206
+ "rank": 13,
207
+ "display": "spark-s1-4b-v6 (Open Spark Jev, abhishek085)",
208
+ "class": "jev-rebuild",
209
+ "licence": "Apache-2.0 (code and weights); base Qwen/Qwen3.5-4B Apache-2.0",
210
+ "repo": "https://github.com/abhishek085/open-spark-jev",
211
+ "jevbench_score": 44.623631936050636,
212
+ "axes": {
213
+ "intelligence": 45.069442435695464,
214
+ "calibration": 47.576491816220006,
215
+ "speed": 80.96905763279898,
216
+ "cost": 57.88923950418274
217
+ },
218
+ "api_flag": false,
219
+ "cost_usd_per_1000": 0.025333314606741573
220
+ },
221
+ {
222
+ "rank": 14,
223
  "display": "jqv (Qwen3-32B zero-shot)",
224
  "class": "jev-rebuild",
225
  "licence": "Apache-2.0 (Qwen3-32B weights); serving code public",
 
235
  "cost_usd_per_1000": 0.05641543071161049
236
  },
237
  {
238
+ "rank": 15,
239
  "display": "Qwen3-Reranker-4B",
240
  "class": "reranker",
241
  "licence": "Apache-2.0",
 
251
  "cost_usd_per_1000": 0.04953623422454652
252
  },
253
  {
254
+ "rank": 16,
255
  "display": "decider-35b-a3b (Mapika)",
256
  "class": "jev-rebuild",
257
  "licence": "Apache-2.0",
 
267
  "cost_usd_per_1000": 0.0665503745318352
268
  },
269
  {
270
+ "rank": 17,
271
  "display": "Raw Qwen3 4B Instruct 2507 direct logits",
272
  "class": "raw-logit-control",
273
  "licence": "Apache-2.0",
 
283
  "cost_usd_per_1000": 0.022073820224719102
284
  },
285
  {
286
+ "rank": 18,
287
  "display": "OpenSourceJev (Qwen3.5-4B Q4_K_M, native llama.cpp)",
288
  "class": "jev-rebuild",
289
  "licence": "MIT (repository code); Apache-2.0 (Qwen/Qwen3.5-4B base and unsloth/Qwen3.5-4B-GGUF Q4_K_M conversion)",
 
299
  "cost_usd_per_1000": 0.015903033707865177
300
  },
301
  {
302
+ "rank": 19,
303
  "display": "ZeroEntropy zerank-2",
304
  "class": "reranker",
305
  "licence": "Apache-2.0",
 
315
  "cost_usd_per_1000": 0.04729792435014604
316
  },
317
  {
318
+ "rank": 20,
319
  "display": "decision-machine-1 (milliseconds.ai)",
320
  "class": "decision-api",
321
  "licence": "proprietary API, closed weights",
 
331
  "cost_usd_per_1000": 0.035026591760299625
332
  },
333
  {
334
+ "rank": 21,
335
  "display": "Raw Phi-4 mini direct logits",
336
  "class": "raw-logit-control",
337
  "licence": "MIT",
 
347
  "cost_usd_per_1000": 0.047970318352059935
348
  },
349
  {
350
+ "rank": 22,
351
  "display": "JEV Qwen3.5-9B Base NVFP4",
352
  "class": "jev-rebuild",
353
  "licence": "Apache-2.0 entrant and upstream checkpoint",
 
363
  "cost_usd_per_1000": 0.07745842696629213
364
  },
365
  {
366
+ "rank": 23,
367
  "display": "OpenJev (DiffusionGemma 26B-A4B NVFP4, razorback16)",
368
  "class": "jev-rebuild",
369
  "licence": "Apache-2.0 (repo and weights)",
 
379
  "cost_usd_per_1000": 0.06560455056179774
380
  },
381
  {
382
+ "rank": 24,
383
  "display": "kev 4B (research preview)",
384
  "class": "jev-rebuild",
385
  "licence": "Apache-2.0",
 
395
  "cost_usd_per_1000": 0.018802865168539323
396
  },
397
  {
398
+ "rank": 25,
399
+ "display": "Decision 2B (FlyMy.AI, v59)",
400
+ "class": "jev-rebuild",
401
+ "licence": "Apache-2.0 notices on the included code and the pinned base; the weights are an evaluation preview under EVALUATION-PERMISSION.md, not a cleared commercial release",
402
+ "repo": "https://huggingface.co/flymy-ai/decision-2b-preview",
403
+ "jevbench_score": 35.800088231124995,
404
+ "axes": {
405
+ "intelligence": 38.76224329634284,
406
+ "calibration": 74.12548511090162,
407
+ "speed": 84.28398951642146,
408
+ "cost": 62.50937716584096
409
+ },
410
+ "api_flag": false,
411
+ "cost_usd_per_1000": 0.017769999999999998
412
+ },
413
+ {
414
+ "rank": 26,
415
  "display": "Qwen3.5-9B Jev-like data-mix v2",
416
  "class": "jev-rebuild",
417
  "licence": "Apache-2.0 (adapter code and weights; Qwen3.5-9B base is Apache-2.0)",
 
427
  "cost_usd_per_1000": 0.08344007490636705
428
  },
429
  {
430
+ "rank": 27,
431
  "display": "GPT-6 Luna (low reasoning effort)",
432
  "class": "llm-baseline",
433
  "licence": "proprietary API",
 
443
  "cost_usd_per_1000": 0.12699831460674169
444
  },
445
  {
446
+ "rank": 28,
447
  "display": "SimpleJev Qwen3.8-27B",
448
  "class": "jev-rebuild",
449
  "licence": "Apache-2.0 (Qwen weights); repository licence not stated",
 
459
  "cost_usd_per_1000": 0.10399651685393257
460
  },
461
  {
462
+ "rank": 29,
463
  "display": "NInfer Qwen3.8-Flash-Next mixed",
464
  "class": "native-logit",
465
  "licence": "Qwen Community License 1.0 (model); Apache-2.0 (engine)",
 
475
  "cost_usd_per_1000": 0.10869606741573033
476
  },
477
  {
478
+ "rank": 30,
479
  "display": "GPT-6 Luna (default medium reasoning effort)",
480
  "class": "llm-baseline",
481
  "licence": "proprietary API",
 
491
  "cost_usd_per_1000": 0.13544588014981276
492
  },
493
  {
494
+ "rank": 31,
495
  "display": "open-alternative-jev (Qwen3.5-4B, IkerMoel)",
496
  "class": "jev-rebuild",
497
  "licence": "Apache-2.0 (code and weights)",
 
507
  "cost_usd_per_1000": 0.022171404494382024
508
  },
509
  {
510
+ "rank": 32,
511
  "display": "jev-local (Qwen3.5-9B)",
512
  "class": "jev-rebuild",
513
  "licence": "no licence stated in the repository (public code); Apache-2.0 base weights",
 
523
  "cost_usd_per_1000": 0.07745842696629213
524
  },
525
  {
526
+ "rank": 33,
527
+ "display": "Decision Fast (FlyMy.AI, v53a)",
528
+ "class": "jev-rebuild",
529
+ "licence": "Apache-2.0 notices on the included code and the pinned base; the weights are an evaluation preview under EVALUATION-PERMISSION.md, not a cleared commercial release",
530
+ "repo": "https://huggingface.co/flymy-ai/decision-fast-preview",
531
+ "jevbench_score": 32.492203456270644,
532
+ "axes": {
533
+ "intelligence": 37.074471307080934,
534
+ "calibration": 65.30757379702415,
535
+ "speed": 81.59778170772206,
536
+ "cost": 76.07683824704311
537
+ },
538
+ "api_flag": false,
539
+ "cost_usd_per_1000": 0.0062724719101123596
540
+ },
541
+ {
542
+ "rank": 34,
543
  "display": "decider-2b (Mapika)",
544
  "class": "jev-rebuild",
545
  "licence": "Apache-2.0",
 
555
  "cost_usd_per_1000": 0.01996511235955056
556
  },
557
  {
558
+ "rank": 35,
559
  "display": "jeff (Logan Markewich, GLiFormer 400M)",
560
  "class": "jev-rebuild",
561
  "licence": "MIT (code); GLiFormer weights per their model card",
 
571
  "cost_usd_per_1000": 0.006036722846441948
572
  },
573
  {
574
+ "rank": 36,
575
  "display": "Laya (Convai Innovations, ModernBERT-large 421M)",
576
  "class": "jev-rebuild",
577
  "licence": "Apache-2.0",
 
587
  "cost_usd_per_1000": 0.0028831273408239703
588
  },
589
  {
590
+ "rank": 37,
591
+ "display": "lev-350m (Franck Verrot, LFM2.5-350M)",
592
+ "class": "jev-rebuild",
593
+ "licence": "Apache-2.0 (code); weights under LiquidAI's LFM1.0 licence, following the LFM2.5-350M base",
594
+ "repo": "https://github.com/franckverrot/lev",
595
+ "jevbench_score": 28.501129766483672,
596
+ "axes": {
597
+ "intelligence": 34.75234376694234,
598
+ "calibration": 70.61387806637806,
599
+ "speed": 85.31334412225277,
600
+ "cost": 76.09548365186328
601
+ },
602
+ "api_flag": false,
603
+ "cost_usd_per_1000": 0.006263501872659176
604
+ },
605
+ {
606
+ "rank": 38,
607
  "display": "openjev-sglang (Qwen3.6-35B-A3B on SGLang)",
608
  "class": "jev-rebuild",
609
  "licence": "no licence file in the repository as of 2026-09-19; Qwen3.6 weights keep their own terms",
 
619
  "cost_usd_per_1000": 0.13127546816479402
620
  },
621
  {
622
+ "rank": 39,
623
  "display": "Von (wfzyx, Option-Marker 395M)",
624
  "class": "jev-rebuild",
625
  "licence": "Apache-2.0 code; Apache-2.0 weights (answerdotai/ModernBERT-large base)",
 
635
  "cost_usd_per_1000": 0.005513183520599252
636
  },
637
  {
638
+ "rank": 40,
639
  "display": "NInfer Qwen3.8-27B NVFP4 (T=1.5)",
640
  "class": "native-logit",
641
  "licence": "Apache-2.0 (engine and submitted 27B artifact/base)",
 
651
  "cost_usd_per_1000": 0.14492808988764044
652
  },
653
  {
654
+ "rank": 41,
655
  "display": "NInfer Qwen3.8-27B NVFP4",
656
  "class": "native-logit",
657
  "licence": "Apache-2.0 (engine and submitted 27B artifact/base)",
 
667
  "cost_usd_per_1000": 0.14492808988764044
668
  },
669
  {
670
+ "rank": 42,
671
  "display": "kev 8B (research preview)",
672
  "class": "jev-rebuild",
673
  "licence": "Apache-2.0",
 
683
  "cost_usd_per_1000": 0.07333117415730338
684
  },
685
  {
686
+ "rank": 43,
687
  "display": "JevOne",
688
  "class": "jev-rebuild",
689
  "licence": "Component-specific JevOne/Qwen/SGLang terms recorded in RESULT.md",
 
699
  "cost_usd_per_1000": 0.1373250936329588
700
  },
701
  {
702
+ "rank": 44,
703
  "display": "SimpleJev Qwen3.6-35B-A3B",
704
  "class": "jev-rebuild",
705
  "licence": "Apache-2.0 (Qwen weights); repository licence not stated",
 
715
  "cost_usd_per_1000": 0.11555168539325843
716
  },
717
  {
718
+ "rank": 45,
719
  "display": "kev 0.6B (research preview)",
720
  "class": "jev-rebuild",
721
  "licence": "Apache-2.0",
 
731
  "cost_usd_per_1000": 0.0062676217228464426
732
  },
733
  {
734
+ "rank": 46,
735
  "display": "Raw Qwen3 8B direct logits",
736
  "class": "raw-logit-control",
737
  "licence": "Apache-2.0",
 
747
  "cost_usd_per_1000": 0.0865558988764045
748
  },
749
  {
750
+ "rank": 47,
751
  "display": "system-one (Qwen3-8B, Sean Goedecke)",
752
  "class": "jev-rebuild",
753
  "licence": "no licence file in the repository as of 19 Sep; Qwen3 weights Apache-2.0",
 
763
  "cost_usd_per_1000": 0.08944116853932584
764
  },
765
  {
766
+ "rank": 48,
767
  "display": "OpenDecision (ModernBERT-large zero-shot)",
768
  "class": "classifier",
769
  "licence": "Apache-2.0",
 
779
  "cost_usd_per_1000": 0.006635318352059925
780
  },
781
  {
782
+ "rank": 49,
783
  "display": "LitJev (Qwen3.8-27B)",
784
  "class": "jev-rebuild",
785
  "licence": "Apache-2.0 (code); Apache-2.0 base weights",
 
795
  "cost_usd_per_1000": 0.16303594007490638
796
  },
797
  {
798
+ "rank": 50,
799
  "display": "openJev Verdict 1.4",
800
  "class": "jev-rebuild",
801
  "licence": "Apache-2.0",
 
811
  "cost_usd_per_1000": 0.003872921348314607
812
  },
813
  {
814
+ "rank": 51,
815
  "display": "kev 0.5B",
816
  "class": "jev-rebuild",
817
  "licence": "Apache-2.0",
 
827
  "cost_usd_per_1000": 0.0062676404494382025
828
  },
829
  {
830
+ "rank": 52,
831
  "display": "Bespoke Nimble 9B (Bespoke Labs)",
832
  "class": "jev-rebuild",
833
  "licence": "Apache-2.0 (weights); repository without a licence file as of 19 Sep",
 
843
  "cost_usd_per_1000": 0.16583014981273408
844
  },
845
  {
846
+ "rank": 53,
847
  "display": "GPT-5.6 Luna (low reasoning effort)",
848
  "class": "llm-baseline",
849
  "licence": "proprietary API",
 
859
  "cost_usd_per_1000": 0.24191123595505612
860
  },
861
  {
862
+ "rank": 54,
863
  "display": "openJev Verdict (heman10x, ModernBERT-base 151M)",
864
  "class": "jev-rebuild",
865
  "licence": "Apache-2.0",
 
875
  "cost_usd_per_1000": 0.00367125468164794
876
  },
877
  {
878
+ "rank": 55,
879
  "display": "Raw Qwen3 1.7B direct logits",
880
  "class": "raw-logit-control",
881
  "licence": "Apache-2.0",
 
891
  "cost_usd_per_1000": 0.014795880149812733
892
  },
893
  {
894
+ "rank": 56,
895
  "display": "reflex-27b (Qwen3.8-27B)",
896
  "class": "jev-rebuild",
897
  "licence": "MIT code; Apache-2.0 Qwen weights",
 
907
  "cost_usd_per_1000": 0.18111733707865169
908
  },
909
  {
910
+ "rank": 57,
911
  "display": "djev (thinking)",
912
  "class": "jev-rebuild",
913
  "licence": "Apache-2.0",
 
923
  "cost_usd_per_1000": 0.27429398876404487
924
  },
925
  {
926
+ "rank": 58,
927
  "display": "GLiNER2 large (Fastino)",
928
  "class": "classifier",
929
  "licence": "Apache-2.0",
 
939
  "cost_usd_per_1000": 0.007745842696629214
940
  },
941
  {
942
+ "rank": 59,
943
  "display": "OpenJev (thinking, BF16)",
944
  "class": "jev-rebuild",
945
  "licence": "Apache-2.0",
 
955
  "cost_usd_per_1000": 0.25463898876404495
956
  },
957
  {
958
+ "rank": 60,
959
+ "display": "Qwen3.5-0.8B Decision Model (Mourad Ghafiri)",
960
+ "class": "jev-rebuild",
961
+ "licence": "MIT code and training data; Apache-2.0 model weights",
962
+ "repo": "https://huggingface.co/mghafiri/qwen3.5-0.8B-decision-model",
963
+ "jevbench_score": 14.540627482985634,
964
+ "axes": {
965
+ "intelligence": 28.073004486611502,
966
+ "calibration": 68.22744227994228,
967
+ "speed": 49.16083329619092,
968
+ "cost": 75.68324604275398
969
+ },
970
+ "api_flag": false,
971
+ "cost_usd_per_1000": 0.0064648501872659175
972
+ },
973
+ {
974
+ "rank": 61,
975
  "display": "Gemini 3.1 Flash-Lite",
976
  "class": "llm-baseline",
977
  "licence": "proprietary API",
 
987
  "cost_usd_per_1000": 0.26378698501872655
988
  },
989
  {
990
+ "rank": 62,
991
  "display": "open-jev-deberta-v3-large (local CPU)",
992
  "class": "jev-rebuild",
993
  "licence": "Apache-2.0 (model card); DeBERTa-v3 keeps its own terms",
 
1003
  "cost_usd_per_1000": 0.007340468164794008
1004
  },
1005
  {
1006
+ "rank": 63,
1007
  "display": "smalljev semantic-v9",
1008
  "class": "jev-rebuild",
1009
  "licence": "Apache-2.0",
 
1019
  "cost_usd_per_1000": 0.025365692883895133
1020
  },
1021
  {
1022
+ "rank": 64,
1023
  "display": "GLiNER2 (Fastino, gliner2.5-base)",
1024
  "class": "classifier",
1025
  "licence": "Apache-2.0",
 
1035
  "cost_usd_per_1000": 0.00367125468164794
1036
  },
1037
  {
1038
+ "rank": 65,
1039
  "display": "Open-Jev 9B (Zefan Cai)",
1040
  "class": "jev-rebuild",
1041
  "licence": "MIT (loader); Apache-2.0 (adapter and pinned Qwen base); CC0-1.0 public training projection",
 
1051
  "cost_usd_per_1000": 0.24882153558052428
1052
  },
1053
  {
1054
+ "rank": 66,
1055
  "display": "Open-Jev 2B (Zefan Cai)",
1056
  "class": "jev-rebuild",
1057
  "licence": "MIT (loader); Apache-2.0 (adapter and pinned Qwen base); CC0-1.0 public training projection",
 
1067
  "cost_usd_per_1000": 0.24882153558052428
1068
  },
1069
  {
1070
+ "rank": 67,
1071
  "display": "GLiNER2.5 multi (Fastino, 287M)",
1072
  "class": "classifier",
1073
  "licence": "Apache-2.0",
 
1083
  "cost_usd_per_1000": 0.003872921348314607
1084
  },
1085
  {
1086
+ "rank": 68,
1087
  "display": "SimpleJev (Qwen3.5-0.8B, CPU)",
1088
  "class": "jev-rebuild",
1089
  "licence": "Apache-2.0 server; Apache-2.0 Qwen3.5-0.8B checkpoint",
 
1099
  "cost_usd_per_1000": 0.011435224719101125
1100
  },
1101
  {
1102
+ "rank": 69,
1103
  "display": "GLiNER2.5 small (Fastino, 74M)",
1104
  "class": "classifier",
1105
  "licence": "Apache-2.0",
 
1115
  "cost_usd_per_1000": 0.003872921348314607
1116
  },
1117
  {
1118
+ "rank": 70,
1119
  "display": "Raw Qwen3 0.6B direct logits",
1120
  "class": "raw-logit-control",
1121
  "licence": "Apache-2.0",
 
1131
  "cost_usd_per_1000": 0.007397940074906366
1132
  },
1133
  {
1134
+ "rank": 71,
1135
  "display": "DeepSeek V4.1 Flash (thinking default)",
1136
  "class": "llm-baseline",
1137
  "licence": "open weights, proprietary API route",
 
1147
  "cost_usd_per_1000": 0.593682584269663
1148
  },
1149
  {
1150
+ "rank": 72,
1151
  "display": "Mirror",
1152
  "class": "jev-rebuild",
1153
  "licence": "Apache-2.0 wrapper and Mirror release; upstream DeBERTa/model assets retain their own terms",
 
1163
  "cost_usd_per_1000": 0.007745842696629214
1164
  },
1165
  {
1166
+ "rank": 73,
1167
  "display": "Mixedbread mxbai-rerank-base-v2",
1168
  "class": "reranker",
1169
  "licence": "Apache-2.0",
 
1179
  "cost_usd_per_1000": 0.011722048450570633
1180
  },
1181
  {
1182
+ "rank": 74,
1183
  "display": "BAAI bge-reranker-v2-m3",
1184
  "class": "reranker",
1185
  "licence": "Apache-2.0",
 
1195
  "cost_usd_per_1000": 0.007718915951068509
1196
  },
1197
  {
1198
+ "rank": 75,
1199
  "display": "Alibaba GTE Reranker ModernBERT-base",
1200
  "class": "reranker",
1201
  "licence": "Apache-2.0",
 
1211
  "cost_usd_per_1000": 0.010280148864935354
1212
  },
1213
  {
1214
+ "rank": 76,
1215
  "display": "Certo v1 (AltSlate Labs)",
1216
  "class": "jev-rebuild",
1217
  "licence": "MIT",
 
1227
  "cost_usd_per_1000": 0.0009654868913857679
1228
  },
1229
  {
1230
+ "rank": 77,
1231
  "display": "Open Jev JSON Canvas (JoshuaSP)",
1232
  "class": "jev-rebuild",
1233
  "licence": "MIT code; Apache-2.0 DiffusionGemma weights",