Spaces:
Running
Running
Publish JevBench v1.4.1 data
#1
by florian-chutes - opened
- index.html +1 -1
- snapshot.json +162 -66
index.html
CHANGED
|
@@ -95,7 +95,7 @@
|
|
| 95 |
});
|
| 96 |
})();
|
| 97 |
|
| 98 |
-
const LIVE_URL = 'https://benchmarkheaven.com/api/jevbench/v1.4';
|
| 99 |
const SNAPSHOT_URL = 'snapshot.json';
|
| 100 |
const f = n => Number.isFinite(+n) ? (+n).toFixed(1) : '—';
|
| 101 |
const money = v => (v == null ? '—' : 'USD ' + Number(v).toPrecision(3));
|
|
|
|
| 95 |
});
|
| 96 |
})();
|
| 97 |
|
| 98 |
+
const LIVE_URL = 'https://benchmarkheaven.com/api/jevbench/v1.4.1';
|
| 99 |
const SNAPSHOT_URL = 'snapshot.json';
|
| 100 |
const f = n => Number.isFinite(+n) ? (+n).toFixed(1) : '—';
|
| 101 |
const money = v => (v == null ? '—' : 'USD ' + Number(v).toPrecision(3));
|
snapshot.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"benchmark": "JevBench",
|
| 3 |
-
"revision": "v1.4.
|
| 4 |
-
"generated_utc": "2026-09-
|
| 5 |
"score_one_liner": "Intelligence, Calibration, Speed and Cost — equal-weight harmonic mean, with generalization and Jev-class gates.",
|
| 6 |
"axis_weights": {
|
| 7 |
"intelligence": 0.25,
|
|
@@ -108,6 +108,22 @@
|
|
| 108 |
},
|
| 109 |
{
|
| 110 |
"rank": 7,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 111 |
"display": "metask-jev-4b",
|
| 112 |
"class": "jev-rebuild",
|
| 113 |
"licence": "Apache-2.0",
|
|
@@ -123,7 +139,7 @@
|
|
| 123 |
"cost_usd_per_1000": 0.032758801498127314
|
| 124 |
},
|
| 125 |
{
|
| 126 |
-
"rank":
|
| 127 |
"display": "SemIf, formerly OpenJev (Qwen3.5-4B, TheoLeeCJ)",
|
| 128 |
"class": "jev-rebuild",
|
| 129 |
"licence": "MIT (code); Qwen3.5 weights Apache-2.0",
|
|
@@ -139,7 +155,7 @@
|
|
| 139 |
"cost_usd_per_1000": 0.02244460674157303
|
| 140 |
},
|
| 141 |
{
|
| 142 |
-
"rank":
|
| 143 |
"display": "Jobe Qwen3.5-4B (frozen)",
|
| 144 |
"class": "native-logit",
|
| 145 |
"licence": "MIT code; Apache-2.0 weights",
|
|
@@ -155,7 +171,7 @@
|
|
| 155 |
"cost_usd_per_1000": 0.022356404494382018
|
| 156 |
},
|
| 157 |
{
|
| 158 |
-
"rank":
|
| 159 |
"display": "local-jev Qwen3.5-4B",
|
| 160 |
"class": "jev-rebuild",
|
| 161 |
"licence": "MIT code; Apache-2.0 Qwen weights",
|
|
@@ -171,7 +187,7 @@
|
|
| 171 |
"cost_usd_per_1000": 0.02974554307116105
|
| 172 |
},
|
| 173 |
{
|
| 174 |
-
"rank":
|
| 175 |
"display": "system-one-open (Gemma 4 E2B LoRA on an L4)",
|
| 176 |
"class": "jev-rebuild",
|
| 177 |
"licence": "MIT (repository LICENSE; Gemma weights keep Google’s terms)",
|
|
@@ -187,7 +203,23 @@
|
|
| 187 |
"cost_usd_per_1000": 0.014880936329588014
|
| 188 |
},
|
| 189 |
{
|
| 190 |
-
"rank":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 191 |
"display": "jqv (Qwen3-32B zero-shot)",
|
| 192 |
"class": "jev-rebuild",
|
| 193 |
"licence": "Apache-2.0 (Qwen3-32B weights); serving code public",
|
|
@@ -203,7 +235,7 @@
|
|
| 203 |
"cost_usd_per_1000": 0.05641543071161049
|
| 204 |
},
|
| 205 |
{
|
| 206 |
-
"rank":
|
| 207 |
"display": "Qwen3-Reranker-4B",
|
| 208 |
"class": "reranker",
|
| 209 |
"licence": "Apache-2.0",
|
|
@@ -219,7 +251,7 @@
|
|
| 219 |
"cost_usd_per_1000": 0.04953623422454652
|
| 220 |
},
|
| 221 |
{
|
| 222 |
-
"rank":
|
| 223 |
"display": "decider-35b-a3b (Mapika)",
|
| 224 |
"class": "jev-rebuild",
|
| 225 |
"licence": "Apache-2.0",
|
|
@@ -235,7 +267,7 @@
|
|
| 235 |
"cost_usd_per_1000": 0.0665503745318352
|
| 236 |
},
|
| 237 |
{
|
| 238 |
-
"rank":
|
| 239 |
"display": "Raw Qwen3 4B Instruct 2507 direct logits",
|
| 240 |
"class": "raw-logit-control",
|
| 241 |
"licence": "Apache-2.0",
|
|
@@ -251,7 +283,7 @@
|
|
| 251 |
"cost_usd_per_1000": 0.022073820224719102
|
| 252 |
},
|
| 253 |
{
|
| 254 |
-
"rank":
|
| 255 |
"display": "OpenSourceJev (Qwen3.5-4B Q4_K_M, native llama.cpp)",
|
| 256 |
"class": "jev-rebuild",
|
| 257 |
"licence": "MIT (repository code); Apache-2.0 (Qwen/Qwen3.5-4B base and unsloth/Qwen3.5-4B-GGUF Q4_K_M conversion)",
|
|
@@ -267,7 +299,7 @@
|
|
| 267 |
"cost_usd_per_1000": 0.015903033707865177
|
| 268 |
},
|
| 269 |
{
|
| 270 |
-
"rank":
|
| 271 |
"display": "ZeroEntropy zerank-2",
|
| 272 |
"class": "reranker",
|
| 273 |
"licence": "Apache-2.0",
|
|
@@ -283,7 +315,7 @@
|
|
| 283 |
"cost_usd_per_1000": 0.04729792435014604
|
| 284 |
},
|
| 285 |
{
|
| 286 |
-
"rank":
|
| 287 |
"display": "decision-machine-1 (milliseconds.ai)",
|
| 288 |
"class": "decision-api",
|
| 289 |
"licence": "proprietary API, closed weights",
|
|
@@ -299,7 +331,7 @@
|
|
| 299 |
"cost_usd_per_1000": 0.035026591760299625
|
| 300 |
},
|
| 301 |
{
|
| 302 |
-
"rank":
|
| 303 |
"display": "Raw Phi-4 mini direct logits",
|
| 304 |
"class": "raw-logit-control",
|
| 305 |
"licence": "MIT",
|
|
@@ -315,7 +347,7 @@
|
|
| 315 |
"cost_usd_per_1000": 0.047970318352059935
|
| 316 |
},
|
| 317 |
{
|
| 318 |
-
"rank":
|
| 319 |
"display": "JEV Qwen3.5-9B Base NVFP4",
|
| 320 |
"class": "jev-rebuild",
|
| 321 |
"licence": "Apache-2.0 entrant and upstream checkpoint",
|
|
@@ -331,7 +363,7 @@
|
|
| 331 |
"cost_usd_per_1000": 0.07745842696629213
|
| 332 |
},
|
| 333 |
{
|
| 334 |
-
"rank":
|
| 335 |
"display": "OpenJev (DiffusionGemma 26B-A4B NVFP4, razorback16)",
|
| 336 |
"class": "jev-rebuild",
|
| 337 |
"licence": "Apache-2.0 (repo and weights)",
|
|
@@ -347,7 +379,7 @@
|
|
| 347 |
"cost_usd_per_1000": 0.06560455056179774
|
| 348 |
},
|
| 349 |
{
|
| 350 |
-
"rank":
|
| 351 |
"display": "kev 4B (research preview)",
|
| 352 |
"class": "jev-rebuild",
|
| 353 |
"licence": "Apache-2.0",
|
|
@@ -363,7 +395,23 @@
|
|
| 363 |
"cost_usd_per_1000": 0.018802865168539323
|
| 364 |
},
|
| 365 |
{
|
| 366 |
-
"rank":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 367 |
"display": "Qwen3.5-9B Jev-like data-mix v2",
|
| 368 |
"class": "jev-rebuild",
|
| 369 |
"licence": "Apache-2.0 (adapter code and weights; Qwen3.5-9B base is Apache-2.0)",
|
|
@@ -379,7 +427,7 @@
|
|
| 379 |
"cost_usd_per_1000": 0.08344007490636705
|
| 380 |
},
|
| 381 |
{
|
| 382 |
-
"rank":
|
| 383 |
"display": "GPT-6 Luna (low reasoning effort)",
|
| 384 |
"class": "llm-baseline",
|
| 385 |
"licence": "proprietary API",
|
|
@@ -395,7 +443,7 @@
|
|
| 395 |
"cost_usd_per_1000": 0.12699831460674169
|
| 396 |
},
|
| 397 |
{
|
| 398 |
-
"rank":
|
| 399 |
"display": "SimpleJev Qwen3.8-27B",
|
| 400 |
"class": "jev-rebuild",
|
| 401 |
"licence": "Apache-2.0 (Qwen weights); repository licence not stated",
|
|
@@ -411,7 +459,7 @@
|
|
| 411 |
"cost_usd_per_1000": 0.10399651685393257
|
| 412 |
},
|
| 413 |
{
|
| 414 |
-
"rank":
|
| 415 |
"display": "NInfer Qwen3.8-Flash-Next mixed",
|
| 416 |
"class": "native-logit",
|
| 417 |
"licence": "Qwen Community License 1.0 (model); Apache-2.0 (engine)",
|
|
@@ -427,7 +475,7 @@
|
|
| 427 |
"cost_usd_per_1000": 0.10869606741573033
|
| 428 |
},
|
| 429 |
{
|
| 430 |
-
"rank":
|
| 431 |
"display": "GPT-6 Luna (default medium reasoning effort)",
|
| 432 |
"class": "llm-baseline",
|
| 433 |
"licence": "proprietary API",
|
|
@@ -443,7 +491,7 @@
|
|
| 443 |
"cost_usd_per_1000": 0.13544588014981276
|
| 444 |
},
|
| 445 |
{
|
| 446 |
-
"rank":
|
| 447 |
"display": "open-alternative-jev (Qwen3.5-4B, IkerMoel)",
|
| 448 |
"class": "jev-rebuild",
|
| 449 |
"licence": "Apache-2.0 (code and weights)",
|
|
@@ -459,7 +507,7 @@
|
|
| 459 |
"cost_usd_per_1000": 0.022171404494382024
|
| 460 |
},
|
| 461 |
{
|
| 462 |
-
"rank":
|
| 463 |
"display": "jev-local (Qwen3.5-9B)",
|
| 464 |
"class": "jev-rebuild",
|
| 465 |
"licence": "no licence stated in the repository (public code); Apache-2.0 base weights",
|
|
@@ -475,7 +523,23 @@
|
|
| 475 |
"cost_usd_per_1000": 0.07745842696629213
|
| 476 |
},
|
| 477 |
{
|
| 478 |
-
"rank":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 479 |
"display": "decider-2b (Mapika)",
|
| 480 |
"class": "jev-rebuild",
|
| 481 |
"licence": "Apache-2.0",
|
|
@@ -491,7 +555,7 @@
|
|
| 491 |
"cost_usd_per_1000": 0.01996511235955056
|
| 492 |
},
|
| 493 |
{
|
| 494 |
-
"rank":
|
| 495 |
"display": "jeff (Logan Markewich, GLiFormer 400M)",
|
| 496 |
"class": "jev-rebuild",
|
| 497 |
"licence": "MIT (code); GLiFormer weights per their model card",
|
|
@@ -507,7 +571,7 @@
|
|
| 507 |
"cost_usd_per_1000": 0.006036722846441948
|
| 508 |
},
|
| 509 |
{
|
| 510 |
-
"rank":
|
| 511 |
"display": "Laya (Convai Innovations, ModernBERT-large 421M)",
|
| 512 |
"class": "jev-rebuild",
|
| 513 |
"licence": "Apache-2.0",
|
|
@@ -523,7 +587,23 @@
|
|
| 523 |
"cost_usd_per_1000": 0.0028831273408239703
|
| 524 |
},
|
| 525 |
{
|
| 526 |
-
"rank":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 527 |
"display": "openjev-sglang (Qwen3.6-35B-A3B on SGLang)",
|
| 528 |
"class": "jev-rebuild",
|
| 529 |
"licence": "no licence file in the repository as of 2026-09-19; Qwen3.6 weights keep their own terms",
|
|
@@ -539,7 +619,7 @@
|
|
| 539 |
"cost_usd_per_1000": 0.13127546816479402
|
| 540 |
},
|
| 541 |
{
|
| 542 |
-
"rank":
|
| 543 |
"display": "Von (wfzyx, Option-Marker 395M)",
|
| 544 |
"class": "jev-rebuild",
|
| 545 |
"licence": "Apache-2.0 code; Apache-2.0 weights (answerdotai/ModernBERT-large base)",
|
|
@@ -555,7 +635,7 @@
|
|
| 555 |
"cost_usd_per_1000": 0.005513183520599252
|
| 556 |
},
|
| 557 |
{
|
| 558 |
-
"rank":
|
| 559 |
"display": "NInfer Qwen3.8-27B NVFP4 (T=1.5)",
|
| 560 |
"class": "native-logit",
|
| 561 |
"licence": "Apache-2.0 (engine and submitted 27B artifact/base)",
|
|
@@ -571,7 +651,7 @@
|
|
| 571 |
"cost_usd_per_1000": 0.14492808988764044
|
| 572 |
},
|
| 573 |
{
|
| 574 |
-
"rank":
|
| 575 |
"display": "NInfer Qwen3.8-27B NVFP4",
|
| 576 |
"class": "native-logit",
|
| 577 |
"licence": "Apache-2.0 (engine and submitted 27B artifact/base)",
|
|
@@ -587,7 +667,7 @@
|
|
| 587 |
"cost_usd_per_1000": 0.14492808988764044
|
| 588 |
},
|
| 589 |
{
|
| 590 |
-
"rank":
|
| 591 |
"display": "kev 8B (research preview)",
|
| 592 |
"class": "jev-rebuild",
|
| 593 |
"licence": "Apache-2.0",
|
|
@@ -603,7 +683,7 @@
|
|
| 603 |
"cost_usd_per_1000": 0.07333117415730338
|
| 604 |
},
|
| 605 |
{
|
| 606 |
-
"rank":
|
| 607 |
"display": "JevOne",
|
| 608 |
"class": "jev-rebuild",
|
| 609 |
"licence": "Component-specific JevOne/Qwen/SGLang terms recorded in RESULT.md",
|
|
@@ -619,7 +699,7 @@
|
|
| 619 |
"cost_usd_per_1000": 0.1373250936329588
|
| 620 |
},
|
| 621 |
{
|
| 622 |
-
"rank":
|
| 623 |
"display": "SimpleJev Qwen3.6-35B-A3B",
|
| 624 |
"class": "jev-rebuild",
|
| 625 |
"licence": "Apache-2.0 (Qwen weights); repository licence not stated",
|
|
@@ -635,7 +715,7 @@
|
|
| 635 |
"cost_usd_per_1000": 0.11555168539325843
|
| 636 |
},
|
| 637 |
{
|
| 638 |
-
"rank":
|
| 639 |
"display": "kev 0.6B (research preview)",
|
| 640 |
"class": "jev-rebuild",
|
| 641 |
"licence": "Apache-2.0",
|
|
@@ -651,7 +731,7 @@
|
|
| 651 |
"cost_usd_per_1000": 0.0062676217228464426
|
| 652 |
},
|
| 653 |
{
|
| 654 |
-
"rank":
|
| 655 |
"display": "Raw Qwen3 8B direct logits",
|
| 656 |
"class": "raw-logit-control",
|
| 657 |
"licence": "Apache-2.0",
|
|
@@ -667,7 +747,7 @@
|
|
| 667 |
"cost_usd_per_1000": 0.0865558988764045
|
| 668 |
},
|
| 669 |
{
|
| 670 |
-
"rank":
|
| 671 |
"display": "system-one (Qwen3-8B, Sean Goedecke)",
|
| 672 |
"class": "jev-rebuild",
|
| 673 |
"licence": "no licence file in the repository as of 19 Sep; Qwen3 weights Apache-2.0",
|
|
@@ -683,7 +763,7 @@
|
|
| 683 |
"cost_usd_per_1000": 0.08944116853932584
|
| 684 |
},
|
| 685 |
{
|
| 686 |
-
"rank":
|
| 687 |
"display": "OpenDecision (ModernBERT-large zero-shot)",
|
| 688 |
"class": "classifier",
|
| 689 |
"licence": "Apache-2.0",
|
|
@@ -699,7 +779,7 @@
|
|
| 699 |
"cost_usd_per_1000": 0.006635318352059925
|
| 700 |
},
|
| 701 |
{
|
| 702 |
-
"rank":
|
| 703 |
"display": "LitJev (Qwen3.8-27B)",
|
| 704 |
"class": "jev-rebuild",
|
| 705 |
"licence": "Apache-2.0 (code); Apache-2.0 base weights",
|
|
@@ -715,7 +795,7 @@
|
|
| 715 |
"cost_usd_per_1000": 0.16303594007490638
|
| 716 |
},
|
| 717 |
{
|
| 718 |
-
"rank":
|
| 719 |
"display": "openJev Verdict 1.4",
|
| 720 |
"class": "jev-rebuild",
|
| 721 |
"licence": "Apache-2.0",
|
|
@@ -731,7 +811,7 @@
|
|
| 731 |
"cost_usd_per_1000": 0.003872921348314607
|
| 732 |
},
|
| 733 |
{
|
| 734 |
-
"rank":
|
| 735 |
"display": "kev 0.5B",
|
| 736 |
"class": "jev-rebuild",
|
| 737 |
"licence": "Apache-2.0",
|
|
@@ -747,7 +827,7 @@
|
|
| 747 |
"cost_usd_per_1000": 0.0062676404494382025
|
| 748 |
},
|
| 749 |
{
|
| 750 |
-
"rank":
|
| 751 |
"display": "Bespoke Nimble 9B (Bespoke Labs)",
|
| 752 |
"class": "jev-rebuild",
|
| 753 |
"licence": "Apache-2.0 (weights); repository without a licence file as of 19 Sep",
|
|
@@ -763,7 +843,7 @@
|
|
| 763 |
"cost_usd_per_1000": 0.16583014981273408
|
| 764 |
},
|
| 765 |
{
|
| 766 |
-
"rank":
|
| 767 |
"display": "GPT-5.6 Luna (low reasoning effort)",
|
| 768 |
"class": "llm-baseline",
|
| 769 |
"licence": "proprietary API",
|
|
@@ -779,7 +859,7 @@
|
|
| 779 |
"cost_usd_per_1000": 0.24191123595505612
|
| 780 |
},
|
| 781 |
{
|
| 782 |
-
"rank":
|
| 783 |
"display": "openJev Verdict (heman10x, ModernBERT-base 151M)",
|
| 784 |
"class": "jev-rebuild",
|
| 785 |
"licence": "Apache-2.0",
|
|
@@ -795,7 +875,7 @@
|
|
| 795 |
"cost_usd_per_1000": 0.00367125468164794
|
| 796 |
},
|
| 797 |
{
|
| 798 |
-
"rank":
|
| 799 |
"display": "Raw Qwen3 1.7B direct logits",
|
| 800 |
"class": "raw-logit-control",
|
| 801 |
"licence": "Apache-2.0",
|
|
@@ -811,7 +891,7 @@
|
|
| 811 |
"cost_usd_per_1000": 0.014795880149812733
|
| 812 |
},
|
| 813 |
{
|
| 814 |
-
"rank":
|
| 815 |
"display": "reflex-27b (Qwen3.8-27B)",
|
| 816 |
"class": "jev-rebuild",
|
| 817 |
"licence": "MIT code; Apache-2.0 Qwen weights",
|
|
@@ -827,7 +907,7 @@
|
|
| 827 |
"cost_usd_per_1000": 0.18111733707865169
|
| 828 |
},
|
| 829 |
{
|
| 830 |
-
"rank":
|
| 831 |
"display": "djev (thinking)",
|
| 832 |
"class": "jev-rebuild",
|
| 833 |
"licence": "Apache-2.0",
|
|
@@ -843,7 +923,7 @@
|
|
| 843 |
"cost_usd_per_1000": 0.27429398876404487
|
| 844 |
},
|
| 845 |
{
|
| 846 |
-
"rank":
|
| 847 |
"display": "GLiNER2 large (Fastino)",
|
| 848 |
"class": "classifier",
|
| 849 |
"licence": "Apache-2.0",
|
|
@@ -859,7 +939,7 @@
|
|
| 859 |
"cost_usd_per_1000": 0.007745842696629214
|
| 860 |
},
|
| 861 |
{
|
| 862 |
-
"rank":
|
| 863 |
"display": "OpenJev (thinking, BF16)",
|
| 864 |
"class": "jev-rebuild",
|
| 865 |
"licence": "Apache-2.0",
|
|
@@ -875,7 +955,23 @@
|
|
| 875 |
"cost_usd_per_1000": 0.25463898876404495
|
| 876 |
},
|
| 877 |
{
|
| 878 |
-
"rank":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 879 |
"display": "Gemini 3.1 Flash-Lite",
|
| 880 |
"class": "llm-baseline",
|
| 881 |
"licence": "proprietary API",
|
|
@@ -891,7 +987,7 @@
|
|
| 891 |
"cost_usd_per_1000": 0.26378698501872655
|
| 892 |
},
|
| 893 |
{
|
| 894 |
-
"rank":
|
| 895 |
"display": "open-jev-deberta-v3-large (local CPU)",
|
| 896 |
"class": "jev-rebuild",
|
| 897 |
"licence": "Apache-2.0 (model card); DeBERTa-v3 keeps its own terms",
|
|
@@ -907,7 +1003,7 @@
|
|
| 907 |
"cost_usd_per_1000": 0.007340468164794008
|
| 908 |
},
|
| 909 |
{
|
| 910 |
-
"rank":
|
| 911 |
"display": "smalljev semantic-v9",
|
| 912 |
"class": "jev-rebuild",
|
| 913 |
"licence": "Apache-2.0",
|
|
@@ -923,7 +1019,7 @@
|
|
| 923 |
"cost_usd_per_1000": 0.025365692883895133
|
| 924 |
},
|
| 925 |
{
|
| 926 |
-
"rank":
|
| 927 |
"display": "GLiNER2 (Fastino, gliner2.5-base)",
|
| 928 |
"class": "classifier",
|
| 929 |
"licence": "Apache-2.0",
|
|
@@ -939,7 +1035,7 @@
|
|
| 939 |
"cost_usd_per_1000": 0.00367125468164794
|
| 940 |
},
|
| 941 |
{
|
| 942 |
-
"rank":
|
| 943 |
"display": "Open-Jev 9B (Zefan Cai)",
|
| 944 |
"class": "jev-rebuild",
|
| 945 |
"licence": "MIT (loader); Apache-2.0 (adapter and pinned Qwen base); CC0-1.0 public training projection",
|
|
@@ -955,7 +1051,7 @@
|
|
| 955 |
"cost_usd_per_1000": 0.24882153558052428
|
| 956 |
},
|
| 957 |
{
|
| 958 |
-
"rank":
|
| 959 |
"display": "Open-Jev 2B (Zefan Cai)",
|
| 960 |
"class": "jev-rebuild",
|
| 961 |
"licence": "MIT (loader); Apache-2.0 (adapter and pinned Qwen base); CC0-1.0 public training projection",
|
|
@@ -971,7 +1067,7 @@
|
|
| 971 |
"cost_usd_per_1000": 0.24882153558052428
|
| 972 |
},
|
| 973 |
{
|
| 974 |
-
"rank":
|
| 975 |
"display": "GLiNER2.5 multi (Fastino, 287M)",
|
| 976 |
"class": "classifier",
|
| 977 |
"licence": "Apache-2.0",
|
|
@@ -987,7 +1083,7 @@
|
|
| 987 |
"cost_usd_per_1000": 0.003872921348314607
|
| 988 |
},
|
| 989 |
{
|
| 990 |
-
"rank":
|
| 991 |
"display": "SimpleJev (Qwen3.5-0.8B, CPU)",
|
| 992 |
"class": "jev-rebuild",
|
| 993 |
"licence": "Apache-2.0 server; Apache-2.0 Qwen3.5-0.8B checkpoint",
|
|
@@ -1003,7 +1099,7 @@
|
|
| 1003 |
"cost_usd_per_1000": 0.011435224719101125
|
| 1004 |
},
|
| 1005 |
{
|
| 1006 |
-
"rank":
|
| 1007 |
"display": "GLiNER2.5 small (Fastino, 74M)",
|
| 1008 |
"class": "classifier",
|
| 1009 |
"licence": "Apache-2.0",
|
|
@@ -1019,7 +1115,7 @@
|
|
| 1019 |
"cost_usd_per_1000": 0.003872921348314607
|
| 1020 |
},
|
| 1021 |
{
|
| 1022 |
-
"rank":
|
| 1023 |
"display": "Raw Qwen3 0.6B direct logits",
|
| 1024 |
"class": "raw-logit-control",
|
| 1025 |
"licence": "Apache-2.0",
|
|
@@ -1035,7 +1131,7 @@
|
|
| 1035 |
"cost_usd_per_1000": 0.007397940074906366
|
| 1036 |
},
|
| 1037 |
{
|
| 1038 |
-
"rank":
|
| 1039 |
"display": "DeepSeek V4.1 Flash (thinking default)",
|
| 1040 |
"class": "llm-baseline",
|
| 1041 |
"licence": "open weights, proprietary API route",
|
|
@@ -1051,7 +1147,7 @@
|
|
| 1051 |
"cost_usd_per_1000": 0.593682584269663
|
| 1052 |
},
|
| 1053 |
{
|
| 1054 |
-
"rank":
|
| 1055 |
"display": "Mirror",
|
| 1056 |
"class": "jev-rebuild",
|
| 1057 |
"licence": "Apache-2.0 wrapper and Mirror release; upstream DeBERTa/model assets retain their own terms",
|
|
@@ -1067,7 +1163,7 @@
|
|
| 1067 |
"cost_usd_per_1000": 0.007745842696629214
|
| 1068 |
},
|
| 1069 |
{
|
| 1070 |
-
"rank":
|
| 1071 |
"display": "Mixedbread mxbai-rerank-base-v2",
|
| 1072 |
"class": "reranker",
|
| 1073 |
"licence": "Apache-2.0",
|
|
@@ -1083,7 +1179,7 @@
|
|
| 1083 |
"cost_usd_per_1000": 0.011722048450570633
|
| 1084 |
},
|
| 1085 |
{
|
| 1086 |
-
"rank":
|
| 1087 |
"display": "BAAI bge-reranker-v2-m3",
|
| 1088 |
"class": "reranker",
|
| 1089 |
"licence": "Apache-2.0",
|
|
@@ -1099,7 +1195,7 @@
|
|
| 1099 |
"cost_usd_per_1000": 0.007718915951068509
|
| 1100 |
},
|
| 1101 |
{
|
| 1102 |
-
"rank":
|
| 1103 |
"display": "Alibaba GTE Reranker ModernBERT-base",
|
| 1104 |
"class": "reranker",
|
| 1105 |
"licence": "Apache-2.0",
|
|
@@ -1115,7 +1211,7 @@
|
|
| 1115 |
"cost_usd_per_1000": 0.010280148864935354
|
| 1116 |
},
|
| 1117 |
{
|
| 1118 |
-
"rank":
|
| 1119 |
"display": "Certo v1 (AltSlate Labs)",
|
| 1120 |
"class": "jev-rebuild",
|
| 1121 |
"licence": "MIT",
|
|
@@ -1131,7 +1227,7 @@
|
|
| 1131 |
"cost_usd_per_1000": 0.0009654868913857679
|
| 1132 |
},
|
| 1133 |
{
|
| 1134 |
-
"rank":
|
| 1135 |
"display": "Open Jev JSON Canvas (JoshuaSP)",
|
| 1136 |
"class": "jev-rebuild",
|
| 1137 |
"licence": "MIT code; Apache-2.0 DiffusionGemma weights",
|
|
|
|
| 1 |
{
|
| 2 |
"benchmark": "JevBench",
|
| 3 |
+
"revision": "v1.4.1",
|
| 4 |
+
"generated_utc": "2026-09-23T19:46:43+00:00",
|
| 5 |
"score_one_liner": "Intelligence, Calibration, Speed and Cost — equal-weight harmonic mean, with generalization and Jev-class gates.",
|
| 6 |
"axis_weights": {
|
| 7 |
"intelligence": 0.25,
|
|
|
|
| 108 |
},
|
| 109 |
{
|
| 110 |
"rank": 7,
|
| 111 |
+
"display": "Jev-Omni (akhilaaa3, Gemma-4-12B merged)",
|
| 112 |
+
"class": "jev-rebuild",
|
| 113 |
+
"licence": "Apache-2.0, following Gemma 4; dataset rights stated separately by the author",
|
| 114 |
+
"repo": "https://huggingface.co/akhilaaa3/Jev-Omni",
|
| 115 |
+
"jevbench_score": 51.34132749148857,
|
| 116 |
+
"axes": {
|
| 117 |
+
"intelligence": 46.7523835806221,
|
| 118 |
+
"calibration": 64.08815671004801,
|
| 119 |
+
"speed": 81.54478729126231,
|
| 120 |
+
"cost": 53.01727443048121
|
| 121 |
+
},
|
| 122 |
+
"api_flag": false,
|
| 123 |
+
"cost_usd_per_1000": 0.03682059925093633
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"rank": 8,
|
| 127 |
"display": "metask-jev-4b",
|
| 128 |
"class": "jev-rebuild",
|
| 129 |
"licence": "Apache-2.0",
|
|
|
|
| 139 |
"cost_usd_per_1000": 0.032758801498127314
|
| 140 |
},
|
| 141 |
{
|
| 142 |
+
"rank": 9,
|
| 143 |
"display": "SemIf, formerly OpenJev (Qwen3.5-4B, TheoLeeCJ)",
|
| 144 |
"class": "jev-rebuild",
|
| 145 |
"licence": "MIT (code); Qwen3.5 weights Apache-2.0",
|
|
|
|
| 155 |
"cost_usd_per_1000": 0.02244460674157303
|
| 156 |
},
|
| 157 |
{
|
| 158 |
+
"rank": 10,
|
| 159 |
"display": "Jobe Qwen3.5-4B (frozen)",
|
| 160 |
"class": "native-logit",
|
| 161 |
"licence": "MIT code; Apache-2.0 weights",
|
|
|
|
| 171 |
"cost_usd_per_1000": 0.022356404494382018
|
| 172 |
},
|
| 173 |
{
|
| 174 |
+
"rank": 11,
|
| 175 |
"display": "local-jev Qwen3.5-4B",
|
| 176 |
"class": "jev-rebuild",
|
| 177 |
"licence": "MIT code; Apache-2.0 Qwen weights",
|
|
|
|
| 187 |
"cost_usd_per_1000": 0.02974554307116105
|
| 188 |
},
|
| 189 |
{
|
| 190 |
+
"rank": 12,
|
| 191 |
"display": "system-one-open (Gemma 4 E2B LoRA on an L4)",
|
| 192 |
"class": "jev-rebuild",
|
| 193 |
"licence": "MIT (repository LICENSE; Gemma weights keep Google’s terms)",
|
|
|
|
| 203 |
"cost_usd_per_1000": 0.014880936329588014
|
| 204 |
},
|
| 205 |
{
|
| 206 |
+
"rank": 13,
|
| 207 |
+
"display": "spark-s1-4b-v6 (Open Spark Jev, abhishek085)",
|
| 208 |
+
"class": "jev-rebuild",
|
| 209 |
+
"licence": "Apache-2.0 (code and weights); base Qwen/Qwen3.5-4B Apache-2.0",
|
| 210 |
+
"repo": "https://github.com/abhishek085/open-spark-jev",
|
| 211 |
+
"jevbench_score": 44.623631936050636,
|
| 212 |
+
"axes": {
|
| 213 |
+
"intelligence": 45.069442435695464,
|
| 214 |
+
"calibration": 47.576491816220006,
|
| 215 |
+
"speed": 80.96905763279898,
|
| 216 |
+
"cost": 57.88923950418274
|
| 217 |
+
},
|
| 218 |
+
"api_flag": false,
|
| 219 |
+
"cost_usd_per_1000": 0.025333314606741573
|
| 220 |
+
},
|
| 221 |
+
{
|
| 222 |
+
"rank": 14,
|
| 223 |
"display": "jqv (Qwen3-32B zero-shot)",
|
| 224 |
"class": "jev-rebuild",
|
| 225 |
"licence": "Apache-2.0 (Qwen3-32B weights); serving code public",
|
|
|
|
| 235 |
"cost_usd_per_1000": 0.05641543071161049
|
| 236 |
},
|
| 237 |
{
|
| 238 |
+
"rank": 15,
|
| 239 |
"display": "Qwen3-Reranker-4B",
|
| 240 |
"class": "reranker",
|
| 241 |
"licence": "Apache-2.0",
|
|
|
|
| 251 |
"cost_usd_per_1000": 0.04953623422454652
|
| 252 |
},
|
| 253 |
{
|
| 254 |
+
"rank": 16,
|
| 255 |
"display": "decider-35b-a3b (Mapika)",
|
| 256 |
"class": "jev-rebuild",
|
| 257 |
"licence": "Apache-2.0",
|
|
|
|
| 267 |
"cost_usd_per_1000": 0.0665503745318352
|
| 268 |
},
|
| 269 |
{
|
| 270 |
+
"rank": 17,
|
| 271 |
"display": "Raw Qwen3 4B Instruct 2507 direct logits",
|
| 272 |
"class": "raw-logit-control",
|
| 273 |
"licence": "Apache-2.0",
|
|
|
|
| 283 |
"cost_usd_per_1000": 0.022073820224719102
|
| 284 |
},
|
| 285 |
{
|
| 286 |
+
"rank": 18,
|
| 287 |
"display": "OpenSourceJev (Qwen3.5-4B Q4_K_M, native llama.cpp)",
|
| 288 |
"class": "jev-rebuild",
|
| 289 |
"licence": "MIT (repository code); Apache-2.0 (Qwen/Qwen3.5-4B base and unsloth/Qwen3.5-4B-GGUF Q4_K_M conversion)",
|
|
|
|
| 299 |
"cost_usd_per_1000": 0.015903033707865177
|
| 300 |
},
|
| 301 |
{
|
| 302 |
+
"rank": 19,
|
| 303 |
"display": "ZeroEntropy zerank-2",
|
| 304 |
"class": "reranker",
|
| 305 |
"licence": "Apache-2.0",
|
|
|
|
| 315 |
"cost_usd_per_1000": 0.04729792435014604
|
| 316 |
},
|
| 317 |
{
|
| 318 |
+
"rank": 20,
|
| 319 |
"display": "decision-machine-1 (milliseconds.ai)",
|
| 320 |
"class": "decision-api",
|
| 321 |
"licence": "proprietary API, closed weights",
|
|
|
|
| 331 |
"cost_usd_per_1000": 0.035026591760299625
|
| 332 |
},
|
| 333 |
{
|
| 334 |
+
"rank": 21,
|
| 335 |
"display": "Raw Phi-4 mini direct logits",
|
| 336 |
"class": "raw-logit-control",
|
| 337 |
"licence": "MIT",
|
|
|
|
| 347 |
"cost_usd_per_1000": 0.047970318352059935
|
| 348 |
},
|
| 349 |
{
|
| 350 |
+
"rank": 22,
|
| 351 |
"display": "JEV Qwen3.5-9B Base NVFP4",
|
| 352 |
"class": "jev-rebuild",
|
| 353 |
"licence": "Apache-2.0 entrant and upstream checkpoint",
|
|
|
|
| 363 |
"cost_usd_per_1000": 0.07745842696629213
|
| 364 |
},
|
| 365 |
{
|
| 366 |
+
"rank": 23,
|
| 367 |
"display": "OpenJev (DiffusionGemma 26B-A4B NVFP4, razorback16)",
|
| 368 |
"class": "jev-rebuild",
|
| 369 |
"licence": "Apache-2.0 (repo and weights)",
|
|
|
|
| 379 |
"cost_usd_per_1000": 0.06560455056179774
|
| 380 |
},
|
| 381 |
{
|
| 382 |
+
"rank": 24,
|
| 383 |
"display": "kev 4B (research preview)",
|
| 384 |
"class": "jev-rebuild",
|
| 385 |
"licence": "Apache-2.0",
|
|
|
|
| 395 |
"cost_usd_per_1000": 0.018802865168539323
|
| 396 |
},
|
| 397 |
{
|
| 398 |
+
"rank": 25,
|
| 399 |
+
"display": "Decision 2B (FlyMy.AI, v59)",
|
| 400 |
+
"class": "jev-rebuild",
|
| 401 |
+
"licence": "Apache-2.0 notices on the included code and the pinned base; the weights are an evaluation preview under EVALUATION-PERMISSION.md, not a cleared commercial release",
|
| 402 |
+
"repo": "https://huggingface.co/flymy-ai/decision-2b-preview",
|
| 403 |
+
"jevbench_score": 35.800088231124995,
|
| 404 |
+
"axes": {
|
| 405 |
+
"intelligence": 38.76224329634284,
|
| 406 |
+
"calibration": 74.12548511090162,
|
| 407 |
+
"speed": 84.28398951642146,
|
| 408 |
+
"cost": 62.50937716584096
|
| 409 |
+
},
|
| 410 |
+
"api_flag": false,
|
| 411 |
+
"cost_usd_per_1000": 0.017769999999999998
|
| 412 |
+
},
|
| 413 |
+
{
|
| 414 |
+
"rank": 26,
|
| 415 |
"display": "Qwen3.5-9B Jev-like data-mix v2",
|
| 416 |
"class": "jev-rebuild",
|
| 417 |
"licence": "Apache-2.0 (adapter code and weights; Qwen3.5-9B base is Apache-2.0)",
|
|
|
|
| 427 |
"cost_usd_per_1000": 0.08344007490636705
|
| 428 |
},
|
| 429 |
{
|
| 430 |
+
"rank": 27,
|
| 431 |
"display": "GPT-6 Luna (low reasoning effort)",
|
| 432 |
"class": "llm-baseline",
|
| 433 |
"licence": "proprietary API",
|
|
|
|
| 443 |
"cost_usd_per_1000": 0.12699831460674169
|
| 444 |
},
|
| 445 |
{
|
| 446 |
+
"rank": 28,
|
| 447 |
"display": "SimpleJev Qwen3.8-27B",
|
| 448 |
"class": "jev-rebuild",
|
| 449 |
"licence": "Apache-2.0 (Qwen weights); repository licence not stated",
|
|
|
|
| 459 |
"cost_usd_per_1000": 0.10399651685393257
|
| 460 |
},
|
| 461 |
{
|
| 462 |
+
"rank": 29,
|
| 463 |
"display": "NInfer Qwen3.8-Flash-Next mixed",
|
| 464 |
"class": "native-logit",
|
| 465 |
"licence": "Qwen Community License 1.0 (model); Apache-2.0 (engine)",
|
|
|
|
| 475 |
"cost_usd_per_1000": 0.10869606741573033
|
| 476 |
},
|
| 477 |
{
|
| 478 |
+
"rank": 30,
|
| 479 |
"display": "GPT-6 Luna (default medium reasoning effort)",
|
| 480 |
"class": "llm-baseline",
|
| 481 |
"licence": "proprietary API",
|
|
|
|
| 491 |
"cost_usd_per_1000": 0.13544588014981276
|
| 492 |
},
|
| 493 |
{
|
| 494 |
+
"rank": 31,
|
| 495 |
"display": "open-alternative-jev (Qwen3.5-4B, IkerMoel)",
|
| 496 |
"class": "jev-rebuild",
|
| 497 |
"licence": "Apache-2.0 (code and weights)",
|
|
|
|
| 507 |
"cost_usd_per_1000": 0.022171404494382024
|
| 508 |
},
|
| 509 |
{
|
| 510 |
+
"rank": 32,
|
| 511 |
"display": "jev-local (Qwen3.5-9B)",
|
| 512 |
"class": "jev-rebuild",
|
| 513 |
"licence": "no licence stated in the repository (public code); Apache-2.0 base weights",
|
|
|
|
| 523 |
"cost_usd_per_1000": 0.07745842696629213
|
| 524 |
},
|
| 525 |
{
|
| 526 |
+
"rank": 33,
|
| 527 |
+
"display": "Decision Fast (FlyMy.AI, v53a)",
|
| 528 |
+
"class": "jev-rebuild",
|
| 529 |
+
"licence": "Apache-2.0 notices on the included code and the pinned base; the weights are an evaluation preview under EVALUATION-PERMISSION.md, not a cleared commercial release",
|
| 530 |
+
"repo": "https://huggingface.co/flymy-ai/decision-fast-preview",
|
| 531 |
+
"jevbench_score": 32.492203456270644,
|
| 532 |
+
"axes": {
|
| 533 |
+
"intelligence": 37.074471307080934,
|
| 534 |
+
"calibration": 65.30757379702415,
|
| 535 |
+
"speed": 81.59778170772206,
|
| 536 |
+
"cost": 76.07683824704311
|
| 537 |
+
},
|
| 538 |
+
"api_flag": false,
|
| 539 |
+
"cost_usd_per_1000": 0.0062724719101123596
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"rank": 34,
|
| 543 |
"display": "decider-2b (Mapika)",
|
| 544 |
"class": "jev-rebuild",
|
| 545 |
"licence": "Apache-2.0",
|
|
|
|
| 555 |
"cost_usd_per_1000": 0.01996511235955056
|
| 556 |
},
|
| 557 |
{
|
| 558 |
+
"rank": 35,
|
| 559 |
"display": "jeff (Logan Markewich, GLiFormer 400M)",
|
| 560 |
"class": "jev-rebuild",
|
| 561 |
"licence": "MIT (code); GLiFormer weights per their model card",
|
|
|
|
| 571 |
"cost_usd_per_1000": 0.006036722846441948
|
| 572 |
},
|
| 573 |
{
|
| 574 |
+
"rank": 36,
|
| 575 |
"display": "Laya (Convai Innovations, ModernBERT-large 421M)",
|
| 576 |
"class": "jev-rebuild",
|
| 577 |
"licence": "Apache-2.0",
|
|
|
|
| 587 |
"cost_usd_per_1000": 0.0028831273408239703
|
| 588 |
},
|
| 589 |
{
|
| 590 |
+
"rank": 37,
|
| 591 |
+
"display": "lev-350m (Franck Verrot, LFM2.5-350M)",
|
| 592 |
+
"class": "jev-rebuild",
|
| 593 |
+
"licence": "Apache-2.0 (code); weights under LiquidAI's LFM1.0 licence, following the LFM2.5-350M base",
|
| 594 |
+
"repo": "https://github.com/franckverrot/lev",
|
| 595 |
+
"jevbench_score": 28.501129766483672,
|
| 596 |
+
"axes": {
|
| 597 |
+
"intelligence": 34.75234376694234,
|
| 598 |
+
"calibration": 70.61387806637806,
|
| 599 |
+
"speed": 85.31334412225277,
|
| 600 |
+
"cost": 76.09548365186328
|
| 601 |
+
},
|
| 602 |
+
"api_flag": false,
|
| 603 |
+
"cost_usd_per_1000": 0.006263501872659176
|
| 604 |
+
},
|
| 605 |
+
{
|
| 606 |
+
"rank": 38,
|
| 607 |
"display": "openjev-sglang (Qwen3.6-35B-A3B on SGLang)",
|
| 608 |
"class": "jev-rebuild",
|
| 609 |
"licence": "no licence file in the repository as of 2026-09-19; Qwen3.6 weights keep their own terms",
|
|
|
|
| 619 |
"cost_usd_per_1000": 0.13127546816479402
|
| 620 |
},
|
| 621 |
{
|
| 622 |
+
"rank": 39,
|
| 623 |
"display": "Von (wfzyx, Option-Marker 395M)",
|
| 624 |
"class": "jev-rebuild",
|
| 625 |
"licence": "Apache-2.0 code; Apache-2.0 weights (answerdotai/ModernBERT-large base)",
|
|
|
|
| 635 |
"cost_usd_per_1000": 0.005513183520599252
|
| 636 |
},
|
| 637 |
{
|
| 638 |
+
"rank": 40,
|
| 639 |
"display": "NInfer Qwen3.8-27B NVFP4 (T=1.5)",
|
| 640 |
"class": "native-logit",
|
| 641 |
"licence": "Apache-2.0 (engine and submitted 27B artifact/base)",
|
|
|
|
| 651 |
"cost_usd_per_1000": 0.14492808988764044
|
| 652 |
},
|
| 653 |
{
|
| 654 |
+
"rank": 41,
|
| 655 |
"display": "NInfer Qwen3.8-27B NVFP4",
|
| 656 |
"class": "native-logit",
|
| 657 |
"licence": "Apache-2.0 (engine and submitted 27B artifact/base)",
|
|
|
|
| 667 |
"cost_usd_per_1000": 0.14492808988764044
|
| 668 |
},
|
| 669 |
{
|
| 670 |
+
"rank": 42,
|
| 671 |
"display": "kev 8B (research preview)",
|
| 672 |
"class": "jev-rebuild",
|
| 673 |
"licence": "Apache-2.0",
|
|
|
|
| 683 |
"cost_usd_per_1000": 0.07333117415730338
|
| 684 |
},
|
| 685 |
{
|
| 686 |
+
"rank": 43,
|
| 687 |
"display": "JevOne",
|
| 688 |
"class": "jev-rebuild",
|
| 689 |
"licence": "Component-specific JevOne/Qwen/SGLang terms recorded in RESULT.md",
|
|
|
|
| 699 |
"cost_usd_per_1000": 0.1373250936329588
|
| 700 |
},
|
| 701 |
{
|
| 702 |
+
"rank": 44,
|
| 703 |
"display": "SimpleJev Qwen3.6-35B-A3B",
|
| 704 |
"class": "jev-rebuild",
|
| 705 |
"licence": "Apache-2.0 (Qwen weights); repository licence not stated",
|
|
|
|
| 715 |
"cost_usd_per_1000": 0.11555168539325843
|
| 716 |
},
|
| 717 |
{
|
| 718 |
+
"rank": 45,
|
| 719 |
"display": "kev 0.6B (research preview)",
|
| 720 |
"class": "jev-rebuild",
|
| 721 |
"licence": "Apache-2.0",
|
|
|
|
| 731 |
"cost_usd_per_1000": 0.0062676217228464426
|
| 732 |
},
|
| 733 |
{
|
| 734 |
+
"rank": 46,
|
| 735 |
"display": "Raw Qwen3 8B direct logits",
|
| 736 |
"class": "raw-logit-control",
|
| 737 |
"licence": "Apache-2.0",
|
|
|
|
| 747 |
"cost_usd_per_1000": 0.0865558988764045
|
| 748 |
},
|
| 749 |
{
|
| 750 |
+
"rank": 47,
|
| 751 |
"display": "system-one (Qwen3-8B, Sean Goedecke)",
|
| 752 |
"class": "jev-rebuild",
|
| 753 |
"licence": "no licence file in the repository as of 19 Sep; Qwen3 weights Apache-2.0",
|
|
|
|
| 763 |
"cost_usd_per_1000": 0.08944116853932584
|
| 764 |
},
|
| 765 |
{
|
| 766 |
+
"rank": 48,
|
| 767 |
"display": "OpenDecision (ModernBERT-large zero-shot)",
|
| 768 |
"class": "classifier",
|
| 769 |
"licence": "Apache-2.0",
|
|
|
|
| 779 |
"cost_usd_per_1000": 0.006635318352059925
|
| 780 |
},
|
| 781 |
{
|
| 782 |
+
"rank": 49,
|
| 783 |
"display": "LitJev (Qwen3.8-27B)",
|
| 784 |
"class": "jev-rebuild",
|
| 785 |
"licence": "Apache-2.0 (code); Apache-2.0 base weights",
|
|
|
|
| 795 |
"cost_usd_per_1000": 0.16303594007490638
|
| 796 |
},
|
| 797 |
{
|
| 798 |
+
"rank": 50,
|
| 799 |
"display": "openJev Verdict 1.4",
|
| 800 |
"class": "jev-rebuild",
|
| 801 |
"licence": "Apache-2.0",
|
|
|
|
| 811 |
"cost_usd_per_1000": 0.003872921348314607
|
| 812 |
},
|
| 813 |
{
|
| 814 |
+
"rank": 51,
|
| 815 |
"display": "kev 0.5B",
|
| 816 |
"class": "jev-rebuild",
|
| 817 |
"licence": "Apache-2.0",
|
|
|
|
| 827 |
"cost_usd_per_1000": 0.0062676404494382025
|
| 828 |
},
|
| 829 |
{
|
| 830 |
+
"rank": 52,
|
| 831 |
"display": "Bespoke Nimble 9B (Bespoke Labs)",
|
| 832 |
"class": "jev-rebuild",
|
| 833 |
"licence": "Apache-2.0 (weights); repository without a licence file as of 19 Sep",
|
|
|
|
| 843 |
"cost_usd_per_1000": 0.16583014981273408
|
| 844 |
},
|
| 845 |
{
|
| 846 |
+
"rank": 53,
|
| 847 |
"display": "GPT-5.6 Luna (low reasoning effort)",
|
| 848 |
"class": "llm-baseline",
|
| 849 |
"licence": "proprietary API",
|
|
|
|
| 859 |
"cost_usd_per_1000": 0.24191123595505612
|
| 860 |
},
|
| 861 |
{
|
| 862 |
+
"rank": 54,
|
| 863 |
"display": "openJev Verdict (heman10x, ModernBERT-base 151M)",
|
| 864 |
"class": "jev-rebuild",
|
| 865 |
"licence": "Apache-2.0",
|
|
|
|
| 875 |
"cost_usd_per_1000": 0.00367125468164794
|
| 876 |
},
|
| 877 |
{
|
| 878 |
+
"rank": 55,
|
| 879 |
"display": "Raw Qwen3 1.7B direct logits",
|
| 880 |
"class": "raw-logit-control",
|
| 881 |
"licence": "Apache-2.0",
|
|
|
|
| 891 |
"cost_usd_per_1000": 0.014795880149812733
|
| 892 |
},
|
| 893 |
{
|
| 894 |
+
"rank": 56,
|
| 895 |
"display": "reflex-27b (Qwen3.8-27B)",
|
| 896 |
"class": "jev-rebuild",
|
| 897 |
"licence": "MIT code; Apache-2.0 Qwen weights",
|
|
|
|
| 907 |
"cost_usd_per_1000": 0.18111733707865169
|
| 908 |
},
|
| 909 |
{
|
| 910 |
+
"rank": 57,
|
| 911 |
"display": "djev (thinking)",
|
| 912 |
"class": "jev-rebuild",
|
| 913 |
"licence": "Apache-2.0",
|
|
|
|
| 923 |
"cost_usd_per_1000": 0.27429398876404487
|
| 924 |
},
|
| 925 |
{
|
| 926 |
+
"rank": 58,
|
| 927 |
"display": "GLiNER2 large (Fastino)",
|
| 928 |
"class": "classifier",
|
| 929 |
"licence": "Apache-2.0",
|
|
|
|
| 939 |
"cost_usd_per_1000": 0.007745842696629214
|
| 940 |
},
|
| 941 |
{
|
| 942 |
+
"rank": 59,
|
| 943 |
"display": "OpenJev (thinking, BF16)",
|
| 944 |
"class": "jev-rebuild",
|
| 945 |
"licence": "Apache-2.0",
|
|
|
|
| 955 |
"cost_usd_per_1000": 0.25463898876404495
|
| 956 |
},
|
| 957 |
{
|
| 958 |
+
"rank": 60,
|
| 959 |
+
"display": "Qwen3.5-0.8B Decision Model (Mourad Ghafiri)",
|
| 960 |
+
"class": "jev-rebuild",
|
| 961 |
+
"licence": "MIT code and training data; Apache-2.0 model weights",
|
| 962 |
+
"repo": "https://huggingface.co/mghafiri/qwen3.5-0.8B-decision-model",
|
| 963 |
+
"jevbench_score": 14.540627482985634,
|
| 964 |
+
"axes": {
|
| 965 |
+
"intelligence": 28.073004486611502,
|
| 966 |
+
"calibration": 68.22744227994228,
|
| 967 |
+
"speed": 49.16083329619092,
|
| 968 |
+
"cost": 75.68324604275398
|
| 969 |
+
},
|
| 970 |
+
"api_flag": false,
|
| 971 |
+
"cost_usd_per_1000": 0.0064648501872659175
|
| 972 |
+
},
|
| 973 |
+
{
|
| 974 |
+
"rank": 61,
|
| 975 |
"display": "Gemini 3.1 Flash-Lite",
|
| 976 |
"class": "llm-baseline",
|
| 977 |
"licence": "proprietary API",
|
|
|
|
| 987 |
"cost_usd_per_1000": 0.26378698501872655
|
| 988 |
},
|
| 989 |
{
|
| 990 |
+
"rank": 62,
|
| 991 |
"display": "open-jev-deberta-v3-large (local CPU)",
|
| 992 |
"class": "jev-rebuild",
|
| 993 |
"licence": "Apache-2.0 (model card); DeBERTa-v3 keeps its own terms",
|
|
|
|
| 1003 |
"cost_usd_per_1000": 0.007340468164794008
|
| 1004 |
},
|
| 1005 |
{
|
| 1006 |
+
"rank": 63,
|
| 1007 |
"display": "smalljev semantic-v9",
|
| 1008 |
"class": "jev-rebuild",
|
| 1009 |
"licence": "Apache-2.0",
|
|
|
|
| 1019 |
"cost_usd_per_1000": 0.025365692883895133
|
| 1020 |
},
|
| 1021 |
{
|
| 1022 |
+
"rank": 64,
|
| 1023 |
"display": "GLiNER2 (Fastino, gliner2.5-base)",
|
| 1024 |
"class": "classifier",
|
| 1025 |
"licence": "Apache-2.0",
|
|
|
|
| 1035 |
"cost_usd_per_1000": 0.00367125468164794
|
| 1036 |
},
|
| 1037 |
{
|
| 1038 |
+
"rank": 65,
|
| 1039 |
"display": "Open-Jev 9B (Zefan Cai)",
|
| 1040 |
"class": "jev-rebuild",
|
| 1041 |
"licence": "MIT (loader); Apache-2.0 (adapter and pinned Qwen base); CC0-1.0 public training projection",
|
|
|
|
| 1051 |
"cost_usd_per_1000": 0.24882153558052428
|
| 1052 |
},
|
| 1053 |
{
|
| 1054 |
+
"rank": 66,
|
| 1055 |
"display": "Open-Jev 2B (Zefan Cai)",
|
| 1056 |
"class": "jev-rebuild",
|
| 1057 |
"licence": "MIT (loader); Apache-2.0 (adapter and pinned Qwen base); CC0-1.0 public training projection",
|
|
|
|
| 1067 |
"cost_usd_per_1000": 0.24882153558052428
|
| 1068 |
},
|
| 1069 |
{
|
| 1070 |
+
"rank": 67,
|
| 1071 |
"display": "GLiNER2.5 multi (Fastino, 287M)",
|
| 1072 |
"class": "classifier",
|
| 1073 |
"licence": "Apache-2.0",
|
|
|
|
| 1083 |
"cost_usd_per_1000": 0.003872921348314607
|
| 1084 |
},
|
| 1085 |
{
|
| 1086 |
+
"rank": 68,
|
| 1087 |
"display": "SimpleJev (Qwen3.5-0.8B, CPU)",
|
| 1088 |
"class": "jev-rebuild",
|
| 1089 |
"licence": "Apache-2.0 server; Apache-2.0 Qwen3.5-0.8B checkpoint",
|
|
|
|
| 1099 |
"cost_usd_per_1000": 0.011435224719101125
|
| 1100 |
},
|
| 1101 |
{
|
| 1102 |
+
"rank": 69,
|
| 1103 |
"display": "GLiNER2.5 small (Fastino, 74M)",
|
| 1104 |
"class": "classifier",
|
| 1105 |
"licence": "Apache-2.0",
|
|
|
|
| 1115 |
"cost_usd_per_1000": 0.003872921348314607
|
| 1116 |
},
|
| 1117 |
{
|
| 1118 |
+
"rank": 70,
|
| 1119 |
"display": "Raw Qwen3 0.6B direct logits",
|
| 1120 |
"class": "raw-logit-control",
|
| 1121 |
"licence": "Apache-2.0",
|
|
|
|
| 1131 |
"cost_usd_per_1000": 0.007397940074906366
|
| 1132 |
},
|
| 1133 |
{
|
| 1134 |
+
"rank": 71,
|
| 1135 |
"display": "DeepSeek V4.1 Flash (thinking default)",
|
| 1136 |
"class": "llm-baseline",
|
| 1137 |
"licence": "open weights, proprietary API route",
|
|
|
|
| 1147 |
"cost_usd_per_1000": 0.593682584269663
|
| 1148 |
},
|
| 1149 |
{
|
| 1150 |
+
"rank": 72,
|
| 1151 |
"display": "Mirror",
|
| 1152 |
"class": "jev-rebuild",
|
| 1153 |
"licence": "Apache-2.0 wrapper and Mirror release; upstream DeBERTa/model assets retain their own terms",
|
|
|
|
| 1163 |
"cost_usd_per_1000": 0.007745842696629214
|
| 1164 |
},
|
| 1165 |
{
|
| 1166 |
+
"rank": 73,
|
| 1167 |
"display": "Mixedbread mxbai-rerank-base-v2",
|
| 1168 |
"class": "reranker",
|
| 1169 |
"licence": "Apache-2.0",
|
|
|
|
| 1179 |
"cost_usd_per_1000": 0.011722048450570633
|
| 1180 |
},
|
| 1181 |
{
|
| 1182 |
+
"rank": 74,
|
| 1183 |
"display": "BAAI bge-reranker-v2-m3",
|
| 1184 |
"class": "reranker",
|
| 1185 |
"licence": "Apache-2.0",
|
|
|
|
| 1195 |
"cost_usd_per_1000": 0.007718915951068509
|
| 1196 |
},
|
| 1197 |
{
|
| 1198 |
+
"rank": 75,
|
| 1199 |
"display": "Alibaba GTE Reranker ModernBERT-base",
|
| 1200 |
"class": "reranker",
|
| 1201 |
"licence": "Apache-2.0",
|
|
|
|
| 1211 |
"cost_usd_per_1000": 0.010280148864935354
|
| 1212 |
},
|
| 1213 |
{
|
| 1214 |
+
"rank": 76,
|
| 1215 |
"display": "Certo v1 (AltSlate Labs)",
|
| 1216 |
"class": "jev-rebuild",
|
| 1217 |
"licence": "MIT",
|
|
|
|
| 1227 |
"cost_usd_per_1000": 0.0009654868913857679
|
| 1228 |
},
|
| 1229 |
{
|
| 1230 |
+
"rank": 77,
|
| 1231 |
"display": "Open Jev JSON Canvas (JoshuaSP)",
|
| 1232 |
"class": "jev-rebuild",
|
| 1233 |
"licence": "MIT code; Apache-2.0 DiffusionGemma weights",
|