Spaces:
Running
Running
Upload data.json
Browse files
data.json
CHANGED
|
@@ -93,6 +93,36 @@
|
|
| 93 |
"smolscript": "b4e8f5fa96434823307edee7e14b66fe8b9fc9be048ebcf7c00800ae4474270a"
|
| 94 |
}
|
| 95 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 96 |
}
|
| 97 |
]
|
| 98 |
},
|
|
@@ -349,7 +379,7 @@
|
|
| 349 |
"evaluation_status": "evaluated",
|
| 350 |
"date_submitted": "2026-11-04",
|
| 351 |
"date_added": "2026-11-04",
|
| 352 |
-
"author_note": "IBM
|
| 353 |
"comment_source": "dotlabs",
|
| 354 |
"checkpoint_revision": "bd8a1497065c0d6ba1ef19af6b0d2b14bacf71c2",
|
| 355 |
"scores": {
|
|
@@ -382,7 +412,7 @@
|
|
| 382 |
"evaluation_status": "evaluated",
|
| 383 |
"date_submitted": "2026-11-04",
|
| 384 |
"date_added": "2026-11-04",
|
| 385 |
-
"author_note": "IBM
|
| 386 |
"comment_source": "dotlabs",
|
| 387 |
"checkpoint_revision": "3b17b717b8f2f5d305b0a92c1491e239aeda19c8",
|
| 388 |
"scores": {
|
|
@@ -596,10 +626,86 @@
|
|
| 596 |
}
|
| 597 |
}
|
| 598 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 599 |
}
|
| 600 |
],
|
| 601 |
"evaluation_protocol": "cognirank-2026-11-update",
|
| 602 |
-
"updated_at": "2026-11-
|
| 603 |
"reproduction_url": "https://huggingface.co/datasets/dotlabs/cognirank",
|
| 604 |
"evaluation_context": 4096
|
| 605 |
}
|
|
|
|
| 93 |
"smolscript": "b4e8f5fa96434823307edee7e14b66fe8b9fc9be048ebcf7c00800ae4474270a"
|
| 94 |
}
|
| 95 |
}
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"id": "HuggingFaceTB/SmolLM-135M",
|
| 99 |
+
"name": "SmolLM-135M",
|
| 100 |
+
"parameters": "135M",
|
| 101 |
+
"model_card_url": "https://huggingface.co/HuggingFaceTB/SmolLM-135M",
|
| 102 |
+
"model_type": "pretrained",
|
| 103 |
+
"evaluation_status": "evaluated",
|
| 104 |
+
"date_submitted": "2026-11-06",
|
| 105 |
+
"date_added": "2026-11-06",
|
| 106 |
+
"author_note": "A compact SmolLM foundation model pretrained on educational and web text, designed for accessible small-model experimentation.",
|
| 107 |
+
"comment_source": "dotlabs",
|
| 108 |
+
"checkpoint_revision": "1d461723eec654e65efdc40cf49301c89c0c92f4",
|
| 109 |
+
"scores": {
|
| 110 |
+
"smolcua": 0.0,
|
| 111 |
+
"marc": 1.5625,
|
| 112 |
+
"procedural_pile": 0.007275037924876215,
|
| 113 |
+
"ttm": 47.3,
|
| 114 |
+
"smolscript": 0.5374255374255374
|
| 115 |
+
},
|
| 116 |
+
"cognirank_index": 6.412700904942976,
|
| 117 |
+
"evaluation": {
|
| 118 |
+
"protocol": "cognirank2-v5",
|
| 119 |
+
"requested_context": 2048,
|
| 120 |
+
"component_protocols": {
|
| 121 |
+
"smolcua": "smolcua-v1.4-three-passes",
|
| 122 |
+
"smolcua_scoring": "v2-outer-whitespace-insensitive"
|
| 123 |
+
},
|
| 124 |
+
"smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065"
|
| 125 |
+
}
|
| 126 |
}
|
| 127 |
]
|
| 128 |
},
|
|
|
|
| 379 |
"evaluation_status": "evaluated",
|
| 380 |
"date_submitted": "2026-11-04",
|
| 381 |
"date_added": "2026-11-04",
|
| 382 |
+
"author_note": "IBM’s compact, creator-post-trained Granite model for practical language, code, and tool-use tasks.",
|
| 383 |
"comment_source": "dotlabs",
|
| 384 |
"checkpoint_revision": "bd8a1497065c0d6ba1ef19af6b0d2b14bacf71c2",
|
| 385 |
"scores": {
|
|
|
|
| 412 |
"evaluation_status": "evaluated",
|
| 413 |
"date_submitted": "2026-11-04",
|
| 414 |
"date_added": "2026-11-04",
|
| 415 |
+
"author_note": "IBM’s hybrid attention–Mamba2 Granite model, post-trained for efficient instruction and tool-oriented tasks.",
|
| 416 |
"comment_source": "dotlabs",
|
| 417 |
"checkpoint_revision": "3b17b717b8f2f5d305b0a92c1491e239aeda19c8",
|
| 418 |
"scores": {
|
|
|
|
| 626 |
}
|
| 627 |
}
|
| 628 |
]
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"id": "bananamind",
|
| 632 |
+
"name": "BananaMind",
|
| 633 |
+
"link": "https://huggingface.co/BananaMind",
|
| 634 |
+
"color": "#EEC880",
|
| 635 |
+
"models": [
|
| 636 |
+
{
|
| 637 |
+
"id": "BananaMind/BananaMind-2-Pro",
|
| 638 |
+
"name": "BananaMind-2-Pro",
|
| 639 |
+
"parameters": "139M",
|
| 640 |
+
"model_card_url": "https://huggingface.co/BananaMind/BananaMind-2-Pro",
|
| 641 |
+
"model_type": "pretrained",
|
| 642 |
+
"evaluation_status": "evaluated",
|
| 643 |
+
"date_submitted": "2026-11-06",
|
| 644 |
+
"date_added": "2026-11-06",
|
| 645 |
+
"author_note": "A 139M-parameter decoder-only base model trained from scratch with a digit-aware byte-level BPE tokenizer and a completed 100B-token pretraining curriculum.",
|
| 646 |
+
"comment_source": "dotlabs",
|
| 647 |
+
"checkpoint_revision": "846592429ab5f01390f6fa7340921823603c3c3a",
|
| 648 |
+
"scores": {
|
| 649 |
+
"smolcua": 0.0,
|
| 650 |
+
"marc": 4.0625,
|
| 651 |
+
"procedural_pile": 0.003975155279503095,
|
| 652 |
+
"ttm": 46.55,
|
| 653 |
+
"smolscript": 0.5626780626780626
|
| 654 |
+
},
|
| 655 |
+
"cognirank_index": 6.848635645226034,
|
| 656 |
+
"evaluation": {
|
| 657 |
+
"protocol": "cognirank2-v5",
|
| 658 |
+
"requested_context": 3072,
|
| 659 |
+
"component_protocols": {
|
| 660 |
+
"smolcua": "smolcua-v1.4-three-passes",
|
| 661 |
+
"smolcua_scoring": "v2-outer-whitespace-insensitive"
|
| 662 |
+
},
|
| 663 |
+
"smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065"
|
| 664 |
+
}
|
| 665 |
+
}
|
| 666 |
+
]
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"id": "opencerebral",
|
| 670 |
+
"name": "OpenCerebral",
|
| 671 |
+
"link": "https://huggingface.co/opencerebral",
|
| 672 |
+
"color": "#98CCD6",
|
| 673 |
+
"models": [
|
| 674 |
+
{
|
| 675 |
+
"id": "opencerebral/Boris-2-Preview-2",
|
| 676 |
+
"name": "Boris-2",
|
| 677 |
+
"parameters": "144M",
|
| 678 |
+
"model_card_url": "https://huggingface.co/opencerebral/Boris-2-Preview-2",
|
| 679 |
+
"model_type": "pretrained",
|
| 680 |
+
"evaluation_status": "evaluated",
|
| 681 |
+
"date_submitted": "2026-11-06",
|
| 682 |
+
"date_added": "2026-11-06",
|
| 683 |
+
"author_note": "A 144M-parameter dense Boris 2 language-model checkpoint from a 100B-token pretraining run, evaluated with a 2K-token context.",
|
| 684 |
+
"comment_source": "dotlabs",
|
| 685 |
+
"checkpoint_revision": "f2615d19c87b92b5d64a611030d7bbfb7c1da5b1",
|
| 686 |
+
"scores": {
|
| 687 |
+
"smolcua": 0.0,
|
| 688 |
+
"marc": 8.125,
|
| 689 |
+
"procedural_pile": 0.01105108843754413,
|
| 690 |
+
"ttm": 44.2,
|
| 691 |
+
"smolscript": 0.0
|
| 692 |
+
},
|
| 693 |
+
"cognirank_index": 7.296010755460537,
|
| 694 |
+
"evaluation": {
|
| 695 |
+
"protocol": "cognirank2-v5",
|
| 696 |
+
"requested_context": 2048,
|
| 697 |
+
"component_protocols": {
|
| 698 |
+
"smolcua": "smolcua-v1.4-three-passes",
|
| 699 |
+
"smolcua_scoring": "v2-outer-whitespace-insensitive"
|
| 700 |
+
},
|
| 701 |
+
"smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065"
|
| 702 |
+
}
|
| 703 |
+
}
|
| 704 |
+
]
|
| 705 |
}
|
| 706 |
],
|
| 707 |
"evaluation_protocol": "cognirank-2026-11-update",
|
| 708 |
+
"updated_at": "2026-11-06",
|
| 709 |
"reproduction_url": "https://huggingface.co/datasets/dotlabs/cognirank",
|
| 710 |
"evaluation_context": 4096
|
| 711 |
}
|