Spaces:
Running
Running
| { | |
| "schema_version": 16, | |
| "evaluation_weights": { | |
| "smolcua": 0.25263157894736843, | |
| "marc": 0.21052631578947367, | |
| "procedural_pile": 0.21052631578947367, | |
| "ttm": 0.12631578947368421, | |
| "smolscript": 0.2 | |
| }, | |
| "eligibility": { | |
| "min_parameters_millions": 50, | |
| "max_parameters_millions": 500, | |
| "below_minimum_exception": "Models are expected to fall within the approximate 50M–500M window. Near-threshold models marketed as 50M may still be considered at DotLabs discretion.", | |
| "training_requirement": "The submitting creator or organization must have pretrained the underlying model. Creator-post-trained variants are eligible; third-party fine-tunes and reuploads are not." | |
| }, | |
| "authors": [ | |
| { | |
| "id": "ibm-granite", | |
| "name": "IBM Granite", | |
| "link": "https://huggingface.co/ibm-granite", | |
| "color": "#9DB5EB", | |
| "models": [ | |
| { | |
| "id": "ibm-granite/granite-4.0-h-350m", | |
| "name": "granite-4.0-h-350m", | |
| "parameters": "340M", | |
| "model_card_url": "https://huggingface.co/ibm-granite/granite-4.0-h-350m", | |
| "model_type": "creator_posttrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-04", | |
| "date_added": "2026-11-04", | |
| "author_note": "IBM’s hybrid attention–Mamba2 Granite model, post-trained for efficient instruction and tool-oriented tasks.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "3b17b717b8f2f5d305b0a92c1491e239aeda19c8", | |
| "scores": { | |
| "ttm": 51.4, | |
| "marc": 3.125, | |
| "procedural_pile": 15.574583666404257, | |
| "smolcua": 15.9499, | |
| "smolscript": 13.165815665815666 | |
| }, | |
| "cognirank_index": 17.09199758924824, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "055a122c6216e54ee46d138f3e4e8404a5b8403fed73239bd14e8467b6f20698", | |
| "smolscript": "439c60e134c754cfa18b1f4a9b04deab4021a2d29a24baaeebd20fb476a519d8" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "ibm-granite/granite-4.0-350m", | |
| "name": "granite-4.0-350m", | |
| "parameters": "350M", | |
| "model_card_url": "https://huggingface.co/ibm-granite/granite-4.0-350m", | |
| "model_type": "creator_posttrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-04", | |
| "date_added": "2026-11-04", | |
| "author_note": "IBM’s compact, creator-post-trained Granite model for practical language, code, and tool-use tasks.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "bd8a1497065c0d6ba1ef19af6b0d2b14bacf71c2", | |
| "scores": { | |
| "ttm": 52.7, | |
| "marc": 2.5, | |
| "procedural_pile": 13.301300628673525, | |
| "smolcua": 13.8532, | |
| "smolscript": 12.960095460095461 | |
| }, | |
| "cognirank_index": 16.075206592792465, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "2a230917ac62150d383e5641c66324138679c14ed29d323747951f7d1cfa6874", | |
| "smolscript": "56fd716f2cf690e2a7fd723cbabae9dd783a2c85b8bbd2b482c67cec8375d8dd" | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "qwen", | |
| "name": "Qwen", | |
| "link": "https://huggingface.co/Qwen", | |
| "color": "#C3ADE8", | |
| "models": [ | |
| { | |
| "id": "Qwen/Qwen2.5-Coder-0.5B-Instruct", | |
| "name": "Qwen2.5-Coder-0.5B-Instruct", | |
| "parameters": "0.5B", | |
| "model_card_url": "https://huggingface.co/Qwen/Qwen2.5-Coder-0.5B-Instruct", | |
| "model_type": "creator_posttrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-07", | |
| "date_added": "2026-11-07", | |
| "author_note": "An instruction-tuned Qwen2.5 Coder model evaluated on CogniRank reasoning, agentic, and programming benchmarks.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "ea3f2471cf1b1f0db85067f1ef93848e38e88c25", | |
| "scores": { | |
| "ttm": 47.35, | |
| "marc": 7.1875, | |
| "procedural_pile": 13.450502730198362, | |
| "smolcua": 6.7121, | |
| "smolscript": 17.558830058830058 | |
| }, | |
| "cognirank_index": 15.53334974443935, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5-context-4096", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank2-v5-context-4096", | |
| "smolcua": "SmolCUA v1.4", | |
| "smolcua_subset": "smolcua-v1.4-three-passes", | |
| "smolscript": "smolscript-full-350" | |
| }, | |
| "source_file_sha256": "b5eed5fc69303033e8c364aa0de66f5f2169cc5e482ab65327bfecdd32b3dfba" | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "liquidai", | |
| "name": "LiquidAI", | |
| "link": "https://huggingface.co/LiquidAI", | |
| "color": "#9AB5FF", | |
| "models": [ | |
| { | |
| "id": "LiquidAI/LFM2.5-350M", | |
| "name": "LFM2.5-350M", | |
| "parameters": "350M", | |
| "model_card_url": "https://huggingface.co/LiquidAI/LFM2.5-350M", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-04", | |
| "date_added": "2026-11-04", | |
| "author_note": "A lightweight Liquid Foundation Model focused on delivering practical capability with a small deployment footprint.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "9921cd4d82c0e3986887aa4b376f9446729ef8a3", | |
| "scores": { | |
| "ttm": 46.85, | |
| "marc": 0.0, | |
| "procedural_pile": 11.993131773709633, | |
| "smolcua": 14.0053, | |
| "smolscript": 0.0 | |
| }, | |
| "cognirank_index": 11.98094563657045, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "23cf0691a4f482164e83c77ca277ba4102c8ea85bd3db222bf3f2f6e9ec7fdce", | |
| "smolscript": "3a9b27124c8417e6217d3d881bd3aa683a940c9b0b68092b2e03e52a471681fa" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "LiquidAI/LFM2.5-230M", | |
| "name": "LFM2.5-230M", | |
| "parameters": "230M", | |
| "model_card_url": "https://huggingface.co/LiquidAI/LFM2.5-230M", | |
| "model_type": "creator_posttrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-04", | |
| "date_added": "2026-11-04", | |
| "author_note": "A small creator-post-trained Liquid Foundation Model optimized for responsive, efficient text assistance.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "40cb2ad3b3044d5a41eee083a6103c8b523afa45", | |
| "scores": { | |
| "ttm": 48.2, | |
| "marc": 0.0, | |
| "procedural_pile": 2.780199447600087, | |
| "smolcua": 8.1778, | |
| "smolscript": 0.0 | |
| }, | |
| "cognirank_index": 8.739696725810544, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "85f3542c267a43e3ee0eb7af66e2f4ce046b4d25e6f15ee2d2acbd9820f5868b", | |
| "smolscript": "8e6040d0e2c4e9b6e8c4af8fe9fda4229250cbfb4b0ef9c62b38edd916e3c749" | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "huggingface-tb", | |
| "name": "HuggingFaceTB", | |
| "link": "https://huggingface.co/HuggingFaceTB", | |
| "color": "#F5D18C", | |
| "models": [ | |
| { | |
| "id": "HuggingFaceTB/SmolLM2-360M-Instruct", | |
| "name": "SmolLM2-360M-Instruct", | |
| "parameters": "360M", | |
| "model_card_url": "https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct", | |
| "model_type": "creator_posttrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-07", | |
| "date_added": "2026-11-07", | |
| "author_note": "An instruction-tuned SmolLM2 checkpoint from its original creators, evaluated across all five CogniRank benchmarks.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "a10cc1512eabd3dde888204e902eca88bddb4951", | |
| "scores": { | |
| "ttm": 53.1, | |
| "marc": 11.5625, | |
| "procedural_pile": 8.35849782325648, | |
| "smolcua": 0.2298, | |
| "smolscript": 4.436859436859438 | |
| }, | |
| "cognirank_index": 11.846689323846936, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5-context-4096", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank2-v5-context-4096", | |
| "smolcua": "SmolCUA v1.4", | |
| "smolcua_subset": "smolcua-v1.4-three-passes", | |
| "smolscript": "smolscript-full-350" | |
| }, | |
| "source_file_sha256": "3d5b2d29bacd10635c2e47bd97f7520503c865296141ada7162f5d7b851c76de" | |
| } | |
| }, | |
| { | |
| "id": "HuggingFaceTB/SmolLM2-135M", | |
| "name": "SmolLM2-135M", | |
| "parameters": "135M", | |
| "model_card_url": "https://huggingface.co/HuggingFaceTB/SmolLM2-135M", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-04", | |
| "date_added": "2026-11-04", | |
| "author_note": "A small open foundation model designed to make language modeling accessible within a tight compute budget.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "93efa2f097d58c2a74874c7e644dbc9b0cee75a2", | |
| "scores": { | |
| "ttm": 46.7, | |
| "marc": 5.3125, | |
| "procedural_pile": 0.004785877737822812, | |
| "smolcua": 0.0, | |
| "smolscript": 0.5374255374255374 | |
| }, | |
| "cognirank_index": 7.125861081745702, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "b863c457cb2b5d6f32650f8a55b0cf90df150391aca002c923eef1473ceb054d", | |
| "smolscript": "b4e8f5fa96434823307edee7e14b66fe8b9fc9be048ebcf7c00800ae4474270a" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "HuggingFaceTB/SmolLM-135M", | |
| "name": "SmolLM-135M", | |
| "parameters": "135M", | |
| "model_card_url": "https://huggingface.co/HuggingFaceTB/SmolLM-135M", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-06", | |
| "date_added": "2026-11-06", | |
| "author_note": "A compact SmolLM foundation model pretrained on educational and web text, designed for accessible small-model experimentation.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "1d461723eec654e65efdc40cf49301c89c0c92f4", | |
| "scores": { | |
| "smolcua": 0.0, | |
| "marc": 1.5625, | |
| "procedural_pile": 0.007275037924876215, | |
| "ttm": 47.3, | |
| "smolscript": 0.5374255374255374 | |
| }, | |
| "cognirank_index": 6.412700904942976, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5", | |
| "requested_context": 2048, | |
| "component_protocols": { | |
| "smolcua": "smolcua-v1.4-three-passes", | |
| "smolcua_scoring": "v2-outer-whitespace-insensitive" | |
| }, | |
| "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065" | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "tiiuae", | |
| "name": "TII", | |
| "link": "https://huggingface.co/tiiuae", | |
| "color": "#D5ACFF", | |
| "models": [ | |
| { | |
| "id": "tiiuae/Falcon-H1-Tiny-90M-Instruct", | |
| "name": "Falcon-H1-Tiny-90M-Instruct", | |
| "parameters": "90M", | |
| "model_card_url": "https://huggingface.co/tiiuae/Falcon-H1-Tiny-90M-Instruct", | |
| "model_type": "creator_posttrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-04", | |
| "date_added": "2026-11-04", | |
| "author_note": "An instruction-tuned Falcon-H1 Tiny model from its original creators, aimed at efficient conversational tasks.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "e6389502a0b12cd8da894b395ba5bf7436873b16", | |
| "scores": { | |
| "ttm": 43.3, | |
| "marc": 7.1875, | |
| "procedural_pile": 7.969346397750256, | |
| "smolcua": 0.0, | |
| "smolscript": 0.8223258223258223 | |
| }, | |
| "cognirank_index": 8.824853879781008, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "d6a2bdc3501fb7e56855aff8e79a117b33e5b57aec39b814ed97f65f1e6ef85b", | |
| "smolscript": "570af0a153d49e39125d61cee1cea5368e2425d6d6aad87306c3a7f7a0c6f1fb" | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "bench-labs", | |
| "name": "Bench Labs", | |
| "color": "#EFB48C", | |
| "link": "https://huggingface.co/bench-labs", | |
| "models": [ | |
| { | |
| "id": "bench-labs/tinctura-v1", | |
| "name": "tinctura-v1", | |
| "parameters": "96.2M", | |
| "model_card_url": "https://huggingface.co/bench-labs/tinctura-v1", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-05", | |
| "date_added": "2026-11-05", | |
| "author_note": "A from-scratch compact language model using a smaller Cagliostro-style architecture and a 75-billion-token training run.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "f475b8a2698b0f2de14fbae584014908fec4f719", | |
| "scores": { | |
| "ttm": 44.6, | |
| "marc": 10.625, | |
| "procedural_pile": 0.019425921663509163, | |
| "smolcua": 0, | |
| "smolscript": 0.2849002849002849 | |
| }, | |
| "cognirank_index": 7.931596040488165, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "006a655293b27ae8efe5576db5cb8a03aed1f45e83d4031fe8be42c4114e600b", | |
| "smolscript": "97eada25f949017706f31f8d48c23a98fd3a1b2172fbe787ebe8dd3ce9a4c145" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "bench-labs/cagliostro-v3.5", | |
| "name": "cagliostro-v3.5", | |
| "parameters": "146M", | |
| "model_card_url": "https://huggingface.co/bench-labs/cagliostro-v3.5", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-05", | |
| "date_added": "2026-11-05", | |
| "author_note": "An extension of Cagliostro-v3 with a brief additional training stage, exploring stronger capability at the same 146M-parameter scale.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "2e3a2cdb72c0e979d498f2db00ed599e016ac95a", | |
| "scores": { | |
| "ttm": 46.55, | |
| "marc": 7.1875, | |
| "procedural_pile": 0.007577656444398657, | |
| "smolcua": 0, | |
| "smolscript": 0.0 | |
| }, | |
| "cognirank_index": 7.394753190830399, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "dfd91f864c36ca118a014a240e4a0fe80d79b318930d84399f9c1459a5bd5caf", | |
| "smolscript": "23f98009db8156346cd763c518bf4ed9d821575bc956b88471ea219cea04d51b" | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "minima-labs", | |
| "name": "MinimaLabs", | |
| "link": "https://huggingface.co/MinimaLabs", | |
| "color": "#99D9BD", | |
| "models": [ | |
| { | |
| "id": "MinimaLabs/KLM-1.5", | |
| "name": "KLM-1.5", | |
| "parameters": "99.0M", | |
| "model_card_url": "https://huggingface.co/MinimaLabs/KLM-1.5", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-04", | |
| "date_added": "2026-11-04", | |
| "author_note": "A compact language model exploring how much general capability can fit within roughly 100 million parameters.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "b2bbc22327c2b85316c23e871a91b1287aefa795", | |
| "scores": { | |
| "ttm": 42.55, | |
| "marc": 11.5625, | |
| "procedural_pile": 0.028325667131668543, | |
| "smolcua": 0.0, | |
| "smolscript": 0.0 | |
| }, | |
| "cognirank_index": 7.814910666764562, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "d9d2d7c6abb47f86fed6c87cf95e189f4686a7705fc8f3f3cb16b7b6dcc0958a", | |
| "smolscript": "816dda142e9c336adace796e59bc04e139c0472ee729c12d50edf67913ac8032" | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "godelev", | |
| "name": "GODELEV", | |
| "color": "#F0A4D5", | |
| "link": "https://huggingface.co/GODELEV", | |
| "models": [ | |
| { | |
| "id": "GODELEV/Rose-1.5-Pro", | |
| "name": "Rose-1.5-Pro", | |
| "parameters": "148.8M", | |
| "model_card_url": "https://huggingface.co/GODELEV/Rose-1.5-Pro", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-05", | |
| "date_added": "2026-11-05", | |
| "author_note": "A larger Rose X1.5 experiment using grouped-query attention and refresh gates to push compact language-model capability.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "96bf23ef5d9a468450b60bcc7e5a828ff3102036", | |
| "scores": { | |
| "ttm": 45.6, | |
| "marc": 6.875, | |
| "procedural_pile": 0.027063257654258682, | |
| "smolcua": 0, | |
| "smolscript": 0.854885854885855 | |
| }, | |
| "cognirank_index": 7.384043119957015, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "b303d6e3b8599a2daf7c5cce2f4302b47def18ffd0ac340292c083aea477c28a", | |
| "smolscript": "098282cdd78b1230f5d882d213c51eeb1cfd80b22d431a3bedf06378856ac2a9" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "GODELEV/Rose-1.5-Medium", | |
| "name": "Rose-1.5-Medium", | |
| "parameters": "98.6M", | |
| "model_card_url": "https://huggingface.co/GODELEV/Rose-1.5-Medium", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-05", | |
| "date_added": "2026-11-05", | |
| "author_note": "A ~98M-parameter Rose X1.5 model exploring grouped-query attention, refresh gates, and efficient learning within a tight parameter budget.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "02f05fa792cda22ca38b20babe6418da0db02cd9", | |
| "scores": { | |
| "ttm": 43.55, | |
| "marc": 3.4375, | |
| "procedural_pile": 0.012771832822402176, | |
| "smolcua": 0, | |
| "smolscript": 0.0 | |
| }, | |
| "cognirank_index": 6.227425649015242, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "3966ed32879da5f22c99cd5b39c4536917af385110688bb5ee4ca1651e4d3d91", | |
| "smolscript": "a5fa7426a9801dde80cffc21bed32cd5caa27e23e2ea66aefb30bdd6b10e065f" | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "opencerebral", | |
| "name": "OpenCerebral", | |
| "link": "https://huggingface.co/opencerebral", | |
| "color": "#98CCD6", | |
| "models": [ | |
| { | |
| "id": "opencerebral/Boris-2-Preview-2", | |
| "name": "Boris-2", | |
| "parameters": "144M", | |
| "model_card_url": "https://huggingface.co/opencerebral/Boris-2-Preview-2", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-06", | |
| "date_added": "2026-11-06", | |
| "author_note": "A 144M-parameter dense Boris 2 language-model checkpoint from a 100B-token pretraining run.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "f2615d19c87b92b5d64a611030d7bbfb7c1da5b1", | |
| "scores": { | |
| "smolcua": 0.0, | |
| "marc": 8.125, | |
| "procedural_pile": 0.01105108843754413, | |
| "ttm": 44.2, | |
| "smolscript": 0.0 | |
| }, | |
| "cognirank_index": 7.296010755460537, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5", | |
| "requested_context": 2048, | |
| "component_protocols": { | |
| "smolcua": "smolcua-v1.4-three-passes", | |
| "smolcua_scoring": "v2-outer-whitespace-insensitive" | |
| }, | |
| "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065" | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "axiomic-labs", | |
| "name": "AxiomicLabs", | |
| "link": "https://huggingface.co/AxiomicLabs", | |
| "color": "#A6A0FF", | |
| "models": [ | |
| { | |
| "id": "AxiomicLabs/GPT-X2.5-135M", | |
| "name": "GPT-X2.5-135M", | |
| "parameters": "135M", | |
| "model_card_url": "https://huggingface.co/AxiomicLabs/GPT-X2.5-135M", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-04", | |
| "date_added": "2026-11-04", | |
| "author_note": "An experimental small-scale foundation model focused on learning useful capabilities with limited parameters.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "53959ad51244b913365c2d66a49a301a83cac59c", | |
| "scores": { | |
| "ttm": 43.9, | |
| "marc": 6.25, | |
| "procedural_pile": 0.0034782608695652162, | |
| "smolcua": 0.0, | |
| "smolscript": 0.2849002849002849 | |
| }, | |
| "cognirank_index": 6.918764954005228, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "89c8ea23447a276d4394e157f7b4bd58778545eb1d6b84c8759b161f4379cdb5", | |
| "smolscript": "acfee735d0491c330985a3a1b38a75281815f99be4418a9e0acf9e97986aecac" | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "bananamind", | |
| "name": "BananaMind", | |
| "link": "https://huggingface.co/BananaMind", | |
| "color": "#EEC880", | |
| "models": [ | |
| { | |
| "id": "BananaMind/BananaMind-2-Pro", | |
| "name": "BananaMind-2-Pro", | |
| "parameters": "139M", | |
| "model_card_url": "https://huggingface.co/BananaMind/BananaMind-2-Pro", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-06", | |
| "date_added": "2026-11-06", | |
| "author_note": "A 139M-parameter decoder-only base model trained from scratch with a digit-aware byte-level BPE tokenizer and a completed 100B-token pretraining curriculum.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "846592429ab5f01390f6fa7340921823603c3c3a", | |
| "scores": { | |
| "smolcua": 0.0, | |
| "marc": 4.0625, | |
| "procedural_pile": 0.003975155279503095, | |
| "ttm": 46.55, | |
| "smolscript": 0.5626780626780626 | |
| }, | |
| "cognirank_index": 6.848635645226034, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5", | |
| "requested_context": 3072, | |
| "component_protocols": { | |
| "smolcua": "smolcua-v1.4-three-passes", | |
| "smolcua_scoring": "v2-outer-whitespace-insensitive" | |
| }, | |
| "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065" | |
| } | |
| }, | |
| { | |
| "id": "BananaMind/BananaMind-2-Medium", | |
| "name": "BananaMind-2-Medium", | |
| "parameters": "49.6M", | |
| "model_card_url": "https://huggingface.co/BananaMind/BananaMind-2-Medium", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-07", | |
| "date_added": "2026-11-07", | |
| "author_note": "A 49.6M-parameter decoder-only base model pretrained from scratch on 50 billion tokens using a digit-aware byte-level BPE tokenizer and grouped-query attention.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "7d2f397ef1cae15cf84cd6d9b428373238aa3231", | |
| "scores": { | |
| "smolcua": 0.0, | |
| "marc": 4.0625, | |
| "procedural_pile": 0.006474052923520453, | |
| "ttm": 41.3, | |
| "smolscript": 0.0 | |
| }, | |
| "cognirank_index": 6.07346822166811, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5", | |
| "requested_context": 3072, | |
| "component_protocols": { | |
| "smolcua": "smolcua-v1.4-three-passes", | |
| "smolcua_scoring": "v2-outer-whitespace-insensitive" | |
| }, | |
| "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065" | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "state-spaces", | |
| "name": "State Spaces", | |
| "link": "https://huggingface.co/state-spaces", | |
| "color": "#D4DEA1", | |
| "models": [ | |
| { | |
| "id": "state-spaces/mamba-130m-hf", | |
| "name": "mamba-130m-hf", | |
| "parameters": "130M", | |
| "model_card_url": "https://huggingface.co/state-spaces/mamba-130m-hf", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-07", | |
| "date_added": "2026-11-07", | |
| "author_note": "Baseline Mamba sequence model evaluated under the current five-benchmark CogniRank suite.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "1e76775f628fbf1350fbe4dbb3d971ba64af25a1", | |
| "scores": { | |
| "ttm": 43.2, | |
| "marc": 4.6875, | |
| "procedural_pile": 0.003975155279503095, | |
| "smolcua": 0, | |
| "smolscript": 0.9523809523809523 | |
| }, | |
| "cognirank_index": 6.634997275798192, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5-context-4096", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank2", | |
| "smolcua": "SmolCUA v1.4", | |
| "smolscript": "smolscript-full-350" | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "google", | |
| "name": "Google", | |
| "link": "https://huggingface.co/google", | |
| "color": "#E8B77B", | |
| "models": [ | |
| { | |
| "id": "google/gemma-3-270m", | |
| "name": "gemma-3-270m", | |
| "parameters": "270M", | |
| "model_card_url": "https://huggingface.co/google/gemma-3-270m", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-04", | |
| "date_added": "2026-11-04", | |
| "author_note": "A compact pretrained Gemma 3 foundation model intended for efficient, specialized downstream applications.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "9b0cfec892e2bc2afd938c98eabe4e4a7b1e0ca1", | |
| "scores": { | |
| "ttm": 46.1, | |
| "marc": 2.8125, | |
| "procedural_pile": 0.0029742541128357264, | |
| "smolcua": 0.0, | |
| "smolscript": 0.0 | |
| }, | |
| "cognirank_index": 6.415889316655334, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "6e94f6f570384bb6e5af5e52079a1016e66041d5d162e492b255451200ed8590", | |
| "smolscript": "b8f878ea66e57eed40b3bd22760aeff04d6b2ed26aaebd252043da516f2f21be" | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "fromziro", | |
| "name": "FromZero", | |
| "color": "#A4D4B1", | |
| "link": "https://huggingface.co/fromziro", | |
| "models": [ | |
| { | |
| "id": "fromziro/50M-pro", | |
| "name": "50M-pro", | |
| "parameters": "49.6M", | |
| "model_card_url": "https://huggingface.co/fromziro/50M-pro", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-05", | |
| "date_added": "2026-11-05", | |
| "author_note": "A compact linear-attention language model built around Gated DeltaNet, exploring efficient text generation at roughly 50 million parameters.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "0da1f2c029bf9b4c0aabfbeab6bd81090c570da1", | |
| "scores": { | |
| "ttm": 40.2, | |
| "marc": 4.0625, | |
| "procedural_pile": 0.004968944099378885, | |
| "smolcua": 0, | |
| "smolscript": 0.25252525252525254 | |
| }, | |
| "cognirank_index": 5.9847090387365, | |
| "evaluation": { | |
| "protocol": "cognirank-2026-11-update", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank-v9", | |
| "smolscript": "smolscript-0.5.0" | |
| }, | |
| "source_result_sha256": { | |
| "reasoning": "85fc0e5e1a94c38ee36c0ced342248c8bfe4be30cea1a0b9b4d6af1855361247", | |
| "smolscript": "ef0952687e5fe1268f811433da950c461dc57480fc23f9bbb71debaaca830829" | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "surjolabs", | |
| "name": "SurjoLabs", | |
| "link": "https://huggingface.co/SurjoLabs", | |
| "color": "#A6BEE3", | |
| "models": [ | |
| { | |
| "id": "SurjoLabs/Surjo-100m", | |
| "name": "Surjo-100m", | |
| "parameters": "97.7M", | |
| "model_card_url": "https://huggingface.co/SurjoLabs/Surjo-100m", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-07", | |
| "date_added": "2026-11-07", | |
| "author_note": "A 97.7M-parameter hybrid recurrent model combining Gated DeltaNet-2 and full attention.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "bd2dd851bcb14d0bff5b3a78ca58246b99c441f4", | |
| "scores": { | |
| "smolcua": 0.0, | |
| "marc": 2.8125, | |
| "procedural_pile": 0.11452146133576158, | |
| "ttm": 41.7, | |
| "smolscript": 0.2849002849002849 | |
| }, | |
| "cognirank_index": 5.940563522524428, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5-context-4096", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "smolcua": "smolcua-v1.4-three-passes", | |
| "smolcua_scoring": "v2-outer-whitespace-insensitive" | |
| }, | |
| "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065", | |
| "context_experiment": { | |
| "requested_context": 4096, | |
| "declared_context": 2048, | |
| "extends_declared_context": true, | |
| "method": "position extrapolation; model weights and RoPE configuration unchanged", | |
| "effective_context": 4096, | |
| "hard_position_limit": null | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "kash8080", | |
| "name": "kash8080", | |
| "link": "https://huggingface.co/kash8080", | |
| "color": "#9BD8CE", | |
| "models": [ | |
| { | |
| "id": "kash8080/Mantis-50M-Base", | |
| "name": "Mantis-50M-Base", | |
| "parameters": "49.3M", | |
| "model_card_url": "https://huggingface.co/kash8080/Mantis-50M-Base", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-07", | |
| "date_added": "2026-11-07", | |
| "author_note": "A 49.3M-parameter language model pretrained from scratch.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "3f6e4f20bbf6d69dc43ab95ef9376925de8a3160", | |
| "scores": { | |
| "smolcua": 0.0, | |
| "marc": 2.1875, | |
| "procedural_pile": 0.0068256624620746265, | |
| "ttm": 40.4, | |
| "smolscript": 0.0 | |
| }, | |
| "cognirank_index": 5.565121192097279, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5-context-4096", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "smolcua": "smolcua-v1.4-three-passes", | |
| "smolcua_scoring": "v2-outer-whitespace-insensitive" | |
| }, | |
| "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065", | |
| "context_experiment": { | |
| "requested_context": 4096, | |
| "declared_context": 1024, | |
| "extends_declared_context": true, | |
| "method": "position extrapolation; model weights and RoPE configuration unchanged", | |
| "effective_context": 4096, | |
| "hard_position_limit": null | |
| } | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "meta", | |
| "name": "Meta", | |
| "link": "https://huggingface.co/facebook", | |
| "color": "#B5CCDF", | |
| "models": [ | |
| { | |
| "id": "facebook/MobileLLM-R1-140M", | |
| "name": "MobileLLM-R1-140M", | |
| "parameters": "140M", | |
| "model_card_url": "https://huggingface.co/facebook/MobileLLM-R1-140M", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-07", | |
| "date_added": "2026-11-07", | |
| "author_note": "A 140M-parameter MobileLLM-R1 checkpoint evaluated across the five CogniRank benchmarks.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "df21db6bd739b9b82c2caf2647b724ed63b8521e", | |
| "scores": { | |
| "ttm": 38.7, | |
| "marc": 3.125, | |
| "procedural_pile": 0.017009287573051233, | |
| "smolcua": 0.0, | |
| "smolscript": 0.0 | |
| }, | |
| "cognirank_index": 5.549896692120643, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5-context-4096", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "reasoning": "cognirank2-v5-context-4096", | |
| "smolcua": "SmolCUA v1.4", | |
| "smolcua_subset": "smolcua-v1.4-three-passes", | |
| "smolscript": "smolscript-full-350" | |
| }, | |
| "source_file_sha256": "34d4f01fded5e7bd8b49e93c16a59d123bf0144b6c208a9d02e67737ff46d758" | |
| } | |
| } | |
| ] | |
| }, | |
| { | |
| "id": "algodriveai", | |
| "name": "AlgoDriveAI", | |
| "link": "https://huggingface.co/AlgoDriveAI", | |
| "color": "#E8A987", | |
| "models": [ | |
| { | |
| "id": "AlgoDriveAI/Inferno-Exp-1.5", | |
| "name": "Inferno-Exp-1.5", | |
| "parameters": "76.2M", | |
| "model_card_url": "https://huggingface.co/AlgoDriveAI/Inferno-Exp-1.5", | |
| "model_type": "pretrained", | |
| "evaluation_status": "evaluated", | |
| "date_submitted": "2026-11-07", | |
| "date_added": "2026-11-07", | |
| "author_note": "A 76.2M-parameter math-focused base language model trained by AlgoDriveAI.", | |
| "comment_source": "dotlabs", | |
| "checkpoint_revision": "4b3de728668c6159529b63b2dc63a35d97095046", | |
| "scores": { | |
| "smolcua": 0.0, | |
| "marc": 1.25, | |
| "procedural_pile": 0.0, | |
| "ttm": 37.25, | |
| "smolscript": 0.25252525252525254 | |
| }, | |
| "cognirank_index": 5.0189261031366295, | |
| "evaluation": { | |
| "protocol": "cognirank2-v5-context-4096", | |
| "requested_context": 4096, | |
| "component_protocols": { | |
| "smolcua": "smolcua-v1.4-three-passes", | |
| "smolcua_scoring": "v2-outer-whitespace-insensitive" | |
| }, | |
| "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065", | |
| "context_experiment": { | |
| "requested_context": 4096, | |
| "declared_context": 2048, | |
| "extends_declared_context": true, | |
| "method": "position extrapolation; model weights and RoPE configuration unchanged", | |
| "effective_context": 4096, | |
| "hard_position_limit": null | |
| } | |
| } | |
| } | |
| ] | |
| } | |
| ], | |
| "evaluation_protocol": "cognirank-2026-11-update", | |
| "updated_at": "2026-11-07", | |
| "reproduction_url": "https://huggingface.co/datasets/dotlabs/cognirank", | |
| "evaluation_context": 4096 | |
| } | |