{
  "schema_version": 16,
  "evaluation_weights": {
    "smolcua": 0.25263157894736843,
    "marc": 0.21052631578947367,
    "procedural_pile": 0.21052631578947367,
    "ttm": 0.12631578947368421,
    "smolscript": 0.2
  },
  "eligibility": {
    "min_parameters_millions": 50,
    "max_parameters_millions": 500,
    "below_minimum_exception": "Models are expected to fall within the approximate 50M–500M window. Near-threshold models marketed as 50M may still be considered at DotLabs discretion.",
    "training_requirement": "The submitting creator or organization must have pretrained the underlying model. Creator-post-trained variants are eligible; third-party fine-tunes and reuploads are not."
  },
  "authors": [
    {
      "id": "ibm-granite",
      "name": "IBM Granite",
      "link": "https://huggingface.co/ibm-granite",
      "color": "#9DB5EB",
      "models": [
        {
          "id": "ibm-granite/granite-4.0-h-350m",
          "name": "granite-4.0-h-350m",
          "parameters": "340M",
          "model_card_url": "https://huggingface.co/ibm-granite/granite-4.0-h-350m",
          "model_type": "creator_posttrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-04",
          "date_added": "2026-11-04",
          "author_note": "IBM’s hybrid attention–Mamba2 Granite model, post-trained for efficient instruction and tool-oriented tasks.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "3b17b717b8f2f5d305b0a92c1491e239aeda19c8",
          "scores": {
            "ttm": 51.4,
            "marc": 3.125,
            "procedural_pile": 15.574583666404257,
            "smolcua": 15.9499,
            "smolscript": 13.165815665815666
          },
          "cognirank_index": 17.09199758924824,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "055a122c6216e54ee46d138f3e4e8404a5b8403fed73239bd14e8467b6f20698",
              "smolscript": "439c60e134c754cfa18b1f4a9b04deab4021a2d29a24baaeebd20fb476a519d8"
            }
          }
        },
        {
          "id": "ibm-granite/granite-4.0-350m",
          "name": "granite-4.0-350m",
          "parameters": "350M",
          "model_card_url": "https://huggingface.co/ibm-granite/granite-4.0-350m",
          "model_type": "creator_posttrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-04",
          "date_added": "2026-11-04",
          "author_note": "IBM’s compact, creator-post-trained Granite model for practical language, code, and tool-use tasks.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "bd8a1497065c0d6ba1ef19af6b0d2b14bacf71c2",
          "scores": {
            "ttm": 52.7,
            "marc": 2.5,
            "procedural_pile": 13.301300628673525,
            "smolcua": 13.8532,
            "smolscript": 12.960095460095461
          },
          "cognirank_index": 16.075206592792465,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "2a230917ac62150d383e5641c66324138679c14ed29d323747951f7d1cfa6874",
              "smolscript": "56fd716f2cf690e2a7fd723cbabae9dd783a2c85b8bbd2b482c67cec8375d8dd"
            }
          }
        }
      ]
    },
    {
      "id": "qwen",
      "name": "Qwen",
      "link": "https://huggingface.co/Qwen",
      "color": "#C3ADE8",
      "models": [
        {
          "id": "Qwen/Qwen2.5-Coder-0.5B-Instruct",
          "name": "Qwen2.5-Coder-0.5B-Instruct",
          "parameters": "0.5B",
          "model_card_url": "https://huggingface.co/Qwen/Qwen2.5-Coder-0.5B-Instruct",
          "model_type": "creator_posttrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-07",
          "date_added": "2026-11-07",
          "author_note": "An instruction-tuned Qwen2.5 Coder model evaluated on CogniRank reasoning, agentic, and programming benchmarks.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "ea3f2471cf1b1f0db85067f1ef93848e38e88c25",
          "scores": {
            "ttm": 47.35,
            "marc": 7.1875,
            "procedural_pile": 13.450502730198362,
            "smolcua": 6.7121,
            "smolscript": 17.558830058830058
          },
          "cognirank_index": 15.53334974443935,
          "evaluation": {
            "protocol": "cognirank2-v5-context-4096",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank2-v5-context-4096",
              "smolcua": "SmolCUA v1.4",
              "smolcua_subset": "smolcua-v1.4-three-passes",
              "smolscript": "smolscript-full-350"
            },
            "source_file_sha256": "b5eed5fc69303033e8c364aa0de66f5f2169cc5e482ab65327bfecdd32b3dfba"
          }
        }
      ]
    },
    {
      "id": "liquidai",
      "name": "LiquidAI",
      "link": "https://huggingface.co/LiquidAI",
      "color": "#9AB5FF",
      "models": [
        {
          "id": "LiquidAI/LFM2.5-350M",
          "name": "LFM2.5-350M",
          "parameters": "350M",
          "model_card_url": "https://huggingface.co/LiquidAI/LFM2.5-350M",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-04",
          "date_added": "2026-11-04",
          "author_note": "A lightweight Liquid Foundation Model focused on delivering practical capability with a small deployment footprint.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "9921cd4d82c0e3986887aa4b376f9446729ef8a3",
          "scores": {
            "ttm": 46.85,
            "marc": 0.0,
            "procedural_pile": 11.993131773709633,
            "smolcua": 14.0053,
            "smolscript": 0.0
          },
          "cognirank_index": 11.98094563657045,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "23cf0691a4f482164e83c77ca277ba4102c8ea85bd3db222bf3f2f6e9ec7fdce",
              "smolscript": "3a9b27124c8417e6217d3d881bd3aa683a940c9b0b68092b2e03e52a471681fa"
            }
          }
        },
        {
          "id": "LiquidAI/LFM2.5-230M",
          "name": "LFM2.5-230M",
          "parameters": "230M",
          "model_card_url": "https://huggingface.co/LiquidAI/LFM2.5-230M",
          "model_type": "creator_posttrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-04",
          "date_added": "2026-11-04",
          "author_note": "A small creator-post-trained Liquid Foundation Model optimized for responsive, efficient text assistance.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "40cb2ad3b3044d5a41eee083a6103c8b523afa45",
          "scores": {
            "ttm": 48.2,
            "marc": 0.0,
            "procedural_pile": 2.780199447600087,
            "smolcua": 8.1778,
            "smolscript": 0.0
          },
          "cognirank_index": 8.739696725810544,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "85f3542c267a43e3ee0eb7af66e2f4ce046b4d25e6f15ee2d2acbd9820f5868b",
              "smolscript": "8e6040d0e2c4e9b6e8c4af8fe9fda4229250cbfb4b0ef9c62b38edd916e3c749"
            }
          }
        }
      ]
    },
    {
      "id": "huggingface-tb",
      "name": "HuggingFaceTB",
      "link": "https://huggingface.co/HuggingFaceTB",
      "color": "#F5D18C",
      "models": [
        {
          "id": "HuggingFaceTB/SmolLM2-360M-Instruct",
          "name": "SmolLM2-360M-Instruct",
          "parameters": "360M",
          "model_card_url": "https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct",
          "model_type": "creator_posttrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-07",
          "date_added": "2026-11-07",
          "author_note": "An instruction-tuned SmolLM2 checkpoint from its original creators, evaluated across all five CogniRank benchmarks.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "a10cc1512eabd3dde888204e902eca88bddb4951",
          "scores": {
            "ttm": 53.1,
            "marc": 11.5625,
            "procedural_pile": 8.35849782325648,
            "smolcua": 0.2298,
            "smolscript": 4.436859436859438
          },
          "cognirank_index": 11.846689323846936,
          "evaluation": {
            "protocol": "cognirank2-v5-context-4096",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank2-v5-context-4096",
              "smolcua": "SmolCUA v1.4",
              "smolcua_subset": "smolcua-v1.4-three-passes",
              "smolscript": "smolscript-full-350"
            },
            "source_file_sha256": "3d5b2d29bacd10635c2e47bd97f7520503c865296141ada7162f5d7b851c76de"
          }
        },
        {
          "id": "HuggingFaceTB/SmolLM2-135M",
          "name": "SmolLM2-135M",
          "parameters": "135M",
          "model_card_url": "https://huggingface.co/HuggingFaceTB/SmolLM2-135M",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-04",
          "date_added": "2026-11-04",
          "author_note": "A small open foundation model designed to make language modeling accessible within a tight compute budget.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "93efa2f097d58c2a74874c7e644dbc9b0cee75a2",
          "scores": {
            "ttm": 46.7,
            "marc": 5.3125,
            "procedural_pile": 0.004785877737822812,
            "smolcua": 0.0,
            "smolscript": 0.5374255374255374
          },
          "cognirank_index": 7.125861081745702,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "b863c457cb2b5d6f32650f8a55b0cf90df150391aca002c923eef1473ceb054d",
              "smolscript": "b4e8f5fa96434823307edee7e14b66fe8b9fc9be048ebcf7c00800ae4474270a"
            }
          }
        },
        {
          "id": "HuggingFaceTB/SmolLM-135M",
          "name": "SmolLM-135M",
          "parameters": "135M",
          "model_card_url": "https://huggingface.co/HuggingFaceTB/SmolLM-135M",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-06",
          "date_added": "2026-11-06",
          "author_note": "A compact SmolLM foundation model pretrained on educational and web text, designed for accessible small-model experimentation.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "1d461723eec654e65efdc40cf49301c89c0c92f4",
          "scores": {
            "smolcua": 0.0,
            "marc": 1.5625,
            "procedural_pile": 0.007275037924876215,
            "ttm": 47.3,
            "smolscript": 0.5374255374255374
          },
          "cognirank_index": 6.412700904942976,
          "evaluation": {
            "protocol": "cognirank2-v5",
            "requested_context": 2048,
            "component_protocols": {
              "smolcua": "smolcua-v1.4-three-passes",
              "smolcua_scoring": "v2-outer-whitespace-insensitive"
            },
            "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065"
          }
        }
      ]
    },
    {
      "id": "tiiuae",
      "name": "TII",
      "link": "https://huggingface.co/tiiuae",
      "color": "#D5ACFF",
      "models": [
        {
          "id": "tiiuae/Falcon-H1-Tiny-90M-Instruct",
          "name": "Falcon-H1-Tiny-90M-Instruct",
          "parameters": "90M",
          "model_card_url": "https://huggingface.co/tiiuae/Falcon-H1-Tiny-90M-Instruct",
          "model_type": "creator_posttrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-04",
          "date_added": "2026-11-04",
          "author_note": "An instruction-tuned Falcon-H1 Tiny model from its original creators, aimed at efficient conversational tasks.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "e6389502a0b12cd8da894b395ba5bf7436873b16",
          "scores": {
            "ttm": 43.3,
            "marc": 7.1875,
            "procedural_pile": 7.969346397750256,
            "smolcua": 0.0,
            "smolscript": 0.8223258223258223
          },
          "cognirank_index": 8.824853879781008,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "d6a2bdc3501fb7e56855aff8e79a117b33e5b57aec39b814ed97f65f1e6ef85b",
              "smolscript": "570af0a153d49e39125d61cee1cea5368e2425d6d6aad87306c3a7f7a0c6f1fb"
            }
          }
        }
      ]
    },
    {
      "id": "bench-labs",
      "name": "Bench Labs",
      "color": "#EFB48C",
      "link": "https://huggingface.co/bench-labs",
      "models": [
        {
          "id": "bench-labs/tinctura-v1",
          "name": "tinctura-v1",
          "parameters": "96.2M",
          "model_card_url": "https://huggingface.co/bench-labs/tinctura-v1",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-05",
          "date_added": "2026-11-05",
          "author_note": "A from-scratch compact language model using a smaller Cagliostro-style architecture and a 75-billion-token training run.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "f475b8a2698b0f2de14fbae584014908fec4f719",
          "scores": {
            "ttm": 44.6,
            "marc": 10.625,
            "procedural_pile": 0.019425921663509163,
            "smolcua": 0,
            "smolscript": 0.2849002849002849
          },
          "cognirank_index": 7.931596040488165,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "006a655293b27ae8efe5576db5cb8a03aed1f45e83d4031fe8be42c4114e600b",
              "smolscript": "97eada25f949017706f31f8d48c23a98fd3a1b2172fbe787ebe8dd3ce9a4c145"
            }
          }
        },
        {
          "id": "bench-labs/cagliostro-v3.5",
          "name": "cagliostro-v3.5",
          "parameters": "146M",
          "model_card_url": "https://huggingface.co/bench-labs/cagliostro-v3.5",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-05",
          "date_added": "2026-11-05",
          "author_note": "An extension of Cagliostro-v3 with a brief additional training stage, exploring stronger capability at the same 146M-parameter scale.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "2e3a2cdb72c0e979d498f2db00ed599e016ac95a",
          "scores": {
            "ttm": 46.55,
            "marc": 7.1875,
            "procedural_pile": 0.007577656444398657,
            "smolcua": 0,
            "smolscript": 0.0
          },
          "cognirank_index": 7.394753190830399,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "dfd91f864c36ca118a014a240e4a0fe80d79b318930d84399f9c1459a5bd5caf",
              "smolscript": "23f98009db8156346cd763c518bf4ed9d821575bc956b88471ea219cea04d51b"
            }
          }
        }
      ]
    },
    {
      "id": "minima-labs",
      "name": "MinimaLabs",
      "link": "https://huggingface.co/MinimaLabs",
      "color": "#99D9BD",
      "models": [
        {
          "id": "MinimaLabs/KLM-1.5",
          "name": "KLM-1.5",
          "parameters": "99.0M",
          "model_card_url": "https://huggingface.co/MinimaLabs/KLM-1.5",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-04",
          "date_added": "2026-11-04",
          "author_note": "A compact language model exploring how much general capability can fit within roughly 100 million parameters.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "b2bbc22327c2b85316c23e871a91b1287aefa795",
          "scores": {
            "ttm": 42.55,
            "marc": 11.5625,
            "procedural_pile": 0.028325667131668543,
            "smolcua": 0.0,
            "smolscript": 0.0
          },
          "cognirank_index": 7.814910666764562,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "d9d2d7c6abb47f86fed6c87cf95e189f4686a7705fc8f3f3cb16b7b6dcc0958a",
              "smolscript": "816dda142e9c336adace796e59bc04e139c0472ee729c12d50edf67913ac8032"
            }
          }
        }
      ]
    },
    {
      "id": "godelev",
      "name": "GODELEV",
      "color": "#F0A4D5",
      "link": "https://huggingface.co/GODELEV",
      "models": [
        {
          "id": "GODELEV/Rose-1.5-Pro",
          "name": "Rose-1.5-Pro",
          "parameters": "148.8M",
          "model_card_url": "https://huggingface.co/GODELEV/Rose-1.5-Pro",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-05",
          "date_added": "2026-11-05",
          "author_note": "A larger Rose X1.5 experiment using grouped-query attention and refresh gates to push compact language-model capability.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "96bf23ef5d9a468450b60bcc7e5a828ff3102036",
          "scores": {
            "ttm": 45.6,
            "marc": 6.875,
            "procedural_pile": 0.027063257654258682,
            "smolcua": 0,
            "smolscript": 0.854885854885855
          },
          "cognirank_index": 7.384043119957015,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "b303d6e3b8599a2daf7c5cce2f4302b47def18ffd0ac340292c083aea477c28a",
              "smolscript": "098282cdd78b1230f5d882d213c51eeb1cfd80b22d431a3bedf06378856ac2a9"
            }
          }
        },
        {
          "id": "GODELEV/Rose-1.5-Medium",
          "name": "Rose-1.5-Medium",
          "parameters": "98.6M",
          "model_card_url": "https://huggingface.co/GODELEV/Rose-1.5-Medium",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-05",
          "date_added": "2026-11-05",
          "author_note": "A ~98M-parameter Rose X1.5 model exploring grouped-query attention, refresh gates, and efficient learning within a tight parameter budget.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "02f05fa792cda22ca38b20babe6418da0db02cd9",
          "scores": {
            "ttm": 43.55,
            "marc": 3.4375,
            "procedural_pile": 0.012771832822402176,
            "smolcua": 0,
            "smolscript": 0.0
          },
          "cognirank_index": 6.227425649015242,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "3966ed32879da5f22c99cd5b39c4536917af385110688bb5ee4ca1651e4d3d91",
              "smolscript": "a5fa7426a9801dde80cffc21bed32cd5caa27e23e2ea66aefb30bdd6b10e065f"
            }
          }
        }
      ]
    },
    {
      "id": "opencerebral",
      "name": "OpenCerebral",
      "link": "https://huggingface.co/opencerebral",
      "color": "#98CCD6",
      "models": [
        {
          "id": "opencerebral/Boris-2-Preview-2",
          "name": "Boris-2",
          "parameters": "144M",
          "model_card_url": "https://huggingface.co/opencerebral/Boris-2-Preview-2",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-06",
          "date_added": "2026-11-06",
          "author_note": "A 144M-parameter dense Boris 2 language-model checkpoint from a 100B-token pretraining run.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "f2615d19c87b92b5d64a611030d7bbfb7c1da5b1",
          "scores": {
            "smolcua": 0.0,
            "marc": 8.125,
            "procedural_pile": 0.01105108843754413,
            "ttm": 44.2,
            "smolscript": 0.0
          },
          "cognirank_index": 7.296010755460537,
          "evaluation": {
            "protocol": "cognirank2-v5",
            "requested_context": 2048,
            "component_protocols": {
              "smolcua": "smolcua-v1.4-three-passes",
              "smolcua_scoring": "v2-outer-whitespace-insensitive"
            },
            "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065"
          }
        }
      ]
    },
    {
      "id": "axiomic-labs",
      "name": "AxiomicLabs",
      "link": "https://huggingface.co/AxiomicLabs",
      "color": "#A6A0FF",
      "models": [
        {
          "id": "AxiomicLabs/GPT-X2.5-135M",
          "name": "GPT-X2.5-135M",
          "parameters": "135M",
          "model_card_url": "https://huggingface.co/AxiomicLabs/GPT-X2.5-135M",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-04",
          "date_added": "2026-11-04",
          "author_note": "An experimental small-scale foundation model focused on learning useful capabilities with limited parameters.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "53959ad51244b913365c2d66a49a301a83cac59c",
          "scores": {
            "ttm": 43.9,
            "marc": 6.25,
            "procedural_pile": 0.0034782608695652162,
            "smolcua": 0.0,
            "smolscript": 0.2849002849002849
          },
          "cognirank_index": 6.918764954005228,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "89c8ea23447a276d4394e157f7b4bd58778545eb1d6b84c8759b161f4379cdb5",
              "smolscript": "acfee735d0491c330985a3a1b38a75281815f99be4418a9e0acf9e97986aecac"
            }
          }
        }
      ]
    },
    {
      "id": "bananamind",
      "name": "BananaMind",
      "link": "https://huggingface.co/BananaMind",
      "color": "#EEC880",
      "models": [
        {
          "id": "BananaMind/BananaMind-2-Pro",
          "name": "BananaMind-2-Pro",
          "parameters": "139M",
          "model_card_url": "https://huggingface.co/BananaMind/BananaMind-2-Pro",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-06",
          "date_added": "2026-11-06",
          "author_note": "A 139M-parameter decoder-only base model trained from scratch with a digit-aware byte-level BPE tokenizer and a completed 100B-token pretraining curriculum.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "846592429ab5f01390f6fa7340921823603c3c3a",
          "scores": {
            "smolcua": 0.0,
            "marc": 4.0625,
            "procedural_pile": 0.003975155279503095,
            "ttm": 46.55,
            "smolscript": 0.5626780626780626
          },
          "cognirank_index": 6.848635645226034,
          "evaluation": {
            "protocol": "cognirank2-v5",
            "requested_context": 3072,
            "component_protocols": {
              "smolcua": "smolcua-v1.4-three-passes",
              "smolcua_scoring": "v2-outer-whitespace-insensitive"
            },
            "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065"
          }
        },
        {
          "id": "BananaMind/BananaMind-2-Medium",
          "name": "BananaMind-2-Medium",
          "parameters": "49.6M",
          "model_card_url": "https://huggingface.co/BananaMind/BananaMind-2-Medium",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-07",
          "date_added": "2026-11-07",
          "author_note": "A 49.6M-parameter decoder-only base model pretrained from scratch on 50 billion tokens using a digit-aware byte-level BPE tokenizer and grouped-query attention.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "7d2f397ef1cae15cf84cd6d9b428373238aa3231",
          "scores": {
            "smolcua": 0.0,
            "marc": 4.0625,
            "procedural_pile": 0.006474052923520453,
            "ttm": 41.3,
            "smolscript": 0.0
          },
          "cognirank_index": 6.07346822166811,
          "evaluation": {
            "protocol": "cognirank2-v5",
            "requested_context": 3072,
            "component_protocols": {
              "smolcua": "smolcua-v1.4-three-passes",
              "smolcua_scoring": "v2-outer-whitespace-insensitive"
            },
            "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065"
          }
        }
      ]
    },
    {
      "id": "state-spaces",
      "name": "State Spaces",
      "link": "https://huggingface.co/state-spaces",
      "color": "#D4DEA1",
      "models": [
        {
          "id": "state-spaces/mamba-130m-hf",
          "name": "mamba-130m-hf",
          "parameters": "130M",
          "model_card_url": "https://huggingface.co/state-spaces/mamba-130m-hf",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-07",
          "date_added": "2026-11-07",
          "author_note": "Baseline Mamba sequence model evaluated under the current five-benchmark CogniRank suite.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "1e76775f628fbf1350fbe4dbb3d971ba64af25a1",
          "scores": {
            "ttm": 43.2,
            "marc": 4.6875,
            "procedural_pile": 0.003975155279503095,
            "smolcua": 0,
            "smolscript": 0.9523809523809523
          },
          "cognirank_index": 6.634997275798192,
          "evaluation": {
            "protocol": "cognirank2-v5-context-4096",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank2",
              "smolcua": "SmolCUA v1.4",
              "smolscript": "smolscript-full-350"
            }
          }
        }
      ]
    },
    {
      "id": "google",
      "name": "Google",
      "link": "https://huggingface.co/google",
      "color": "#E8B77B",
      "models": [
        {
          "id": "google/gemma-3-270m",
          "name": "gemma-3-270m",
          "parameters": "270M",
          "model_card_url": "https://huggingface.co/google/gemma-3-270m",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-04",
          "date_added": "2026-11-04",
          "author_note": "A compact pretrained Gemma 3 foundation model intended for efficient, specialized downstream applications.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "9b0cfec892e2bc2afd938c98eabe4e4a7b1e0ca1",
          "scores": {
            "ttm": 46.1,
            "marc": 2.8125,
            "procedural_pile": 0.0029742541128357264,
            "smolcua": 0.0,
            "smolscript": 0.0
          },
          "cognirank_index": 6.415889316655334,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "6e94f6f570384bb6e5af5e52079a1016e66041d5d162e492b255451200ed8590",
              "smolscript": "b8f878ea66e57eed40b3bd22760aeff04d6b2ed26aaebd252043da516f2f21be"
            }
          }
        }
      ]
    },
    {
      "id": "fromziro",
      "name": "FromZero",
      "color": "#A4D4B1",
      "link": "https://huggingface.co/fromziro",
      "models": [
        {
          "id": "fromziro/50M-pro",
          "name": "50M-pro",
          "parameters": "49.6M",
          "model_card_url": "https://huggingface.co/fromziro/50M-pro",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-05",
          "date_added": "2026-11-05",
          "author_note": "A compact linear-attention language model built around Gated DeltaNet, exploring efficient text generation at roughly 50 million parameters.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "0da1f2c029bf9b4c0aabfbeab6bd81090c570da1",
          "scores": {
            "ttm": 40.2,
            "marc": 4.0625,
            "procedural_pile": 0.004968944099378885,
            "smolcua": 0,
            "smolscript": 0.25252525252525254
          },
          "cognirank_index": 5.9847090387365,
          "evaluation": {
            "protocol": "cognirank-2026-11-update",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank-v9",
              "smolscript": "smolscript-0.5.0"
            },
            "source_result_sha256": {
              "reasoning": "85fc0e5e1a94c38ee36c0ced342248c8bfe4be30cea1a0b9b4d6af1855361247",
              "smolscript": "ef0952687e5fe1268f811433da950c461dc57480fc23f9bbb71debaaca830829"
            }
          }
        }
      ]
    },
    {
      "id": "surjolabs",
      "name": "SurjoLabs",
      "link": "https://huggingface.co/SurjoLabs",
      "color": "#A6BEE3",
      "models": [
        {
          "id": "SurjoLabs/Surjo-100m",
          "name": "Surjo-100m",
          "parameters": "97.7M",
          "model_card_url": "https://huggingface.co/SurjoLabs/Surjo-100m",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-07",
          "date_added": "2026-11-07",
          "author_note": "A 97.7M-parameter hybrid recurrent model combining Gated DeltaNet-2 and full attention.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "bd2dd851bcb14d0bff5b3a78ca58246b99c441f4",
          "scores": {
            "smolcua": 0.0,
            "marc": 2.8125,
            "procedural_pile": 0.11452146133576158,
            "ttm": 41.7,
            "smolscript": 0.2849002849002849
          },
          "cognirank_index": 5.940563522524428,
          "evaluation": {
            "protocol": "cognirank2-v5-context-4096",
            "requested_context": 4096,
            "component_protocols": {
              "smolcua": "smolcua-v1.4-three-passes",
              "smolcua_scoring": "v2-outer-whitespace-insensitive"
            },
            "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065",
            "context_experiment": {
              "requested_context": 4096,
              "declared_context": 2048,
              "extends_declared_context": true,
              "method": "position extrapolation; model weights and RoPE configuration unchanged",
              "effective_context": 4096,
              "hard_position_limit": null
            }
          }
        }
      ]
    },
    {
      "id": "kash8080",
      "name": "kash8080",
      "link": "https://huggingface.co/kash8080",
      "color": "#9BD8CE",
      "models": [
        {
          "id": "kash8080/Mantis-50M-Base",
          "name": "Mantis-50M-Base",
          "parameters": "49.3M",
          "model_card_url": "https://huggingface.co/kash8080/Mantis-50M-Base",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-07",
          "date_added": "2026-11-07",
          "author_note": "A 49.3M-parameter language model pretrained from scratch.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "3f6e4f20bbf6d69dc43ab95ef9376925de8a3160",
          "scores": {
            "smolcua": 0.0,
            "marc": 2.1875,
            "procedural_pile": 0.0068256624620746265,
            "ttm": 40.4,
            "smolscript": 0.0
          },
          "cognirank_index": 5.565121192097279,
          "evaluation": {
            "protocol": "cognirank2-v5-context-4096",
            "requested_context": 4096,
            "component_protocols": {
              "smolcua": "smolcua-v1.4-three-passes",
              "smolcua_scoring": "v2-outer-whitespace-insensitive"
            },
            "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065",
            "context_experiment": {
              "requested_context": 4096,
              "declared_context": 1024,
              "extends_declared_context": true,
              "method": "position extrapolation; model weights and RoPE configuration unchanged",
              "effective_context": 4096,
              "hard_position_limit": null
            }
          }
        }
      ]
    },
    {
      "id": "meta",
      "name": "Meta",
      "link": "https://huggingface.co/facebook",
      "color": "#B5CCDF",
      "models": [
        {
          "id": "facebook/MobileLLM-R1-140M",
          "name": "MobileLLM-R1-140M",
          "parameters": "140M",
          "model_card_url": "https://huggingface.co/facebook/MobileLLM-R1-140M",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-07",
          "date_added": "2026-11-07",
          "author_note": "A 140M-parameter MobileLLM-R1 checkpoint evaluated across the five CogniRank benchmarks.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "df21db6bd739b9b82c2caf2647b724ed63b8521e",
          "scores": {
            "ttm": 38.7,
            "marc": 3.125,
            "procedural_pile": 0.017009287573051233,
            "smolcua": 0.0,
            "smolscript": 0.0
          },
          "cognirank_index": 5.549896692120643,
          "evaluation": {
            "protocol": "cognirank2-v5-context-4096",
            "requested_context": 4096,
            "component_protocols": {
              "reasoning": "cognirank2-v5-context-4096",
              "smolcua": "SmolCUA v1.4",
              "smolcua_subset": "smolcua-v1.4-three-passes",
              "smolscript": "smolscript-full-350"
            },
            "source_file_sha256": "34d4f01fded5e7bd8b49e93c16a59d123bf0144b6c208a9d02e67737ff46d758"
          }
        }
      ]
    },
    {
      "id": "algodriveai",
      "name": "AlgoDriveAI",
      "link": "https://huggingface.co/AlgoDriveAI",
      "color": "#E8A987",
      "models": [
        {
          "id": "AlgoDriveAI/Inferno-Exp-1.5",
          "name": "Inferno-Exp-1.5",
          "parameters": "76.2M",
          "model_card_url": "https://huggingface.co/AlgoDriveAI/Inferno-Exp-1.5",
          "model_type": "pretrained",
          "evaluation_status": "evaluated",
          "date_submitted": "2026-11-07",
          "date_added": "2026-11-07",
          "author_note": "A 76.2M-parameter math-focused base language model trained by AlgoDriveAI.",
          "comment_source": "dotlabs",
          "checkpoint_revision": "4b3de728668c6159529b63b2dc63a35d97095046",
          "scores": {
            "smolcua": 0.0,
            "marc": 1.25,
            "procedural_pile": 0.0,
            "ttm": 37.25,
            "smolscript": 0.25252525252525254
          },
          "cognirank_index": 5.0189261031366295,
          "evaluation": {
            "protocol": "cognirank2-v5-context-4096",
            "requested_context": 4096,
            "component_protocols": {
              "smolcua": "smolcua-v1.4-three-passes",
              "smolcua_scoring": "v2-outer-whitespace-insensitive"
            },
            "smolcua_dataset_sha256": "74fb0a12a8dd75cbd8675d76e8bcf4a16e1b424668a195f4ff9a31da2becf065",
            "context_experiment": {
              "requested_context": 4096,
              "declared_context": 2048,
              "extends_declared_context": true,
              "method": "position extrapolation; model weights and RoPE configuration unchanged",
              "effective_context": 4096,
              "hard_position_limit": null
            }
          }
        }
      ]
    }
  ],
  "evaluation_protocol": "cognirank-2026-11-update",
  "updated_at": "2026-11-07",
  "reproduction_url": "https://huggingface.co/datasets/dotlabs/cognirank",
  "evaluation_context": 4096
}