| { |
| "release": "Winnow-12B", |
| "date": "2026-09-21", |
| "local_comparison_gpu": "NVIDIA RTX PRO 5000 Blackwell", |
| "measurements": [ |
| { |
| "model": "Winnow-12B Q8", |
| "precision": "Q8_0", |
| "quality_percent": { |
| "jevbench": 85.71428571428571, |
| "kev_v9": 81.54875717017208, |
| "kev_additions": 69.23076923076923, |
| "typed": 70.0 |
| }, |
| "counts": { |
| "jevbench": 231, |
| "kev_v9": 1046, |
| "kev_additions": 390, |
| "typed": 2000 |
| }, |
| "calibration": { |
| "jev_brier": 0.20571291282072968, |
| "jev_ece": 0.0741753092521077, |
| "kev_brier": 0.2855102865874103, |
| "kev_ece": 0.09795411445352069, |
| "typed_teacher_brier_non_score": 0.22546611415467793, |
| "typed_ece": 0.15708168396777994 |
| }, |
| "memory_gib": { |
| "gpu": "NVIDIA RTX PRO 5000 Blackwell", |
| "device_baseline_mib": 2.0, |
| "load_vram_gib": 12.82421875, |
| "idle_vram_gib": 14.333984375, |
| "inference_vram_gib": 14.35546875, |
| "load_ram_pss_gib": 12.184748649597168, |
| "idle_ram_pss_gib": 0.541377067565918, |
| "inference_ram_pss_gib": 0.5913925170898438 |
| }, |
| "performance": { |
| "performance-short": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 22.109638899564743, |
| "p95_ms": 33.82298490032554, |
| "range_ms": [ |
| 21.54988795518875, |
| 33.82298490032554 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 52.6955034583807, |
| "p95_ms": 59.704908169806004, |
| "range_ms": [ |
| 51.540270913392305, |
| 59.704908169806004 |
| ] |
| }, |
| "warm_median_decisions_per_second": 45.2291421195344 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 92.9789764340967, |
| "p95_ms": 94.17951526120305, |
| "range_ms": [ |
| 90.98931262269616, |
| 94.17951526120305 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 121.38708005659282, |
| "p95_ms": 127.18812981620431, |
| "range_ms": [ |
| 120.11612579226494, |
| 127.18812981620431 |
| ] |
| }, |
| "warm_median_decisions_per_second": 86.04095578176626 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 187.76516010984778, |
| "p95_ms": 190.6993198208511, |
| "range_ms": [ |
| 185.49408204853535, |
| 190.6993198208511 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 220.4458403866738, |
| "p95_ms": 225.0557690858841, |
| "range_ms": [ |
| 218.5507151298225, |
| 225.0557690858841 |
| ] |
| }, |
| "warm_median_decisions_per_second": 85.21282644042995 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 367.638946743682, |
| "p95_ms": 372.3510168492794, |
| "range_ms": [ |
| 365.28318701311946, |
| 372.3510168492794 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 399.432020727545, |
| "p95_ms": 411.3255850970745, |
| "range_ms": [ |
| 398.2086409814656, |
| 411.3255850970745 |
| ] |
| }, |
| "warm_median_decisions_per_second": 87.04192056754643 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 736.4177405834198, |
| "p95_ms": 743.015272077173, |
| "range_ms": [ |
| 731.859543826431, |
| 743.015272077173 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 772.390644531697, |
| "p95_ms": 781.3249886967242, |
| "range_ms": [ |
| 768.2700520381331, |
| 781.3249886967242 |
| ] |
| }, |
| "warm_median_decisions_per_second": 86.90719475239233 |
| } |
| }, |
| "performance": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 23.32297363318503, |
| "p95_ms": 34.777252934873104, |
| "range_ms": [ |
| 23.126515094190836, |
| 34.777252934873104 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 181.3432709313929, |
| "p95_ms": 193.60135402530432, |
| "range_ms": [ |
| 178.26369171962142, |
| 193.60135402530432 |
| ] |
| }, |
| "warm_median_decisions_per_second": 42.87617932977263 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 100.68796202540398, |
| "p95_ms": 101.85512574389577, |
| "range_ms": [ |
| 96.88412584364414, |
| 101.85512574389577 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 256.44394662231207, |
| "p95_ms": 266.86199894174933, |
| "range_ms": [ |
| 254.43977303802967, |
| 266.86199894174933 |
| ] |
| }, |
| "warm_median_decisions_per_second": 79.45339084310365 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 198.03814101032913, |
| "p95_ms": 202.5389182381332, |
| "range_ms": [ |
| 195.7407076843083, |
| 202.5389182381332 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 357.35773434862494, |
| "p95_ms": 371.45887641236186, |
| "range_ms": [ |
| 354.1008699685335, |
| 371.45887641236186 |
| ] |
| }, |
| "warm_median_decisions_per_second": 80.79251763510284 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 391.90001506358385, |
| "p95_ms": 398.1366469524801, |
| "range_ms": [ |
| 384.79119492694736, |
| 398.1366469524801 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 549.7453005518764, |
| "p95_ms": 553.3181391656399, |
| "range_ms": [ |
| 545.2003879472613, |
| 553.3181391656399 |
| ] |
| }, |
| "warm_median_decisions_per_second": 81.65347989284501 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 788.8812434393913, |
| "p95_ms": 793.8674939796329, |
| "range_ms": [ |
| 778.851400129497, |
| 793.8674939796329 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 947.814577491954, |
| "p95_ms": 950.3754759207368, |
| "range_ms": [ |
| 934.6124189905822, |
| 950.3754759207368 |
| ] |
| }, |
| "warm_median_decisions_per_second": 81.12754680409262 |
| } |
| } |
| }, |
| "artifact": { |
| "sha256": "b710efc4c0d048ee61eed92c5fef5ce323a4d17e7c51f9f0533cc72ae50818ea", |
| "bytes": 12669646592 |
| }, |
| "serving_configuration": "Winnow llama.cpp runtime; ctx=8192; decision-context=8192; decision-parallel=4; chat-parallel=1; KV=Q8_0; selected head; optimized pipeline; memory=auto; full GPU offload; no vision projector", |
| "source_pins": { |
| "kev_git": "bd058057ad0aa9df3dd6d14e3542c95a5ce367b2", |
| "laya_git": "42626c348753fbb17572a813127df2278a1ec527", |
| "jevbench_git": "c6004e008ffba24aec091261ca1a5c02f7324702", |
| "kev_4b": "f780095d6511e6304868ff46ca2b74ee3eba29d8", |
| "kev_9b": "6281032426a9ca3a08374d137bf9dfd8afd78e8a", |
| "laya": "1c5edc17a7acd8701df6fc341c0d179f1c62c982", |
| "laya_typed": "f9ab0b228f0fc0f14d873dbc99038f135c2da1b2", |
| "typed_decisions": "ea9306458d6e9563628369a3d1e72e362fb381d2" |
| }, |
| "dataset_manifest_sha256": { |
| "kev_v9": "3c4f0be94509a3612678bfd3a30fd99a8d0ca3c47ddfe7318075d95b2fa365e4", |
| "jevbench": "0983ad3e73a34e7c55b02b5d09ed983aeccabef0253bb31be43a2e6230d58f7b" |
| }, |
| "inference_build": { |
| "server_sha256": "ab75f69c68ccc8063d44aec6ac2a24ce07e5698f8175a263973d46c029256e0f", |
| "runtime_lock_sha256": "21e6e69d8e43e318089e77459d102f05ee2cad266999c7860e64048f69c89e84", |
| "cuda_arch": "120", |
| "compiler_cache_sha256": "c105481bdf985eb42f79dee77c13caf57c36e2e419acafad975c6c04b9c81adf" |
| } |
| }, |
| { |
| "model": "Winnow-12B BF16", |
| "precision": "BF16", |
| "quality_percent": { |
| "jevbench": 85.28138528138528, |
| "kev_v9": 81.45315487571702, |
| "kev_additions": 69.23076923076923, |
| "typed": 70.19999999999999 |
| }, |
| "counts": { |
| "jevbench": 231, |
| "kev_v9": 1046, |
| "kev_additions": 390, |
| "typed": 2000 |
| }, |
| "calibration": { |
| "jev_brier": 0.20424101171755193, |
| "jev_ece": 0.06547912754284907, |
| "kev_brier": 0.28568609930480093, |
| "kev_ece": 0.09889472147602915, |
| "typed_teacher_brier_non_score": 0.22675176129911292, |
| "typed_ece": 0.15511670583963688 |
| }, |
| "memory_gib": { |
| "gpu": "NVIDIA RTX PRO 5000 Blackwell", |
| "device_baseline_mib": 2.0, |
| "load_vram_gib": 23.220703125, |
| "idle_vram_gib": 24.771484375, |
| "inference_vram_gib": 24.796875, |
| "load_ram_pss_gib": 22.580784797668457, |
| "idle_ram_pss_gib": 0.6659975051879883, |
| "inference_ram_pss_gib": 0.7166461944580078 |
| }, |
| "performance": { |
| "performance-short": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 33.53214240632951, |
| "p95_ms": 43.883658945560455, |
| "range_ms": [ |
| 33.169500064104795, |
| 43.883658945560455 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 74.17859323322773, |
| "p95_ms": 88.81977200508118, |
| "range_ms": [ |
| 73.65309121087193, |
| 88.81977200508118 |
| ] |
| }, |
| "warm_median_decisions_per_second": 29.822132683393367 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 107.99862560816109, |
| "p95_ms": 110.18604878336191, |
| "range_ms": [ |
| 107.16228932142258, |
| 110.18604878336191 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 147.56763633340597, |
| "p95_ms": 153.14696403220296, |
| "range_ms": [ |
| 146.64038131013513, |
| 153.14696403220296 |
| ] |
| }, |
| "warm_median_decisions_per_second": 74.07501674165256 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 216.6108468081802, |
| "p95_ms": 222.67627017572522, |
| "range_ms": [ |
| 215.47124814242125, |
| 222.67627017572522 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 258.43513989821076, |
| "p95_ms": 268.3673081919551, |
| "range_ms": [ |
| 257.0353946648538, |
| 268.3673081919551 |
| ] |
| }, |
| "warm_median_decisions_per_second": 73.86518374201641 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 427.29172739200294, |
| "p95_ms": 429.2222601361573, |
| "range_ms": [ |
| 426.3705341145396, |
| 429.2222601361573 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 467.9329860955477, |
| "p95_ms": 476.0954240337014, |
| "range_ms": [ |
| 466.92013274878263, |
| 476.0954240337014 |
| ] |
| }, |
| "warm_median_decisions_per_second": 74.89028677272468 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 856.0223490931094, |
| "p95_ms": 857.3235273361206, |
| "range_ms": [ |
| 854.7417223453522, |
| 857.3235273361206 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 897.3894559312612, |
| "p95_ms": 901.5537169761956, |
| "range_ms": [ |
| 895.5069477669895, |
| 901.5537169761956 |
| ] |
| }, |
| "warm_median_decisions_per_second": 74.764403134805 |
| } |
| }, |
| "performance": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 34.854388097301126, |
| "p95_ms": 48.964081797748804, |
| "range_ms": [ |
| 34.537527710199356, |
| 48.964081797748804 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 195.44652244076133, |
| "p95_ms": 207.5622510164976, |
| "range_ms": [ |
| 193.3445748873055, |
| 207.5622510164976 |
| ] |
| }, |
| "warm_median_decisions_per_second": 28.69079202332727 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 112.90686530992389, |
| "p95_ms": 116.05708813294768, |
| "range_ms": [ |
| 112.2279530391097, |
| 116.05708813294768 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 273.41523696668446, |
| "p95_ms": 277.3972353897989, |
| "range_ms": [ |
| 272.6574372500181, |
| 277.3972353897989 |
| ] |
| }, |
| "warm_median_decisions_per_second": 70.85485880810158 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 226.20371961966157, |
| "p95_ms": 232.85513184964657, |
| "range_ms": [ |
| 224.97101593762636, |
| 232.85513184964657 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 387.9560462664813, |
| "p95_ms": 392.6410130225122, |
| "range_ms": [ |
| 387.3477568849921, |
| 392.6410130225122 |
| ] |
| }, |
| "warm_median_decisions_per_second": 70.73270071288998 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 446.2287644855678, |
| "p95_ms": 449.11305233836174, |
| "range_ms": [ |
| 445.53177896887064, |
| 449.11305233836174 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 607.0701309945434, |
| "p95_ms": 612.5219059176743, |
| "range_ms": [ |
| 606.2590656802058, |
| 612.5219059176743 |
| ] |
| }, |
| "warm_median_decisions_per_second": 71.7120960072823 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 893.4033433906734, |
| "p95_ms": 905.7790436781943, |
| "range_ms": [ |
| 892.6470330916345, |
| 905.7790436781943 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 1054.341682465747, |
| "p95_ms": 1057.7269801869988, |
| "range_ms": [ |
| 1053.0990920960903, |
| 1057.7269801869988 |
| ] |
| }, |
| "warm_median_decisions_per_second": 71.63617695575788 |
| } |
| } |
| }, |
| "artifact": { |
| "sha256": "a7ec058c65b4e73da9f6066a0239b449c74d644c234a5f901aebb19e56de3a22", |
| "bytes": 23832065792 |
| }, |
| "serving_configuration": "Winnow llama.cpp runtime; ctx=8192; decision-context=8192; decision-parallel=4; chat-parallel=1; KV=Q8_0; selected head; optimized pipeline; memory=auto; full GPU offload; no vision projector", |
| "source_pins": { |
| "kev_git": "bd058057ad0aa9df3dd6d14e3542c95a5ce367b2", |
| "laya_git": "42626c348753fbb17572a813127df2278a1ec527", |
| "jevbench_git": "c6004e008ffba24aec091261ca1a5c02f7324702", |
| "kev_4b": "f780095d6511e6304868ff46ca2b74ee3eba29d8", |
| "kev_9b": "6281032426a9ca3a08374d137bf9dfd8afd78e8a", |
| "laya": "1c5edc17a7acd8701df6fc341c0d179f1c62c982", |
| "laya_typed": "f9ab0b228f0fc0f14d873dbc99038f135c2da1b2", |
| "typed_decisions": "ea9306458d6e9563628369a3d1e72e362fb381d2" |
| }, |
| "dataset_manifest_sha256": { |
| "kev_v9": "3c4f0be94509a3612678bfd3a30fd99a8d0ca3c47ddfe7318075d95b2fa365e4", |
| "jevbench": "0983ad3e73a34e7c55b02b5d09ed983aeccabef0253bb31be43a2e6230d58f7b" |
| }, |
| "inference_build": { |
| "server_sha256": "ab75f69c68ccc8063d44aec6ac2a24ce07e5698f8175a263973d46c029256e0f", |
| "runtime_lock_sha256": "21e6e69d8e43e318089e77459d102f05ee2cad266999c7860e64048f69c89e84", |
| "cuda_arch": "120", |
| "compiler_cache_sha256": "c105481bdf985eb42f79dee77c13caf57c36e2e419acafad975c6c04b9c81adf" |
| } |
| }, |
| { |
| "model": "Stock Gemma 4 12B IT Q8", |
| "precision": "Q8_0", |
| "quality_percent": { |
| "jevbench": 83.54978354978356, |
| "kev_v9": 78.68068833652008, |
| "kev_additions": 66.66666666666666, |
| "typed": 71.3 |
| }, |
| "counts": { |
| "jevbench": 231, |
| "kev_v9": 1046, |
| "kev_additions": 390, |
| "typed": 2000 |
| }, |
| "calibration": { |
| "jev_brier": 0.27034976841267755, |
| "jev_ece": 0.1316843789806068, |
| "kev_brier": 0.3702287880491706, |
| "kev_ece": 0.16323469713749836, |
| "typed_teacher_brier_non_score": 0.316792420641541, |
| "typed_ece": 0.24805315512618353 |
| }, |
| "memory_gib": { |
| "gpu": "NVIDIA RTX PRO 5000 Blackwell", |
| "device_baseline_mib": 2.0, |
| "load_vram_gib": 12.82421875, |
| "idle_vram_gib": 14.333984375, |
| "inference_vram_gib": 14.35546875, |
| "load_ram_pss_gib": 12.191630363464355, |
| "idle_ram_pss_gib": 0.5481204986572266, |
| "inference_ram_pss_gib": 0.5979843139648438 |
| }, |
| "performance": { |
| "performance-short": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 22.46146695688367, |
| "p95_ms": 30.770714860409498, |
| "range_ms": [ |
| 22.075897082686424, |
| 30.770714860409498 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 52.51622456125915, |
| "p95_ms": 60.364149045199156, |
| "range_ms": [ |
| 51.94238806143403, |
| 60.364149045199156 |
| ] |
| }, |
| "warm_median_decisions_per_second": 44.520689673544865 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 92.13604708202183, |
| "p95_ms": 93.77083322033286, |
| "range_ms": [ |
| 91.1752269603312, |
| 93.77083322033286 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 120.54571812041104, |
| "p95_ms": 124.4972855783999, |
| "range_ms": [ |
| 120.1186771504581, |
| 124.4972855783999 |
| ] |
| }, |
| "warm_median_decisions_per_second": 86.82812268772719 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 185.5551926419139, |
| "p95_ms": 188.82568273693323, |
| "range_ms": [ |
| 184.85999898985028, |
| 188.82568273693323 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 217.12910407222807, |
| "p95_ms": 222.90433011949062, |
| "range_ms": [ |
| 216.16374514997005, |
| 222.90433011949062 |
| ] |
| }, |
| "warm_median_decisions_per_second": 86.22771355624063 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 362.9481350071728, |
| "p95_ms": 364.25275122746825, |
| "range_ms": [ |
| 362.4884523451328, |
| 364.25275122746825 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 393.8138112425804, |
| "p95_ms": 397.9031350463629, |
| "range_ms": [ |
| 393.2893369346857, |
| 397.9031350463629 |
| ] |
| }, |
| "warm_median_decisions_per_second": 88.16686714581849 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 727.991261985153, |
| "p95_ms": 729.7718632034957, |
| "range_ms": [ |
| 726.691781077534, |
| 729.7718632034957 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 759.8112525884062, |
| "p95_ms": 765.421356074512, |
| "range_ms": [ |
| 757.9216249287128, |
| 765.421356074512 |
| ] |
| }, |
| "warm_median_decisions_per_second": 87.91314311311783 |
| } |
| }, |
| "performance": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 23.851238656789064, |
| "p95_ms": 31.665181275457144, |
| "range_ms": [ |
| 23.5066469758749, |
| 31.665181275457144 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 178.94592159427702, |
| "p95_ms": 190.3981356881559, |
| "range_ms": [ |
| 177.06820787861943, |
| 190.3981356881559 |
| ] |
| }, |
| "warm_median_decisions_per_second": 41.926543706582635 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 97.29194873943925, |
| "p95_ms": 98.95601915195584, |
| "range_ms": [ |
| 96.71131893992424, |
| 98.95601915195584 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 253.41987097635865, |
| "p95_ms": 259.4043822027743, |
| "range_ms": [ |
| 251.87801895663142, |
| 259.4043822027743 |
| ] |
| }, |
| "warm_median_decisions_per_second": 82.22674233224645 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 194.9084191583097, |
| "p95_ms": 199.53563576564193, |
| "range_ms": [ |
| 194.04081907123327, |
| 199.53563576564193 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 352.85464976914227, |
| "p95_ms": 360.91970512643456, |
| "range_ms": [ |
| 351.35736502707005, |
| 360.91970512643456 |
| ] |
| }, |
| "warm_median_decisions_per_second": 82.08983515999061 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 382.41670886054635, |
| "p95_ms": 383.51830979809165, |
| "range_ms": [ |
| 381.01493706926703, |
| 383.51830979809165 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 539.1273065470159, |
| "p95_ms": 545.6521101295948, |
| "range_ms": [ |
| 538.4233240038157, |
| 545.6521101295948 |
| ] |
| }, |
| "warm_median_decisions_per_second": 83.67835206612077 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 766.0538714844733, |
| "p95_ms": 768.1685579009354, |
| "range_ms": [ |
| 764.6735701709986, |
| 768.1685579009354 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 923.574757296592, |
| "p95_ms": 928.5005992278457, |
| "range_ms": [ |
| 922.1836552023888, |
| 928.5005992278457 |
| ] |
| }, |
| "warm_median_decisions_per_second": 83.54503825687823 |
| } |
| } |
| }, |
| "artifact": { |
| "sha256": "f20e7ff1be28c283eeeb18fc895733791c56a5851d5cd3fe9691b7f7d12afa72", |
| "bytes": 12669647680 |
| }, |
| "serving_configuration": "Winnow llama.cpp runtime; ctx=8192; decision-context=8192; decision-parallel=4; chat-parallel=1; KV=Q8_0; selected head; optimized pipeline; memory=auto; full GPU offload; no vision projector", |
| "source_pins": { |
| "kev_git": "bd058057ad0aa9df3dd6d14e3542c95a5ce367b2", |
| "laya_git": "42626c348753fbb17572a813127df2278a1ec527", |
| "jevbench_git": "c6004e008ffba24aec091261ca1a5c02f7324702", |
| "kev_4b": "f780095d6511e6304868ff46ca2b74ee3eba29d8", |
| "kev_9b": "6281032426a9ca3a08374d137bf9dfd8afd78e8a", |
| "laya": "1c5edc17a7acd8701df6fc341c0d179f1c62c982", |
| "laya_typed": "f9ab0b228f0fc0f14d873dbc99038f135c2da1b2", |
| "typed_decisions": "ea9306458d6e9563628369a3d1e72e362fb381d2" |
| }, |
| "dataset_manifest_sha256": { |
| "kev_v9": "3c4f0be94509a3612678bfd3a30fd99a8d0ca3c47ddfe7318075d95b2fa365e4", |
| "jevbench": "0983ad3e73a34e7c55b02b5d09ed983aeccabef0253bb31be43a2e6230d58f7b" |
| }, |
| "inference_build": { |
| "server_sha256": "ab75f69c68ccc8063d44aec6ac2a24ce07e5698f8175a263973d46c029256e0f", |
| "runtime_lock_sha256": "21e6e69d8e43e318089e77459d102f05ee2cad266999c7860e64048f69c89e84", |
| "cuda_arch": "120", |
| "compiler_cache_sha256": "c105481bdf985eb42f79dee77c13caf57c36e2e419acafad975c6c04b9c81adf" |
| } |
| }, |
| { |
| "model": "Stock Gemma 4 12B IT BF16", |
| "precision": "BF16", |
| "quality_percent": { |
| "jevbench": 83.54978354978356, |
| "kev_v9": 78.29827915869981, |
| "kev_additions": 65.8974358974359, |
| "typed": 71.39999999999999 |
| }, |
| "counts": { |
| "jevbench": 231, |
| "kev_v9": 1046, |
| "kev_additions": 390, |
| "typed": 2000 |
| }, |
| "calibration": { |
| "jev_brier": 0.26935175054650906, |
| "jev_ece": 0.13191123135721156, |
| "kev_brier": 0.37384468803633186, |
| "kev_ece": 0.17031457341371484, |
| "typed_teacher_brier_non_score": 0.3173045037688962, |
| "typed_ece": 0.2469585567812167 |
| }, |
| "memory_gib": { |
| "gpu": "NVIDIA RTX PRO 5000 Blackwell", |
| "device_baseline_mib": 2.0, |
| "load_vram_gib": 23.220703125, |
| "idle_vram_gib": 24.771484375, |
| "inference_vram_gib": 24.796875, |
| "load_ram_pss_gib": 22.587621688842773, |
| "idle_ram_pss_gib": 0.6732587814331055, |
| "inference_ram_pss_gib": 0.7233238220214844 |
| }, |
| "performance": { |
| "performance-short": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 34.141618525609374, |
| "p95_ms": 41.745335794985294, |
| "range_ms": [ |
| 33.73613115400076, |
| 41.745335794985294 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 75.02603204920888, |
| "p95_ms": 89.06905213370919, |
| "range_ms": [ |
| 74.07003827393055, |
| 89.06905213370919 |
| ] |
| }, |
| "warm_median_decisions_per_second": 29.28976548812141 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 108.13127923756838, |
| "p95_ms": 108.66840602830052, |
| "range_ms": [ |
| 107.68243437632918, |
| 108.66840602830052 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 148.21077208034694, |
| "p95_ms": 152.73841423913836, |
| "range_ms": [ |
| 147.22343580797315, |
| 152.73841423913836 |
| ] |
| }, |
| "warm_median_decisions_per_second": 73.9841427606133 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 216.71691467054188, |
| "p95_ms": 223.66143111139536, |
| "range_ms": [ |
| 215.90717369690537, |
| 223.66143111139536 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 258.0273279454559, |
| "p95_ms": 268.22592318058014, |
| "range_ms": [ |
| 257.2539518587291, |
| 268.22592318058014 |
| ] |
| }, |
| "warm_median_decisions_per_second": 73.82903187009455 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 427.47937608510256, |
| "p95_ms": 428.38083393871784, |
| "range_ms": [ |
| 426.6806561499834, |
| 428.38083393871784 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 467.7976402454078, |
| "p95_ms": 472.7875650860369, |
| "range_ms": [ |
| 467.0621966943145, |
| 472.7875650860369 |
| ] |
| }, |
| "warm_median_decisions_per_second": 74.85741252141587 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 855.5614438373595, |
| "p95_ms": 856.8025063723326, |
| "range_ms": [ |
| 854.8735701479018, |
| 856.8025063723326 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 896.0815852042288, |
| "p95_ms": 901.9729560241103, |
| "range_ms": [ |
| 895.2084640040994, |
| 901.9729560241103 |
| ] |
| }, |
| "warm_median_decisions_per_second": 74.80467996891906 |
| } |
| }, |
| "performance": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 34.927206579595804, |
| "p95_ms": 49.98836200684309, |
| "range_ms": [ |
| 34.57708191126585, |
| 49.98836200684309 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 194.9117931071669, |
| "p95_ms": 205.73526807129383, |
| "range_ms": [ |
| 192.28755496442318, |
| 205.73526807129383 |
| ] |
| }, |
| "warm_median_decisions_per_second": 28.630975618422116 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 112.50834492966533, |
| "p95_ms": 114.36860868707299, |
| "range_ms": [ |
| 111.96773778647184, |
| 114.36860868707299 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 273.30744452774525, |
| "p95_ms": 277.10055792704225, |
| "range_ms": [ |
| 272.5763861089945, |
| 277.10055792704225 |
| ] |
| }, |
| "warm_median_decisions_per_second": 71.10583668261413 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 226.3854960910976, |
| "p95_ms": 231.87217162922025, |
| "range_ms": [ |
| 225.70885298773646, |
| 231.87217162922025 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 388.3433099836111, |
| "p95_ms": 392.61183608323336, |
| "range_ms": [ |
| 387.42467015981674, |
| 392.61183608323336 |
| ] |
| }, |
| "warm_median_decisions_per_second": 70.67590581669417 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 446.0229475516826, |
| "p95_ms": 446.9721997156739, |
| "range_ms": [ |
| 444.9301161803305, |
| 446.9721997156739 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 606.8045513238758, |
| "p95_ms": 611.3648116588593, |
| "range_ms": [ |
| 606.0819658450782, |
| 611.3648116588593 |
| ] |
| }, |
| "warm_median_decisions_per_second": 71.74518749686533 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 891.7435111943632, |
| "p95_ms": 901.2053925544024, |
| "range_ms": [ |
| 890.0642930530012, |
| 901.2053925544024 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 1054.1123251896352, |
| "p95_ms": 1057.0517675951123, |
| "range_ms": [ |
| 1053.6570539698005, |
| 1057.0517675951123 |
| ] |
| }, |
| "warm_median_decisions_per_second": 71.76951578182063 |
| } |
| } |
| }, |
| "artifact": { |
| "sha256": "5a5eefea73350705c6753105b725a51301d653e8d6646173db29a7e8da8e6efd", |
| "bytes": 23832066656 |
| }, |
| "serving_configuration": "Winnow llama.cpp runtime; ctx=8192; decision-context=8192; decision-parallel=4; chat-parallel=1; KV=Q8_0; selected head; optimized pipeline; memory=auto; full GPU offload; no vision projector", |
| "source_pins": { |
| "kev_git": "bd058057ad0aa9df3dd6d14e3542c95a5ce367b2", |
| "laya_git": "42626c348753fbb17572a813127df2278a1ec527", |
| "jevbench_git": "c6004e008ffba24aec091261ca1a5c02f7324702", |
| "kev_4b": "f780095d6511e6304868ff46ca2b74ee3eba29d8", |
| "kev_9b": "6281032426a9ca3a08374d137bf9dfd8afd78e8a", |
| "laya": "1c5edc17a7acd8701df6fc341c0d179f1c62c982", |
| "laya_typed": "f9ab0b228f0fc0f14d873dbc99038f135c2da1b2", |
| "typed_decisions": "ea9306458d6e9563628369a3d1e72e362fb381d2" |
| }, |
| "dataset_manifest_sha256": { |
| "kev_v9": "3c4f0be94509a3612678bfd3a30fd99a8d0ca3c47ddfe7318075d95b2fa365e4", |
| "jevbench": "0983ad3e73a34e7c55b02b5d09ed983aeccabef0253bb31be43a2e6230d58f7b" |
| }, |
| "inference_build": { |
| "server_sha256": "ab75f69c68ccc8063d44aec6ac2a24ce07e5698f8175a263973d46c029256e0f", |
| "runtime_lock_sha256": "21e6e69d8e43e318089e77459d102f05ee2cad266999c7860e64048f69c89e84", |
| "cuda_arch": "120", |
| "compiler_cache_sha256": "c105481bdf985eb42f79dee77c13caf57c36e2e419acafad975c6c04b9c81adf" |
| } |
| }, |
| { |
| "model": "Kev-9B BF16", |
| "precision": "BF16", |
| "quality_percent": { |
| "jevbench": 76.19047619047619, |
| "kev_v9": 78.20267686424475, |
| "kev_additions": 68.97435897435898, |
| "typed": 71.6 |
| }, |
| "counts": { |
| "jevbench": 231, |
| "kev_v9": 1046, |
| "kev_additions": 390, |
| "typed": 2000 |
| }, |
| "calibration": { |
| "jev_brier": 0.3540905585960517, |
| "jev_ece": 0.16230247700094697, |
| "kev_brier": 0.31815661474414736, |
| "kev_ece": 0.100808307899414, |
| "typed_teacher_brier_non_score": 0.15618699632615016, |
| "typed_ece": 0.059057252225222456 |
| }, |
| "memory_gib": { |
| "gpu": "NVIDIA RTX PRO 5000 Blackwell", |
| "device_baseline_mib": 2.0, |
| "load_vram_gib": 32.29296875, |
| "idle_vram_gib": 15.23828125, |
| "inference_vram_gib": 21.8671875, |
| "load_ram_pss_gib": 47.3271598815918, |
| "idle_ram_pss_gib": 1.6994895935058594, |
| "inference_ram_pss_gib": 2.419340133666992 |
| }, |
| "performance": { |
| "performance-short": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 66.0799175966531, |
| "p95_ms": 68.83646594360471, |
| "range_ms": [ |
| 64.38081990927458, |
| 68.83646594360471 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 65.56061049923301, |
| "p95_ms": 69.4022267125547, |
| "range_ms": [ |
| 64.67744009569287, |
| 69.4022267125547 |
| ] |
| }, |
| "warm_median_decisions_per_second": 15.133190784285258 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 72.50639772973955, |
| "p95_ms": 77.58744899183512, |
| "range_ms": [ |
| 72.30309210717678, |
| 77.58744899183512 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 72.83194921910763, |
| "p95_ms": 76.30407717078924, |
| "range_ms": [ |
| 72.55592988803983, |
| 76.30407717078924 |
| ] |
| }, |
| "warm_median_decisions_per_second": 110.3350911159483 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 117.60589014738798, |
| "p95_ms": 120.17511110752821, |
| "range_ms": [ |
| 115.76627707108855, |
| 120.17511110752821 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 119.11514005623758, |
| "p95_ms": 120.19340693950653, |
| "range_ms": [ |
| 118.12467919662595, |
| 120.19340693950653 |
| ] |
| }, |
| "warm_median_decisions_per_second": 136.04760764914255 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 229.1738234926015, |
| "p95_ms": 231.51671793311834, |
| "range_ms": [ |
| 228.54166710749269, |
| 231.51671793311834 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 231.84350552037358, |
| "p95_ms": 234.30478060618043, |
| "range_ms": [ |
| 230.4078508168459, |
| 234.30478060618043 |
| ] |
| }, |
| "warm_median_decisions_per_second": 139.6320029588068 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 484.2144048307091, |
| "p95_ms": 486.98815423995256, |
| "range_ms": [ |
| 483.16515097394586, |
| 486.98815423995256 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 494.19798236340284, |
| "p95_ms": 494.99255511909723, |
| "range_ms": [ |
| 493.5324052348733, |
| 494.99255511909723 |
| ] |
| }, |
| "warm_median_decisions_per_second": 132.17285434202574 |
| } |
| }, |
| "performance": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 71.03875442408025, |
| "p95_ms": 75.37550991401076, |
| "range_ms": [ |
| 70.50783606246114, |
| 75.37550991401076 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 151.8427466508001, |
| "p95_ms": 155.29751405119896, |
| "range_ms": [ |
| 151.14088403061032, |
| 155.29751405119896 |
| ] |
| }, |
| "warm_median_decisions_per_second": 14.076823391782705 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 77.25602923892438, |
| "p95_ms": 81.38543087989092, |
| "range_ms": [ |
| 76.64880808442831, |
| 81.38543087989092 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 158.6230390239507, |
| "p95_ms": 163.41657424345613, |
| "range_ms": [ |
| 157.5089693069458, |
| 163.41657424345613 |
| ] |
| }, |
| "warm_median_decisions_per_second": 103.55178849871966 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 82.72549859248102, |
| "p95_ms": 87.11598766967654, |
| "range_ms": [ |
| 82.24265603348613, |
| 87.11598766967654 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 164.65989546850324, |
| "p95_ms": 169.00390107184649, |
| "range_ms": [ |
| 164.0263837762177, |
| 169.00390107184649 |
| ] |
| }, |
| "warm_median_decisions_per_second": 193.41074121316026 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 135.10010042227805, |
| "p95_ms": 137.17515813186765, |
| "range_ms": [ |
| 134.41574899479747, |
| 137.17515813186765 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 219.00241915136576, |
| "p95_ms": 221.23930510133505, |
| "range_ms": [ |
| 217.83947385847569, |
| 221.23930510133505 |
| ] |
| }, |
| "warm_median_decisions_per_second": 236.86140794846656 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 231.3950948882848, |
| "p95_ms": 235.025763977319, |
| "range_ms": [ |
| 230.0196811556816, |
| 235.025763977319 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 316.5164175443351, |
| "p95_ms": 320.0176330283284, |
| "range_ms": [ |
| 314.9941503070295, |
| 320.0176330283284 |
| ] |
| }, |
| "warm_median_decisions_per_second": 276.5832181140164 |
| } |
| } |
| }, |
| "artifact": {}, |
| "serving_configuration": "KEV_DTYPE=bf16 KEV_MERGE=1 KEV_PREFIX_CACHE=1; unused allocator cache released after load", |
| "source_pins": { |
| "kev_git": "bd058057ad0aa9df3dd6d14e3542c95a5ce367b2", |
| "laya_git": "42626c348753fbb17572a813127df2278a1ec527", |
| "jevbench_git": "c6004e008ffba24aec091261ca1a5c02f7324702", |
| "kev_4b": "f780095d6511e6304868ff46ca2b74ee3eba29d8", |
| "kev_9b": "6281032426a9ca3a08374d137bf9dfd8afd78e8a", |
| "laya": "1c5edc17a7acd8701df6fc341c0d179f1c62c982", |
| "laya_typed": "f9ab0b228f0fc0f14d873dbc99038f135c2da1b2", |
| "typed_decisions": "ea9306458d6e9563628369a3d1e72e362fb381d2" |
| }, |
| "dataset_manifest_sha256": { |
| "kev_v9": "3c4f0be94509a3612678bfd3a30fd99a8d0ca3c47ddfe7318075d95b2fa365e4", |
| "jevbench": "0983ad3e73a34e7c55b02b5d09ed983aeccabef0253bb31be43a2e6230d58f7b" |
| }, |
| "inference_build": {} |
| }, |
| { |
| "model": "Kev-4B BF16", |
| "precision": "BF16", |
| "quality_percent": { |
| "jevbench": 71.42857142857143, |
| "kev_v9": 75.62141491395793, |
| "kev_additions": 63.589743589743584, |
| "typed": 65.75 |
| }, |
| "counts": { |
| "jevbench": 231, |
| "kev_v9": 1046, |
| "kev_additions": 390, |
| "typed": 2000 |
| }, |
| "calibration": { |
| "jev_brier": 0.45430566532075206, |
| "jev_ece": 0.19253563884526956, |
| "kev_brier": 0.357785537147028, |
| "kev_ece": 0.11677672947493024, |
| "typed_teacher_brier_non_score": 0.22585355939972085, |
| "typed_ece": 0.1253794714471447 |
| }, |
| "memory_gib": { |
| "gpu": "NVIDIA RTX PRO 5000 Blackwell", |
| "device_baseline_mib": 2.0, |
| "load_vram_gib": 17.57421875, |
| "idle_vram_gib": 8.28125, |
| "inference_vram_gib": 14.892578125, |
| "load_ram_pss_gib": 23.110424041748047, |
| "idle_ram_pss_gib": 1.6300640106201172, |
| "inference_ram_pss_gib": 2.4912405014038086 |
| }, |
| "performance": { |
| "performance-short": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 65.64339064061642, |
| "p95_ms": 67.66112381592393, |
| "range_ms": [ |
| 65.52932038903236, |
| 67.66112381592393 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 65.76349004171789, |
| "p95_ms": 67.32068909332156, |
| "range_ms": [ |
| 65.40474807843566, |
| 67.32068909332156 |
| ] |
| }, |
| "warm_median_decisions_per_second": 15.233826136050574 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 72.70564697682858, |
| "p95_ms": 79.85566509887576, |
| "range_ms": [ |
| 72.43038015440106, |
| 79.85566509887576 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 72.54690118134022, |
| "p95_ms": 74.15724685415626, |
| "range_ms": [ |
| 72.02649116516113, |
| 74.15724685415626 |
| ] |
| }, |
| "warm_median_decisions_per_second": 110.03271867657838 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 77.47087301686406, |
| "p95_ms": 78.55709921568632, |
| "range_ms": [ |
| 77.14755507186055, |
| 78.55709921568632 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 77.62656570412219, |
| "p95_ms": 78.94049910828471, |
| "range_ms": [ |
| 77.46943598613143, |
| 78.94049910828471 |
| ] |
| }, |
| "warm_median_decisions_per_second": 206.52923320635716 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 148.88300257734954, |
| "p95_ms": 153.7636579014361, |
| "range_ms": [ |
| 148.60826171934605, |
| 153.7636579014361 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 150.5928838159889, |
| "p95_ms": 151.1529739946127, |
| "range_ms": [ |
| 150.2681067213416, |
| 151.1529739946127 |
| ] |
| }, |
| "warm_median_decisions_per_second": 214.9338705294781 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 312.89613409899175, |
| "p95_ms": 314.574324991554, |
| "range_ms": [ |
| 312.318773008883, |
| 314.574324991554 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 319.24319406971335, |
| "p95_ms": 320.00197703018785, |
| "range_ms": [ |
| 318.71265126392245, |
| 320.00197703018785 |
| ] |
| }, |
| "warm_median_decisions_per_second": 204.54071823000587 |
| } |
| }, |
| "performance": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 71.24498765915632, |
| "p95_ms": 74.90490330383182, |
| "range_ms": [ |
| 70.84893900901079, |
| 74.90490330383182 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 133.07837629690766, |
| "p95_ms": 134.00867069140077, |
| "range_ms": [ |
| 132.59583385661244, |
| 134.00867069140077 |
| ] |
| }, |
| "warm_median_decisions_per_second": 14.036075138143156 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 78.0957960523665, |
| "p95_ms": 79.34773107990623, |
| "range_ms": [ |
| 77.41492474451661, |
| 79.34773107990623 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 139.4394184462726, |
| "p95_ms": 142.5566808320582, |
| "range_ms": [ |
| 138.79002584144473, |
| 142.5566808320582 |
| ] |
| }, |
| "warm_median_decisions_per_second": 102.43829251238652 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 83.62268563359976, |
| "p95_ms": 84.26053682342172, |
| "range_ms": [ |
| 83.19316618144512, |
| 84.26053682342172 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 145.1625218614936, |
| "p95_ms": 147.97593792900443, |
| "range_ms": [ |
| 144.65159736573696, |
| 147.97593792900443 |
| ] |
| }, |
| "warm_median_decisions_per_second": 191.33563911239858 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 102.64253127388656, |
| "p95_ms": 103.2784916460514, |
| "range_ms": [ |
| 102.27458225563169, |
| 103.2784916460514 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 164.34098314493895, |
| "p95_ms": 165.785264223814, |
| "range_ms": [ |
| 163.7231931090355, |
| 165.785264223814 |
| ] |
| }, |
| "warm_median_decisions_per_second": 311.7616021628762 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 179.33518323116004, |
| "p95_ms": 180.0042991526425, |
| "range_ms": [ |
| 178.8237178698182, |
| 180.0042991526425 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 240.78315845690668, |
| "p95_ms": 242.358619812876, |
| "range_ms": [ |
| 240.2559290640056, |
| 242.358619812876 |
| ] |
| }, |
| "warm_median_decisions_per_second": 356.8736421202139 |
| } |
| } |
| }, |
| "artifact": {}, |
| "serving_configuration": "KEV_DTYPE=bf16 KEV_MERGE=1 KEV_PREFIX_CACHE=1; unused allocator cache released after load", |
| "source_pins": { |
| "kev_git": "bd058057ad0aa9df3dd6d14e3542c95a5ce367b2", |
| "laya_git": "42626c348753fbb17572a813127df2278a1ec527", |
| "jevbench_git": "c6004e008ffba24aec091261ca1a5c02f7324702", |
| "kev_4b": "f780095d6511e6304868ff46ca2b74ee3eba29d8", |
| "kev_9b": "6281032426a9ca3a08374d137bf9dfd8afd78e8a", |
| "laya": "1c5edc17a7acd8701df6fc341c0d179f1c62c982", |
| "laya_typed": "f9ab0b228f0fc0f14d873dbc99038f135c2da1b2", |
| "typed_decisions": "ea9306458d6e9563628369a3d1e72e362fb381d2" |
| }, |
| "dataset_manifest_sha256": { |
| "kev_v9": "3c4f0be94509a3612678bfd3a30fd99a8d0ca3c47ddfe7318075d95b2fa365e4", |
| "jevbench": "0983ad3e73a34e7c55b02b5d09ed983aeccabef0253bb31be43a2e6230d58f7b" |
| }, |
| "inference_build": {} |
| }, |
| { |
| "model": "Laya Typed Decisions", |
| "precision": "float32 weights; bfloat16 autocast", |
| "quality_percent": { |
| "jevbench": 53.67965367965368, |
| "kev_v9": 55.64053537284895, |
| "kev_additions": 36.666666666666664, |
| "typed": 76.75 |
| }, |
| "counts": { |
| "jevbench": 231, |
| "kev_v9": 1046, |
| "kev_additions": 390, |
| "typed": 2000 |
| }, |
| "calibration": { |
| "jev_brier": 0.5087844836796537, |
| "jev_ece": 0.07119307359307356, |
| "kev_brier": 0.5406436657135641, |
| "kev_ece": 0.051804615299576945, |
| "typed_teacher_brier_non_score": 0.06574973716973499, |
| "typed_ece": 0.2146720270839175 |
| }, |
| "memory_gib": { |
| "gpu": "NVIDIA RTX PRO 5000 Blackwell", |
| "device_baseline_mib": 2.0, |
| "load_vram_gib": 1.822265625, |
| "idle_vram_gib": 1.919921875, |
| "inference_vram_gib": 4.94140625, |
| "load_ram_pss_gib": 3.2509498596191406, |
| "idle_ram_pss_gib": 1.0975418090820312, |
| "inference_ram_pss_gib": 2.0477752685546875 |
| }, |
| "performance": { |
| "performance-short": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 22.845126455649734, |
| "p95_ms": 24.33396875858307, |
| "range_ms": [ |
| 22.740793880075216, |
| 24.33396875858307 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 23.295121267437935, |
| "p95_ms": 24.609151761978865, |
| "range_ms": [ |
| 23.227659054100513, |
| 24.609151761978865 |
| ] |
| }, |
| "warm_median_decisions_per_second": 43.773012241422464 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 27.314365142956376, |
| "p95_ms": 28.961639385670424, |
| "range_ms": [ |
| 27.18529710546136, |
| 28.961639385670424 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 27.537896996363997, |
| "p95_ms": 29.009283054620028, |
| "range_ms": [ |
| 27.268899139016867, |
| 29.009283054620028 |
| ] |
| }, |
| "warm_median_decisions_per_second": 292.88617758934004 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 29.842145973816514, |
| "p95_ms": 30.099600087851286, |
| "range_ms": [ |
| 29.773924965411425, |
| 30.099600087851286 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 29.994444688782096, |
| "p95_ms": 32.27252420037985, |
| "range_ms": [ |
| 29.866321943700314, |
| 32.27252420037985 |
| ] |
| }, |
| "warm_median_decisions_per_second": 536.1544713988865 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 35.80718184821308, |
| "p95_ms": 39.09342689439654, |
| "range_ms": [ |
| 35.35476792603731, |
| 39.09342689439654 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 35.529671935364604, |
| "p95_ms": 38.46615785732865, |
| "range_ms": [ |
| 35.424796398729086, |
| 38.46615785732865 |
| ] |
| }, |
| "warm_median_decisions_per_second": 893.6754681127449 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 57.56832659244537, |
| "p95_ms": 59.25153801217675, |
| "range_ms": [ |
| 57.05864494666457, |
| 59.25153801217675 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 57.97937046736479, |
| "p95_ms": 59.614480938762426, |
| "range_ms": [ |
| 57.77294002473354, |
| 59.614480938762426 |
| ] |
| }, |
| "warm_median_decisions_per_second": 1111.7224312092242 |
| } |
| }, |
| "performance": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 24.860800243914127, |
| "p95_ms": 26.331953704357147, |
| "range_ms": [ |
| 24.80240212753415, |
| 26.331953704357147 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 24.9115196056664, |
| "p95_ms": 25.805712677538395, |
| "range_ms": [ |
| 24.311278015375137, |
| 25.805712677538395 |
| ] |
| }, |
| "warm_median_decisions_per_second": 40.223966653881064 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 67.04071001149714, |
| "p95_ms": 68.26437124982476, |
| "range_ms": [ |
| 66.94795889779925, |
| 68.26437124982476 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 67.82145774923265, |
| "p95_ms": 69.17453603819013, |
| "range_ms": [ |
| 67.67716398462653, |
| 69.17453603819013 |
| ] |
| }, |
| "warm_median_decisions_per_second": 119.3304784306139 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 142.1585502102971, |
| "p95_ms": 143.4747572056949, |
| "range_ms": [ |
| 141.72939117997885, |
| 143.4747572056949 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 143.65023071877658, |
| "p95_ms": 145.14261297881603, |
| "range_ms": [ |
| 143.00691802054644, |
| 145.14261297881603 |
| ] |
| }, |
| "warm_median_decisions_per_second": 112.55038811475623 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 314.55507851205766, |
| "p95_ms": 318.1276097893715, |
| "range_ms": [ |
| 313.771678134799, |
| 318.1276097893715 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 317.7179682534188, |
| "p95_ms": 319.81720635667443, |
| "range_ms": [ |
| 316.54817145317793, |
| 319.81720635667443 |
| ] |
| }, |
| "warm_median_decisions_per_second": 101.73099144153021 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 647.3779694642872, |
| "p95_ms": 649.9390099197626, |
| "range_ms": [ |
| 644.2375518381596, |
| 649.9390099197626 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 655.2308923564851, |
| "p95_ms": 657.3728658258915, |
| "range_ms": [ |
| 652.8241420164704, |
| 657.3728658258915 |
| ] |
| }, |
| "warm_median_decisions_per_second": 98.86033046963391 |
| } |
| } |
| }, |
| "artifact": {}, |
| "serving_configuration": null, |
| "source_pins": { |
| "kev_git": "bd058057ad0aa9df3dd6d14e3542c95a5ce367b2", |
| "laya_git": "42626c348753fbb17572a813127df2278a1ec527", |
| "jevbench_git": "c6004e008ffba24aec091261ca1a5c02f7324702", |
| "kev_4b": "f780095d6511e6304868ff46ca2b74ee3eba29d8", |
| "kev_9b": "6281032426a9ca3a08374d137bf9dfd8afd78e8a", |
| "laya": "1c5edc17a7acd8701df6fc341c0d179f1c62c982", |
| "laya_typed": "f9ab0b228f0fc0f14d873dbc99038f135c2da1b2", |
| "typed_decisions": "ea9306458d6e9563628369a3d1e72e362fb381d2" |
| }, |
| "dataset_manifest_sha256": { |
| "kev_v9": "3c4f0be94509a3612678bfd3a30fd99a8d0ca3c47ddfe7318075d95b2fa365e4", |
| "jevbench": "0983ad3e73a34e7c55b02b5d09ed983aeccabef0253bb31be43a2e6230d58f7b" |
| }, |
| "inference_build": {} |
| }, |
| { |
| "model": "Laya English", |
| "precision": "float32 weights; bfloat16 autocast", |
| "quality_percent": { |
| "jevbench": 58.44155844155844, |
| "kev_v9": 52.96367112810707, |
| "kev_additions": 32.05128205128205, |
| "typed": 36.1 |
| }, |
| "counts": { |
| "jevbench": 231, |
| "kev_v9": 1046, |
| "kev_additions": 390, |
| "typed": 2000 |
| }, |
| "calibration": { |
| "jev_brier": 0.53208797, |
| "jev_ece": 0.09038658008658014, |
| "kev_brier": 0.5825189168117686, |
| "kev_ece": 0.13014756076373651, |
| "typed_teacher_brier_non_score": 0.32897452841925434, |
| "typed_ece": 0.17523136709240314 |
| }, |
| "memory_gib": { |
| "gpu": "NVIDIA RTX PRO 5000 Blackwell", |
| "device_baseline_mib": 2.0, |
| "load_vram_gib": 1.841796875, |
| "idle_vram_gib": 1.919921875, |
| "inference_vram_gib": 4.00390625, |
| "load_ram_pss_gib": 3.2475242614746094, |
| "idle_ram_pss_gib": 1.0939559936523438, |
| "inference_ram_pss_gib": 2.0521316528320312 |
| }, |
| "performance": { |
| "performance-short": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 23.84014753624797, |
| "p95_ms": 24.90654308348894, |
| "range_ms": [ |
| 23.538042791187763, |
| 24.90654308348894 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 24.082106538116932, |
| "p95_ms": 24.846371728926897, |
| "range_ms": [ |
| 24.05818784609437, |
| 24.846371728926897 |
| ] |
| }, |
| "warm_median_decisions_per_second": 41.946049137470354 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 28.08005828410387, |
| "p95_ms": 30.12946993112564, |
| "range_ms": [ |
| 28.003456071019173, |
| 30.12946993112564 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 28.088030638173223, |
| "p95_ms": 29.704309068620205, |
| "range_ms": [ |
| 28.03805796429515, |
| 29.704309068620205 |
| ] |
| }, |
| "warm_median_decisions_per_second": 284.8996935497389 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 30.665626749396324, |
| "p95_ms": 33.649255987256765, |
| "range_ms": [ |
| 30.55564919486642, |
| 33.649255987256765 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 30.93404253013432, |
| "p95_ms": 32.32662100344896, |
| "range_ms": [ |
| 30.611341819167137, |
| 32.32662100344896 |
| ] |
| }, |
| "warm_median_decisions_per_second": 521.7568233890727 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 36.21700336225331, |
| "p95_ms": 38.06876204907894, |
| "range_ms": [ |
| 36.08020907267928, |
| 38.06876204907894 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 36.47041297517717, |
| "p95_ms": 38.297314662486315, |
| "range_ms": [ |
| 36.158771719783545, |
| 38.297314662486315 |
| ] |
| }, |
| "warm_median_decisions_per_second": 883.5628856403833 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 57.41862556897104, |
| "p95_ms": 58.74502472579479, |
| "range_ms": [ |
| 57.02610267326236, |
| 58.74502472579479 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 57.85714997909963, |
| "p95_ms": 58.998359367251396, |
| "range_ms": [ |
| 57.67525406554341, |
| 58.998359367251396 |
| ] |
| }, |
| "warm_median_decisions_per_second": 1114.6208981112486 |
| } |
| }, |
| "performance": { |
| "1": { |
| "warm": { |
| "count": 10, |
| "median_ms": 25.882226647809148, |
| "p95_ms": 26.91890113055706, |
| "range_ms": [ |
| 25.42299311608076, |
| 26.91890113055706 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 25.474075926467776, |
| "p95_ms": 25.56223887950182, |
| "range_ms": [ |
| 25.444936007261276, |
| 25.56223887950182 |
| ] |
| }, |
| "warm_median_decisions_per_second": 38.63655216405606 |
| }, |
| "8": { |
| "warm": { |
| "count": 10, |
| "median_ms": 45.27222109027207, |
| "p95_ms": 47.11010167375207, |
| "range_ms": [ |
| 45.21714290603995, |
| 47.11010167375207 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 45.3107540961355, |
| "p95_ms": 46.22122226282954, |
| "range_ms": [ |
| 45.23011017590761, |
| 46.22122226282954 |
| ] |
| }, |
| "warm_median_decisions_per_second": 176.7088030438827 |
| }, |
| "16": { |
| "warm": { |
| "count": 10, |
| "median_ms": 89.15169816464186, |
| "p95_ms": 90.1275728829205, |
| "range_ms": [ |
| 88.40252412483096, |
| 90.1275728829205 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 88.64646148867905, |
| "p95_ms": 90.57755582034588, |
| "range_ms": [ |
| 88.46736513078213, |
| 90.57755582034588 |
| ] |
| }, |
| "warm_median_decisions_per_second": 179.4693800498542 |
| }, |
| "32": { |
| "warm": { |
| "count": 10, |
| "median_ms": 191.60822709091008, |
| "p95_ms": 194.2352126352489, |
| "range_ms": [ |
| 191.27637008205056, |
| 194.2352126352489 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 191.81448104791343, |
| "p95_ms": 193.55412013828754, |
| "range_ms": [ |
| 191.48092670366168, |
| 193.55412013828754 |
| ] |
| }, |
| "warm_median_decisions_per_second": 167.00744266485665 |
| }, |
| "64": { |
| "warm": { |
| "count": 10, |
| "median_ms": 412.5161219853908, |
| "p95_ms": 416.34345101192594, |
| "range_ms": [ |
| 411.5443374030292, |
| 416.34345101192594 |
| ] |
| }, |
| "cold": { |
| "count": 10, |
| "median_ms": 415.1305085979402, |
| "p95_ms": 416.15893226116896, |
| "range_ms": [ |
| 411.9292129762471, |
| 416.15893226116896 |
| ] |
| }, |
| "warm_median_decisions_per_second": 155.1454515085996 |
| } |
| } |
| }, |
| "artifact": {}, |
| "serving_configuration": null, |
| "source_pins": { |
| "kev_git": "bd058057ad0aa9df3dd6d14e3542c95a5ce367b2", |
| "laya_git": "42626c348753fbb17572a813127df2278a1ec527", |
| "jevbench_git": "c6004e008ffba24aec091261ca1a5c02f7324702", |
| "kev_4b": "f780095d6511e6304868ff46ca2b74ee3eba29d8", |
| "kev_9b": "6281032426a9ca3a08374d137bf9dfd8afd78e8a", |
| "laya": "1c5edc17a7acd8701df6fc341c0d179f1c62c982", |
| "laya_typed": "f9ab0b228f0fc0f14d873dbc99038f135c2da1b2", |
| "typed_decisions": "ea9306458d6e9563628369a3d1e72e362fb381d2" |
| }, |
| "dataset_manifest_sha256": { |
| "kev_v9": "3c4f0be94509a3612678bfd3a30fd99a8d0ca3c47ddfe7318075d95b2fa365e4", |
| "jevbench": "0983ad3e73a34e7c55b02b5d09ed983aeccabef0253bb31be43a2e6230d58f7b" |
| }, |
| "inference_build": {} |
| } |
| ], |
| "hardware_5070ti": { |
| "gpu": "RTX 5070 Ti 16 GB", |
| "prefix_positions": 65022, |
| "image_positions": 1024, |
| "decision_branches": 4, |
| "chat_slots": 1, |
| "kv": "Q8_0", |
| "effective_memory_policy": "exclusive", |
| "decision_cold_s": 25.001564278034493, |
| "decision_warm_median_ms": 143.02524807862937, |
| "decision_warm_samples": 3, |
| "retrieval_passed": true, |
| "short_generation_tps_median": 55.46540467494125, |
| "short_generation_samples": 3, |
| "short_output_tokens_per_sample": 512, |
| "long_prompt_tokens": 62435, |
| "long_output_tokens": 512, |
| "long_generation_tps": 46.93347166614375, |
| "long_prefill_tps": 2893.8818373839104, |
| "long_ttft_s": 21.747452786192298, |
| "long_total_s": 32.63961890107021, |
| "smoke_peak_device_vram_gib": 15.0087890625, |
| "smoke_peak_ram_pss_gib_including_startup": 12.247476577758789, |
| "smoke_device_baseline_mib": 450.0 |
| }, |
| "jev": { |
| "label": "Jev 1.13 (OpenRouter)", |
| "model_revisions": [ |
| "typesafe/jev-1.13-20260917" |
| ], |
| "quality": { |
| "jevbench": 85.71428571428571, |
| "kev_v9": 86.9980879541109, |
| "kev_additions": 85.64102564102564, |
| "typed": 73.8 |
| }, |
| "counts": { |
| "jevbench": 231, |
| "jevbench_correct": 198, |
| "kev_v9": 1046, |
| "kev_additions": 390, |
| "typed_cases": 400, |
| "typed": 2000 |
| }, |
| "calibration": { |
| "jev_brier": 0.17946493506493508, |
| "jev_ece": 0.04740259740259756, |
| "kev_brier": 0.19142599481108083, |
| "kev_ece": 0.030807501400235617, |
| "typed_teacher_brier_non_score": 0.09788350992788927, |
| "typed_ece": 0.03695434343434338 |
| }, |
| "coverage": { |
| "requests": 1895, |
| "jevbench": 231, |
| "kev_v9": 1264, |
| "typed_cases": 400, |
| "typed_decisions": 2000, |
| "unique_api_requests": 1840, |
| "failed_requests": 0, |
| "jevbench_schema_validity": 1.0, |
| "contract_warnings": 0 |
| }, |
| "cost_usd": 0.04605409200000002, |
| "input_tokens": 1096526, |
| "output_tokens": 114470, |
| "pins": { |
| "kev_git": "bd058057ad0aa9df3dd6d14e3542c95a5ce367b2", |
| "laya_git": "42626c348753fbb17572a813127df2278a1ec527", |
| "jevbench_git": "c6004e008ffba24aec091261ca1a5c02f7324702", |
| "kev_4b": "f780095d6511e6304868ff46ca2b74ee3eba29d8", |
| "kev_9b": "6281032426a9ca3a08374d137bf9dfd8afd78e8a", |
| "laya": "1c5edc17a7acd8701df6fc341c0d179f1c62c982", |
| "laya_typed": "f9ab0b228f0fc0f14d873dbc99038f135c2da1b2", |
| "typed_decisions": "ea9306458d6e9563628369a3d1e72e362fb381d2" |
| }, |
| "collection_date": "2026-09-21", |
| "latency_scope": "OpenRouter round trip; not comparable to pod-local latency", |
| "gpu_memory_gib": null, |
| "system_memory_gib": null, |
| "metric_scope": "JevBench public-subset accuracy; Kev-v9 knowable clean accuracy; typed teacher agreement.", |
| "deduplication": "Identical payloads reuse one frozen response; all evaluation records remain scored." |
| }, |
| "fine_tuning_overlap_audit": { |
| "by_suite": { |
| "jevbench": { |
| "evaluated_records": 231, |
| "exact_normalized_input": 0, |
| "exact_normalized_state": 0, |
| "high_containment_state_candidates": 0 |
| }, |
| "kev-v9": { |
| "evaluated_records": 1264, |
| "exact_normalized_input": 0, |
| "exact_normalized_state": 0, |
| "high_containment_state_candidates": 0 |
| }, |
| "typed-decisions": { |
| "evaluated_records": 400, |
| "exact_normalized_input": 0, |
| "exact_normalized_state": 0, |
| "high_containment_state_candidates": 0 |
| } |
| }, |
| "method": "Casefolded alphanumeric exact state/input matching; question IDs and label fields excluded; typed cases split into questions; 5-word state containment >=85% with minimum20 shingles.", |
| "scope": "Checksum-verified private fine-tuning inputs. Does not audit Gemma pretraining or exclude conceptual/source-family overlap or development exposure. The training data and training pipeline remain private and are not distributed." |
| } |
| } |
|
|
