{ "3": { "gate": { "rows": 2048, "cols": 6144, "qtype": "Q2_K", "raw": { "eff_rank": { "0.90": 4603, "0.95": 5263, "0.99": 5933 }, "pr": 4200.756772994886, "shares": { "512": 0.2165934584743494, "1024": 0.3624191353956391, "1536": 0.48079374433419475, "2048": 0.5799548195904005 } }, "whitened": { "eff_rank": { "0.90": 3127, "0.95": 4125, "0.99": 5470 }, "pr": 240.24495613521785, "shares": { "512": 0.557766410815788, "1024": 0.6771839577575643, "1536": 0.7562768291997694, "2048": 0.8149905968103053 } }, "mean_delta": { "mean_energy_frac": 0.007828928497368702, "delta_eff_rank": { "0.90": 4603, "0.95": 5262, "0.99": 5933 }, "delta_shares": { "512": 0.21661172335235815, "1024": 0.36245818872791735, "1536": 0.48084529772174694, "2048": 0.5800117220524641 } }, "per_expert_svd": { "34": { "rank": { "0.90": 1216, "0.95": 1398, "0.99": 1601 }, "pr": 1224.6976850008273 }, "64": { "rank": { "0.90": 1289, "0.95": 1499, "0.99": 1750 }, "pr": 1232.5568406645145 }, "80": { "rank": { "0.90": 1285, "0.95": 1513, "0.99": 1811 }, "pr": 1141.7948315412905 }, "106": { "rank": { "0.90": 1304, "0.95": 1506, "0.99": 1739 }, "pr": 1304.7553997561529 } } }, "up": { "rows": 2048, "cols": 6144, "qtype": "Q2_K", "raw": { "eff_rank": { "0.90": 4606, "0.95": 5264, "0.99": 5933 }, "pr": 4222.475161647491, "shares": { "512": 0.2157205854565738, "1024": 0.36139227371050076, "1536": 0.4797793602759666, "2048": 0.5790521573426136 } }, "whitened": { "eff_rank": { "0.90": 3135, "0.95": 4132, "0.99": 5473 }, "pr": 245.1824027719779, "shares": { "512": 0.556122091974344, "1024": 0.6758522260788847, "1536": 0.7551903295878464, "2048": 0.8141244541933407 } }, "mean_delta": { "mean_energy_frac": 0.007809135286987401, "delta_eff_rank": { "0.90": 4606, "0.95": 5264, "0.99": 5933 }, "delta_shares": { "512": 0.2157533319587555, "1024": 0.36144442876889604, "1536": 0.4798389806896863, "2048": 0.5791167471413629 } }, "per_expert_svd": { "2": { "rank": { "0.90": 536, "0.95": 663, "0.99": 876 }, "pr": 370.37748047538537 }, "22": { "rank": { "0.90": 1333, "0.95": 1540, "0.99": 1779 }, "pr": 1335.5908318000324 }, "83": { "rank": { "0.90": 1230, "0.95": 1442, "0.99": 1708 }, "pr": 1112.1735582748277 }, "103": { "rank": { "0.90": 1409, "0.95": 1648, "0.99": 1935 }, "pr": 1318.7142371553384 } } }, "down": { "rows": 6144, "cols": 2048, "qtype": "Q3_K", "raw": { "eff_rank": { "0.90": 5111, "0.95": 5599, "0.99": 6028 }, "pr": 5302.509635031173, "shares": { "512": 0.1635693642648785, "1024": 0.28411009959514283, "1536": 0.38772350917855186, "2048": 0.4805907853803102 } }, "whitened": { "eff_rank": { "0.90": 4994, "0.95": 5532, "0.99": 6013 }, "pr": 4685.656301840005, "shares": { "512": 0.20185100394713199, "1024": 0.32806820973887363, "1536": 0.43200864670203587, "2048": 0.5225683796183737 } }, "mean_delta": { "mean_energy_frac": 0.007818053369532644, "delta_eff_rank": { "0.90": 5111, "0.95": 5599, "0.99": 6028 }, "delta_shares": { "512": 0.16360394161946978, "1024": 0.2841737990726379, "1536": 0.3878134328066264, "2048": 0.4806966135543969 } }, "per_expert_svd": { "69": { "rank": { "0.90": 1396, "0.95": 1602, "0.99": 1836 }, "pr": 1428.2221561099761 }, "80": { "rank": { "0.90": 1249, "0.95": 1475, "0.99": 1781 }, "pr": 1182.2193551133855 }, "91": { "rank": { "0.90": 1225, "0.95": 1396, "0.99": 1582 }, "pr": 1253.1103058203637 }, "121": { "rank": { "0.90": 995, "0.95": 1145, "0.99": 1344 }, "pr": 999.8494580170552 } } } }, "40": { "gate": { "rows": 2048, "cols": 6144, "qtype": "Q2_K", "raw": { "eff_rank": { "0.90": 5206, "0.95": 5646, "0.99": 6029 }, "pr": 5574.447576499146, "shares": { "512": 0.14496685144035065, "1024": 0.25448293219430557, "1536": 0.3531986064428815, "2048": 0.4446932116992505 } }, "whitened": { "eff_rank": { "0.90": 5104, "0.95": 5589, "0.99": 6018 }, "pr": 5063.447992741769, "shares": { "512": 0.1718367422272237, "1024": 0.2917114577903163, "1536": 0.3940553725000644, "2048": 0.4854266773812525 } }, "mean_delta": { "mean_energy_frac": 0.008543679876463225, "delta_eff_rank": { "0.90": 5206, "0.95": 5646, "0.99": 6029 }, "delta_shares": { "512": 0.14443820565659063, "1024": 0.2540631809990807, "1536": 0.352878530863539, "2048": 0.4444584168487327 } }, "per_expert_svd": { "0": { "rank": { "0.90": 1462, "0.95": 1688, "0.99": 1950 }, "pr": 1347.9481092732892 }, "50": { "rank": { "0.90": 1435, "0.95": 1669, "0.99": 1943 }, "pr": 1214.2928064604168 }, "84": { "rank": { "0.90": 1455, "0.95": 1683, "0.99": 1948 }, "pr": 1357.7875442653767 }, "101": { "rank": { "0.90": 1401, "0.95": 1645, "0.99": 1935 }, "pr": 1150.6012758090287 } } }, "up": { "rows": 2048, "cols": 6144, "qtype": "Q2_K", "raw": { "eff_rank": { "0.90": 5223, "0.95": 5655, "0.99": 6031 }, "pr": 5668.652708833687, "shares": { "512": 0.13913978261485097, "1024": 0.24768338724677041, "1536": 0.34621836214574636, "2048": 0.43791881197373006 } }, "whitened": { "eff_rank": { "0.90": 5120, "0.95": 5599, "0.99": 6020 }, "pr": 5189.756759430329, "shares": { "512": 0.1671873008711704, "1024": 0.28624137387596227, "1536": 0.3883826936706826, "2048": 0.4798909930041955 } }, "mean_delta": { "mean_energy_frac": 0.007814481188012474, "delta_eff_rank": { "0.90": 5222, "0.95": 5655, "0.99": 6031 }, "delta_shares": { "512": 0.1391799580234172, "1024": 0.24777118954445077, "1536": 0.34634309347942555, "2048": 0.43806753679803057 } }, "per_expert_svd": { "22": { "rank": { "0.90": 1459, "0.95": 1685, "0.99": 1949 }, "pr": 1419.6132189576113 }, "91": { "rank": { "0.90": 1443, "0.95": 1675, "0.99": 1945 }, "pr": 1346.0710871133006 }, "95": { "rank": { "0.90": 1470, "0.95": 1693, "0.99": 1951 }, "pr": 1482.345773753919 }, "107": { "rank": { "0.90": 1461, "0.95": 1687, "0.99": 1949 }, "pr": 1437.2289630649152 } } }, "down": { "rows": 6144, "cols": 2048, "qtype": "Q3_K", "raw": { "eff_rank": { "0.90": 5200, "0.95": 5640, "0.99": 6025 }, "pr": 5542.33643621979, "shares": { "512": 0.14937287332867535, "1024": 0.2595095757126688, "1536": 0.35782453577372725, "2048": 0.44864345582423354 } }, "whitened": { "eff_rank": { "0.90": 5192, "0.95": 5636, "0.99": 6024 }, "pr": 5528.025852494532, "shares": { "512": 0.14998905614966446, "1024": 0.26081522171373445, "1536": 0.35967624892410494, "2048": 0.4508452677093994 } }, "mean_delta": { "mean_energy_frac": 0.007825419575466003, "delta_eff_rank": { "0.90": 5199, "0.95": 5640, "0.99": 6025 }, "delta_shares": { "512": 0.14941034689052152, "1024": 0.2595900398630582, "1536": 0.35793839970251995, "2048": 0.4487825862742593 } }, "per_expert_svd": { "10": { "rank": { "0.90": 1417, "0.95": 1656, "0.99": 1939 }, "pr": 1043.7318616965913 }, "38": { "rank": { "0.90": 1462, "0.95": 1687, "0.99": 1949 }, "pr": 1424.0797543331187 }, "61": { "rank": { "0.90": 1425, "0.95": 1662, "0.99": 1941 }, "pr": 1102.285501371191 }, "67": { "rank": { "0.90": 1429, "0.95": 1664, "0.99": 1941 }, "pr": 1256.5558191352877 } } } }, "77": { "gate": { "rows": 2048, "cols": 6144, "qtype": "Q2_K", "raw": { "eff_rank": { "0.90": 5233, "0.95": 5661, "0.99": 6034 }, "pr": 5190.017224351806, "shares": { "512": 0.1431725707672288, "1024": 0.2482095289384545, "1536": 0.34493144520780966, "2048": 0.4356607915958779 } }, "whitened": { "eff_rank": { "0.90": 5050, "0.95": 5550, "0.99": 6004 }, "pr": 4697.723331417446, "shares": { "512": 0.18253059676606087, "1024": 0.3040349024167688, "1536": 0.40672248721468013, "2048": 0.4977836464480919 } }, "mean_delta": { "mean_energy_frac": 0.011086992109390709, "delta_eff_rank": { "0.90": 5235, "0.95": 5662, "0.99": 6035 }, "delta_shares": { "512": 0.14043017541461678, "1024": 0.2458603606147428, "1536": 0.34293663025618504, "2048": 0.43398928395191927 } }, "per_expert_svd": { "0": { "rank": { "0.90": 1453, "0.95": 1682, "0.99": 1947 }, "pr": 1152.9885375337337 }, "1": { "rank": { "0.90": 1417, "0.95": 1655, "0.99": 1937 }, "pr": 913.2298550313029 }, "15": { "rank": { "0.90": 1444, "0.95": 1675, "0.99": 1945 }, "pr": 836.2347368499718 }, "85": { "rank": { "0.90": 1432, "0.95": 1666, "0.99": 1941 }, "pr": 1009.2357187341252 } } }, "up": { "rows": 2048, "cols": 6144, "qtype": "Q2_K", "raw": { "eff_rank": { "0.90": 5246, "0.95": 5670, "0.99": 6037 }, "pr": 5657.279516664621, "shares": { "512": 0.1347998240770724, "1024": 0.24033473727385665, "1536": 0.3378092999574625, "2048": 0.4293359470007348 } }, "whitened": { "eff_rank": { "0.90": 5067, "0.95": 5562, "0.99": 6007 }, "pr": 5086.256000113135, "shares": { "512": 0.1758198315373471, "1024": 0.29741360446863485, "1536": 0.4005560366607885, "2048": 0.49217402052572284 } }, "mean_delta": { "mean_energy_frac": 0.007809752860255565, "delta_eff_rank": { "0.90": 5246, "0.95": 5669, "0.99": 6037 }, "delta_shares": { "512": 0.1348494752868755, "1024": 0.24043786372194736, "1536": 0.3379495994983522, "2048": 0.4295009518309023 } }, "per_expert_svd": { "48": { "rank": { "0.90": 1464, "0.95": 1688, "0.99": 1949 }, "pr": 1409.1704620843202 }, "58": { "rank": { "0.90": 1417, "0.95": 1654, "0.99": 1936 }, "pr": 1008.1815399068877 }, "76": { "rank": { "0.90": 1455, "0.95": 1681, "0.99": 1946 }, "pr": 1399.1840758565077 }, "96": { "rank": { "0.90": 1424, "0.95": 1658, "0.99": 1937 }, "pr": 1306.4848353188058 } } }, "down": { "rows": 6144, "cols": 2048, "qtype": "Q3_K", "raw": { "eff_rank": { "0.90": 5031, "0.95": 5466, "0.99": 5913 }, "pr": 5453.152036454537, "shares": { "512": 0.13667362254380894, "1024": 0.2509549723475995, "1536": 0.3551085011378926, "2048": 0.45154189493577435 } }, "whitened": { "eff_rank": { "0.90": 4741, "0.95": 5308, "0.99": 5863 }, "pr": 1760.5628759746776, "shares": { "512": 0.34072936740787924, "1024": 0.4347421575122415, "1536": 0.5168656520198712, "2048": 0.5913175074961975 } }, "mean_delta": { "mean_energy_frac": 0.007817777332972318, "delta_eff_rank": { "0.90": 5030, "0.95": 5466, "0.99": 5913 }, "delta_shares": { "512": 0.13672412124605013, "1024": 0.25104741443500656, "1536": 0.35523017664455175, "2048": 0.4516817170174602 } }, "per_expert_svd": { "47": { "rank": { "0.90": 1443, "0.95": 1670, "0.99": 1940 }, "pr": 1423.4008197150395 }, "83": { "rank": { "0.90": 1428, "0.95": 1658, "0.99": 1934 }, "pr": 1385.5097131865816 }, "86": { "rank": { "0.90": 1435, "0.95": 1664, "0.99": 1937 }, "pr": 1411.4543863921467 }, "120": { "rank": { "0.90": 1407, "0.95": 1643, "0.99": 1930 }, "pr": 1342.813968798544 } } } } }