| { | |
| "3": { | |
| "gate": { | |
| "rows": 2048, | |
| "cols": 6144, | |
| "qtype": "Q2_K", | |
| "raw": { | |
| "eff_rank": { | |
| "0.90": 4603, | |
| "0.95": 5263, | |
| "0.99": 5933 | |
| }, | |
| "pr": 4200.756772994886, | |
| "shares": { | |
| "512": 0.2165934584743494, | |
| "1024": 0.3624191353956391, | |
| "1536": 0.48079374433419475, | |
| "2048": 0.5799548195904005 | |
| } | |
| }, | |
| "whitened": { | |
| "eff_rank": { | |
| "0.90": 3127, | |
| "0.95": 4125, | |
| "0.99": 5470 | |
| }, | |
| "pr": 240.24495613521785, | |
| "shares": { | |
| "512": 0.557766410815788, | |
| "1024": 0.6771839577575643, | |
| "1536": 0.7562768291997694, | |
| "2048": 0.8149905968103053 | |
| } | |
| }, | |
| "mean_delta": { | |
| "mean_energy_frac": 0.007828928497368702, | |
| "delta_eff_rank": { | |
| "0.90": 4603, | |
| "0.95": 5262, | |
| "0.99": 5933 | |
| }, | |
| "delta_shares": { | |
| "512": 0.21661172335235815, | |
| "1024": 0.36245818872791735, | |
| "1536": 0.48084529772174694, | |
| "2048": 0.5800117220524641 | |
| } | |
| }, | |
| "per_expert_svd": { | |
| "34": { | |
| "rank": { | |
| "0.90": 1216, | |
| "0.95": 1398, | |
| "0.99": 1601 | |
| }, | |
| "pr": 1224.6976850008273 | |
| }, | |
| "64": { | |
| "rank": { | |
| "0.90": 1289, | |
| "0.95": 1499, | |
| "0.99": 1750 | |
| }, | |
| "pr": 1232.5568406645145 | |
| }, | |
| "80": { | |
| "rank": { | |
| "0.90": 1285, | |
| "0.95": 1513, | |
| "0.99": 1811 | |
| }, | |
| "pr": 1141.7948315412905 | |
| }, | |
| "106": { | |
| "rank": { | |
| "0.90": 1304, | |
| "0.95": 1506, | |
| "0.99": 1739 | |
| }, | |
| "pr": 1304.7553997561529 | |
| } | |
| } | |
| }, | |
| "up": { | |
| "rows": 2048, | |
| "cols": 6144, | |
| "qtype": "Q2_K", | |
| "raw": { | |
| "eff_rank": { | |
| "0.90": 4606, | |
| "0.95": 5264, | |
| "0.99": 5933 | |
| }, | |
| "pr": 4222.475161647491, | |
| "shares": { | |
| "512": 0.2157205854565738, | |
| "1024": 0.36139227371050076, | |
| "1536": 0.4797793602759666, | |
| "2048": 0.5790521573426136 | |
| } | |
| }, | |
| "whitened": { | |
| "eff_rank": { | |
| "0.90": 3135, | |
| "0.95": 4132, | |
| "0.99": 5473 | |
| }, | |
| "pr": 245.1824027719779, | |
| "shares": { | |
| "512": 0.556122091974344, | |
| "1024": 0.6758522260788847, | |
| "1536": 0.7551903295878464, | |
| "2048": 0.8141244541933407 | |
| } | |
| }, | |
| "mean_delta": { | |
| "mean_energy_frac": 0.007809135286987401, | |
| "delta_eff_rank": { | |
| "0.90": 4606, | |
| "0.95": 5264, | |
| "0.99": 5933 | |
| }, | |
| "delta_shares": { | |
| "512": 0.2157533319587555, | |
| "1024": 0.36144442876889604, | |
| "1536": 0.4798389806896863, | |
| "2048": 0.5791167471413629 | |
| } | |
| }, | |
| "per_expert_svd": { | |
| "2": { | |
| "rank": { | |
| "0.90": 536, | |
| "0.95": 663, | |
| "0.99": 876 | |
| }, | |
| "pr": 370.37748047538537 | |
| }, | |
| "22": { | |
| "rank": { | |
| "0.90": 1333, | |
| "0.95": 1540, | |
| "0.99": 1779 | |
| }, | |
| "pr": 1335.5908318000324 | |
| }, | |
| "83": { | |
| "rank": { | |
| "0.90": 1230, | |
| "0.95": 1442, | |
| "0.99": 1708 | |
| }, | |
| "pr": 1112.1735582748277 | |
| }, | |
| "103": { | |
| "rank": { | |
| "0.90": 1409, | |
| "0.95": 1648, | |
| "0.99": 1935 | |
| }, | |
| "pr": 1318.7142371553384 | |
| } | |
| } | |
| }, | |
| "down": { | |
| "rows": 6144, | |
| "cols": 2048, | |
| "qtype": "Q3_K", | |
| "raw": { | |
| "eff_rank": { | |
| "0.90": 5111, | |
| "0.95": 5599, | |
| "0.99": 6028 | |
| }, | |
| "pr": 5302.509635031173, | |
| "shares": { | |
| "512": 0.1635693642648785, | |
| "1024": 0.28411009959514283, | |
| "1536": 0.38772350917855186, | |
| "2048": 0.4805907853803102 | |
| } | |
| }, | |
| "whitened": { | |
| "eff_rank": { | |
| "0.90": 4994, | |
| "0.95": 5532, | |
| "0.99": 6013 | |
| }, | |
| "pr": 4685.656301840005, | |
| "shares": { | |
| "512": 0.20185100394713199, | |
| "1024": 0.32806820973887363, | |
| "1536": 0.43200864670203587, | |
| "2048": 0.5225683796183737 | |
| } | |
| }, | |
| "mean_delta": { | |
| "mean_energy_frac": 0.007818053369532644, | |
| "delta_eff_rank": { | |
| "0.90": 5111, | |
| "0.95": 5599, | |
| "0.99": 6028 | |
| }, | |
| "delta_shares": { | |
| "512": 0.16360394161946978, | |
| "1024": 0.2841737990726379, | |
| "1536": 0.3878134328066264, | |
| "2048": 0.4806966135543969 | |
| } | |
| }, | |
| "per_expert_svd": { | |
| "69": { | |
| "rank": { | |
| "0.90": 1396, | |
| "0.95": 1602, | |
| "0.99": 1836 | |
| }, | |
| "pr": 1428.2221561099761 | |
| }, | |
| "80": { | |
| "rank": { | |
| "0.90": 1249, | |
| "0.95": 1475, | |
| "0.99": 1781 | |
| }, | |
| "pr": 1182.2193551133855 | |
| }, | |
| "91": { | |
| "rank": { | |
| "0.90": 1225, | |
| "0.95": 1396, | |
| "0.99": 1582 | |
| }, | |
| "pr": 1253.1103058203637 | |
| }, | |
| "121": { | |
| "rank": { | |
| "0.90": 995, | |
| "0.95": 1145, | |
| "0.99": 1344 | |
| }, | |
| "pr": 999.8494580170552 | |
| } | |
| } | |
| } | |
| }, | |
| "40": { | |
| "gate": { | |
| "rows": 2048, | |
| "cols": 6144, | |
| "qtype": "Q2_K", | |
| "raw": { | |
| "eff_rank": { | |
| "0.90": 5206, | |
| "0.95": 5646, | |
| "0.99": 6029 | |
| }, | |
| "pr": 5574.447576499146, | |
| "shares": { | |
| "512": 0.14496685144035065, | |
| "1024": 0.25448293219430557, | |
| "1536": 0.3531986064428815, | |
| "2048": 0.4446932116992505 | |
| } | |
| }, | |
| "whitened": { | |
| "eff_rank": { | |
| "0.90": 5104, | |
| "0.95": 5589, | |
| "0.99": 6018 | |
| }, | |
| "pr": 5063.447992741769, | |
| "shares": { | |
| "512": 0.1718367422272237, | |
| "1024": 0.2917114577903163, | |
| "1536": 0.3940553725000644, | |
| "2048": 0.4854266773812525 | |
| } | |
| }, | |
| "mean_delta": { | |
| "mean_energy_frac": 0.008543679876463225, | |
| "delta_eff_rank": { | |
| "0.90": 5206, | |
| "0.95": 5646, | |
| "0.99": 6029 | |
| }, | |
| "delta_shares": { | |
| "512": 0.14443820565659063, | |
| "1024": 0.2540631809990807, | |
| "1536": 0.352878530863539, | |
| "2048": 0.4444584168487327 | |
| } | |
| }, | |
| "per_expert_svd": { | |
| "0": { | |
| "rank": { | |
| "0.90": 1462, | |
| "0.95": 1688, | |
| "0.99": 1950 | |
| }, | |
| "pr": 1347.9481092732892 | |
| }, | |
| "50": { | |
| "rank": { | |
| "0.90": 1435, | |
| "0.95": 1669, | |
| "0.99": 1943 | |
| }, | |
| "pr": 1214.2928064604168 | |
| }, | |
| "84": { | |
| "rank": { | |
| "0.90": 1455, | |
| "0.95": 1683, | |
| "0.99": 1948 | |
| }, | |
| "pr": 1357.7875442653767 | |
| }, | |
| "101": { | |
| "rank": { | |
| "0.90": 1401, | |
| "0.95": 1645, | |
| "0.99": 1935 | |
| }, | |
| "pr": 1150.6012758090287 | |
| } | |
| } | |
| }, | |
| "up": { | |
| "rows": 2048, | |
| "cols": 6144, | |
| "qtype": "Q2_K", | |
| "raw": { | |
| "eff_rank": { | |
| "0.90": 5223, | |
| "0.95": 5655, | |
| "0.99": 6031 | |
| }, | |
| "pr": 5668.652708833687, | |
| "shares": { | |
| "512": 0.13913978261485097, | |
| "1024": 0.24768338724677041, | |
| "1536": 0.34621836214574636, | |
| "2048": 0.43791881197373006 | |
| } | |
| }, | |
| "whitened": { | |
| "eff_rank": { | |
| "0.90": 5120, | |
| "0.95": 5599, | |
| "0.99": 6020 | |
| }, | |
| "pr": 5189.756759430329, | |
| "shares": { | |
| "512": 0.1671873008711704, | |
| "1024": 0.28624137387596227, | |
| "1536": 0.3883826936706826, | |
| "2048": 0.4798909930041955 | |
| } | |
| }, | |
| "mean_delta": { | |
| "mean_energy_frac": 0.007814481188012474, | |
| "delta_eff_rank": { | |
| "0.90": 5222, | |
| "0.95": 5655, | |
| "0.99": 6031 | |
| }, | |
| "delta_shares": { | |
| "512": 0.1391799580234172, | |
| "1024": 0.24777118954445077, | |
| "1536": 0.34634309347942555, | |
| "2048": 0.43806753679803057 | |
| } | |
| }, | |
| "per_expert_svd": { | |
| "22": { | |
| "rank": { | |
| "0.90": 1459, | |
| "0.95": 1685, | |
| "0.99": 1949 | |
| }, | |
| "pr": 1419.6132189576113 | |
| }, | |
| "91": { | |
| "rank": { | |
| "0.90": 1443, | |
| "0.95": 1675, | |
| "0.99": 1945 | |
| }, | |
| "pr": 1346.0710871133006 | |
| }, | |
| "95": { | |
| "rank": { | |
| "0.90": 1470, | |
| "0.95": 1693, | |
| "0.99": 1951 | |
| }, | |
| "pr": 1482.345773753919 | |
| }, | |
| "107": { | |
| "rank": { | |
| "0.90": 1461, | |
| "0.95": 1687, | |
| "0.99": 1949 | |
| }, | |
| "pr": 1437.2289630649152 | |
| } | |
| } | |
| }, | |
| "down": { | |
| "rows": 6144, | |
| "cols": 2048, | |
| "qtype": "Q3_K", | |
| "raw": { | |
| "eff_rank": { | |
| "0.90": 5200, | |
| "0.95": 5640, | |
| "0.99": 6025 | |
| }, | |
| "pr": 5542.33643621979, | |
| "shares": { | |
| "512": 0.14937287332867535, | |
| "1024": 0.2595095757126688, | |
| "1536": 0.35782453577372725, | |
| "2048": 0.44864345582423354 | |
| } | |
| }, | |
| "whitened": { | |
| "eff_rank": { | |
| "0.90": 5192, | |
| "0.95": 5636, | |
| "0.99": 6024 | |
| }, | |
| "pr": 5528.025852494532, | |
| "shares": { | |
| "512": 0.14998905614966446, | |
| "1024": 0.26081522171373445, | |
| "1536": 0.35967624892410494, | |
| "2048": 0.4508452677093994 | |
| } | |
| }, | |
| "mean_delta": { | |
| "mean_energy_frac": 0.007825419575466003, | |
| "delta_eff_rank": { | |
| "0.90": 5199, | |
| "0.95": 5640, | |
| "0.99": 6025 | |
| }, | |
| "delta_shares": { | |
| "512": 0.14941034689052152, | |
| "1024": 0.2595900398630582, | |
| "1536": 0.35793839970251995, | |
| "2048": 0.4487825862742593 | |
| } | |
| }, | |
| "per_expert_svd": { | |
| "10": { | |
| "rank": { | |
| "0.90": 1417, | |
| "0.95": 1656, | |
| "0.99": 1939 | |
| }, | |
| "pr": 1043.7318616965913 | |
| }, | |
| "38": { | |
| "rank": { | |
| "0.90": 1462, | |
| "0.95": 1687, | |
| "0.99": 1949 | |
| }, | |
| "pr": 1424.0797543331187 | |
| }, | |
| "61": { | |
| "rank": { | |
| "0.90": 1425, | |
| "0.95": 1662, | |
| "0.99": 1941 | |
| }, | |
| "pr": 1102.285501371191 | |
| }, | |
| "67": { | |
| "rank": { | |
| "0.90": 1429, | |
| "0.95": 1664, | |
| "0.99": 1941 | |
| }, | |
| "pr": 1256.5558191352877 | |
| } | |
| } | |
| } | |
| }, | |
| "77": { | |
| "gate": { | |
| "rows": 2048, | |
| "cols": 6144, | |
| "qtype": "Q2_K", | |
| "raw": { | |
| "eff_rank": { | |
| "0.90": 5233, | |
| "0.95": 5661, | |
| "0.99": 6034 | |
| }, | |
| "pr": 5190.017224351806, | |
| "shares": { | |
| "512": 0.1431725707672288, | |
| "1024": 0.2482095289384545, | |
| "1536": 0.34493144520780966, | |
| "2048": 0.4356607915958779 | |
| } | |
| }, | |
| "whitened": { | |
| "eff_rank": { | |
| "0.90": 5050, | |
| "0.95": 5550, | |
| "0.99": 6004 | |
| }, | |
| "pr": 4697.723331417446, | |
| "shares": { | |
| "512": 0.18253059676606087, | |
| "1024": 0.3040349024167688, | |
| "1536": 0.40672248721468013, | |
| "2048": 0.4977836464480919 | |
| } | |
| }, | |
| "mean_delta": { | |
| "mean_energy_frac": 0.011086992109390709, | |
| "delta_eff_rank": { | |
| "0.90": 5235, | |
| "0.95": 5662, | |
| "0.99": 6035 | |
| }, | |
| "delta_shares": { | |
| "512": 0.14043017541461678, | |
| "1024": 0.2458603606147428, | |
| "1536": 0.34293663025618504, | |
| "2048": 0.43398928395191927 | |
| } | |
| }, | |
| "per_expert_svd": { | |
| "0": { | |
| "rank": { | |
| "0.90": 1453, | |
| "0.95": 1682, | |
| "0.99": 1947 | |
| }, | |
| "pr": 1152.9885375337337 | |
| }, | |
| "1": { | |
| "rank": { | |
| "0.90": 1417, | |
| "0.95": 1655, | |
| "0.99": 1937 | |
| }, | |
| "pr": 913.2298550313029 | |
| }, | |
| "15": { | |
| "rank": { | |
| "0.90": 1444, | |
| "0.95": 1675, | |
| "0.99": 1945 | |
| }, | |
| "pr": 836.2347368499718 | |
| }, | |
| "85": { | |
| "rank": { | |
| "0.90": 1432, | |
| "0.95": 1666, | |
| "0.99": 1941 | |
| }, | |
| "pr": 1009.2357187341252 | |
| } | |
| } | |
| }, | |
| "up": { | |
| "rows": 2048, | |
| "cols": 6144, | |
| "qtype": "Q2_K", | |
| "raw": { | |
| "eff_rank": { | |
| "0.90": 5246, | |
| "0.95": 5670, | |
| "0.99": 6037 | |
| }, | |
| "pr": 5657.279516664621, | |
| "shares": { | |
| "512": 0.1347998240770724, | |
| "1024": 0.24033473727385665, | |
| "1536": 0.3378092999574625, | |
| "2048": 0.4293359470007348 | |
| } | |
| }, | |
| "whitened": { | |
| "eff_rank": { | |
| "0.90": 5067, | |
| "0.95": 5562, | |
| "0.99": 6007 | |
| }, | |
| "pr": 5086.256000113135, | |
| "shares": { | |
| "512": 0.1758198315373471, | |
| "1024": 0.29741360446863485, | |
| "1536": 0.4005560366607885, | |
| "2048": 0.49217402052572284 | |
| } | |
| }, | |
| "mean_delta": { | |
| "mean_energy_frac": 0.007809752860255565, | |
| "delta_eff_rank": { | |
| "0.90": 5246, | |
| "0.95": 5669, | |
| "0.99": 6037 | |
| }, | |
| "delta_shares": { | |
| "512": 0.1348494752868755, | |
| "1024": 0.24043786372194736, | |
| "1536": 0.3379495994983522, | |
| "2048": 0.4295009518309023 | |
| } | |
| }, | |
| "per_expert_svd": { | |
| "48": { | |
| "rank": { | |
| "0.90": 1464, | |
| "0.95": 1688, | |
| "0.99": 1949 | |
| }, | |
| "pr": 1409.1704620843202 | |
| }, | |
| "58": { | |
| "rank": { | |
| "0.90": 1417, | |
| "0.95": 1654, | |
| "0.99": 1936 | |
| }, | |
| "pr": 1008.1815399068877 | |
| }, | |
| "76": { | |
| "rank": { | |
| "0.90": 1455, | |
| "0.95": 1681, | |
| "0.99": 1946 | |
| }, | |
| "pr": 1399.1840758565077 | |
| }, | |
| "96": { | |
| "rank": { | |
| "0.90": 1424, | |
| "0.95": 1658, | |
| "0.99": 1937 | |
| }, | |
| "pr": 1306.4848353188058 | |
| } | |
| } | |
| }, | |
| "down": { | |
| "rows": 6144, | |
| "cols": 2048, | |
| "qtype": "Q3_K", | |
| "raw": { | |
| "eff_rank": { | |
| "0.90": 5031, | |
| "0.95": 5466, | |
| "0.99": 5913 | |
| }, | |
| "pr": 5453.152036454537, | |
| "shares": { | |
| "512": 0.13667362254380894, | |
| "1024": 0.2509549723475995, | |
| "1536": 0.3551085011378926, | |
| "2048": 0.45154189493577435 | |
| } | |
| }, | |
| "whitened": { | |
| "eff_rank": { | |
| "0.90": 4741, | |
| "0.95": 5308, | |
| "0.99": 5863 | |
| }, | |
| "pr": 1760.5628759746776, | |
| "shares": { | |
| "512": 0.34072936740787924, | |
| "1024": 0.4347421575122415, | |
| "1536": 0.5168656520198712, | |
| "2048": 0.5913175074961975 | |
| } | |
| }, | |
| "mean_delta": { | |
| "mean_energy_frac": 0.007817777332972318, | |
| "delta_eff_rank": { | |
| "0.90": 5030, | |
| "0.95": 5466, | |
| "0.99": 5913 | |
| }, | |
| "delta_shares": { | |
| "512": 0.13672412124605013, | |
| "1024": 0.25104741443500656, | |
| "1536": 0.35523017664455175, | |
| "2048": 0.4516817170174602 | |
| } | |
| }, | |
| "per_expert_svd": { | |
| "47": { | |
| "rank": { | |
| "0.90": 1443, | |
| "0.95": 1670, | |
| "0.99": 1940 | |
| }, | |
| "pr": 1423.4008197150395 | |
| }, | |
| "83": { | |
| "rank": { | |
| "0.90": 1428, | |
| "0.95": 1658, | |
| "0.99": 1934 | |
| }, | |
| "pr": 1385.5097131865816 | |
| }, | |
| "86": { | |
| "rank": { | |
| "0.90": 1435, | |
| "0.95": 1664, | |
| "0.99": 1937 | |
| }, | |
| "pr": 1411.4543863921467 | |
| }, | |
| "120": { | |
| "rank": { | |
| "0.90": 1407, | |
| "0.95": 1643, | |
| "0.99": 1930 | |
| }, | |
| "pr": 1342.813968798544 | |
| } | |
| } | |
| } | |
| } | |
| } |