{ "format": "rumik-int4-g128-minmax-v1", "group": 128, "source": "rumik-ai/rumik-oss-1", "audio_rows": 16385, "quantized_params": 2812280832, "file_gb": 2.132, "seconds": 27, "rel_err_mean": 0.10518, "rel_err_embed_int8": 0.01021, "worst": { "model.layers.27.self_attn.v_proj": 0.15202, "model.layers.31.self_attn.v_proj": 0.14613, "model.layers.28.self_attn.v_proj": 0.14504, "model.layers.32.self_attn.v_proj": 0.13687, "model.layers.29.self_attn.v_proj": 0.1345 }, "rel_err": { "model.embed_tokens": 0.0102132149040699, "model.layers.0.mlp.down_proj": 0.10348774492740631, "model.layers.0.mlp.gate_proj": 0.10042291134595871, "model.layers.0.mlp.up_proj": 0.10071361064910889, "model.layers.0.self_attn.k_proj": 0.10266449302434921, "model.layers.0.self_attn.o_proj": 0.10054122656583786, "model.layers.0.self_attn.q_proj": 0.10585996508598328, "model.layers.0.self_attn.v_proj": 0.10322551429271698, "model.layers.1.mlp.down_proj": 0.10241140425205231, "model.layers.1.mlp.gate_proj": 0.10280090570449829, "model.layers.1.mlp.up_proj": 0.1016259491443634, "model.layers.1.self_attn.k_proj": 0.10596507787704468, "model.layers.1.self_attn.o_proj": 0.10078053921461105, "model.layers.1.self_attn.q_proj": 0.10359881073236465, "model.layers.1.self_attn.v_proj": 0.1116458997130394, "model.layers.10.mlp.down_proj": 0.10412321984767914, "model.layers.10.mlp.gate_proj": 0.10250946879386902, "model.layers.10.mlp.up_proj": 0.10283675044775009, "model.layers.10.self_attn.k_proj": 0.10932520031929016, "model.layers.10.self_attn.o_proj": 0.10055948793888092, "model.layers.10.self_attn.q_proj": 0.10329737514257431, "model.layers.10.self_attn.v_proj": 0.102059006690979, "model.layers.11.mlp.down_proj": 0.10311350971460342, "model.layers.11.mlp.gate_proj": 0.10208474844694138, "model.layers.11.mlp.up_proj": 0.10289917886257172, "model.layers.11.self_attn.k_proj": 0.12305791676044464, "model.layers.11.self_attn.o_proj": 0.10057106614112854, "model.layers.11.self_attn.q_proj": 0.11122095584869385, "model.layers.11.self_attn.v_proj": 0.10199951380491257, "model.layers.12.mlp.down_proj": 0.1028437614440918, "model.layers.12.mlp.gate_proj": 0.1020783931016922, "model.layers.12.mlp.up_proj": 0.1023639440536499, "model.layers.12.self_attn.k_proj": 0.11092380434274673, "model.layers.12.self_attn.o_proj": 0.1006397008895874, "model.layers.12.self_attn.q_proj": 0.10570752620697021, "model.layers.12.self_attn.v_proj": 0.10333340615034103, "model.layers.13.mlp.down_proj": 0.10387091338634491, "model.layers.13.mlp.gate_proj": 0.10340183973312378, "model.layers.13.mlp.up_proj": 0.10292228311300278, "model.layers.13.self_attn.k_proj": 0.1064978688955307, "model.layers.13.self_attn.o_proj": 0.10034097731113434, "model.layers.13.self_attn.q_proj": 0.1033816859126091, "model.layers.13.self_attn.v_proj": 0.10429378598928452, "model.layers.14.mlp.down_proj": 0.1029452309012413, "model.layers.14.mlp.gate_proj": 0.10239135473966599, "model.layers.14.mlp.up_proj": 0.10269856452941895, "model.layers.14.self_attn.k_proj": 0.12383021414279938, "model.layers.14.self_attn.o_proj": 0.10023461282253265, "model.layers.14.self_attn.q_proj": 0.11351126432418823, "model.layers.14.self_attn.v_proj": 0.10430221259593964, "model.layers.15.mlp.down_proj": 0.1035422682762146, "model.layers.15.mlp.gate_proj": 0.1033511832356453, "model.layers.15.mlp.up_proj": 0.103085957467556, "model.layers.15.self_attn.k_proj": 0.10588040202856064, "model.layers.15.self_attn.o_proj": 0.10066726058721542, "model.layers.15.self_attn.q_proj": 0.1008191928267479, "model.layers.15.self_attn.v_proj": 0.10320936888456345, "model.layers.16.mlp.down_proj": 0.10695292800664902, "model.layers.16.mlp.gate_proj": 0.10587339848279953, "model.layers.16.mlp.up_proj": 0.1040673777461052, "model.layers.16.self_attn.k_proj": 0.10769787430763245, "model.layers.16.self_attn.o_proj": 0.10042105615139008, "model.layers.16.self_attn.q_proj": 0.10388839244842529, "model.layers.16.self_attn.v_proj": 0.10577819496393204, "model.layers.17.mlp.down_proj": 0.10273648798465729, "model.layers.17.mlp.gate_proj": 0.10286922007799149, "model.layers.17.mlp.up_proj": 0.10300148278474808, "model.layers.17.self_attn.k_proj": 0.10812312364578247, "model.layers.17.self_attn.o_proj": 0.10007882863283157, "model.layers.17.self_attn.q_proj": 0.10237874835729599, "model.layers.17.self_attn.v_proj": 0.10760360211133957, "model.layers.18.mlp.down_proj": 0.10149509459733963, "model.layers.18.mlp.gate_proj": 0.10226031392812729, "model.layers.18.mlp.up_proj": 0.10248373448848724, "model.layers.18.self_attn.k_proj": 0.10810251533985138, "model.layers.18.self_attn.o_proj": 0.10078760236501694, "model.layers.18.self_attn.q_proj": 0.10372646898031235, "model.layers.18.self_attn.v_proj": 0.10569728910923004, "model.layers.19.mlp.down_proj": 0.10208335518836975, "model.layers.19.mlp.gate_proj": 0.10309138149023056, "model.layers.19.mlp.up_proj": 0.10304401814937592, "model.layers.19.self_attn.k_proj": 0.10554081201553345, "model.layers.19.self_attn.o_proj": 0.10065880417823792, "model.layers.19.self_attn.q_proj": 0.10289391130208969, "model.layers.19.self_attn.v_proj": 0.10426042973995209, "model.layers.2.mlp.down_proj": 0.10165985673666, "model.layers.2.mlp.gate_proj": 0.10089316219091415, "model.layers.2.mlp.up_proj": 0.10093256086111069, "model.layers.2.self_attn.k_proj": 0.1094725951552391, "model.layers.2.self_attn.o_proj": 0.10068333894014359, "model.layers.2.self_attn.q_proj": 0.10660523921251297, "model.layers.2.self_attn.v_proj": 0.10531216859817505, "model.layers.20.mlp.down_proj": 0.10213137418031693, "model.layers.20.mlp.gate_proj": 0.10430584847927094, "model.layers.20.mlp.up_proj": 0.10311746597290039, "model.layers.20.self_attn.k_proj": 0.10920869559049606, "model.layers.20.self_attn.o_proj": 0.10082578659057617, "model.layers.20.self_attn.q_proj": 0.10261932015419006, "model.layers.20.self_attn.v_proj": 0.10481814295053482, "model.layers.21.mlp.down_proj": 0.10346003621816635, "model.layers.21.mlp.gate_proj": 0.1050470769405365, "model.layers.21.mlp.up_proj": 0.10308122634887695, "model.layers.21.self_attn.k_proj": 0.10540708899497986, "model.layers.21.self_attn.o_proj": 0.10041412711143494, "model.layers.21.self_attn.q_proj": 0.10230403393507004, "model.layers.21.self_attn.v_proj": 0.10505606234073639, "model.layers.22.mlp.down_proj": 0.10417976975440979, "model.layers.22.mlp.gate_proj": 0.10477430373430252, "model.layers.22.mlp.up_proj": 0.10315820574760437, "model.layers.22.self_attn.k_proj": 0.10962554067373276, "model.layers.22.self_attn.o_proj": 0.10058985650539398, "model.layers.22.self_attn.q_proj": 0.10305708646774292, "model.layers.22.self_attn.v_proj": 0.11849665641784668, "model.layers.23.mlp.down_proj": 0.10273055732250214, "model.layers.23.mlp.gate_proj": 0.1040027067065239, "model.layers.23.mlp.up_proj": 0.10256212204694748, "model.layers.23.self_attn.k_proj": 0.10774444788694382, "model.layers.23.self_attn.o_proj": 0.10051582008600235, "model.layers.23.self_attn.q_proj": 0.10197553038597107, "model.layers.23.self_attn.v_proj": 0.11503564566373825, "model.layers.24.mlp.gate_proj": 0.10285092890262604, "model.layers.24.mlp.up_proj": 0.10223869979381561, "model.layers.24.self_attn.k_proj": 0.10971256345510483, "model.layers.24.self_attn.o_proj": 0.10078322887420654, "model.layers.24.self_attn.q_proj": 0.10195454210042953, "model.layers.24.self_attn.v_proj": 0.1187736764550209, "model.layers.3.mlp.down_proj": 0.1007164716720581, "model.layers.3.mlp.gate_proj": 0.10075842589139938, "model.layers.3.mlp.up_proj": 0.10139241069555283, "model.layers.3.self_attn.k_proj": 0.10926339030265808, "model.layers.3.self_attn.o_proj": 0.10080800950527191, "model.layers.3.self_attn.q_proj": 0.11182355135679245, "model.layers.3.self_attn.v_proj": 0.10217270255088806, "model.layers.4.mlp.down_proj": 0.10312724113464355, "model.layers.4.mlp.gate_proj": 0.10190016031265259, "model.layers.4.mlp.up_proj": 0.10180088132619858, "model.layers.4.self_attn.k_proj": 0.11429493129253387, "model.layers.4.self_attn.o_proj": 0.10095430165529251, "model.layers.4.self_attn.q_proj": 0.10737892240285873, "model.layers.4.self_attn.v_proj": 0.10300830006599426, "model.layers.5.mlp.down_proj": 0.10349350422620773, "model.layers.5.mlp.gate_proj": 0.1017349362373352, "model.layers.5.mlp.up_proj": 0.10203412920236588, "model.layers.5.self_attn.k_proj": 0.10953172296285629, "model.layers.5.self_attn.o_proj": 0.10126157104969025, "model.layers.5.self_attn.q_proj": 0.10598281025886536, "model.layers.5.self_attn.v_proj": 0.11063704639673233, "model.layers.6.mlp.down_proj": 0.10188518464565277, "model.layers.6.mlp.gate_proj": 0.10122956335544586, "model.layers.6.mlp.up_proj": 0.10158979892730713, "model.layers.6.self_attn.k_proj": 0.10882113128900528, "model.layers.6.self_attn.o_proj": 0.10099294781684875, "model.layers.6.self_attn.q_proj": 0.11262644827365875, "model.layers.6.self_attn.v_proj": 0.10216449201107025, "model.layers.7.mlp.down_proj": 0.10327927023172379, "model.layers.7.mlp.gate_proj": 0.10166046768426895, "model.layers.7.mlp.up_proj": 0.10190790146589279, "model.layers.7.self_attn.k_proj": 0.10227005928754807, "model.layers.7.self_attn.o_proj": 0.1004173532128334, "model.layers.7.self_attn.q_proj": 0.11441588401794434, "model.layers.7.self_attn.v_proj": 0.10279937833547592, "model.layers.8.mlp.down_proj": 0.10263093560934067, "model.layers.8.mlp.gate_proj": 0.1013762354850769, "model.layers.8.mlp.up_proj": 0.10217946767807007, "model.layers.8.self_attn.k_proj": 0.11211161315441132, "model.layers.8.self_attn.o_proj": 0.10069616883993149, "model.layers.8.self_attn.q_proj": 0.10772251337766647, "model.layers.8.self_attn.v_proj": 0.10236343741416931, "model.layers.9.mlp.down_proj": 0.10391605645418167, "model.layers.9.mlp.gate_proj": 0.10190384835004807, "model.layers.9.mlp.up_proj": 0.10250575095415115, "model.layers.9.self_attn.k_proj": 0.10943068563938141, "model.layers.9.self_attn.o_proj": 0.1003664880990982, "model.layers.9.self_attn.q_proj": 0.10348738729953766, "model.layers.9.self_attn.v_proj": 0.10267623513936996, "model.layers.24.mlp.down_proj": 0.10217806696891785, "model.layers.25.mlp.down_proj": 0.10188812762498856, "model.layers.25.mlp.gate_proj": 0.10218752175569534, "model.layers.25.mlp.up_proj": 0.10175496339797974, "model.layers.25.self_attn.k_proj": 0.11104614287614822, "model.layers.25.self_attn.o_proj": 0.10027631372213364, "model.layers.25.self_attn.q_proj": 0.1017765998840332, "model.layers.25.self_attn.v_proj": 0.10868233442306519, "model.layers.26.mlp.down_proj": 0.10152389854192734, "model.layers.26.mlp.gate_proj": 0.10175620764493942, "model.layers.26.mlp.up_proj": 0.1015147939324379, "model.layers.26.self_attn.k_proj": 0.11028213053941727, "model.layers.26.self_attn.o_proj": 0.10071505606174469, "model.layers.26.self_attn.q_proj": 0.10589826107025146, "model.layers.26.self_attn.v_proj": 0.13021782040596008, "model.layers.27.mlp.down_proj": 0.10158207267522812, "model.layers.27.mlp.gate_proj": 0.10127819329500198, "model.layers.27.mlp.up_proj": 0.10159283131361008, "model.layers.27.self_attn.k_proj": 0.1125912219285965, "model.layers.27.self_attn.o_proj": 0.10061009973287582, "model.layers.27.self_attn.q_proj": 0.10193761438131332, "model.layers.27.self_attn.v_proj": 0.15202206373214722, "model.layers.28.mlp.down_proj": 0.10155922174453735, "model.layers.28.mlp.gate_proj": 0.1012510135769844, "model.layers.28.mlp.up_proj": 0.10130060464143753, "model.layers.28.self_attn.k_proj": 0.12207269668579102, "model.layers.28.self_attn.o_proj": 0.1001344844698906, "model.layers.28.self_attn.q_proj": 0.10401921719312668, "model.layers.28.self_attn.v_proj": 0.14504402875900269, "model.layers.29.mlp.down_proj": 0.10097511857748032, "model.layers.29.mlp.gate_proj": 0.10105541348457336, "model.layers.29.mlp.up_proj": 0.10092513263225555, "model.layers.29.self_attn.k_proj": 0.12202074378728867, "model.layers.29.self_attn.o_proj": 0.10022486001253128, "model.layers.29.self_attn.q_proj": 0.10254332423210144, "model.layers.29.self_attn.v_proj": 0.13450151681900024, "model.layers.30.mlp.down_proj": 0.10078877210617065, "model.layers.30.mlp.gate_proj": 0.10117818415164948, "model.layers.30.mlp.up_proj": 0.1007387563586235, "model.layers.30.self_attn.k_proj": 0.11866030842065811, "model.layers.30.self_attn.o_proj": 0.10055622458457947, "model.layers.30.self_attn.q_proj": 0.10461007803678513, "model.layers.30.self_attn.v_proj": 0.11702635139226913, "model.layers.31.mlp.down_proj": 0.1009075716137886, "model.layers.31.mlp.gate_proj": 0.10165639966726303, "model.layers.31.mlp.up_proj": 0.10117661207914352, "model.layers.31.self_attn.k_proj": 0.12733864784240723, "model.layers.31.self_attn.o_proj": 0.10009084641933441, "model.layers.31.self_attn.q_proj": 0.10157929360866547, "model.layers.31.self_attn.v_proj": 0.14612801373004913, "model.layers.32.mlp.down_proj": 0.10091929137706757, "model.layers.32.mlp.gate_proj": 0.10151687264442444, "model.layers.32.mlp.up_proj": 0.10077665001153946, "model.layers.32.self_attn.k_proj": 0.12305843830108643, "model.layers.32.self_attn.o_proj": 0.09979718178510666, "model.layers.32.self_attn.q_proj": 0.10444877296686172, "model.layers.32.self_attn.v_proj": 0.1368718147277832, "model.layers.33.mlp.down_proj": 0.10085662454366684, "model.layers.33.mlp.gate_proj": 0.10174860060214996, "model.layers.33.mlp.up_proj": 0.10064657032489777, "model.layers.33.self_attn.k_proj": 0.10817641019821167, "model.layers.33.self_attn.o_proj": 0.10042596608400345, "model.layers.33.self_attn.q_proj": 0.10995545983314514, "model.layers.33.self_attn.v_proj": 0.10290839523077011, "model.layers.34.mlp.down_proj": 0.10188852995634079, "model.layers.34.mlp.gate_proj": 0.10177340358495712, "model.layers.34.mlp.up_proj": 0.10088778287172318, "model.layers.34.self_attn.k_proj": 0.10505879670381546, "model.layers.34.self_attn.o_proj": 0.10123022645711899, "model.layers.34.self_attn.q_proj": 0.10357449948787689, "model.layers.34.self_attn.v_proj": 0.10764476656913757, "model.layers.35.mlp.down_proj": 0.10558342933654785, "model.layers.35.mlp.gate_proj": 0.10210239887237549, "model.layers.35.mlp.up_proj": 0.10195599496364594, "model.layers.35.self_attn.k_proj": 0.11058799922466278, "model.layers.35.self_attn.o_proj": 0.10097488760948181, "model.layers.35.self_attn.q_proj": 0.10111556202173233, "model.layers.35.self_attn.v_proj": 0.11381664872169495 } }