Download export.json from bringagi/rumik-oss-1-int4: direct link, hf CLI and curl.
- Browser
- Download file 14.9 kB
-
https://huggingface.co/bringagi/rumik-oss-1-int4/resolve/main/export.json
- Command line
-
hf download hf://bringagi/rumik-oss-1-int4/export.json
-
curl -L -o export.json https://huggingface.co/bringagi/rumik-oss-1-int4/resolve/main/export.json
14.9 kB
| { | |
| "format": "rumik-int4-g128-minmax-v1", | |
| "group": 128, | |
| "source": "rumik-ai/rumik-oss-1", | |
| "audio_rows": 16385, | |
| "quantized_params": 2812280832, | |
| "file_gb": 2.132, | |
| "seconds": 27, | |
| "rel_err_mean": 0.10518, | |
| "rel_err_embed_int8": 0.01021, | |
| "worst": { | |
| "model.layers.27.self_attn.v_proj": 0.15202, | |
| "model.layers.31.self_attn.v_proj": 0.14613, | |
| "model.layers.28.self_attn.v_proj": 0.14504, | |
| "model.layers.32.self_attn.v_proj": 0.13687, | |
| "model.layers.29.self_attn.v_proj": 0.1345 | |
| }, | |
| "rel_err": { | |
| "model.embed_tokens": 0.0102132149040699, | |
| "model.layers.0.mlp.down_proj": 0.10348774492740631, | |
| "model.layers.0.mlp.gate_proj": 0.10042291134595871, | |
| "model.layers.0.mlp.up_proj": 0.10071361064910889, | |
| "model.layers.0.self_attn.k_proj": 0.10266449302434921, | |
| "model.layers.0.self_attn.o_proj": 0.10054122656583786, | |
| "model.layers.0.self_attn.q_proj": 0.10585996508598328, | |
| "model.layers.0.self_attn.v_proj": 0.10322551429271698, | |
| "model.layers.1.mlp.down_proj": 0.10241140425205231, | |
| "model.layers.1.mlp.gate_proj": 0.10280090570449829, | |
| "model.layers.1.mlp.up_proj": 0.1016259491443634, | |
| "model.layers.1.self_attn.k_proj": 0.10596507787704468, | |
| "model.layers.1.self_attn.o_proj": 0.10078053921461105, | |
| "model.layers.1.self_attn.q_proj": 0.10359881073236465, | |
| "model.layers.1.self_attn.v_proj": 0.1116458997130394, | |
| "model.layers.10.mlp.down_proj": 0.10412321984767914, | |
| "model.layers.10.mlp.gate_proj": 0.10250946879386902, | |
| "model.layers.10.mlp.up_proj": 0.10283675044775009, | |
| "model.layers.10.self_attn.k_proj": 0.10932520031929016, | |
| "model.layers.10.self_attn.o_proj": 0.10055948793888092, | |
| "model.layers.10.self_attn.q_proj": 0.10329737514257431, | |
| "model.layers.10.self_attn.v_proj": 0.102059006690979, | |
| "model.layers.11.mlp.down_proj": 0.10311350971460342, | |
| "model.layers.11.mlp.gate_proj": 0.10208474844694138, | |
| "model.layers.11.mlp.up_proj": 0.10289917886257172, | |
| "model.layers.11.self_attn.k_proj": 0.12305791676044464, | |
| "model.layers.11.self_attn.o_proj": 0.10057106614112854, | |
| "model.layers.11.self_attn.q_proj": 0.11122095584869385, | |
| "model.layers.11.self_attn.v_proj": 0.10199951380491257, | |
| "model.layers.12.mlp.down_proj": 0.1028437614440918, | |
| "model.layers.12.mlp.gate_proj": 0.1020783931016922, | |
| "model.layers.12.mlp.up_proj": 0.1023639440536499, | |
| "model.layers.12.self_attn.k_proj": 0.11092380434274673, | |
| "model.layers.12.self_attn.o_proj": 0.1006397008895874, | |
| "model.layers.12.self_attn.q_proj": 0.10570752620697021, | |
| "model.layers.12.self_attn.v_proj": 0.10333340615034103, | |
| "model.layers.13.mlp.down_proj": 0.10387091338634491, | |
| "model.layers.13.mlp.gate_proj": 0.10340183973312378, | |
| "model.layers.13.mlp.up_proj": 0.10292228311300278, | |
| "model.layers.13.self_attn.k_proj": 0.1064978688955307, | |
| "model.layers.13.self_attn.o_proj": 0.10034097731113434, | |
| "model.layers.13.self_attn.q_proj": 0.1033816859126091, | |
| "model.layers.13.self_attn.v_proj": 0.10429378598928452, | |
| "model.layers.14.mlp.down_proj": 0.1029452309012413, | |
| "model.layers.14.mlp.gate_proj": 0.10239135473966599, | |
| "model.layers.14.mlp.up_proj": 0.10269856452941895, | |
| "model.layers.14.self_attn.k_proj": 0.12383021414279938, | |
| "model.layers.14.self_attn.o_proj": 0.10023461282253265, | |
| "model.layers.14.self_attn.q_proj": 0.11351126432418823, | |
| "model.layers.14.self_attn.v_proj": 0.10430221259593964, | |
| "model.layers.15.mlp.down_proj": 0.1035422682762146, | |
| "model.layers.15.mlp.gate_proj": 0.1033511832356453, | |
| "model.layers.15.mlp.up_proj": 0.103085957467556, | |
| "model.layers.15.self_attn.k_proj": 0.10588040202856064, | |
| "model.layers.15.self_attn.o_proj": 0.10066726058721542, | |
| "model.layers.15.self_attn.q_proj": 0.1008191928267479, | |
| "model.layers.15.self_attn.v_proj": 0.10320936888456345, | |
| "model.layers.16.mlp.down_proj": 0.10695292800664902, | |
| "model.layers.16.mlp.gate_proj": 0.10587339848279953, | |
| "model.layers.16.mlp.up_proj": 0.1040673777461052, | |
| "model.layers.16.self_attn.k_proj": 0.10769787430763245, | |
| "model.layers.16.self_attn.o_proj": 0.10042105615139008, | |
| "model.layers.16.self_attn.q_proj": 0.10388839244842529, | |
| "model.layers.16.self_attn.v_proj": 0.10577819496393204, | |
| "model.layers.17.mlp.down_proj": 0.10273648798465729, | |
| "model.layers.17.mlp.gate_proj": 0.10286922007799149, | |
| "model.layers.17.mlp.up_proj": 0.10300148278474808, | |
| "model.layers.17.self_attn.k_proj": 0.10812312364578247, | |
| "model.layers.17.self_attn.o_proj": 0.10007882863283157, | |
| "model.layers.17.self_attn.q_proj": 0.10237874835729599, | |
| "model.layers.17.self_attn.v_proj": 0.10760360211133957, | |
| "model.layers.18.mlp.down_proj": 0.10149509459733963, | |
| "model.layers.18.mlp.gate_proj": 0.10226031392812729, | |
| "model.layers.18.mlp.up_proj": 0.10248373448848724, | |
| "model.layers.18.self_attn.k_proj": 0.10810251533985138, | |
| "model.layers.18.self_attn.o_proj": 0.10078760236501694, | |
| "model.layers.18.self_attn.q_proj": 0.10372646898031235, | |
| "model.layers.18.self_attn.v_proj": 0.10569728910923004, | |
| "model.layers.19.mlp.down_proj": 0.10208335518836975, | |
| "model.layers.19.mlp.gate_proj": 0.10309138149023056, | |
| "model.layers.19.mlp.up_proj": 0.10304401814937592, | |
| "model.layers.19.self_attn.k_proj": 0.10554081201553345, | |
| "model.layers.19.self_attn.o_proj": 0.10065880417823792, | |
| "model.layers.19.self_attn.q_proj": 0.10289391130208969, | |
| "model.layers.19.self_attn.v_proj": 0.10426042973995209, | |
| "model.layers.2.mlp.down_proj": 0.10165985673666, | |
| "model.layers.2.mlp.gate_proj": 0.10089316219091415, | |
| "model.layers.2.mlp.up_proj": 0.10093256086111069, | |
| "model.layers.2.self_attn.k_proj": 0.1094725951552391, | |
| "model.layers.2.self_attn.o_proj": 0.10068333894014359, | |
| "model.layers.2.self_attn.q_proj": 0.10660523921251297, | |
| "model.layers.2.self_attn.v_proj": 0.10531216859817505, | |
| "model.layers.20.mlp.down_proj": 0.10213137418031693, | |
| "model.layers.20.mlp.gate_proj": 0.10430584847927094, | |
| "model.layers.20.mlp.up_proj": 0.10311746597290039, | |
| "model.layers.20.self_attn.k_proj": 0.10920869559049606, | |
| "model.layers.20.self_attn.o_proj": 0.10082578659057617, | |
| "model.layers.20.self_attn.q_proj": 0.10261932015419006, | |
| "model.layers.20.self_attn.v_proj": 0.10481814295053482, | |
| "model.layers.21.mlp.down_proj": 0.10346003621816635, | |
| "model.layers.21.mlp.gate_proj": 0.1050470769405365, | |
| "model.layers.21.mlp.up_proj": 0.10308122634887695, | |
| "model.layers.21.self_attn.k_proj": 0.10540708899497986, | |
| "model.layers.21.self_attn.o_proj": 0.10041412711143494, | |
| "model.layers.21.self_attn.q_proj": 0.10230403393507004, | |
| "model.layers.21.self_attn.v_proj": 0.10505606234073639, | |
| "model.layers.22.mlp.down_proj": 0.10417976975440979, | |
| "model.layers.22.mlp.gate_proj": 0.10477430373430252, | |
| "model.layers.22.mlp.up_proj": 0.10315820574760437, | |
| "model.layers.22.self_attn.k_proj": 0.10962554067373276, | |
| "model.layers.22.self_attn.o_proj": 0.10058985650539398, | |
| "model.layers.22.self_attn.q_proj": 0.10305708646774292, | |
| "model.layers.22.self_attn.v_proj": 0.11849665641784668, | |
| "model.layers.23.mlp.down_proj": 0.10273055732250214, | |
| "model.layers.23.mlp.gate_proj": 0.1040027067065239, | |
| "model.layers.23.mlp.up_proj": 0.10256212204694748, | |
| "model.layers.23.self_attn.k_proj": 0.10774444788694382, | |
| "model.layers.23.self_attn.o_proj": 0.10051582008600235, | |
| "model.layers.23.self_attn.q_proj": 0.10197553038597107, | |
| "model.layers.23.self_attn.v_proj": 0.11503564566373825, | |
| "model.layers.24.mlp.gate_proj": 0.10285092890262604, | |
| "model.layers.24.mlp.up_proj": 0.10223869979381561, | |
| "model.layers.24.self_attn.k_proj": 0.10971256345510483, | |
| "model.layers.24.self_attn.o_proj": 0.10078322887420654, | |
| "model.layers.24.self_attn.q_proj": 0.10195454210042953, | |
| "model.layers.24.self_attn.v_proj": 0.1187736764550209, | |
| "model.layers.3.mlp.down_proj": 0.1007164716720581, | |
| "model.layers.3.mlp.gate_proj": 0.10075842589139938, | |
| "model.layers.3.mlp.up_proj": 0.10139241069555283, | |
| "model.layers.3.self_attn.k_proj": 0.10926339030265808, | |
| "model.layers.3.self_attn.o_proj": 0.10080800950527191, | |
| "model.layers.3.self_attn.q_proj": 0.11182355135679245, | |
| "model.layers.3.self_attn.v_proj": 0.10217270255088806, | |
| "model.layers.4.mlp.down_proj": 0.10312724113464355, | |
| "model.layers.4.mlp.gate_proj": 0.10190016031265259, | |
| "model.layers.4.mlp.up_proj": 0.10180088132619858, | |
| "model.layers.4.self_attn.k_proj": 0.11429493129253387, | |
| "model.layers.4.self_attn.o_proj": 0.10095430165529251, | |
| "model.layers.4.self_attn.q_proj": 0.10737892240285873, | |
| "model.layers.4.self_attn.v_proj": 0.10300830006599426, | |
| "model.layers.5.mlp.down_proj": 0.10349350422620773, | |
| "model.layers.5.mlp.gate_proj": 0.1017349362373352, | |
| "model.layers.5.mlp.up_proj": 0.10203412920236588, | |
| "model.layers.5.self_attn.k_proj": 0.10953172296285629, | |
| "model.layers.5.self_attn.o_proj": 0.10126157104969025, | |
| "model.layers.5.self_attn.q_proj": 0.10598281025886536, | |
| "model.layers.5.self_attn.v_proj": 0.11063704639673233, | |
| "model.layers.6.mlp.down_proj": 0.10188518464565277, | |
| "model.layers.6.mlp.gate_proj": 0.10122956335544586, | |
| "model.layers.6.mlp.up_proj": 0.10158979892730713, | |
| "model.layers.6.self_attn.k_proj": 0.10882113128900528, | |
| "model.layers.6.self_attn.o_proj": 0.10099294781684875, | |
| "model.layers.6.self_attn.q_proj": 0.11262644827365875, | |
| "model.layers.6.self_attn.v_proj": 0.10216449201107025, | |
| "model.layers.7.mlp.down_proj": 0.10327927023172379, | |
| "model.layers.7.mlp.gate_proj": 0.10166046768426895, | |
| "model.layers.7.mlp.up_proj": 0.10190790146589279, | |
| "model.layers.7.self_attn.k_proj": 0.10227005928754807, | |
| "model.layers.7.self_attn.o_proj": 0.1004173532128334, | |
| "model.layers.7.self_attn.q_proj": 0.11441588401794434, | |
| "model.layers.7.self_attn.v_proj": 0.10279937833547592, | |
| "model.layers.8.mlp.down_proj": 0.10263093560934067, | |
| "model.layers.8.mlp.gate_proj": 0.1013762354850769, | |
| "model.layers.8.mlp.up_proj": 0.10217946767807007, | |
| "model.layers.8.self_attn.k_proj": 0.11211161315441132, | |
| "model.layers.8.self_attn.o_proj": 0.10069616883993149, | |
| "model.layers.8.self_attn.q_proj": 0.10772251337766647, | |
| "model.layers.8.self_attn.v_proj": 0.10236343741416931, | |
| "model.layers.9.mlp.down_proj": 0.10391605645418167, | |
| "model.layers.9.mlp.gate_proj": 0.10190384835004807, | |
| "model.layers.9.mlp.up_proj": 0.10250575095415115, | |
| "model.layers.9.self_attn.k_proj": 0.10943068563938141, | |
| "model.layers.9.self_attn.o_proj": 0.1003664880990982, | |
| "model.layers.9.self_attn.q_proj": 0.10348738729953766, | |
| "model.layers.9.self_attn.v_proj": 0.10267623513936996, | |
| "model.layers.24.mlp.down_proj": 0.10217806696891785, | |
| "model.layers.25.mlp.down_proj": 0.10188812762498856, | |
| "model.layers.25.mlp.gate_proj": 0.10218752175569534, | |
| "model.layers.25.mlp.up_proj": 0.10175496339797974, | |
| "model.layers.25.self_attn.k_proj": 0.11104614287614822, | |
| "model.layers.25.self_attn.o_proj": 0.10027631372213364, | |
| "model.layers.25.self_attn.q_proj": 0.1017765998840332, | |
| "model.layers.25.self_attn.v_proj": 0.10868233442306519, | |
| "model.layers.26.mlp.down_proj": 0.10152389854192734, | |
| "model.layers.26.mlp.gate_proj": 0.10175620764493942, | |
| "model.layers.26.mlp.up_proj": 0.1015147939324379, | |
| "model.layers.26.self_attn.k_proj": 0.11028213053941727, | |
| "model.layers.26.self_attn.o_proj": 0.10071505606174469, | |
| "model.layers.26.self_attn.q_proj": 0.10589826107025146, | |
| "model.layers.26.self_attn.v_proj": 0.13021782040596008, | |
| "model.layers.27.mlp.down_proj": 0.10158207267522812, | |
| "model.layers.27.mlp.gate_proj": 0.10127819329500198, | |
| "model.layers.27.mlp.up_proj": 0.10159283131361008, | |
| "model.layers.27.self_attn.k_proj": 0.1125912219285965, | |
| "model.layers.27.self_attn.o_proj": 0.10061009973287582, | |
| "model.layers.27.self_attn.q_proj": 0.10193761438131332, | |
| "model.layers.27.self_attn.v_proj": 0.15202206373214722, | |
| "model.layers.28.mlp.down_proj": 0.10155922174453735, | |
| "model.layers.28.mlp.gate_proj": 0.1012510135769844, | |
| "model.layers.28.mlp.up_proj": 0.10130060464143753, | |
| "model.layers.28.self_attn.k_proj": 0.12207269668579102, | |
| "model.layers.28.self_attn.o_proj": 0.1001344844698906, | |
| "model.layers.28.self_attn.q_proj": 0.10401921719312668, | |
| "model.layers.28.self_attn.v_proj": 0.14504402875900269, | |
| "model.layers.29.mlp.down_proj": 0.10097511857748032, | |
| "model.layers.29.mlp.gate_proj": 0.10105541348457336, | |
| "model.layers.29.mlp.up_proj": 0.10092513263225555, | |
| "model.layers.29.self_attn.k_proj": 0.12202074378728867, | |
| "model.layers.29.self_attn.o_proj": 0.10022486001253128, | |
| "model.layers.29.self_attn.q_proj": 0.10254332423210144, | |
| "model.layers.29.self_attn.v_proj": 0.13450151681900024, | |
| "model.layers.30.mlp.down_proj": 0.10078877210617065, | |
| "model.layers.30.mlp.gate_proj": 0.10117818415164948, | |
| "model.layers.30.mlp.up_proj": 0.1007387563586235, | |
| "model.layers.30.self_attn.k_proj": 0.11866030842065811, | |
| "model.layers.30.self_attn.o_proj": 0.10055622458457947, | |
| "model.layers.30.self_attn.q_proj": 0.10461007803678513, | |
| "model.layers.30.self_attn.v_proj": 0.11702635139226913, | |
| "model.layers.31.mlp.down_proj": 0.1009075716137886, | |
| "model.layers.31.mlp.gate_proj": 0.10165639966726303, | |
| "model.layers.31.mlp.up_proj": 0.10117661207914352, | |
| "model.layers.31.self_attn.k_proj": 0.12733864784240723, | |
| "model.layers.31.self_attn.o_proj": 0.10009084641933441, | |
| "model.layers.31.self_attn.q_proj": 0.10157929360866547, | |
| "model.layers.31.self_attn.v_proj": 0.14612801373004913, | |
| "model.layers.32.mlp.down_proj": 0.10091929137706757, | |
| "model.layers.32.mlp.gate_proj": 0.10151687264442444, | |
| "model.layers.32.mlp.up_proj": 0.10077665001153946, | |
| "model.layers.32.self_attn.k_proj": 0.12305843830108643, | |
| "model.layers.32.self_attn.o_proj": 0.09979718178510666, | |
| "model.layers.32.self_attn.q_proj": 0.10444877296686172, | |
| "model.layers.32.self_attn.v_proj": 0.1368718147277832, | |
| "model.layers.33.mlp.down_proj": 0.10085662454366684, | |
| "model.layers.33.mlp.gate_proj": 0.10174860060214996, | |
| "model.layers.33.mlp.up_proj": 0.10064657032489777, | |
| "model.layers.33.self_attn.k_proj": 0.10817641019821167, | |
| "model.layers.33.self_attn.o_proj": 0.10042596608400345, | |
| "model.layers.33.self_attn.q_proj": 0.10995545983314514, | |
| "model.layers.33.self_attn.v_proj": 0.10290839523077011, | |
| "model.layers.34.mlp.down_proj": 0.10188852995634079, | |
| "model.layers.34.mlp.gate_proj": 0.10177340358495712, | |
| "model.layers.34.mlp.up_proj": 0.10088778287172318, | |
| "model.layers.34.self_attn.k_proj": 0.10505879670381546, | |
| "model.layers.34.self_attn.o_proj": 0.10123022645711899, | |
| "model.layers.34.self_attn.q_proj": 0.10357449948787689, | |
| "model.layers.34.self_attn.v_proj": 0.10764476656913757, | |
| "model.layers.35.mlp.down_proj": 0.10558342933654785, | |
| "model.layers.35.mlp.gate_proj": 0.10210239887237549, | |
| "model.layers.35.mlp.up_proj": 0.10195599496364594, | |
| "model.layers.35.self_attn.k_proj": 0.11058799922466278, | |
| "model.layers.35.self_attn.o_proj": 0.10097488760948181, | |
| "model.layers.35.self_attn.q_proj": 0.10111556202173233, | |
| "model.layers.35.self_attn.v_proj": 0.11381664872169495 | |
| } | |
| } |