rumik-oss-1-int4 / export.json
bringagi's picture
Add export.json
fc7d539 verified
Raw History Blame Contribute Delete
14.9 kB
{
"format": "rumik-int4-g128-minmax-v1",
"group": 128,
"source": "rumik-ai/rumik-oss-1",
"audio_rows": 16385,
"quantized_params": 2812280832,
"file_gb": 2.132,
"seconds": 27,
"rel_err_mean": 0.10518,
"rel_err_embed_int8": 0.01021,
"worst": {
"model.layers.27.self_attn.v_proj": 0.15202,
"model.layers.31.self_attn.v_proj": 0.14613,
"model.layers.28.self_attn.v_proj": 0.14504,
"model.layers.32.self_attn.v_proj": 0.13687,
"model.layers.29.self_attn.v_proj": 0.1345
},
"rel_err": {
"model.embed_tokens": 0.0102132149040699,
"model.layers.0.mlp.down_proj": 0.10348774492740631,
"model.layers.0.mlp.gate_proj": 0.10042291134595871,
"model.layers.0.mlp.up_proj": 0.10071361064910889,
"model.layers.0.self_attn.k_proj": 0.10266449302434921,
"model.layers.0.self_attn.o_proj": 0.10054122656583786,
"model.layers.0.self_attn.q_proj": 0.10585996508598328,
"model.layers.0.self_attn.v_proj": 0.10322551429271698,
"model.layers.1.mlp.down_proj": 0.10241140425205231,
"model.layers.1.mlp.gate_proj": 0.10280090570449829,
"model.layers.1.mlp.up_proj": 0.1016259491443634,
"model.layers.1.self_attn.k_proj": 0.10596507787704468,
"model.layers.1.self_attn.o_proj": 0.10078053921461105,
"model.layers.1.self_attn.q_proj": 0.10359881073236465,
"model.layers.1.self_attn.v_proj": 0.1116458997130394,
"model.layers.10.mlp.down_proj": 0.10412321984767914,
"model.layers.10.mlp.gate_proj": 0.10250946879386902,
"model.layers.10.mlp.up_proj": 0.10283675044775009,
"model.layers.10.self_attn.k_proj": 0.10932520031929016,
"model.layers.10.self_attn.o_proj": 0.10055948793888092,
"model.layers.10.self_attn.q_proj": 0.10329737514257431,
"model.layers.10.self_attn.v_proj": 0.102059006690979,
"model.layers.11.mlp.down_proj": 0.10311350971460342,
"model.layers.11.mlp.gate_proj": 0.10208474844694138,
"model.layers.11.mlp.up_proj": 0.10289917886257172,
"model.layers.11.self_attn.k_proj": 0.12305791676044464,
"model.layers.11.self_attn.o_proj": 0.10057106614112854,
"model.layers.11.self_attn.q_proj": 0.11122095584869385,
"model.layers.11.self_attn.v_proj": 0.10199951380491257,
"model.layers.12.mlp.down_proj": 0.1028437614440918,
"model.layers.12.mlp.gate_proj": 0.1020783931016922,
"model.layers.12.mlp.up_proj": 0.1023639440536499,
"model.layers.12.self_attn.k_proj": 0.11092380434274673,
"model.layers.12.self_attn.o_proj": 0.1006397008895874,
"model.layers.12.self_attn.q_proj": 0.10570752620697021,
"model.layers.12.self_attn.v_proj": 0.10333340615034103,
"model.layers.13.mlp.down_proj": 0.10387091338634491,
"model.layers.13.mlp.gate_proj": 0.10340183973312378,
"model.layers.13.mlp.up_proj": 0.10292228311300278,
"model.layers.13.self_attn.k_proj": 0.1064978688955307,
"model.layers.13.self_attn.o_proj": 0.10034097731113434,
"model.layers.13.self_attn.q_proj": 0.1033816859126091,
"model.layers.13.self_attn.v_proj": 0.10429378598928452,
"model.layers.14.mlp.down_proj": 0.1029452309012413,
"model.layers.14.mlp.gate_proj": 0.10239135473966599,
"model.layers.14.mlp.up_proj": 0.10269856452941895,
"model.layers.14.self_attn.k_proj": 0.12383021414279938,
"model.layers.14.self_attn.o_proj": 0.10023461282253265,
"model.layers.14.self_attn.q_proj": 0.11351126432418823,
"model.layers.14.self_attn.v_proj": 0.10430221259593964,
"model.layers.15.mlp.down_proj": 0.1035422682762146,
"model.layers.15.mlp.gate_proj": 0.1033511832356453,
"model.layers.15.mlp.up_proj": 0.103085957467556,
"model.layers.15.self_attn.k_proj": 0.10588040202856064,
"model.layers.15.self_attn.o_proj": 0.10066726058721542,
"model.layers.15.self_attn.q_proj": 0.1008191928267479,
"model.layers.15.self_attn.v_proj": 0.10320936888456345,
"model.layers.16.mlp.down_proj": 0.10695292800664902,
"model.layers.16.mlp.gate_proj": 0.10587339848279953,
"model.layers.16.mlp.up_proj": 0.1040673777461052,
"model.layers.16.self_attn.k_proj": 0.10769787430763245,
"model.layers.16.self_attn.o_proj": 0.10042105615139008,
"model.layers.16.self_attn.q_proj": 0.10388839244842529,
"model.layers.16.self_attn.v_proj": 0.10577819496393204,
"model.layers.17.mlp.down_proj": 0.10273648798465729,
"model.layers.17.mlp.gate_proj": 0.10286922007799149,
"model.layers.17.mlp.up_proj": 0.10300148278474808,
"model.layers.17.self_attn.k_proj": 0.10812312364578247,
"model.layers.17.self_attn.o_proj": 0.10007882863283157,
"model.layers.17.self_attn.q_proj": 0.10237874835729599,
"model.layers.17.self_attn.v_proj": 0.10760360211133957,
"model.layers.18.mlp.down_proj": 0.10149509459733963,
"model.layers.18.mlp.gate_proj": 0.10226031392812729,
"model.layers.18.mlp.up_proj": 0.10248373448848724,
"model.layers.18.self_attn.k_proj": 0.10810251533985138,
"model.layers.18.self_attn.o_proj": 0.10078760236501694,
"model.layers.18.self_attn.q_proj": 0.10372646898031235,
"model.layers.18.self_attn.v_proj": 0.10569728910923004,
"model.layers.19.mlp.down_proj": 0.10208335518836975,
"model.layers.19.mlp.gate_proj": 0.10309138149023056,
"model.layers.19.mlp.up_proj": 0.10304401814937592,
"model.layers.19.self_attn.k_proj": 0.10554081201553345,
"model.layers.19.self_attn.o_proj": 0.10065880417823792,
"model.layers.19.self_attn.q_proj": 0.10289391130208969,
"model.layers.19.self_attn.v_proj": 0.10426042973995209,
"model.layers.2.mlp.down_proj": 0.10165985673666,
"model.layers.2.mlp.gate_proj": 0.10089316219091415,
"model.layers.2.mlp.up_proj": 0.10093256086111069,
"model.layers.2.self_attn.k_proj": 0.1094725951552391,
"model.layers.2.self_attn.o_proj": 0.10068333894014359,
"model.layers.2.self_attn.q_proj": 0.10660523921251297,
"model.layers.2.self_attn.v_proj": 0.10531216859817505,
"model.layers.20.mlp.down_proj": 0.10213137418031693,
"model.layers.20.mlp.gate_proj": 0.10430584847927094,
"model.layers.20.mlp.up_proj": 0.10311746597290039,
"model.layers.20.self_attn.k_proj": 0.10920869559049606,
"model.layers.20.self_attn.o_proj": 0.10082578659057617,
"model.layers.20.self_attn.q_proj": 0.10261932015419006,
"model.layers.20.self_attn.v_proj": 0.10481814295053482,
"model.layers.21.mlp.down_proj": 0.10346003621816635,
"model.layers.21.mlp.gate_proj": 0.1050470769405365,
"model.layers.21.mlp.up_proj": 0.10308122634887695,
"model.layers.21.self_attn.k_proj": 0.10540708899497986,
"model.layers.21.self_attn.o_proj": 0.10041412711143494,
"model.layers.21.self_attn.q_proj": 0.10230403393507004,
"model.layers.21.self_attn.v_proj": 0.10505606234073639,
"model.layers.22.mlp.down_proj": 0.10417976975440979,
"model.layers.22.mlp.gate_proj": 0.10477430373430252,
"model.layers.22.mlp.up_proj": 0.10315820574760437,
"model.layers.22.self_attn.k_proj": 0.10962554067373276,
"model.layers.22.self_attn.o_proj": 0.10058985650539398,
"model.layers.22.self_attn.q_proj": 0.10305708646774292,
"model.layers.22.self_attn.v_proj": 0.11849665641784668,
"model.layers.23.mlp.down_proj": 0.10273055732250214,
"model.layers.23.mlp.gate_proj": 0.1040027067065239,
"model.layers.23.mlp.up_proj": 0.10256212204694748,
"model.layers.23.self_attn.k_proj": 0.10774444788694382,
"model.layers.23.self_attn.o_proj": 0.10051582008600235,
"model.layers.23.self_attn.q_proj": 0.10197553038597107,
"model.layers.23.self_attn.v_proj": 0.11503564566373825,
"model.layers.24.mlp.gate_proj": 0.10285092890262604,
"model.layers.24.mlp.up_proj": 0.10223869979381561,
"model.layers.24.self_attn.k_proj": 0.10971256345510483,
"model.layers.24.self_attn.o_proj": 0.10078322887420654,
"model.layers.24.self_attn.q_proj": 0.10195454210042953,
"model.layers.24.self_attn.v_proj": 0.1187736764550209,
"model.layers.3.mlp.down_proj": 0.1007164716720581,
"model.layers.3.mlp.gate_proj": 0.10075842589139938,
"model.layers.3.mlp.up_proj": 0.10139241069555283,
"model.layers.3.self_attn.k_proj": 0.10926339030265808,
"model.layers.3.self_attn.o_proj": 0.10080800950527191,
"model.layers.3.self_attn.q_proj": 0.11182355135679245,
"model.layers.3.self_attn.v_proj": 0.10217270255088806,
"model.layers.4.mlp.down_proj": 0.10312724113464355,
"model.layers.4.mlp.gate_proj": 0.10190016031265259,
"model.layers.4.mlp.up_proj": 0.10180088132619858,
"model.layers.4.self_attn.k_proj": 0.11429493129253387,
"model.layers.4.self_attn.o_proj": 0.10095430165529251,
"model.layers.4.self_attn.q_proj": 0.10737892240285873,
"model.layers.4.self_attn.v_proj": 0.10300830006599426,
"model.layers.5.mlp.down_proj": 0.10349350422620773,
"model.layers.5.mlp.gate_proj": 0.1017349362373352,
"model.layers.5.mlp.up_proj": 0.10203412920236588,
"model.layers.5.self_attn.k_proj": 0.10953172296285629,
"model.layers.5.self_attn.o_proj": 0.10126157104969025,
"model.layers.5.self_attn.q_proj": 0.10598281025886536,
"model.layers.5.self_attn.v_proj": 0.11063704639673233,
"model.layers.6.mlp.down_proj": 0.10188518464565277,
"model.layers.6.mlp.gate_proj": 0.10122956335544586,
"model.layers.6.mlp.up_proj": 0.10158979892730713,
"model.layers.6.self_attn.k_proj": 0.10882113128900528,
"model.layers.6.self_attn.o_proj": 0.10099294781684875,
"model.layers.6.self_attn.q_proj": 0.11262644827365875,
"model.layers.6.self_attn.v_proj": 0.10216449201107025,
"model.layers.7.mlp.down_proj": 0.10327927023172379,
"model.layers.7.mlp.gate_proj": 0.10166046768426895,
"model.layers.7.mlp.up_proj": 0.10190790146589279,
"model.layers.7.self_attn.k_proj": 0.10227005928754807,
"model.layers.7.self_attn.o_proj": 0.1004173532128334,
"model.layers.7.self_attn.q_proj": 0.11441588401794434,
"model.layers.7.self_attn.v_proj": 0.10279937833547592,
"model.layers.8.mlp.down_proj": 0.10263093560934067,
"model.layers.8.mlp.gate_proj": 0.1013762354850769,
"model.layers.8.mlp.up_proj": 0.10217946767807007,
"model.layers.8.self_attn.k_proj": 0.11211161315441132,
"model.layers.8.self_attn.o_proj": 0.10069616883993149,
"model.layers.8.self_attn.q_proj": 0.10772251337766647,
"model.layers.8.self_attn.v_proj": 0.10236343741416931,
"model.layers.9.mlp.down_proj": 0.10391605645418167,
"model.layers.9.mlp.gate_proj": 0.10190384835004807,
"model.layers.9.mlp.up_proj": 0.10250575095415115,
"model.layers.9.self_attn.k_proj": 0.10943068563938141,
"model.layers.9.self_attn.o_proj": 0.1003664880990982,
"model.layers.9.self_attn.q_proj": 0.10348738729953766,
"model.layers.9.self_attn.v_proj": 0.10267623513936996,
"model.layers.24.mlp.down_proj": 0.10217806696891785,
"model.layers.25.mlp.down_proj": 0.10188812762498856,
"model.layers.25.mlp.gate_proj": 0.10218752175569534,
"model.layers.25.mlp.up_proj": 0.10175496339797974,
"model.layers.25.self_attn.k_proj": 0.11104614287614822,
"model.layers.25.self_attn.o_proj": 0.10027631372213364,
"model.layers.25.self_attn.q_proj": 0.1017765998840332,
"model.layers.25.self_attn.v_proj": 0.10868233442306519,
"model.layers.26.mlp.down_proj": 0.10152389854192734,
"model.layers.26.mlp.gate_proj": 0.10175620764493942,
"model.layers.26.mlp.up_proj": 0.1015147939324379,
"model.layers.26.self_attn.k_proj": 0.11028213053941727,
"model.layers.26.self_attn.o_proj": 0.10071505606174469,
"model.layers.26.self_attn.q_proj": 0.10589826107025146,
"model.layers.26.self_attn.v_proj": 0.13021782040596008,
"model.layers.27.mlp.down_proj": 0.10158207267522812,
"model.layers.27.mlp.gate_proj": 0.10127819329500198,
"model.layers.27.mlp.up_proj": 0.10159283131361008,
"model.layers.27.self_attn.k_proj": 0.1125912219285965,
"model.layers.27.self_attn.o_proj": 0.10061009973287582,
"model.layers.27.self_attn.q_proj": 0.10193761438131332,
"model.layers.27.self_attn.v_proj": 0.15202206373214722,
"model.layers.28.mlp.down_proj": 0.10155922174453735,
"model.layers.28.mlp.gate_proj": 0.1012510135769844,
"model.layers.28.mlp.up_proj": 0.10130060464143753,
"model.layers.28.self_attn.k_proj": 0.12207269668579102,
"model.layers.28.self_attn.o_proj": 0.1001344844698906,
"model.layers.28.self_attn.q_proj": 0.10401921719312668,
"model.layers.28.self_attn.v_proj": 0.14504402875900269,
"model.layers.29.mlp.down_proj": 0.10097511857748032,
"model.layers.29.mlp.gate_proj": 0.10105541348457336,
"model.layers.29.mlp.up_proj": 0.10092513263225555,
"model.layers.29.self_attn.k_proj": 0.12202074378728867,
"model.layers.29.self_attn.o_proj": 0.10022486001253128,
"model.layers.29.self_attn.q_proj": 0.10254332423210144,
"model.layers.29.self_attn.v_proj": 0.13450151681900024,
"model.layers.30.mlp.down_proj": 0.10078877210617065,
"model.layers.30.mlp.gate_proj": 0.10117818415164948,
"model.layers.30.mlp.up_proj": 0.1007387563586235,
"model.layers.30.self_attn.k_proj": 0.11866030842065811,
"model.layers.30.self_attn.o_proj": 0.10055622458457947,
"model.layers.30.self_attn.q_proj": 0.10461007803678513,
"model.layers.30.self_attn.v_proj": 0.11702635139226913,
"model.layers.31.mlp.down_proj": 0.1009075716137886,
"model.layers.31.mlp.gate_proj": 0.10165639966726303,
"model.layers.31.mlp.up_proj": 0.10117661207914352,
"model.layers.31.self_attn.k_proj": 0.12733864784240723,
"model.layers.31.self_attn.o_proj": 0.10009084641933441,
"model.layers.31.self_attn.q_proj": 0.10157929360866547,
"model.layers.31.self_attn.v_proj": 0.14612801373004913,
"model.layers.32.mlp.down_proj": 0.10091929137706757,
"model.layers.32.mlp.gate_proj": 0.10151687264442444,
"model.layers.32.mlp.up_proj": 0.10077665001153946,
"model.layers.32.self_attn.k_proj": 0.12305843830108643,
"model.layers.32.self_attn.o_proj": 0.09979718178510666,
"model.layers.32.self_attn.q_proj": 0.10444877296686172,
"model.layers.32.self_attn.v_proj": 0.1368718147277832,
"model.layers.33.mlp.down_proj": 0.10085662454366684,
"model.layers.33.mlp.gate_proj": 0.10174860060214996,
"model.layers.33.mlp.up_proj": 0.10064657032489777,
"model.layers.33.self_attn.k_proj": 0.10817641019821167,
"model.layers.33.self_attn.o_proj": 0.10042596608400345,
"model.layers.33.self_attn.q_proj": 0.10995545983314514,
"model.layers.33.self_attn.v_proj": 0.10290839523077011,
"model.layers.34.mlp.down_proj": 0.10188852995634079,
"model.layers.34.mlp.gate_proj": 0.10177340358495712,
"model.layers.34.mlp.up_proj": 0.10088778287172318,
"model.layers.34.self_attn.k_proj": 0.10505879670381546,
"model.layers.34.self_attn.o_proj": 0.10123022645711899,
"model.layers.34.self_attn.q_proj": 0.10357449948787689,
"model.layers.34.self_attn.v_proj": 0.10764476656913757,
"model.layers.35.mlp.down_proj": 0.10558342933654785,
"model.layers.35.mlp.gate_proj": 0.10210239887237549,
"model.layers.35.mlp.up_proj": 0.10195599496364594,
"model.layers.35.self_attn.k_proj": 0.11058799922466278,
"model.layers.35.self_attn.o_proj": 0.10097488760948181,
"model.layers.35.self_attn.q_proj": 0.10111556202173233,
"model.layers.35.self_attn.v_proj": 0.11381664872169495
}
}