| { |
| "ternary": { |
| "transformer_blocks.0.attn.to_q.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.32091405987739563 |
| }, |
| "transformer_blocks.0.attn.to_k.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3449287414550781 |
| }, |
| "transformer_blocks.0.attn.to_v.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.30361270904541016 |
| }, |
| "transformer_blocks.0.attn.add_q_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3103441596031189 |
| }, |
| "transformer_blocks.0.attn.add_k_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.31205326318740845 |
| }, |
| "transformer_blocks.0.attn.add_v_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3084833323955536 |
| }, |
| "transformer_blocks.0.attn.to_out.0.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3052227199077606 |
| }, |
| "transformer_blocks.0.attn.to_add_out.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.2970193326473236 |
| }, |
| "transformer_blocks.0.ff.linear_in.weight": { |
| "shape": [ |
| 18432, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3282434046268463 |
| }, |
| "transformer_blocks.0.ff.linear_out.weight": { |
| "shape": [ |
| 3072, |
| 9216 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3437464237213135 |
| }, |
| "transformer_blocks.0.ff_context.linear_in.weight": { |
| "shape": [ |
| 18432, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3183349370956421 |
| }, |
| "transformer_blocks.0.ff_context.linear_out.weight": { |
| "shape": [ |
| 3072, |
| 9216 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3158908188343048 |
| }, |
| "transformer_blocks.1.attn.to_q.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3256966173648834 |
| }, |
| "transformer_blocks.1.attn.to_k.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.32524755597114563 |
| }, |
| "transformer_blocks.1.attn.to_v.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.31503283977508545 |
| }, |
| "transformer_blocks.1.attn.add_q_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3144647777080536 |
| }, |
| "transformer_blocks.1.attn.add_k_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3137785494327545 |
| }, |
| "transformer_blocks.1.attn.add_v_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.30559179186820984 |
| }, |
| "transformer_blocks.1.attn.to_out.0.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.31863901019096375 |
| }, |
| "transformer_blocks.1.attn.to_add_out.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.29745590686798096 |
| }, |
| "transformer_blocks.1.ff.linear_in.weight": { |
| "shape": [ |
| 18432, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.33945390582084656 |
| }, |
| "transformer_blocks.1.ff.linear_out.weight": { |
| "shape": [ |
| 3072, |
| 9216 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.34332820773124695 |
| }, |
| "transformer_blocks.1.ff_context.linear_in.weight": { |
| "shape": [ |
| 18432, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.319614440202713 |
| }, |
| "transformer_blocks.1.ff_context.linear_out.weight": { |
| "shape": [ |
| 3072, |
| 9216 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3185708522796631 |
| }, |
| "transformer_blocks.2.attn.to_q.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.32564374804496765 |
| }, |
| "transformer_blocks.2.attn.to_k.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.33157220482826233 |
| }, |
| "transformer_blocks.2.attn.to_v.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.32594162225723267 |
| }, |
| "transformer_blocks.2.attn.add_q_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.31446754932403564 |
| }, |
| "transformer_blocks.2.attn.add_k_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.31459957361221313 |
| }, |
| "transformer_blocks.2.attn.add_v_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.30751779675483704 |
| }, |
| "transformer_blocks.2.attn.to_out.0.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.32592126727104187 |
| }, |
| "transformer_blocks.2.attn.to_add_out.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3024559020996094 |
| }, |
| "transformer_blocks.2.ff.linear_in.weight": { |
| "shape": [ |
| 18432, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3402101695537567 |
| }, |
| "transformer_blocks.2.ff.linear_out.weight": { |
| "shape": [ |
| 3072, |
| 9216 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.34668484330177307 |
| }, |
| "transformer_blocks.2.ff_context.linear_in.weight": { |
| "shape": [ |
| 18432, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.32192936539649963 |
| }, |
| "transformer_blocks.2.ff_context.linear_out.weight": { |
| "shape": [ |
| 3072, |
| 9216 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3212765157222748 |
| }, |
| "transformer_blocks.3.attn.to_q.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3232928514480591 |
| }, |
| "transformer_blocks.3.attn.to_k.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3315456211566925 |
| }, |
| "transformer_blocks.3.attn.to_v.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3261658251285553 |
| }, |
| "transformer_blocks.3.attn.add_q_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.31507766246795654 |
| }, |
| "transformer_blocks.3.attn.add_k_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3155768811702728 |
| }, |
| "transformer_blocks.3.attn.add_v_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.30398115515708923 |
| }, |
| "transformer_blocks.3.attn.to_out.0.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.32500532269477844 |
| }, |
| "transformer_blocks.3.attn.to_add_out.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.30212149024009705 |
| }, |
| "transformer_blocks.3.ff.linear_in.weight": { |
| "shape": [ |
| 18432, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.331843763589859 |
| }, |
| "transformer_blocks.3.ff.linear_out.weight": { |
| "shape": [ |
| 3072, |
| 9216 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3459756076335907 |
| }, |
| "transformer_blocks.3.ff_context.linear_in.weight": { |
| "shape": [ |
| 18432, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3176158666610718 |
| }, |
| "transformer_blocks.3.ff_context.linear_out.weight": { |
| "shape": [ |
| 3072, |
| 9216 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.32055434584617615 |
| }, |
| "transformer_blocks.4.attn.to_q.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.32815319299697876 |
| }, |
| "transformer_blocks.4.attn.to_k.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.33318349719047546 |
| }, |
| "transformer_blocks.4.attn.to_v.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3184010088443756 |
| }, |
| "transformer_blocks.4.attn.add_q_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.31590408086776733 |
| }, |
| "transformer_blocks.4.attn.add_k_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3176018297672272 |
| }, |
| "transformer_blocks.4.attn.add_v_proj.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.30405786633491516 |
| }, |
| "transformer_blocks.4.attn.to_out.0.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3226485848426819 |
| }, |
| "transformer_blocks.4.attn.to_add_out.weight": { |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3001737594604492 |
| }, |
| "transformer_blocks.4.ff.linear_in.weight": { |
| "shape": [ |
| 18432, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.32072913646698 |
| }, |
| "transformer_blocks.4.ff.linear_out.weight": { |
| "shape": [ |
| 3072, |
| 9216 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3450298309326172 |
| }, |
| "transformer_blocks.4.ff_context.linear_in.weight": { |
| "shape": [ |
| 18432, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.31543678045272827 |
| }, |
| "transformer_blocks.4.ff_context.linear_out.weight": { |
| "shape": [ |
| 3072, |
| 9216 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3185100555419922 |
| }, |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3466801941394806 |
| }, |
| "single_transformer_blocks.0.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3345531225204468 |
| }, |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.33713871240615845 |
| }, |
| "single_transformer_blocks.1.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3352803587913513 |
| }, |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3383309245109558 |
| }, |
| "single_transformer_blocks.2.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.33862075209617615 |
| }, |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.33971261978149414 |
| }, |
| "single_transformer_blocks.3.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3406015634536743 |
| }, |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3401135504245758 |
| }, |
| "single_transformer_blocks.4.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.34598952531814575 |
| }, |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3394997715950012 |
| }, |
| "single_transformer_blocks.5.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3465130627155304 |
| }, |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.34848713874816895 |
| }, |
| "single_transformer_blocks.6.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.34890422224998474 |
| }, |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3543701767921448 |
| }, |
| "single_transformer_blocks.7.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3519718647003174 |
| }, |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3569152355194092 |
| }, |
| "single_transformer_blocks.8.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.35364100337028503 |
| }, |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.36190366744995117 |
| }, |
| "single_transformer_blocks.9.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3558465242385864 |
| }, |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.36294904351234436 |
| }, |
| "single_transformer_blocks.10.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3589397668838501 |
| }, |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3736879229545593 |
| }, |
| "single_transformer_blocks.11.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3757704198360443 |
| }, |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.3794536292552948 |
| }, |
| "single_transformer_blocks.12.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.39112985134124756 |
| }, |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.39485421776771545 |
| }, |
| "single_transformer_blocks.13.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.40584954619407654 |
| }, |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.4110066890716553 |
| }, |
| "single_transformer_blocks.14.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.41786783933639526 |
| }, |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.4247232973575592 |
| }, |
| "single_transformer_blocks.15.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.4313397705554962 |
| }, |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.43985211849212646 |
| }, |
| "single_transformer_blocks.16.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.4512948989868164 |
| }, |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.43979060649871826 |
| }, |
| "single_transformer_blocks.17.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.4598909914493561 |
| }, |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.4410802721977234 |
| }, |
| "single_transformer_blocks.18.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.47134801745414734 |
| }, |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj.weight": { |
| "shape": [ |
| 27648, |
| 3072 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.4090777635574341 |
| }, |
| "single_transformer_blocks.19.attn.to_out.weight": { |
| "shape": [ |
| 3072, |
| 12288 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.39245715737342834 |
| }, |
| "adapter.weight": { |
| "shape": [ |
| 7680, |
| 6144 |
| ], |
| "max_abs_err": 0.0, |
| "zeros": 0.44344964623451233 |
| } |
| }, |
| "dense": { |
| "context_embedder.weight": { |
| "groups_that_look_ternary": 0.0, |
| "shape": [ |
| 3072, |
| 7680 |
| ], |
| "fp16_max_abs_err": 2.9802322387695312e-08, |
| "fp16_inexact": 5273, |
| "fp16_rel_err": 2.555387456121263e-08 |
| }, |
| "double_stream_modulation_img.linear.weight": { |
| "groups_that_look_ternary": 0.0 |
| }, |
| "double_stream_modulation_txt.linear.weight": { |
| "groups_that_look_ternary": 0.0 |
| }, |
| "norm_out.linear.weight": { |
| "groups_that_look_ternary": 0.0 |
| }, |
| "proj_out.weight": { |
| "groups_that_look_ternary": 0.0, |
| "shape": [ |
| 128, |
| 3072 |
| ], |
| "fp16_max_abs_err": 2.9802322387695312e-08, |
| "fp16_inexact": 140, |
| "fp16_rel_err": 2.233356885832887e-08 |
| }, |
| "single_stream_modulation.linear.weight": { |
| "groups_that_look_ternary": 0.0 |
| }, |
| "time_guidance_embed.timestep_embedder.linear_1.weight": { |
| "groups_that_look_ternary": 0.0 |
| }, |
| "time_guidance_embed.timestep_embedder.linear_2.weight": { |
| "groups_that_look_ternary": 0.0 |
| }, |
| "x_embedder.weight": { |
| "groups_that_look_ternary": 0.0, |
| "shape": [ |
| 3072, |
| 128 |
| ], |
| "fp16_max_abs_err": 2.9802322387695312e-08, |
| "fp16_inexact": 155, |
| "fp16_rel_err": 1.0565536686138846e-08 |
| }, |
| "qk_norm_gains": { |
| "max_fp16_err": 0.0, |
| "count": 60 |
| }, |
| "taef2": { |
| "fp16_max_abs_err": 0.0 |
| } |
| }, |
| "modulation_check_max_abs_diff_vs_float64": { |
| "double_img": 3.353400976280341e-05, |
| "double_txt": 3.274569317390785e-05, |
| "single": 0.000105550534840404, |
| "norm_out": 9.198343669680753e-05 |
| } |
| } |
