{
 "ternary": {
  "transformer_blocks.0.attn.to_q.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.32091405987739563
  },
  "transformer_blocks.0.attn.to_k.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3449287414550781
  },
  "transformer_blocks.0.attn.to_v.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.30361270904541016
  },
  "transformer_blocks.0.attn.add_q_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3103441596031189
  },
  "transformer_blocks.0.attn.add_k_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.31205326318740845
  },
  "transformer_blocks.0.attn.add_v_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3084833323955536
  },
  "transformer_blocks.0.attn.to_out.0.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3052227199077606
  },
  "transformer_blocks.0.attn.to_add_out.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.2970193326473236
  },
  "transformer_blocks.0.ff.linear_in.weight": {
   "shape": [
    18432,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3282434046268463
  },
  "transformer_blocks.0.ff.linear_out.weight": {
   "shape": [
    3072,
    9216
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3437464237213135
  },
  "transformer_blocks.0.ff_context.linear_in.weight": {
   "shape": [
    18432,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3183349370956421
  },
  "transformer_blocks.0.ff_context.linear_out.weight": {
   "shape": [
    3072,
    9216
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3158908188343048
  },
  "transformer_blocks.1.attn.to_q.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3256966173648834
  },
  "transformer_blocks.1.attn.to_k.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.32524755597114563
  },
  "transformer_blocks.1.attn.to_v.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.31503283977508545
  },
  "transformer_blocks.1.attn.add_q_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3144647777080536
  },
  "transformer_blocks.1.attn.add_k_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3137785494327545
  },
  "transformer_blocks.1.attn.add_v_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.30559179186820984
  },
  "transformer_blocks.1.attn.to_out.0.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.31863901019096375
  },
  "transformer_blocks.1.attn.to_add_out.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.29745590686798096
  },
  "transformer_blocks.1.ff.linear_in.weight": {
   "shape": [
    18432,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.33945390582084656
  },
  "transformer_blocks.1.ff.linear_out.weight": {
   "shape": [
    3072,
    9216
   ],
   "max_abs_err": 0.0,
   "zeros": 0.34332820773124695
  },
  "transformer_blocks.1.ff_context.linear_in.weight": {
   "shape": [
    18432,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.319614440202713
  },
  "transformer_blocks.1.ff_context.linear_out.weight": {
   "shape": [
    3072,
    9216
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3185708522796631
  },
  "transformer_blocks.2.attn.to_q.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.32564374804496765
  },
  "transformer_blocks.2.attn.to_k.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.33157220482826233
  },
  "transformer_blocks.2.attn.to_v.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.32594162225723267
  },
  "transformer_blocks.2.attn.add_q_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.31446754932403564
  },
  "transformer_blocks.2.attn.add_k_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.31459957361221313
  },
  "transformer_blocks.2.attn.add_v_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.30751779675483704
  },
  "transformer_blocks.2.attn.to_out.0.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.32592126727104187
  },
  "transformer_blocks.2.attn.to_add_out.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3024559020996094
  },
  "transformer_blocks.2.ff.linear_in.weight": {
   "shape": [
    18432,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3402101695537567
  },
  "transformer_blocks.2.ff.linear_out.weight": {
   "shape": [
    3072,
    9216
   ],
   "max_abs_err": 0.0,
   "zeros": 0.34668484330177307
  },
  "transformer_blocks.2.ff_context.linear_in.weight": {
   "shape": [
    18432,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.32192936539649963
  },
  "transformer_blocks.2.ff_context.linear_out.weight": {
   "shape": [
    3072,
    9216
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3212765157222748
  },
  "transformer_blocks.3.attn.to_q.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3232928514480591
  },
  "transformer_blocks.3.attn.to_k.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3315456211566925
  },
  "transformer_blocks.3.attn.to_v.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3261658251285553
  },
  "transformer_blocks.3.attn.add_q_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.31507766246795654
  },
  "transformer_blocks.3.attn.add_k_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3155768811702728
  },
  "transformer_blocks.3.attn.add_v_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.30398115515708923
  },
  "transformer_blocks.3.attn.to_out.0.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.32500532269477844
  },
  "transformer_blocks.3.attn.to_add_out.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.30212149024009705
  },
  "transformer_blocks.3.ff.linear_in.weight": {
   "shape": [
    18432,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.331843763589859
  },
  "transformer_blocks.3.ff.linear_out.weight": {
   "shape": [
    3072,
    9216
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3459756076335907
  },
  "transformer_blocks.3.ff_context.linear_in.weight": {
   "shape": [
    18432,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3176158666610718
  },
  "transformer_blocks.3.ff_context.linear_out.weight": {
   "shape": [
    3072,
    9216
   ],
   "max_abs_err": 0.0,
   "zeros": 0.32055434584617615
  },
  "transformer_blocks.4.attn.to_q.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.32815319299697876
  },
  "transformer_blocks.4.attn.to_k.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.33318349719047546
  },
  "transformer_blocks.4.attn.to_v.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3184010088443756
  },
  "transformer_blocks.4.attn.add_q_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.31590408086776733
  },
  "transformer_blocks.4.attn.add_k_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3176018297672272
  },
  "transformer_blocks.4.attn.add_v_proj.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.30405786633491516
  },
  "transformer_blocks.4.attn.to_out.0.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3226485848426819
  },
  "transformer_blocks.4.attn.to_add_out.weight": {
   "shape": [
    3072,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3001737594604492
  },
  "transformer_blocks.4.ff.linear_in.weight": {
   "shape": [
    18432,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.32072913646698
  },
  "transformer_blocks.4.ff.linear_out.weight": {
   "shape": [
    3072,
    9216
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3450298309326172
  },
  "transformer_blocks.4.ff_context.linear_in.weight": {
   "shape": [
    18432,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.31543678045272827
  },
  "transformer_blocks.4.ff_context.linear_out.weight": {
   "shape": [
    3072,
    9216
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3185100555419922
  },
  "single_transformer_blocks.0.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3466801941394806
  },
  "single_transformer_blocks.0.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3345531225204468
  },
  "single_transformer_blocks.1.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.33713871240615845
  },
  "single_transformer_blocks.1.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3352803587913513
  },
  "single_transformer_blocks.2.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3383309245109558
  },
  "single_transformer_blocks.2.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.33862075209617615
  },
  "single_transformer_blocks.3.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.33971261978149414
  },
  "single_transformer_blocks.3.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3406015634536743
  },
  "single_transformer_blocks.4.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3401135504245758
  },
  "single_transformer_blocks.4.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.34598952531814575
  },
  "single_transformer_blocks.5.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3394997715950012
  },
  "single_transformer_blocks.5.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3465130627155304
  },
  "single_transformer_blocks.6.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.34848713874816895
  },
  "single_transformer_blocks.6.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.34890422224998474
  },
  "single_transformer_blocks.7.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3543701767921448
  },
  "single_transformer_blocks.7.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3519718647003174
  },
  "single_transformer_blocks.8.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3569152355194092
  },
  "single_transformer_blocks.8.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.35364100337028503
  },
  "single_transformer_blocks.9.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.36190366744995117
  },
  "single_transformer_blocks.9.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3558465242385864
  },
  "single_transformer_blocks.10.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.36294904351234436
  },
  "single_transformer_blocks.10.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3589397668838501
  },
  "single_transformer_blocks.11.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3736879229545593
  },
  "single_transformer_blocks.11.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3757704198360443
  },
  "single_transformer_blocks.12.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.3794536292552948
  },
  "single_transformer_blocks.12.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.39112985134124756
  },
  "single_transformer_blocks.13.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.39485421776771545
  },
  "single_transformer_blocks.13.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.40584954619407654
  },
  "single_transformer_blocks.14.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.4110066890716553
  },
  "single_transformer_blocks.14.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.41786783933639526
  },
  "single_transformer_blocks.15.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.4247232973575592
  },
  "single_transformer_blocks.15.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.4313397705554962
  },
  "single_transformer_blocks.16.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.43985211849212646
  },
  "single_transformer_blocks.16.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.4512948989868164
  },
  "single_transformer_blocks.17.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.43979060649871826
  },
  "single_transformer_blocks.17.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.4598909914493561
  },
  "single_transformer_blocks.18.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.4410802721977234
  },
  "single_transformer_blocks.18.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.47134801745414734
  },
  "single_transformer_blocks.19.attn.to_qkv_mlp_proj.weight": {
   "shape": [
    27648,
    3072
   ],
   "max_abs_err": 0.0,
   "zeros": 0.4090777635574341
  },
  "single_transformer_blocks.19.attn.to_out.weight": {
   "shape": [
    3072,
    12288
   ],
   "max_abs_err": 0.0,
   "zeros": 0.39245715737342834
  },
  "adapter.weight": {
   "shape": [
    7680,
    6144
   ],
   "max_abs_err": 0.0,
   "zeros": 0.44344964623451233
  }
 },
 "dense": {
  "context_embedder.weight": {
   "groups_that_look_ternary": 0.0,
   "shape": [
    3072,
    7680
   ],
   "fp16_max_abs_err": 2.9802322387695312e-08,
   "fp16_inexact": 5273,
   "fp16_rel_err": 2.555387456121263e-08
  },
  "double_stream_modulation_img.linear.weight": {
   "groups_that_look_ternary": 0.0
  },
  "double_stream_modulation_txt.linear.weight": {
   "groups_that_look_ternary": 0.0
  },
  "norm_out.linear.weight": {
   "groups_that_look_ternary": 0.0
  },
  "proj_out.weight": {
   "groups_that_look_ternary": 0.0,
   "shape": [
    128,
    3072
   ],
   "fp16_max_abs_err": 2.9802322387695312e-08,
   "fp16_inexact": 140,
   "fp16_rel_err": 2.233356885832887e-08
  },
  "single_stream_modulation.linear.weight": {
   "groups_that_look_ternary": 0.0
  },
  "time_guidance_embed.timestep_embedder.linear_1.weight": {
   "groups_that_look_ternary": 0.0
  },
  "time_guidance_embed.timestep_embedder.linear_2.weight": {
   "groups_that_look_ternary": 0.0
  },
  "x_embedder.weight": {
   "groups_that_look_ternary": 0.0,
   "shape": [
    3072,
    128
   ],
   "fp16_max_abs_err": 2.9802322387695312e-08,
   "fp16_inexact": 155,
   "fp16_rel_err": 1.0565536686138846e-08
  },
  "qk_norm_gains": {
   "max_fp16_err": 0.0,
   "count": 60
  },
  "taef2": {
   "fp16_max_abs_err": 0.0
  }
 },
 "modulation_check_max_abs_diff_vs_float64": {
  "double_img": 3.353400976280341e-05,
  "double_txt": 3.274569317390785e-05,
  "single": 0.000105550534840404,
  "norm_out": 9.198343669680753e-05
 }
}