{
  "complete": true,
  "modules": 168,
  "checks": [
    {
      "module": "layers.0.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.0.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 1019004,
      "prescale_equal": true
    },
    {
      "module": "layers.0.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.0.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 653377,
      "prescale_equal": true
    },
    {
      "module": "layers.0.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.0.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.1.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.1.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 2293506,
      "prescale_equal": true
    },
    {
      "module": "layers.1.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.1.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.1.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.1.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.2.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.2.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.2.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.2.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.2.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.2.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.3.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.3.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.3.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.3.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.3.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 109218,
      "prescale_equal": true
    },
    {
      "module": "layers.3.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.4.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.4.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 1358283,
      "prescale_equal": true
    },
    {
      "module": "layers.4.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 195424,
      "prescale_equal": true
    },
    {
      "module": "layers.4.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.4.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.4.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.5.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 808385,
      "prescale_equal": true
    },
    {
      "module": "layers.5.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.5.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 169879,
      "prescale_equal": true
    },
    {
      "module": "layers.5.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.5.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 88194,
      "prescale_equal": true
    },
    {
      "module": "layers.5.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.6.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.6.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 1176294,
      "prescale_equal": true
    },
    {
      "module": "layers.6.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 164439,
      "prescale_equal": true
    },
    {
      "module": "layers.6.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.6.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.6.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.7.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.7.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.7.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 155475,
      "prescale_equal": true
    },
    {
      "module": "layers.7.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 75695,
      "prescale_equal": true
    },
    {
      "module": "layers.7.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.7.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.8.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.8.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.8.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.8.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.8.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.8.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.9.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 701495,
      "prescale_equal": true
    },
    {
      "module": "layers.9.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.9.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.9.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.9.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 74851,
      "prescale_equal": true
    },
    {
      "module": "layers.9.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.10.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.10.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.10.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.10.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.10.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.10.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 163034,
      "prescale_equal": true
    },
    {
      "module": "layers.11.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 697933,
      "prescale_equal": true
    },
    {
      "module": "layers.11.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.11.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.11.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 79452,
      "prescale_equal": true
    },
    {
      "module": "layers.11.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 75442,
      "prescale_equal": true
    },
    {
      "module": "layers.11.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.12.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.12.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.12.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 149445,
      "prescale_equal": true
    },
    {
      "module": "layers.12.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.12.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.12.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.13.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 712364,
      "prescale_equal": true
    },
    {
      "module": "layers.13.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 1206730,
      "prescale_equal": true
    },
    {
      "module": "layers.13.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.13.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.13.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 75944,
      "prescale_equal": true
    },
    {
      "module": "layers.13.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.14.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 702917,
      "prescale_equal": true
    },
    {
      "module": "layers.14.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.14.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.14.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.14.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.14.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.15.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 706796,
      "prescale_equal": true
    },
    {
      "module": "layers.15.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.15.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 155710,
      "prescale_equal": true
    },
    {
      "module": "layers.15.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.15.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.15.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.16.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 700376,
      "prescale_equal": true
    },
    {
      "module": "layers.16.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 1040700,
      "prescale_equal": true
    },
    {
      "module": "layers.16.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.16.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 78477,
      "prescale_equal": true
    },
    {
      "module": "layers.16.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.16.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 153327,
      "prescale_equal": true
    },
    {
      "module": "layers.17.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 709811,
      "prescale_equal": true
    },
    {
      "module": "layers.17.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 985587,
      "prescale_equal": true
    },
    {
      "module": "layers.17.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.17.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.17.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.17.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 150591,
      "prescale_equal": true
    },
    {
      "module": "layers.18.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.18.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 1108634,
      "prescale_equal": true
    },
    {
      "module": "layers.18.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.18.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.18.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 73530,
      "prescale_equal": true
    },
    {
      "module": "layers.18.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.19.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 706976,
      "prescale_equal": true
    },
    {
      "module": "layers.19.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 904923,
      "prescale_equal": true
    },
    {
      "module": "layers.19.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.19.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.19.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.19.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 153273,
      "prescale_equal": true
    },
    {
      "module": "layers.20.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 735543,
      "prescale_equal": true
    },
    {
      "module": "layers.20.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.20.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 162071,
      "prescale_equal": true
    },
    {
      "module": "layers.20.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.20.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 76824,
      "prescale_equal": true
    },
    {
      "module": "layers.20.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.21.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 733416,
      "prescale_equal": true
    },
    {
      "module": "layers.21.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.21.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 164747,
      "prescale_equal": true
    },
    {
      "module": "layers.21.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.21.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.21.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.22.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 708282,
      "prescale_equal": true
    },
    {
      "module": "layers.22.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.22.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 155986,
      "prescale_equal": true
    },
    {
      "module": "layers.22.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.22.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.22.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.23.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 712538,
      "prescale_equal": true
    },
    {
      "module": "layers.23.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.23.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 160743,
      "prescale_equal": true
    },
    {
      "module": "layers.23.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.23.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.23.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.24.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.24.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.24.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.24.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.24.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.24.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 178044,
      "prescale_equal": true
    },
    {
      "module": "layers.25.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.25.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.25.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.25.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.25.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.25.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.26.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 702124,
      "prescale_equal": true
    },
    {
      "module": "layers.26.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 1897706,
      "prescale_equal": true
    },
    {
      "module": "layers.26.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.26.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 84129,
      "prescale_equal": true
    },
    {
      "module": "layers.26.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.26.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 176089,
      "prescale_equal": true
    },
    {
      "module": "layers.27.mlp_moe_gen.up_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.27.mlp_moe_gen.down_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 2055796,
      "prescale_equal": true
    },
    {
      "module": "layers.27.self_attn.add_q_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.27.self_attn.add_k_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.27.self_attn.add_v_proj",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 0,
      "prescale_equal": true
    },
    {
      "module": "layers.27.self_attn.to_add_out",
      "safetensors_bitwise_roundtrip": true,
      "decoded_reference_value_equal": true,
      "signed_zero_differences": 158269,
      "prescale_equal": true
    }
  ],
  "packed_tensor_bytes": 793813664,
  "packed_file_bytes": 793875856,
  "scope": "CPU checks of all 168 exported modules against the frozen ModelOpt AWQ BF16 reference. Not a speed or whole-video quality claim."
}