Release frozen Cosmos3-Edge NVFP4 AWQ-lite generation weights and validated Marlin loader
dff92bc verified | { | |
| "complete": true, | |
| "modules": 168, | |
| "checks": [ | |
| { | |
| "module": "layers.0.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.0.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 1019004, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.0.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.0.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 653377, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.0.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.0.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.1.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.1.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 2293506, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.1.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.1.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.1.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.1.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.2.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.2.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.2.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.2.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.2.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.2.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.3.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.3.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.3.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.3.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.3.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 109218, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.3.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.4.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.4.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 1358283, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.4.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 195424, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.4.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.4.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.4.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.5.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 808385, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.5.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.5.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 169879, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.5.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.5.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 88194, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.5.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.6.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.6.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 1176294, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.6.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 164439, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.6.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.6.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.6.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.7.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.7.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.7.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 155475, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.7.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 75695, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.7.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.7.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.8.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.8.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.8.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.8.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.8.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.8.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.9.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 701495, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.9.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.9.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.9.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.9.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 74851, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.9.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.10.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.10.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.10.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.10.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.10.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.10.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 163034, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.11.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 697933, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.11.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.11.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.11.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 79452, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.11.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 75442, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.11.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.12.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.12.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.12.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 149445, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.12.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.12.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.12.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.13.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 712364, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.13.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 1206730, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.13.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.13.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.13.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 75944, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.13.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.14.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 702917, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.14.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.14.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.14.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.14.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.14.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.15.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 706796, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.15.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.15.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 155710, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.15.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.15.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.15.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.16.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 700376, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.16.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 1040700, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.16.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.16.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 78477, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.16.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.16.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 153327, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.17.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 709811, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.17.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 985587, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.17.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.17.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.17.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.17.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 150591, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.18.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.18.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 1108634, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.18.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.18.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.18.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 73530, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.18.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.19.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 706976, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.19.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 904923, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.19.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.19.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.19.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.19.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 153273, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.20.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 735543, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.20.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.20.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 162071, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.20.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.20.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 76824, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.20.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.21.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 733416, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.21.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.21.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 164747, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.21.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.21.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.21.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.22.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 708282, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.22.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.22.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 155986, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.22.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.22.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.22.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.23.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 712538, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.23.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.23.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 160743, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.23.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.23.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.23.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.24.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.24.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.24.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.24.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.24.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.24.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 178044, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.25.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.25.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.25.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.25.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.25.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.25.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.26.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 702124, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.26.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 1897706, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.26.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.26.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 84129, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.26.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.26.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 176089, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.27.mlp_moe_gen.up_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.27.mlp_moe_gen.down_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 2055796, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.27.self_attn.add_q_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.27.self_attn.add_k_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.27.self_attn.add_v_proj", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 0, | |
| "prescale_equal": true | |
| }, | |
| { | |
| "module": "layers.27.self_attn.to_add_out", | |
| "safetensors_bitwise_roundtrip": true, | |
| "decoded_reference_value_equal": true, | |
| "signed_zero_differences": 158269, | |
| "prescale_equal": true | |
| } | |
| ], | |
| "packed_tensor_bytes": 793813664, | |
| "packed_file_bytes": 793875856, | |
| "scope": "CPU checks of all 168 exported modules against the frozen ModelOpt AWQ BF16 reference. Not a speed or whole-video quality claim." | |
| } | |