{ "case_count": 40, "cases": [ { "case": "masked_right_context", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "masked_right_context", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "bfloat16_input", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "bfloat16_input", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "twelve_owner_shape", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "twelve_owner_shape", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "one_token", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "one_token", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "all_masked", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "all_masked", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "masked_right_context", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "masked_right_context", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "bfloat16_input", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "bfloat16_input", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "twelve_owner_shape", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "twelve_owner_shape", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "one_token", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "one_token", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "all_masked", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "all_masked", "checkpoint": "qwen38-mainline-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "masked_right_context", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "masked_right_context", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "bfloat16_input", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "bfloat16_input", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "twelve_owner_shape", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "twelve_owner_shape", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "one_token", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "one_token", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "all_masked", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "all_masked", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 8, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "masked_right_context", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "masked_right_context", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "bfloat16_input", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "bfloat16_input", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "twelve_owner_shape", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "twelve_owner_shape", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "one_token", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "one_token", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "all_masked", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": false, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } }, { "case": "all_masked", "checkpoint": "qwen38-memory-100m", "event_fields_bitwise_equal": { "beta": true, "rows": true, "target": true }, "heads_per_order": 1, "nonzero_old_state": true, "updated_state_fields_bitwise_equal": { "counts": true, "rows": true, "values": true } } ], "change": "events extracted into event_features/event_components; original operation order retained", "cuda_initialized": false, "device": "cpu", "dtype_change": "old hidden was already cast to weight dtype; new gate uses that same weight dtype", "interpretation": "no CPU arithmetic difference found for the refactor; historical H12 versus new B1 remains a cross-run diagnostic, not a pure batch-size causal estimate", "original_writer_source_sha256": "6930bc0105fde8052543f39a71070ae45183e4dcba5897cedeb5e75ff27c1b26", "refactored_writer_source_sha256": "66dc18a28ff64c0054eb474a6dc3c4139ddbbde0dbd5c45f7e5893e2af79e2b5", "schema_version": 1, "scope": "bounded CPU writer events and D1 updates with real checkpoint weights; not GPU or full-reader equivalence", "shared_state_and_operator_sources_verified_identical": true, "status": "pass", "threads": 2, "torch_version": "2.13.0a0+8145d630e8.nv26.06" }