| { |
| "case_count": 40, |
| "cases": [ |
| { |
| "case": "masked_right_context", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "masked_right_context", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "bfloat16_input", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "bfloat16_input", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "twelve_owner_shape", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "twelve_owner_shape", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "one_token", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "one_token", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "all_masked", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "all_masked", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "masked_right_context", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "masked_right_context", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "bfloat16_input", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "bfloat16_input", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "twelve_owner_shape", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "twelve_owner_shape", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "one_token", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "one_token", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "all_masked", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "all_masked", |
| "checkpoint": "qwen38-mainline-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "masked_right_context", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "masked_right_context", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "bfloat16_input", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "bfloat16_input", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "twelve_owner_shape", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "twelve_owner_shape", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "one_token", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "one_token", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "all_masked", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "all_masked", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 8, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "masked_right_context", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "masked_right_context", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "bfloat16_input", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "bfloat16_input", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "twelve_owner_shape", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "twelve_owner_shape", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "one_token", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "one_token", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "all_masked", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": false, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| }, |
| { |
| "case": "all_masked", |
| "checkpoint": "qwen38-memory-100m", |
| "event_fields_bitwise_equal": { |
| "beta": true, |
| "rows": true, |
| "target": true |
| }, |
| "heads_per_order": 1, |
| "nonzero_old_state": true, |
| "updated_state_fields_bitwise_equal": { |
| "counts": true, |
| "rows": true, |
| "values": true |
| } |
| } |
| ], |
| "change": "events extracted into event_features/event_components; original operation order retained", |
| "cuda_initialized": false, |
| "device": "cpu", |
| "dtype_change": "old hidden was already cast to weight dtype; new gate uses that same weight dtype", |
| "interpretation": "no CPU arithmetic difference found for the refactor; historical H12 versus new B1 remains a cross-run diagnostic, not a pure batch-size causal estimate", |
| "original_writer_source_sha256": "6930bc0105fde8052543f39a71070ae45183e4dcba5897cedeb5e75ff27c1b26", |
| "refactored_writer_source_sha256": "66dc18a28ff64c0054eb474a6dc3c4139ddbbde0dbd5c45f7e5893e2af79e2b5", |
| "schema_version": 1, |
| "scope": "bounded CPU writer events and D1 updates with real checkpoint weights; not GPU or full-reader equivalence", |
| "shared_state_and_operator_sources_verified_identical": true, |
| "status": "pass", |
| "threads": 2, |
| "torch_version": "2.13.0a0+8145d630e8.nv26.06" |
| } |
|
|
