{ "actual_attention_mask_probes": [ { "allowed_keys": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31 ], "layer": 0, "query": 31 }, { "allowed_keys": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "layer": 0, "query": 32 }, { "allowed_keys": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33 ], "layer": 0, "query": 33 }, { "allowed_keys": [ 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64 ], "layer": 0, "query": 64 }, { "allowed_keys": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31 ], "layer": 1, "query": 31 }, { "allowed_keys": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "layer": 1, "query": 32 }, { "allowed_keys": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33 ], "layer": 1, "query": 33 }, { "allowed_keys": [ 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64 ], "layer": 1, "query": 64 }, { "allowed_keys": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31 ], "layer": 2, "query": 31 }, { "allowed_keys": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "layer": 2, "query": 32 }, { "allowed_keys": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33 ], "layer": 2, "query": 33 }, { "allowed_keys": [ 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64 ], "layer": 2, "query": 64 }, { "allowed_keys": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31 ], "layer": 3, "query": 31 }, { "allowed_keys": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "layer": 3, "query": 32 }, { "allowed_keys": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33 ], "layer": 3, "query": 33 }, { "allowed_keys": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64 ], "layer": 3, "query": 64 } ], "capture_source_sha256": "ee98f9d13d28aacd1c07f0b4c42a8ba4106a631863fa7ebd7725283bb44cf855", "code_repository": "malaiwah/spark2-5-tiny-random-bf16", "code_revision": "dd4b081b0a6b042771cbfdaedf82ef345e59f5e9", "cuda_runtime": null, "device": "cpu", "driver_sha256": "90879ed00068ed47a16e71c02d2934bca209949ee3780cf7b56c46298e7ae9c3", "elapsed_seconds": 2.3711470621638, "head_hook_fired_once": true, "loader_report": { "conversion_errors": {}, "conversion_errors_visible": true, "error_msgs": [], "mismatched_keys": [], "missing_keys": [], "observed": true, "unexpected_keys": [] }, "model_class": "Spark2_5ForCausalLM", "native_cache_cases": [ { "cache_steps": [ { "chunk_tokens": 31, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] } ], "processed_tokens": 31 }, { "chunk_tokens": 1, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 32, 16 ], "values_shape": [ 1, 1, 32, 16 ] } ], "processed_tokens": 32 }, { "chunk_tokens": 3, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 35, 16 ], "values_shape": [ 1, 1, 35, 16 ] } ], "processed_tokens": 35 } ], "cached_vs_cold_max_absolute_difference": 0.0, "logits_sha256": "aa0a44b44121ac4aa10d25738a8b889771ecff9dc9502847ac7ed74ed05bbff9", "maximum_allowed_difference": 0.03125, "parts": [ 31, 1, 3 ], "repeat_exact": true }, { "cache_steps": [ { "chunk_tokens": 32, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 32, 16 ], "values_shape": [ 1, 1, 32, 16 ] } ], "processed_tokens": 32 }, { "chunk_tokens": 1, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 33, 16 ], "values_shape": [ 1, 1, 33, 16 ] } ], "processed_tokens": 33 }, { "chunk_tokens": 3, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 36, 16 ], "values_shape": [ 1, 1, 36, 16 ] } ], "processed_tokens": 36 } ], "cached_vs_cold_max_absolute_difference": 0.0, "logits_sha256": "47facf5f7a264f9dd8b93ac7925784ee48e0c60970fad1f5c8285ba4f3ef4816", "maximum_allowed_difference": 0.03125, "parts": [ 32, 1, 3 ], "repeat_exact": true }, { "cache_steps": [ { "chunk_tokens": 33, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 33, 16 ], "values_shape": [ 1, 1, 33, 16 ] } ], "processed_tokens": 33 }, { "chunk_tokens": 3, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 36, 16 ], "values_shape": [ 1, 1, 36, 16 ] } ], "processed_tokens": 36 } ], "cached_vs_cold_max_absolute_difference": 0.0, "logits_sha256": "47facf5f7a264f9dd8b93ac7925784ee48e0c60970fad1f5c8285ba4f3ef4816", "maximum_allowed_difference": 0.03125, "parts": [ 33, 3 ], "repeat_exact": true }, { "cache_steps": [ { "chunk_tokens": 63, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 63, 16 ], "values_shape": [ 1, 1, 63, 16 ] } ], "processed_tokens": 63 }, { "chunk_tokens": 1, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 64, 16 ], "values_shape": [ 1, 1, 64, 16 ] } ], "processed_tokens": 64 }, { "chunk_tokens": 3, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 67, 16 ], "values_shape": [ 1, 1, 67, 16 ] } ], "processed_tokens": 67 } ], "cached_vs_cold_max_absolute_difference": 0.0, "logits_sha256": "950a1e650f76cf26955033bbe7927e1d5a9feea435c051e25b408323244a5bfa", "maximum_allowed_difference": 0.03125, "parts": [ 63, 1, 3 ], "repeat_exact": true }, { "cache_steps": [ { "chunk_tokens": 127, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 127, 16 ], "values_shape": [ 1, 1, 127, 16 ] } ], "processed_tokens": 127 }, { "chunk_tokens": 1, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 128, 16 ], "values_shape": [ 1, 1, 128, 16 ] } ], "processed_tokens": 128 } ], "cached_vs_cold_max_absolute_difference": 0.0, "logits_sha256": "64ece9bac9a2e1db3941cdbe826a37635189f191cffd5a4cd837a600e4bff482", "maximum_allowed_difference": 0.03125, "parts": [ 127, 1 ], "repeat_exact": true }, { "cache_steps": [ { "chunk_tokens": 255, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 255, 16 ], "values_shape": [ 1, 1, 255, 16 ] } ], "processed_tokens": 255 }, { "chunk_tokens": 1, "layers": [ { "class": "DynamicSlidingWindowLayer", "index": 0, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 1, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicSlidingWindowLayer", "index": 2, "keys_shape": [ 1, 1, 31, 16 ], "values_shape": [ 1, 1, 31, 16 ] }, { "class": "DynamicLayer", "index": 3, "keys_shape": [ 1, 1, 256, 16 ], "values_shape": [ 1, 1, 256, 16 ] } ], "processed_tokens": 256 } ], "cached_vs_cold_max_absolute_difference": 0.0, "logits_sha256": "1c74e6e7561164c0e77381a29ac631748fab51e0757798a018860326dc06be9b", "maximum_allowed_difference": 0.03125, "parts": [ 255, 1 ], "repeat_exact": true } ], "network_scope": "Local model weights; explicit immutable Hub code verification may use network.", "rope_probes": [ { "layer_type": "sliding_attention", "positions": [ 0, 31, 32, 127, 255 ], "rotary_dimension": 16, "rotated_sha256": "40225ab8859c09abd11c23b2fa0bd8d80034092878cdfe44306185b165011d72", "unrotated_tail_exact": true }, { "layer_type": "full_attention", "positions": [ 0, 31, 32, 127, 255 ], "rotary_dimension": 4, "rotated_sha256": "41e9d27034e866370a9d4ea05557a2f4eb48f241d8c79e1e3e5eb952780a48d2", "unrotated_tail_exact": true } ], "schema": "malaiwah.spark2-5-runtime-verification.v1", "scope": "Complete text-only Spark2_5ForCausalLM; 3 sliding/1 full attention, partial RoPE dimensions 16/4, headwise sigmoid gates, GELU gated MLP, tied vocabulary head. Random BF16 only; no learned capabilities, million-token context, accelerator, training, quantized-format, or production-size evidence.", "semantic_state_values_and_dtypes_equal": true, "status": "passed", "tied_head_matches_upstream_linear_exactly": true, "torch": "2.11.0+cpu", "torch_num_interop_threads": 2, "torch_num_threads": 2, "transformers": "5.16.1" }