{ "schema_version": 1, "candidate_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "export_manifest_sha256": "330601df2d756c0359ae184205122000e8de913cb361cadf06b3df7935c34f26", "export_manifest": { "status": "passed", "started_unix": 1789534239.3577566, "source": "artifact-0971c7eda70c/candidate", "source_freeze": "artifact-ec996992cd9e/candidate-content.json", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "native_files": { "1_Pooling/config.json": "35bbd47d7fdf1e378db6130bcc668b09d1aa67a7bbf7c8f89a9c71f4cc8ebcc6", "config.json": "5ed4b5eee780ebfc40f61a98c0a5d57f2e0b1460a5e5820011fdcfa387c16312", "config_sentence_transformers.json": "4e4ea6f3373918c6ea630b4bcbd228d659a6dcd41a8c20dbfa676779d74c38aa", "model.safetensors": "0ad845c4b4d09c6cf45b5a3233cfde4dfa936a939cc8e48f7fdb6532569aa537", "modules.json": "84e40c8e006c9b1d6c122e02cba9b02458120b5fb0c87b746c41e0207cf642cf", "sentence_bert_config.json": "ae8658c7cf91db1a3ceee800af0f9bda2c7ad60a88b5c2b4d6d5cb0a4394c9c1", "special_tokens_map.json": "6e3204c5a4004719c185007a745d1940471a6fb02521cfa0a00306dbb6bc5903", "tokenizer.json": "17f7d8b9518c403d7429ad9eeeabb6eed49c8d3311de8ef4ed5ad811381a2ced", "tokenizer_config.json": "65f203e93f3ccd1943d4317006ec9a4660e1102a085c5bc9f4f934062b318ceb" }, "native_copy_contract": "model.safetensors hardlink only; metadata copied byte-for-byte", "script_sha256": "225b5919267a627c0198aa1caae4e681c7bd226c1e6088e9edfd58b939034ecf", "graphs": [ { "depth": 3, "standard": { "path": "onnx/model_layer_3.onnx", "sha256": "44eaecaa0edfd3d5ea4c6c86a7c838d45862d0773649f2ecc69108e9ad87a3d8", "parity": { "status": "passed", "receipt": "artifact-80579c8baf43/cpu-receipt.json", "sha256": "b89b15e24b98fcd28658e9d514055599c7f7865bf09d3faaba5f671755d1afcc" } }, "ck": { "path": "onnx/model_fa_layer_3.onnx", "sha256": "ae7a3c9ca484430273d3cf8c9f8267a718fa13b67a75009b5443c062b5cb9fd5", "parity": { "status": "passed", "receipt": "artifact-fb7c8beb555b/ck-hybrid-acceptance.json", "sha256": "6b52704af2f68774569543bda713342fe93c677d2cdccbc81c558e4417c81a18", "contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_passed": true } }, "raw_export_receipt": "artifact-3121aff63c53/receipt.json", "packed_standard_parity": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 5.7220458984375e-06, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 5.7220458984375e-06, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999617 }, "512": { "max_abs_error": 8.195638656616211e-08, "minimum_cosine": 0.9999999999998987 }, "256": { "max_abs_error": 8.568167686462402e-08, "minimum_cosine": 0.9999999999999112 }, "128": { "max_abs_error": 9.685754776000977e-08, "minimum_cosine": 0.9999999999999287 }, "64": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999487 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 2.09808349609375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999335 }, "512": { "max_abs_error": 1.1175870895385742e-07, "minimum_cosine": 0.9999999999997805 }, "256": { "max_abs_error": 1.4156103134155273e-07, "minimum_cosine": 0.99999999999974 }, "128": { "max_abs_error": 1.862645149230957e-07, "minimum_cosine": 0.9999999999997193 }, "64": { "max_abs_error": 1.9371509552001953e-07, "minimum_cosine": 0.9999999999997826 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 1.9073486328125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.866455078125e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999372 }, "512": { "max_abs_error": 1.4156103134155273e-07, "minimum_cosine": 0.9999999999998139 }, "256": { "max_abs_error": 2.086162567138672e-07, "minimum_cosine": 0.9999999999997647 }, "128": { "max_abs_error": 2.8312206268310547e-07, "minimum_cosine": 0.9999999999997593 }, "64": { "max_abs_error": 3.8743019104003906e-07, "minimum_cosine": 0.9999999999997753 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 1.9073486328125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 3.814697265625e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999263 }, "512": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999997633 }, "256": { "max_abs_error": 1.9371509552001953e-07, "minimum_cosine": 0.9999999999996811 }, "128": { "max_abs_error": 2.60770320892334e-07, "minimum_cosine": 0.9999999999996538 }, "64": { "max_abs_error": 3.427267074584961e-07, "minimum_cosine": 0.9999999999996589 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 2.47955322265625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 4.57763671875e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999285 }, "512": { "max_abs_error": 1.0989606380462646e-07, "minimum_cosine": 0.9999999999997751 }, "256": { "max_abs_error": 1.825392246246338e-07, "minimum_cosine": 0.9999999999997076 }, "128": { "max_abs_error": 2.4586915969848633e-07, "minimum_cosine": 0.9999999999997198 }, "64": { "max_abs_error": 3.203749656677246e-07, "minimum_cosine": 0.99999999999978 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 2.47955322265625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999686 }, "512": { "max_abs_error": 8.940696716308594e-08, "minimum_cosine": 0.9999999999999353 }, "256": { "max_abs_error": 8.940696716308594e-08, "minimum_cosine": 0.9999999999999303 }, "128": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999313 }, "64": { "max_abs_error": 9.685754776000977e-08, "minimum_cosine": 0.9999999999999514 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": true, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 3.08612060546875, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "native_parameter_count": 19, "mapping": [ { "initializer": "encoder.embeddings.tok_embeddings.weight", "name": "embeddings.tok_embeddings.weight", "transform": "identity", "offset": 0, "length": 786432000, "sha256": "b61fc32108e001be27bfa973eb0148e228b76e56685cc65bcb33e029ef6275c3", "dtype": 1, "shape": [ 256000, 768 ] }, { "initializer": "encoder.embeddings.norm.weight", "name": "embeddings.norm.weight", "transform": "identity", "offset": 786432000, "length": 3072, "sha256": "b173b7cb5e58e591605c2d1ea8a8730cf09729c00ac8391a8b4fc95bd0f63228", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.0.mlp_norm.weight", "name": "layers.0.mlp_norm.weight", "transform": "identity", "offset": 786435072, "length": 3072, "sha256": "cb9caed1dfbcee8e9696ba346b45c4c13eb94bd885fbbdae133b3d874ae70fd0", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.attn_norm.weight", "name": "layers.1.attn_norm.weight", "transform": "identity", "offset": 786438144, "length": 3072, "sha256": "73343ffe1ed5a2ecbc98c104d0792867439177c419a6704f5220bb0852912131", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.mlp_norm.weight", "name": "layers.1.mlp_norm.weight", "transform": "identity", "offset": 786441216, "length": 3072, "sha256": "f43de8950c73688a330a115cc8bec983c1e4618825b12531d03b70702342995f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.attn_norm.weight", "name": "layers.2.attn_norm.weight", "transform": "identity", "offset": 786444288, "length": 3072, "sha256": "ad977e859e4c0c7f20f24deaf70e39c082cd1d92fb0c57a4cbb10d8b97a242f2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.mlp_norm.weight", "name": "layers.2.mlp_norm.weight", "transform": "identity", "offset": 786447360, "length": 3072, "sha256": "265d6b8435b9a67ef7a0fec09835c1c2137e44dcafc6aa930e7b87f731ec191c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "val_24", "name": "layers.0.attn.Wqkv.weight", "transform": "transpose", "offset": 786450432, "length": 7077888, "sha256": "9df664cecab8b6130a2d6a4eb725024706d783543e2f56dce16e449c18988bb9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_128", "name": "layers.0.attn.Wo.weight", "transform": "transpose", "offset": 793528320, "length": 2359296, "sha256": "9d4f220936c486b2e6a60b8e31f27fae81f50e0a1f4c9e2acacef64db3f78b35", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_131", "name": "layers.0.mlp.Wi.weight", "transform": "transpose", "offset": 795887616, "length": 7077888, "sha256": "26d666d96382d84d4991435ec94bfaae648595097b8a5f3d10bc08da50fbeb66", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_141", "name": "layers.0.mlp.Wo.weight", "transform": "transpose", "offset": 802965504, "length": 3538944, "sha256": "88359690b0a915274e5a2e8fc1fbad061a3792a6d43539f58031c4fc101b36da", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_144", "name": "layers.1.attn.Wqkv.weight", "transform": "transpose", "offset": 806504448, "length": 7077888, "sha256": "479ec437f05e31228d78dddb15e81dc64db6cc9fd429fd98bf913265930963f4", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_242", "name": "layers.1.attn.Wo.weight", "transform": "transpose", "offset": 813582336, "length": 2359296, "sha256": "5a8c3ea5dd0feceac43e8e911e20cf5d5665692b86eca256e02989c10b21da39", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_245", "name": "layers.1.mlp.Wi.weight", "transform": "transpose", "offset": 815941632, "length": 7077888, "sha256": "15b089ef759e3f33a8c27132d277495f85ad41406a79f28fb300a0861d7729a0", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_253", "name": "layers.1.mlp.Wo.weight", "transform": "transpose", "offset": 823019520, "length": 3538944, "sha256": "0211b7e880d1fc7de55d55596d5308fac820b21c875e9035720a9d2afd6d69be", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_256", "name": "layers.2.attn.Wqkv.weight", "transform": "transpose", "offset": 826558464, "length": 7077888, "sha256": "b6240eebf4398ced35667a86c66956842b29c8583223d536d6a44c0a8ee4857e", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_354", "name": "layers.2.attn.Wo.weight", "transform": "transpose", "offset": 833636352, "length": 2359296, "sha256": "9374f15f951c1a299bffc7e297b7b2f9045461c520d4949d9a0370d81383d28c", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_357", "name": "layers.2.mlp.Wi.weight", "transform": "transpose", "offset": 835995648, "length": 7077888, "sha256": "39759407d8111a66f6634647ec8a64574d8d4204654526ae06361f784a62051b", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_365", "name": "layers.2.mlp.Wo.weight", "transform": "transpose", "offset": 843073536, "length": 3538944, "sha256": "e67ec074ca9246b947cb75b1d9312323332fc124bbd70bf7cf5bb44f637b5967", "dtype": 1, "shape": [ 1152, 768 ] } ], "inline_constants": [ { "name": "clone", "dtype": 1, "shape": [], "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c" }, { "name": "val_14", "dtype": 1, "shape": [], "sha256": "abc4c4e7eee2ce04c6be04358adf5b3d0958255a80f712a8b6d4f4fdda588276" }, { "name": "val_16", "dtype": 7, "shape": [], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_18", "dtype": 7, "shape": [], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "expand_1", "dtype": 1, "shape": [ 1, 32, 1 ], "sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "name": "val_52", "dtype": 7, "shape": [ 1 ], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_56", "dtype": 7, "shape": [ 1 ], "sha256": "9d4ac218fb54041e3a70a8e14db1ea1af9f570f4842b4702ef9323f1ad8f0ec4" }, { "name": "val_60", "dtype": 7, "shape": [ 1 ], "sha256": "35be322d094f9d154a8aba4733b8497f180353bd7ae7b0a15f90b586b549f28b" }, { "name": "val_68", "dtype": 7, "shape": [ 1 ], "sha256": "6a69a6cc7473a16302890cd2a9e93e347281f6ea0e1bb784e589753bed0b3324" }, { "name": "val_116", "dtype": 1, "shape": [ 1 ], "sha256": "948945eecf4a060f48a79e9fadcd501373212c7f5be4fa5ac1ac216f2469c043" }, { "name": "val_5", "dtype": 7, "shape": [ 1 ], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "val_6", "dtype": 7, "shape": [ 1 ], "sha256": "d86e8112f3c4c4442126f8e9f44f16867da487f29052bf91b810457db34209a4" }, { "name": "val_366", "dtype": 7, "shape": [ 2 ], "sha256": "0c730b69905c5ef7a4ca5269f72365400bde2dd2c04eaf9bbb3d1c4a265a0131" }, { "name": "val_20", "dtype": 7, "shape": [], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_367", "dtype": 7, "shape": [ 2 ], "sha256": "9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db" }, { "name": "val_27", "dtype": 7, "shape": [ 1 ], "sha256": "12a3ae445661ce5dee78d0650d33362dec29c4f82af05e7e57fb595bbbacf0ca" }, { "name": "val_29", "dtype": 7, "shape": [ 1 ], "sha256": "220dde27afee4d537cac96d85d6546f825153b90e828931b74e103807541bc42" }, { "name": "val_30", "dtype": 7, "shape": [ 1 ], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_106", "dtype": 7, "shape": [ 1 ], "sha256": "81b37f7f8b78762feb067131152a700548754f937a0668c1f327d2ee1a2d2801" }, { "name": "val_108", "dtype": 7, "shape": [ 1 ], "sha256": "e6ad6c9a3a3b7658c35bacf6553fcb8ffe34387534a648fe18f875b8f7a86ddb" }, { "name": "val_126", "dtype": 7, "shape": [ 1 ], "sha256": "8285d24b1ca2820ef8beda7b35738ebb281870d192a06328d284dc3177f4fe31" }, { "name": "val_134", "dtype": 1, "shape": [], "sha256": "9c16095ed50248c0e1658be07f5bafe5dc11382843a99c6fb3a87c141808ceeb" }, { "name": "val_139", "dtype": 1, "shape": [], "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57" } ], "non_storage_structure_hash_before_and_after_pack": "3850f59f3710c285af68946370806584510b88e362130d58d7bc4407d7931879", "ck_initializers_identical": true, "ck_nodes": 3, "attention": [ { "layer": 0, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 1, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 2, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] } ], "validation": "artifact-102f5c51bcf3/layer-3", "terminal_normalization": "none", "gpu_parity": { "status": "passed", "receipt": "artifact-fb7c8beb555b/ck-hybrid-acceptance.json", "sha256": "6b52704af2f68774569543bda713342fe93c677d2cdccbc81c558e4417c81a18", "contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_passed": true } }, { "depth": 6, "standard": { "path": "onnx/model_layer_6.onnx", "sha256": "c6b4f43d64132f764387ac89ecea0d07d54d2633a62bac136e3cfcb66f2314f1", "parity": { "status": "passed", "receipt": "artifact-b3185969c941/cpu-receipt.json", "sha256": "0cea1c7fccf1954cbeecd874f812ea07240fa8e13f2b696a3ac6c1ae661c0e44" } }, "ck": { "path": "onnx/model_fa_layer_6.onnx", "sha256": "06227aa71e4c6b2ce20611f228e739337946afe4d0d2a65eda9714c3a3b76341", "parity": { "status": "passed", "receipt": "artifact-d0de626815a0/ck-hybrid-acceptance.json", "sha256": "373fcf6cd9f304a0a17a6db5026329610fb710c81e1f08c96790d308d3444f08", "contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_passed": true } }, "raw_export_receipt": "artifact-46e3f9c6f3a8/receipt.json", "packed_standard_parity": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 7.62939453125e-06, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-06, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999998412 }, "512": { "max_abs_error": 1.341104507446289e-07, "minimum_cosine": 0.9999999999996287 }, "256": { "max_abs_error": 1.6065314412117004e-07, "minimum_cosine": 0.9999999999996655 }, "128": { "max_abs_error": 1.8812716007232666e-07, "minimum_cosine": 0.9999999999997222 }, "64": { "max_abs_error": 1.5040859580039978e-07, "minimum_cosine": 0.9999999999998235 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 2.09808349609375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1175870895385742e-07, "minimum_cosine": 0.9999999999997898 }, "512": { "max_abs_error": 2.3096799850463867e-07, "minimum_cosine": 0.9999999999993973 }, "256": { "max_abs_error": 4.0605664253234863e-07, "minimum_cosine": 0.9999999999991229 }, "128": { "max_abs_error": 5.587935447692871e-07, "minimum_cosine": 0.9999999999991592 }, "64": { "max_abs_error": 6.407499313354492e-07, "minimum_cosine": 0.9999999999993545 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 1.71661376953125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.4849853515625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.0710209608078003e-07, "minimum_cosine": 0.9999999999998178 }, "512": { "max_abs_error": 2.123415470123291e-07, "minimum_cosine": 0.9999999999995379 }, "256": { "max_abs_error": 3.762543201446533e-07, "minimum_cosine": 0.9999999999991797 }, "128": { "max_abs_error": 5.289912223815918e-07, "minimum_cosine": 0.9999999999990278 }, "64": { "max_abs_error": 6.258487701416016e-07, "minimum_cosine": 0.9999999999991981 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 2.288818359375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.103515625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.3504177331924438e-07, "minimum_cosine": 0.9999999999997131 }, "512": { "max_abs_error": 2.812594175338745e-07, "minimum_cosine": 0.9999999999991849 }, "256": { "max_abs_error": 4.880130290985107e-07, "minimum_cosine": 0.999999999998614 }, "128": { "max_abs_error": 6.780028343200684e-07, "minimum_cosine": 0.9999999999985332 }, "64": { "max_abs_error": 7.897615432739258e-07, "minimum_cosine": 0.9999999999989021 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 1.9073486328125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 3.814697265625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.0244548320770264e-07, "minimum_cosine": 0.9999999999998166 }, "512": { "max_abs_error": 2.1606683731079102e-07, "minimum_cosine": 0.9999999999994391 }, "256": { "max_abs_error": 3.725290298461914e-07, "minimum_cosine": 0.9999999999990433 }, "128": { "max_abs_error": 4.284083843231201e-07, "minimum_cosine": 0.9999999999992488 }, "64": { "max_abs_error": 4.172325134277344e-07, "minimum_cosine": 0.9999999999995026 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 2.86102294921875e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 8.392333984375e-05, "embedding_dimensions": { "768": { "max_abs_error": 6.146728992462158e-08, "minimum_cosine": 0.9999999999999376 }, "512": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999998113 }, "256": { "max_abs_error": 1.434236764907837e-07, "minimum_cosine": 0.9999999999997926 }, "128": { "max_abs_error": 1.4901161193847656e-07, "minimum_cosine": 0.9999999999998554 }, "64": { "max_abs_error": 1.862645149230957e-07, "minimum_cosine": 0.9999999999998931 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": true, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 3.845714569091797, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "native_parameter_count": 37, "mapping": [ { "initializer": "encoder.embeddings.tok_embeddings.weight", "name": "embeddings.tok_embeddings.weight", "transform": "identity", "offset": 0, "length": 786432000, "sha256": "b61fc32108e001be27bfa973eb0148e228b76e56685cc65bcb33e029ef6275c3", "dtype": 1, "shape": [ 256000, 768 ] }, { "initializer": "encoder.embeddings.norm.weight", "name": "embeddings.norm.weight", "transform": "identity", "offset": 786432000, "length": 3072, "sha256": "b173b7cb5e58e591605c2d1ea8a8730cf09729c00ac8391a8b4fc95bd0f63228", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.0.mlp_norm.weight", "name": "layers.0.mlp_norm.weight", "transform": "identity", "offset": 786435072, "length": 3072, "sha256": "cb9caed1dfbcee8e9696ba346b45c4c13eb94bd885fbbdae133b3d874ae70fd0", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.attn_norm.weight", "name": "layers.1.attn_norm.weight", "transform": "identity", "offset": 786438144, "length": 3072, "sha256": "73343ffe1ed5a2ecbc98c104d0792867439177c419a6704f5220bb0852912131", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.mlp_norm.weight", "name": "layers.1.mlp_norm.weight", "transform": "identity", "offset": 786441216, "length": 3072, "sha256": "f43de8950c73688a330a115cc8bec983c1e4618825b12531d03b70702342995f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.attn_norm.weight", "name": "layers.2.attn_norm.weight", "transform": "identity", "offset": 786444288, "length": 3072, "sha256": "ad977e859e4c0c7f20f24deaf70e39c082cd1d92fb0c57a4cbb10d8b97a242f2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.mlp_norm.weight", "name": "layers.2.mlp_norm.weight", "transform": "identity", "offset": 786447360, "length": 3072, "sha256": "265d6b8435b9a67ef7a0fec09835c1c2137e44dcafc6aa930e7b87f731ec191c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.attn_norm.weight", "name": "layers.3.attn_norm.weight", "transform": "identity", "offset": 846612480, "length": 3072, "sha256": "21e7469dad7ed325a0f694376c68384ade73d9d776b778b6ae5cafdfe5fbc3af", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.mlp_norm.weight", "name": "layers.3.mlp_norm.weight", "transform": "identity", "offset": 846615552, "length": 3072, "sha256": "8077b9b6e1788ea47567058451da63036737345a5517d0523ccb387528b88d13", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.attn_norm.weight", "name": "layers.4.attn_norm.weight", "transform": "identity", "offset": 846618624, "length": 3072, "sha256": "c1a21c5fb9958af52dea66c5984a2526e728863bcab1ff93b7b11decb49629ab", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.mlp_norm.weight", "name": "layers.4.mlp_norm.weight", "transform": "identity", "offset": 846621696, "length": 3072, "sha256": "d79f84d61d36baf4f17056417e3674dc161d43a709ae813332c190e045fad00a", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.attn_norm.weight", "name": "layers.5.attn_norm.weight", "transform": "identity", "offset": 846624768, "length": 3072, "sha256": "8ccae5ba97cb157930c8a2702bc25489d916e121ada4fe7f9c282336aa30faee", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.mlp_norm.weight", "name": "layers.5.mlp_norm.weight", "transform": "identity", "offset": 846627840, "length": 3072, "sha256": "b3577ef3415811afb27e02d2d89482df02d17a176a483702392c1bb57e1b48f5", "dtype": 1, "shape": [ 768 ] }, { "initializer": "val_24", "name": "layers.0.attn.Wqkv.weight", "transform": "transpose", "offset": 786450432, "length": 7077888, "sha256": "9df664cecab8b6130a2d6a4eb725024706d783543e2f56dce16e449c18988bb9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_128", "name": "layers.0.attn.Wo.weight", "transform": "transpose", "offset": 793528320, "length": 2359296, "sha256": "9d4f220936c486b2e6a60b8e31f27fae81f50e0a1f4c9e2acacef64db3f78b35", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_131", "name": "layers.0.mlp.Wi.weight", "transform": "transpose", "offset": 795887616, "length": 7077888, "sha256": "26d666d96382d84d4991435ec94bfaae648595097b8a5f3d10bc08da50fbeb66", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_141", "name": "layers.0.mlp.Wo.weight", "transform": "transpose", "offset": 802965504, "length": 3538944, "sha256": "88359690b0a915274e5a2e8fc1fbad061a3792a6d43539f58031c4fc101b36da", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_144", "name": "layers.1.attn.Wqkv.weight", "transform": "transpose", "offset": 806504448, "length": 7077888, "sha256": "479ec437f05e31228d78dddb15e81dc64db6cc9fd429fd98bf913265930963f4", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_242", "name": "layers.1.attn.Wo.weight", "transform": "transpose", "offset": 813582336, "length": 2359296, "sha256": "5a8c3ea5dd0feceac43e8e911e20cf5d5665692b86eca256e02989c10b21da39", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_245", "name": "layers.1.mlp.Wi.weight", "transform": "transpose", "offset": 815941632, "length": 7077888, "sha256": "15b089ef759e3f33a8c27132d277495f85ad41406a79f28fb300a0861d7729a0", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_253", "name": "layers.1.mlp.Wo.weight", "transform": "transpose", "offset": 823019520, "length": 3538944, "sha256": "0211b7e880d1fc7de55d55596d5308fac820b21c875e9035720a9d2afd6d69be", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_256", "name": "layers.2.attn.Wqkv.weight", "transform": "transpose", "offset": 826558464, "length": 7077888, "sha256": "b6240eebf4398ced35667a86c66956842b29c8583223d536d6a44c0a8ee4857e", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_354", "name": "layers.2.attn.Wo.weight", "transform": "transpose", "offset": 833636352, "length": 2359296, "sha256": "9374f15f951c1a299bffc7e297b7b2f9045461c520d4949d9a0370d81383d28c", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_357", "name": "layers.2.mlp.Wi.weight", "transform": "transpose", "offset": 835995648, "length": 7077888, "sha256": "39759407d8111a66f6634647ec8a64574d8d4204654526ae06361f784a62051b", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_365", "name": "layers.2.mlp.Wo.weight", "transform": "transpose", "offset": 843073536, "length": 3538944, "sha256": "e67ec074ca9246b947cb75b1d9312323332fc124bbd70bf7cf5bb44f637b5967", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_368", "name": "layers.3.attn.Wqkv.weight", "transform": "transpose", "offset": 846630912, "length": 7077888, "sha256": "5c0b23afed9faf9529564e56e2a70a2c320130b0285f7b278bbf15016b022d57", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_466", "name": "layers.3.attn.Wo.weight", "transform": "transpose", "offset": 853708800, "length": 2359296, "sha256": "dbaffc14dbf34c4a789a2bce6db384dced62c5ca8523c046fc6f10aaefcfe687", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_469", "name": "layers.3.mlp.Wi.weight", "transform": "transpose", "offset": 856068096, "length": 7077888, "sha256": "29abc2b57f2e4c7ff6b9bfe7cf22481329592d04fd926dee28b442b08ca586f5", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_477", "name": "layers.3.mlp.Wo.weight", "transform": "transpose", "offset": 863145984, "length": 3538944, "sha256": "b84cb1c4c4fe1e6c9f938fc7ddb2501e27a3bd085497d45a4db0108df62e3881", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_480", "name": "layers.4.attn.Wqkv.weight", "transform": "transpose", "offset": 866684928, "length": 7077888, "sha256": "b28de977eeb1711c7e67f4fd43fb53a7b64ddec5d1ff4889f9acbc5e070698e1", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_578", "name": "layers.4.attn.Wo.weight", "transform": "transpose", "offset": 873762816, "length": 2359296, "sha256": "3dcf76d53a3205b6215c3d3264c6270fbded96b671f53570448dbfa995df2966", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_581", "name": "layers.4.mlp.Wi.weight", "transform": "transpose", "offset": 876122112, "length": 7077888, "sha256": "e0589e90a943a771bc665d6ac2b313ab5408fa948adff4ca9288b5c366140091", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_589", "name": "layers.4.mlp.Wo.weight", "transform": "transpose", "offset": 883200000, "length": 3538944, "sha256": "860f7fc06bb8287aa1760ed3dcebd61d1a0f355c7fe1b5ab46ac4951e5543840", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_592", "name": "layers.5.attn.Wqkv.weight", "transform": "transpose", "offset": 886738944, "length": 7077888, "sha256": "0500ef0bb4ae03a5a4a7106a2e5261daf9c5bd6c826606e31a351c2a227fba82", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_690", "name": "layers.5.attn.Wo.weight", "transform": "transpose", "offset": 893816832, "length": 2359296, "sha256": "3665f15673854a1a6f75ce24ce81d69e54e005476c6d18a2ad7c932cf6103634", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_693", "name": "layers.5.mlp.Wi.weight", "transform": "transpose", "offset": 896176128, "length": 7077888, "sha256": "3bc69914bc48bb811305d078196e5d73c49505b414accc14536968eb50fdb6f9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_701", "name": "layers.5.mlp.Wo.weight", "transform": "transpose", "offset": 903254016, "length": 3538944, "sha256": "3b130c028ef573a6810d540bbf41b3d5fe6f52085c20224ee274c476bfeb06c9", "dtype": 1, "shape": [ 1152, 768 ] } ], "inline_constants": [ { "name": "clone", "dtype": 1, "shape": [], "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c" }, { "name": "val_14", "dtype": 1, "shape": [], "sha256": "abc4c4e7eee2ce04c6be04358adf5b3d0958255a80f712a8b6d4f4fdda588276" }, { "name": "val_16", "dtype": 7, "shape": [], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_18", "dtype": 7, "shape": [], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "expand_1", "dtype": 1, "shape": [ 1, 32, 1 ], "sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "name": "val_52", "dtype": 7, "shape": [ 1 ], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_56", "dtype": 7, "shape": [ 1 ], "sha256": "9d4ac218fb54041e3a70a8e14db1ea1af9f570f4842b4702ef9323f1ad8f0ec4" }, { "name": "val_60", "dtype": 7, "shape": [ 1 ], "sha256": "35be322d094f9d154a8aba4733b8497f180353bd7ae7b0a15f90b586b549f28b" }, { "name": "val_68", "dtype": 7, "shape": [ 1 ], "sha256": "6a69a6cc7473a16302890cd2a9e93e347281f6ea0e1bb784e589753bed0b3324" }, { "name": "val_116", "dtype": 1, "shape": [ 1 ], "sha256": "948945eecf4a060f48a79e9fadcd501373212c7f5be4fa5ac1ac216f2469c043" }, { "name": "val_5", "dtype": 7, "shape": [ 1 ], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "val_6", "dtype": 7, "shape": [ 1 ], "sha256": "d86e8112f3c4c4442126f8e9f44f16867da487f29052bf91b810457db34209a4" }, { "name": "val_702", "dtype": 7, "shape": [ 2 ], "sha256": "0c730b69905c5ef7a4ca5269f72365400bde2dd2c04eaf9bbb3d1c4a265a0131" }, { "name": "val_20", "dtype": 7, "shape": [], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_703", "dtype": 7, "shape": [ 2 ], "sha256": "9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db" }, { "name": "val_27", "dtype": 7, "shape": [ 1 ], "sha256": "12a3ae445661ce5dee78d0650d33362dec29c4f82af05e7e57fb595bbbacf0ca" }, { "name": "val_29", "dtype": 7, "shape": [ 1 ], "sha256": "220dde27afee4d537cac96d85d6546f825153b90e828931b74e103807541bc42" }, { "name": "val_30", "dtype": 7, "shape": [ 1 ], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_106", "dtype": 7, "shape": [ 1 ], "sha256": "81b37f7f8b78762feb067131152a700548754f937a0668c1f327d2ee1a2d2801" }, { "name": "val_108", "dtype": 7, "shape": [ 1 ], "sha256": "e6ad6c9a3a3b7658c35bacf6553fcb8ffe34387534a648fe18f875b8f7a86ddb" }, { "name": "val_126", "dtype": 7, "shape": [ 1 ], "sha256": "8285d24b1ca2820ef8beda7b35738ebb281870d192a06328d284dc3177f4fe31" }, { "name": "val_134", "dtype": 1, "shape": [], "sha256": "9c16095ed50248c0e1658be07f5bafe5dc11382843a99c6fb3a87c141808ceeb" }, { "name": "val_139", "dtype": 1, "shape": [], "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57" } ], "non_storage_structure_hash_before_and_after_pack": "504dd06b2cc52309ecbfec112986540ef53350d6a3167aad8559363b4b277896", "ck_initializers_identical": true, "ck_nodes": 6, "attention": [ { "layer": 0, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 1, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 2, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 3, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 4, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 5, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] } ], "validation": "artifact-0bf476d7c7b7/layer-6", "terminal_normalization": "none", "gpu_parity": { "status": "passed", "receipt": "artifact-d0de626815a0/ck-hybrid-acceptance.json", "sha256": "373fcf6cd9f304a0a17a6db5026329610fb710c81e1f08c96790d308d3444f08", "contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_passed": true } }, { "depth": 11, "standard": { "path": "onnx/model_layer_11.onnx", "sha256": "2c566c97c09a77c54d744924dace0c7522ecb5c32b7a167f50158c143c65eeb5", "parity": { "status": "passed", "receipt": "artifact-9bd95af47cac/cpu-receipt.json", "sha256": "564b56ecba106f322884ae5e631063427b7b58042ae7f06a37b823f3e45f151d" } }, "ck": { "path": "onnx/model_fa_layer_11.onnx", "sha256": "643c64c83b1821b876b01324db4a12ad1a45db0fee1865195439b0006c8c12e9", "parity": { "status": "passed", "receipt": "artifact-96629e31b5d2/ck-hybrid-acceptance.json", "sha256": "63f4638ff1bdd5d8ad803a66c7250e3c4f059dadb9ec1a24b0b0eb13400b1a58", "contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_passed": true } }, "raw_export_receipt": "artifact-e0c0a763b5ab/receipt.json", "packed_standard_parity": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 2.288818359375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 2.288818359375e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.8998980522155762e-07, "minimum_cosine": 0.9999999999993825 }, "512": { "max_abs_error": 3.129243850708008e-07, "minimum_cosine": 0.9999999999988933 }, "256": { "max_abs_error": 4.6938657760620117e-07, "minimum_cosine": 0.9999999999988014 }, "128": { "max_abs_error": 5.811452865600586e-07, "minimum_cosine": 0.999999999998973 }, "64": { "max_abs_error": 4.917383193969727e-07, "minimum_cosine": 0.99999999999912 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 8.440017700195312e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 8.440017700195312e-05, "embedding_dimensions": { "768": { "max_abs_error": 2.682209014892578e-07, "minimum_cosine": 0.9999999999995339 }, "512": { "max_abs_error": 3.5762786865234375e-07, "minimum_cosine": 0.9999999999988773 }, "256": { "max_abs_error": 3.241002559661865e-07, "minimum_cosine": 0.9999999999986976 }, "128": { "max_abs_error": 3.8743019104003906e-07, "minimum_cosine": 0.9999999999989592 }, "64": { "max_abs_error": 4.172325134277344e-07, "minimum_cosine": 0.9999999999990203 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 6.198883056640625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.198883056640625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.2665987014770508e-07, "minimum_cosine": 0.9999999999996273 }, "512": { "max_abs_error": 2.3096799850463867e-07, "minimum_cosine": 0.9999999999991347 }, "256": { "max_abs_error": 4.0978193283081055e-07, "minimum_cosine": 0.9999999999988134 }, "128": { "max_abs_error": 5.21540641784668e-07, "minimum_cosine": 0.9999999999988202 }, "64": { "max_abs_error": 4.470348358154297e-07, "minimum_cosine": 0.9999999999989564 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 4.00543212890625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 4.00543212890625e-05, "embedding_dimensions": { "768": { "max_abs_error": 2.644956111907959e-07, "minimum_cosine": 0.9999999999992487 }, "512": { "max_abs_error": 5.662441253662109e-07, "minimum_cosine": 0.9999999999983192 }, "256": { "max_abs_error": 3.948807716369629e-07, "minimum_cosine": 0.9999999999980438 }, "128": { "max_abs_error": 5.140900611877441e-07, "minimum_cosine": 0.9999999999980553 }, "64": { "max_abs_error": 7.525086402893066e-07, "minimum_cosine": 0.9999999999978826 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 6.4849853515625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.4849853515625e-05, "embedding_dimensions": { "768": { "max_abs_error": 2.0209699869155884e-07, "minimum_cosine": 0.9999999999994489 }, "512": { "max_abs_error": 2.980232238769531e-07, "minimum_cosine": 0.9999999999989259 }, "256": { "max_abs_error": 4.172325134277344e-07, "minimum_cosine": 0.9999999999986346 }, "128": { "max_abs_error": 5.364418029785156e-07, "minimum_cosine": 0.9999999999986664 }, "64": { "max_abs_error": 7.152557373046875e-07, "minimum_cosine": 0.9999999999986698 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 5.054473876953125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 5.340576171875e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999998546 }, "512": { "max_abs_error": 1.7881393432617188e-07, "minimum_cosine": 0.9999999999996924 }, "256": { "max_abs_error": 2.086162567138672e-07, "minimum_cosine": 0.9999999999997387 }, "128": { "max_abs_error": 2.682209014892578e-07, "minimum_cosine": 0.9999999999997476 }, "64": { "max_abs_error": 2.980232238769531e-07, "minimum_cosine": 0.9999999999996104 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": true, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 16.5997257232666, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "native_parameter_count": 67, "mapping": [ { "initializer": "encoder.embeddings.tok_embeddings.weight", "name": "embeddings.tok_embeddings.weight", "transform": "identity", "offset": 0, "length": 786432000, "sha256": "b61fc32108e001be27bfa973eb0148e228b76e56685cc65bcb33e029ef6275c3", "dtype": 1, "shape": [ 256000, 768 ] }, { "initializer": "encoder.embeddings.norm.weight", "name": "embeddings.norm.weight", "transform": "identity", "offset": 786432000, "length": 3072, "sha256": "b173b7cb5e58e591605c2d1ea8a8730cf09729c00ac8391a8b4fc95bd0f63228", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.0.mlp_norm.weight", "name": "layers.0.mlp_norm.weight", "transform": "identity", "offset": 786435072, "length": 3072, "sha256": "cb9caed1dfbcee8e9696ba346b45c4c13eb94bd885fbbdae133b3d874ae70fd0", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.attn_norm.weight", "name": "layers.1.attn_norm.weight", "transform": "identity", "offset": 786438144, "length": 3072, "sha256": "73343ffe1ed5a2ecbc98c104d0792867439177c419a6704f5220bb0852912131", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.mlp_norm.weight", "name": "layers.1.mlp_norm.weight", "transform": "identity", "offset": 786441216, "length": 3072, "sha256": "f43de8950c73688a330a115cc8bec983c1e4618825b12531d03b70702342995f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.attn_norm.weight", "name": "layers.2.attn_norm.weight", "transform": "identity", "offset": 786444288, "length": 3072, "sha256": "ad977e859e4c0c7f20f24deaf70e39c082cd1d92fb0c57a4cbb10d8b97a242f2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.mlp_norm.weight", "name": "layers.2.mlp_norm.weight", "transform": "identity", "offset": 786447360, "length": 3072, "sha256": "265d6b8435b9a67ef7a0fec09835c1c2137e44dcafc6aa930e7b87f731ec191c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.attn_norm.weight", "name": "layers.3.attn_norm.weight", "transform": "identity", "offset": 846612480, "length": 3072, "sha256": "21e7469dad7ed325a0f694376c68384ade73d9d776b778b6ae5cafdfe5fbc3af", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.mlp_norm.weight", "name": "layers.3.mlp_norm.weight", "transform": "identity", "offset": 846615552, "length": 3072, "sha256": "8077b9b6e1788ea47567058451da63036737345a5517d0523ccb387528b88d13", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.attn_norm.weight", "name": "layers.4.attn_norm.weight", "transform": "identity", "offset": 846618624, "length": 3072, "sha256": "c1a21c5fb9958af52dea66c5984a2526e728863bcab1ff93b7b11decb49629ab", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.mlp_norm.weight", "name": "layers.4.mlp_norm.weight", "transform": "identity", "offset": 846621696, "length": 3072, "sha256": "d79f84d61d36baf4f17056417e3674dc161d43a709ae813332c190e045fad00a", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.attn_norm.weight", "name": "layers.5.attn_norm.weight", "transform": "identity", "offset": 846624768, "length": 3072, "sha256": "8ccae5ba97cb157930c8a2702bc25489d916e121ada4fe7f9c282336aa30faee", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.mlp_norm.weight", "name": "layers.5.mlp_norm.weight", "transform": "identity", "offset": 846627840, "length": 3072, "sha256": "b3577ef3415811afb27e02d2d89482df02d17a176a483702392c1bb57e1b48f5", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.6.attn_norm.weight", "name": "layers.6.attn_norm.weight", "transform": "identity", "offset": 906792960, "length": 3072, "sha256": "db78ec0ef4926ee3cc41e0de7e043ebccee7c58639fb499d98373b7cdc84f6e9", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.6.mlp_norm.weight", "name": "layers.6.mlp_norm.weight", "transform": "identity", "offset": 906796032, "length": 3072, "sha256": "1abf021873bc1177537009c63bc98e8258671d09df8f7ffe3def991fe7cbfd50", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.7.attn_norm.weight", "name": "layers.7.attn_norm.weight", "transform": "identity", "offset": 906799104, "length": 3072, "sha256": "70c2d5a9030b0158ef90aa87666b2423dd7551a014f2183256deed15103705a2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.7.mlp_norm.weight", "name": "layers.7.mlp_norm.weight", "transform": "identity", "offset": 906802176, "length": 3072, "sha256": "ce7dbb98e6357dd6adef0df91ae878def368f76e74adececa68f67ac1c2a5484", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.8.attn_norm.weight", "name": "layers.8.attn_norm.weight", "transform": "identity", "offset": 906805248, "length": 3072, "sha256": "5a27632b3e39c438420297daf7af53953d127a4dc8eeefc306b925d3fe05fe15", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.8.mlp_norm.weight", "name": "layers.8.mlp_norm.weight", "transform": "identity", "offset": 906808320, "length": 3072, "sha256": "70a21b2577bb98e9b29d453b0c271c210768160541a527fd5248da89fc22ceea", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.9.attn_norm.weight", "name": "layers.9.attn_norm.weight", "transform": "identity", "offset": 906811392, "length": 3072, "sha256": "334f5ef46421a7064219269f1ffbdacbda82c5500908ad96ae8ce79a2ff34b72", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.9.mlp_norm.weight", "name": "layers.9.mlp_norm.weight", "transform": "identity", "offset": 906814464, "length": 3072, "sha256": "a718670bf9c1739b75d85bcd666f785dc750330a95c792d68f0602dbd16a21cb", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.10.attn_norm.weight", "name": "layers.10.attn_norm.weight", "transform": "identity", "offset": 906817536, "length": 3072, "sha256": "d5082268fdaa7de12b672ca60a8f0b5ac2b36259b640cf11a43a868df5177779", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.10.mlp_norm.weight", "name": "layers.10.mlp_norm.weight", "transform": "identity", "offset": 906820608, "length": 3072, "sha256": "9910d8a34cdb58d6fd7ccf9defc804ae47db1d132cb10ca9ed4a946c835ef205", "dtype": 1, "shape": [ 768 ] }, { "initializer": "val_24", "name": "layers.0.attn.Wqkv.weight", "transform": "transpose", "offset": 786450432, "length": 7077888, "sha256": "9df664cecab8b6130a2d6a4eb725024706d783543e2f56dce16e449c18988bb9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_128", "name": "layers.0.attn.Wo.weight", "transform": "transpose", "offset": 793528320, "length": 2359296, "sha256": "9d4f220936c486b2e6a60b8e31f27fae81f50e0a1f4c9e2acacef64db3f78b35", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_131", "name": "layers.0.mlp.Wi.weight", "transform": "transpose", "offset": 795887616, "length": 7077888, "sha256": "26d666d96382d84d4991435ec94bfaae648595097b8a5f3d10bc08da50fbeb66", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_141", "name": "layers.0.mlp.Wo.weight", "transform": "transpose", "offset": 802965504, "length": 3538944, "sha256": "88359690b0a915274e5a2e8fc1fbad061a3792a6d43539f58031c4fc101b36da", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_144", "name": "layers.1.attn.Wqkv.weight", "transform": "transpose", "offset": 806504448, "length": 7077888, "sha256": "479ec437f05e31228d78dddb15e81dc64db6cc9fd429fd98bf913265930963f4", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_242", "name": "layers.1.attn.Wo.weight", "transform": "transpose", "offset": 813582336, "length": 2359296, "sha256": "5a8c3ea5dd0feceac43e8e911e20cf5d5665692b86eca256e02989c10b21da39", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_245", "name": "layers.1.mlp.Wi.weight", "transform": "transpose", "offset": 815941632, "length": 7077888, "sha256": "15b089ef759e3f33a8c27132d277495f85ad41406a79f28fb300a0861d7729a0", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_253", "name": "layers.1.mlp.Wo.weight", "transform": "transpose", "offset": 823019520, "length": 3538944, "sha256": "0211b7e880d1fc7de55d55596d5308fac820b21c875e9035720a9d2afd6d69be", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_256", "name": "layers.2.attn.Wqkv.weight", "transform": "transpose", "offset": 826558464, "length": 7077888, "sha256": "b6240eebf4398ced35667a86c66956842b29c8583223d536d6a44c0a8ee4857e", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_354", "name": "layers.2.attn.Wo.weight", "transform": "transpose", "offset": 833636352, "length": 2359296, "sha256": "9374f15f951c1a299bffc7e297b7b2f9045461c520d4949d9a0370d81383d28c", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_357", "name": "layers.2.mlp.Wi.weight", "transform": "transpose", "offset": 835995648, "length": 7077888, "sha256": "39759407d8111a66f6634647ec8a64574d8d4204654526ae06361f784a62051b", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_365", "name": "layers.2.mlp.Wo.weight", "transform": "transpose", "offset": 843073536, "length": 3538944, "sha256": "e67ec074ca9246b947cb75b1d9312323332fc124bbd70bf7cf5bb44f637b5967", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_368", "name": "layers.3.attn.Wqkv.weight", "transform": "transpose", "offset": 846630912, "length": 7077888, "sha256": "5c0b23afed9faf9529564e56e2a70a2c320130b0285f7b278bbf15016b022d57", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_466", "name": "layers.3.attn.Wo.weight", "transform": "transpose", "offset": 853708800, "length": 2359296, "sha256": "dbaffc14dbf34c4a789a2bce6db384dced62c5ca8523c046fc6f10aaefcfe687", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_469", "name": "layers.3.mlp.Wi.weight", "transform": "transpose", "offset": 856068096, "length": 7077888, "sha256": "29abc2b57f2e4c7ff6b9bfe7cf22481329592d04fd926dee28b442b08ca586f5", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_477", "name": "layers.3.mlp.Wo.weight", "transform": "transpose", "offset": 863145984, "length": 3538944, "sha256": "b84cb1c4c4fe1e6c9f938fc7ddb2501e27a3bd085497d45a4db0108df62e3881", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_480", "name": "layers.4.attn.Wqkv.weight", "transform": "transpose", "offset": 866684928, "length": 7077888, "sha256": "b28de977eeb1711c7e67f4fd43fb53a7b64ddec5d1ff4889f9acbc5e070698e1", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_578", "name": "layers.4.attn.Wo.weight", "transform": "transpose", "offset": 873762816, "length": 2359296, "sha256": "3dcf76d53a3205b6215c3d3264c6270fbded96b671f53570448dbfa995df2966", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_581", "name": "layers.4.mlp.Wi.weight", "transform": "transpose", "offset": 876122112, "length": 7077888, "sha256": "e0589e90a943a771bc665d6ac2b313ab5408fa948adff4ca9288b5c366140091", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_589", "name": "layers.4.mlp.Wo.weight", "transform": "transpose", "offset": 883200000, "length": 3538944, "sha256": "860f7fc06bb8287aa1760ed3dcebd61d1a0f355c7fe1b5ab46ac4951e5543840", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_592", "name": "layers.5.attn.Wqkv.weight", "transform": "transpose", "offset": 886738944, "length": 7077888, "sha256": "0500ef0bb4ae03a5a4a7106a2e5261daf9c5bd6c826606e31a351c2a227fba82", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_690", "name": "layers.5.attn.Wo.weight", "transform": "transpose", "offset": 893816832, "length": 2359296, "sha256": "3665f15673854a1a6f75ce24ce81d69e54e005476c6d18a2ad7c932cf6103634", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_693", "name": "layers.5.mlp.Wi.weight", "transform": "transpose", "offset": 896176128, "length": 7077888, "sha256": "3bc69914bc48bb811305d078196e5d73c49505b414accc14536968eb50fdb6f9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_701", "name": "layers.5.mlp.Wo.weight", "transform": "transpose", "offset": 903254016, "length": 3538944, "sha256": "3b130c028ef573a6810d540bbf41b3d5fe6f52085c20224ee274c476bfeb06c9", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_704", "name": "layers.6.attn.Wqkv.weight", "transform": "transpose", "offset": 906823680, "length": 7077888, "sha256": "8f236a35886f83d405d6dda54e276b1391029c6951c7752cee64f5449e798492", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_802", "name": "layers.6.attn.Wo.weight", "transform": "transpose", "offset": 913901568, "length": 2359296, "sha256": "7bece4ca5049b7b71c45f9745ea8c4d55eadb39d300cf98c2339520563a12c67", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_805", "name": "layers.6.mlp.Wi.weight", "transform": "transpose", "offset": 916260864, "length": 7077888, "sha256": "6774ba17fa1761d2f9326f7cc84241e51ace37453c299a52f42159403777c071", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_813", "name": "layers.6.mlp.Wo.weight", "transform": "transpose", "offset": 923338752, "length": 3538944, "sha256": "3f47a82c6b06e896b92f191a33d50330c2316434f2c2d4efa4979d3dc4079209", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_816", "name": "layers.7.attn.Wqkv.weight", "transform": "transpose", "offset": 926877696, "length": 7077888, "sha256": "0f35c784eac80be47d4b4d52af182e9541f2d949b282453a6631a3d6e2b8de4c", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_914", "name": "layers.7.attn.Wo.weight", "transform": "transpose", "offset": 933955584, "length": 2359296, "sha256": "bb1665f518a9cef1f39995a50ba43a0459f4e3c61c4264b7a2d09b08a3461ce1", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_917", "name": "layers.7.mlp.Wi.weight", "transform": "transpose", "offset": 936314880, "length": 7077888, "sha256": "3b761d01939f7f00f8eb2c378d99690a107c30aeb00529e8a955b47cefb5ee77", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_925", "name": "layers.7.mlp.Wo.weight", "transform": "transpose", "offset": 943392768, "length": 3538944, "sha256": "05464196f61f0b9877478ea993e955dfd3d9e9e506482903a7c14fc4100eb3fd", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_928", "name": "layers.8.attn.Wqkv.weight", "transform": "transpose", "offset": 946931712, "length": 7077888, "sha256": "681e476a35b1a2acaf88a2f1f84efe4035d773efe3b713d42cddd684387af448", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1026", "name": "layers.8.attn.Wo.weight", "transform": "transpose", "offset": 954009600, "length": 2359296, "sha256": "10c98bab2f0032955c8e5118f2019304fcf3cc2e16b6344b8c6eeb14eae0de5d", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1029", "name": "layers.8.mlp.Wi.weight", "transform": "transpose", "offset": 956368896, "length": 7077888, "sha256": "47d66781e4b9a93c60d5e5ebdcf7242f66e2c0dd6745cf37824201ff69db2c10", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1037", "name": "layers.8.mlp.Wo.weight", "transform": "transpose", "offset": 963446784, "length": 3538944, "sha256": "7d4e54cec673fa9cdf0846e3fa10ccd53f09eb55551946d706757be43bda9f3a", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1040", "name": "layers.9.attn.Wqkv.weight", "transform": "transpose", "offset": 966985728, "length": 7077888, "sha256": "21f08643ff5daf63181bbb976272ca4b52eaa700bdcede171a71616f547a1c1f", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1138", "name": "layers.9.attn.Wo.weight", "transform": "transpose", "offset": 974063616, "length": 2359296, "sha256": "5d37c679456f63cbab7d85114277e24a2ae9b37c9ebbf086d6f7e92b8a1a38e8", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1141", "name": "layers.9.mlp.Wi.weight", "transform": "transpose", "offset": 976422912, "length": 7077888, "sha256": "f1aaab59feab4eae207b75e7cefd96c13b68f9ee53538b0d32378c42beb93ac8", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1149", "name": "layers.9.mlp.Wo.weight", "transform": "transpose", "offset": 983500800, "length": 3538944, "sha256": "32dbb3767533e8ddafe5fa5eda6086316c51d6d4f5bad2f151846f6d3f5e60d1", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1152", "name": "layers.10.attn.Wqkv.weight", "transform": "transpose", "offset": 987039744, "length": 7077888, "sha256": "7d5abfdb1cbdcfabca177aa6142aca39697863a5a925b51d63edfbafa5720a4d", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1250", "name": "layers.10.attn.Wo.weight", "transform": "transpose", "offset": 994117632, "length": 2359296, "sha256": "97c8397a7020f21b8aa482a88e6cfb65ba9ddbba8243e8abb2b4b480b6f4b927", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1253", "name": "layers.10.mlp.Wi.weight", "transform": "transpose", "offset": 996476928, "length": 7077888, "sha256": "916c1a63249ab521e81298444d4da058692beece069b46a7f4d8d772a9e46f3c", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1261", "name": "layers.10.mlp.Wo.weight", "transform": "transpose", "offset": 1003554816, "length": 3538944, "sha256": "ff1f7e214da236e21aaace0cab87c4f8511d5f8cecac34fde34bd521679840f9", "dtype": 1, "shape": [ 1152, 768 ] } ], "inline_constants": [ { "name": "clone", "dtype": 1, "shape": [], "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c" }, { "name": "val_14", "dtype": 1, "shape": [], "sha256": "abc4c4e7eee2ce04c6be04358adf5b3d0958255a80f712a8b6d4f4fdda588276" }, { "name": "val_16", "dtype": 7, "shape": [], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_18", "dtype": 7, "shape": [], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "expand_1", "dtype": 1, "shape": [ 1, 32, 1 ], "sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "name": "val_52", "dtype": 7, "shape": [ 1 ], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_56", "dtype": 7, "shape": [ 1 ], "sha256": "9d4ac218fb54041e3a70a8e14db1ea1af9f570f4842b4702ef9323f1ad8f0ec4" }, { "name": "val_60", "dtype": 7, "shape": [ 1 ], "sha256": "35be322d094f9d154a8aba4733b8497f180353bd7ae7b0a15f90b586b549f28b" }, { "name": "val_68", "dtype": 7, "shape": [ 1 ], "sha256": "6a69a6cc7473a16302890cd2a9e93e347281f6ea0e1bb784e589753bed0b3324" }, { "name": "val_116", "dtype": 1, "shape": [ 1 ], "sha256": "948945eecf4a060f48a79e9fadcd501373212c7f5be4fa5ac1ac216f2469c043" }, { "name": "val_5", "dtype": 7, "shape": [ 1 ], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "val_6", "dtype": 7, "shape": [ 1 ], "sha256": "d86e8112f3c4c4442126f8e9f44f16867da487f29052bf91b810457db34209a4" }, { "name": "val_1262", "dtype": 7, "shape": [ 2 ], "sha256": "0c730b69905c5ef7a4ca5269f72365400bde2dd2c04eaf9bbb3d1c4a265a0131" }, { "name": "val_20", "dtype": 7, "shape": [], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_1263", "dtype": 7, "shape": [ 2 ], "sha256": "9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db" }, { "name": "val_27", "dtype": 7, "shape": [ 1 ], "sha256": "12a3ae445661ce5dee78d0650d33362dec29c4f82af05e7e57fb595bbbacf0ca" }, { "name": "val_29", "dtype": 7, "shape": [ 1 ], "sha256": "220dde27afee4d537cac96d85d6546f825153b90e828931b74e103807541bc42" }, { "name": "val_30", "dtype": 7, "shape": [ 1 ], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_106", "dtype": 7, "shape": [ 1 ], "sha256": "81b37f7f8b78762feb067131152a700548754f937a0668c1f327d2ee1a2d2801" }, { "name": "val_108", "dtype": 7, "shape": [ 1 ], "sha256": "e6ad6c9a3a3b7658c35bacf6553fcb8ffe34387534a648fe18f875b8f7a86ddb" }, { "name": "val_126", "dtype": 7, "shape": [ 1 ], "sha256": "8285d24b1ca2820ef8beda7b35738ebb281870d192a06328d284dc3177f4fe31" }, { "name": "val_134", "dtype": 1, "shape": [], "sha256": "9c16095ed50248c0e1658be07f5bafe5dc11382843a99c6fb3a87c141808ceeb" }, { "name": "val_139", "dtype": 1, "shape": [], "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57" } ], "non_storage_structure_hash_before_and_after_pack": "8d0116bb93a582fadb1625eb623aedbe9a7416895f2c0300a8ab344aabb5b99f", "ck_initializers_identical": true, "ck_nodes": 11, "attention": [ { "layer": 0, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 1, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 2, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 3, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 4, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 5, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 6, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 7, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 8, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 9, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 10, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] } ], "validation": "artifact-748736f15d48/layer-11", "terminal_normalization": "none", "gpu_parity": { "status": "passed", "receipt": "artifact-96629e31b5d2/ck-hybrid-acceptance.json", "sha256": "63f4638ff1bdd5d8ad803a66c7250e3c4f059dadb9ec1a24b0b0eb13400b1a58", "contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_passed": true } }, { "depth": 22, "standard": { "path": "onnx/model.onnx", "sha256": "7e81a7233d0ffd371e07495865c57018df8931ecee652bb50cd867027e61309e", "parity": { "status": "passed", "receipt": "artifact-0439a8f517cf/cpu-receipt.json", "sha256": "04e8b72e86addb25a3dc276565142e566832d7db50a0b0e841febfb70618f279" } }, "ck": { "path": "onnx/model_fa.onnx", "sha256": "319298fa6e87b06e36fca5d8070ec8bc01a543ec3a5c1f06fb7403e093a513d9", "parity": { "status": "passed", "receipt": "artifact-5ec770aa26fe/ck-hybrid-acceptance.json", "sha256": "5f0edaa72a45e0946860e9267fb982778a1d9b2c322bab5c6cde416683c99464", "contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_passed": false } }, "raw_export_receipt": "artifact-83f1a60cc2b1/receipt.json", "packed_standard_parity": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 8.535385131835938e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 8.535385131835938e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.736947059631348e-07, "minimum_cosine": 0.9999999999951843 }, "512": { "max_abs_error": 7.487833499908447e-07, "minimum_cosine": 0.9999999999945766 }, "256": { "max_abs_error": 1.087784767150879e-06, "minimum_cosine": 0.9999999999945561 }, "128": { "max_abs_error": 1.1548399925231934e-06, "minimum_cosine": 0.9999999999950453 }, "64": { "max_abs_error": 8.791685104370117e-07, "minimum_cosine": 0.9999999999953287 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 0.00015735626220703125, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.00015735626220703125, "embedding_dimensions": { "768": { "max_abs_error": 1.2814998626708984e-06, "minimum_cosine": 0.9999999999911655 }, "512": { "max_abs_error": 7.487833499908447e-07, "minimum_cosine": 0.9999999999911975 }, "256": { "max_abs_error": 8.419156074523926e-07, "minimum_cosine": 0.9999999999895748 }, "128": { "max_abs_error": 1.0356307029724121e-06, "minimum_cosine": 0.9999999999922164 }, "64": { "max_abs_error": 1.6242265701293945e-06, "minimum_cosine": 0.9999999999907002 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 0.00010657310485839844, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.00010657310485839844, "embedding_dimensions": { "768": { "max_abs_error": 7.748603820800781e-07, "minimum_cosine": 0.9999999999958402 }, "512": { "max_abs_error": 5.066394805908203e-07, "minimum_cosine": 0.9999999999956795 }, "256": { "max_abs_error": 7.152557373046875e-07, "minimum_cosine": 0.9999999999953713 }, "128": { "max_abs_error": 8.977949619293213e-07, "minimum_cosine": 0.9999999999950587 }, "64": { "max_abs_error": 1.12876296043396e-06, "minimum_cosine": 0.9999999999949225 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 0.000194549560546875, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.000194549560546875, "embedding_dimensions": { "768": { "max_abs_error": 5.848705768585205e-07, "minimum_cosine": 0.9999999999891446 }, "512": { "max_abs_error": 7.711350917816162e-07, "minimum_cosine": 0.9999999999883951 }, "256": { "max_abs_error": 1.0766088962554932e-06, "minimum_cosine": 0.9999999999857283 }, "128": { "max_abs_error": 1.4426186680793762e-06, "minimum_cosine": 0.999999999988032 }, "64": { "max_abs_error": 2.185814082622528e-06, "minimum_cosine": 0.9999999999843308 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 0.00021576881408691406, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.00021576881408691406, "embedding_dimensions": { "768": { "max_abs_error": 1.430511474609375e-06, "minimum_cosine": 0.9999999999886883 }, "512": { "max_abs_error": 9.424984455108643e-07, "minimum_cosine": 0.9999999999889575 }, "256": { "max_abs_error": 1.434236764907837e-06, "minimum_cosine": 0.9999999999872993 }, "128": { "max_abs_error": 1.9744038581848145e-06, "minimum_cosine": 0.9999999999871758 }, "64": { "max_abs_error": 2.9355287551879883e-06, "minimum_cosine": 0.9999999999828653 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 0.0014181137084960938, "raw_token_gate_passed": false, "raw_token_gate_violations": 53, "all_token_max_abs_error": 0.0014181137084960938, "embedding_dimensions": { "768": { "max_abs_error": 1.1771917343139648e-06, "minimum_cosine": 0.999999999985117 }, "512": { "max_abs_error": 8.530914783477783e-07, "minimum_cosine": 0.9999999999837763 }, "256": { "max_abs_error": 1.0402873158454895e-06, "minimum_cosine": 0.9999999999841157 }, "128": { "max_abs_error": 1.3820827007293701e-06, "minimum_cosine": 0.9999999999850988 }, "64": { "max_abs_error": 1.8095597624778748e-06, "minimum_cosine": 0.9999999999758319 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": false, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 22.82979393005371, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "native_parameter_count": 134, "mapping": [ { "initializer": "encoder.embeddings.tok_embeddings.weight", "name": "embeddings.tok_embeddings.weight", "transform": "identity", "offset": 0, "length": 786432000, "sha256": "b61fc32108e001be27bfa973eb0148e228b76e56685cc65bcb33e029ef6275c3", "dtype": 1, "shape": [ 256000, 768 ] }, { "initializer": "encoder.embeddings.norm.weight", "name": "embeddings.norm.weight", "transform": "identity", "offset": 786432000, "length": 3072, "sha256": "b173b7cb5e58e591605c2d1ea8a8730cf09729c00ac8391a8b4fc95bd0f63228", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.0.mlp_norm.weight", "name": "layers.0.mlp_norm.weight", "transform": "identity", "offset": 786435072, "length": 3072, "sha256": "cb9caed1dfbcee8e9696ba346b45c4c13eb94bd885fbbdae133b3d874ae70fd0", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.attn_norm.weight", "name": "layers.1.attn_norm.weight", "transform": "identity", "offset": 786438144, "length": 3072, "sha256": "73343ffe1ed5a2ecbc98c104d0792867439177c419a6704f5220bb0852912131", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.mlp_norm.weight", "name": "layers.1.mlp_norm.weight", "transform": "identity", "offset": 786441216, "length": 3072, "sha256": "f43de8950c73688a330a115cc8bec983c1e4618825b12531d03b70702342995f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.attn_norm.weight", "name": "layers.2.attn_norm.weight", "transform": "identity", "offset": 786444288, "length": 3072, "sha256": "ad977e859e4c0c7f20f24deaf70e39c082cd1d92fb0c57a4cbb10d8b97a242f2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.mlp_norm.weight", "name": "layers.2.mlp_norm.weight", "transform": "identity", "offset": 786447360, "length": 3072, "sha256": "265d6b8435b9a67ef7a0fec09835c1c2137e44dcafc6aa930e7b87f731ec191c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.attn_norm.weight", "name": "layers.3.attn_norm.weight", "transform": "identity", "offset": 846612480, "length": 3072, "sha256": "21e7469dad7ed325a0f694376c68384ade73d9d776b778b6ae5cafdfe5fbc3af", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.mlp_norm.weight", "name": "layers.3.mlp_norm.weight", "transform": "identity", "offset": 846615552, "length": 3072, "sha256": "8077b9b6e1788ea47567058451da63036737345a5517d0523ccb387528b88d13", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.attn_norm.weight", "name": "layers.4.attn_norm.weight", "transform": "identity", "offset": 846618624, "length": 3072, "sha256": "c1a21c5fb9958af52dea66c5984a2526e728863bcab1ff93b7b11decb49629ab", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.mlp_norm.weight", "name": "layers.4.mlp_norm.weight", "transform": "identity", "offset": 846621696, "length": 3072, "sha256": "d79f84d61d36baf4f17056417e3674dc161d43a709ae813332c190e045fad00a", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.attn_norm.weight", "name": "layers.5.attn_norm.weight", "transform": "identity", "offset": 846624768, "length": 3072, "sha256": "8ccae5ba97cb157930c8a2702bc25489d916e121ada4fe7f9c282336aa30faee", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.mlp_norm.weight", "name": "layers.5.mlp_norm.weight", "transform": "identity", "offset": 846627840, "length": 3072, "sha256": "b3577ef3415811afb27e02d2d89482df02d17a176a483702392c1bb57e1b48f5", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.6.attn_norm.weight", "name": "layers.6.attn_norm.weight", "transform": "identity", "offset": 906792960, "length": 3072, "sha256": "db78ec0ef4926ee3cc41e0de7e043ebccee7c58639fb499d98373b7cdc84f6e9", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.6.mlp_norm.weight", "name": "layers.6.mlp_norm.weight", "transform": "identity", "offset": 906796032, "length": 3072, "sha256": "1abf021873bc1177537009c63bc98e8258671d09df8f7ffe3def991fe7cbfd50", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.7.attn_norm.weight", "name": "layers.7.attn_norm.weight", "transform": "identity", "offset": 906799104, "length": 3072, "sha256": "70c2d5a9030b0158ef90aa87666b2423dd7551a014f2183256deed15103705a2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.7.mlp_norm.weight", "name": "layers.7.mlp_norm.weight", "transform": "identity", "offset": 906802176, "length": 3072, "sha256": "ce7dbb98e6357dd6adef0df91ae878def368f76e74adececa68f67ac1c2a5484", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.8.attn_norm.weight", "name": "layers.8.attn_norm.weight", "transform": "identity", "offset": 906805248, "length": 3072, "sha256": "5a27632b3e39c438420297daf7af53953d127a4dc8eeefc306b925d3fe05fe15", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.8.mlp_norm.weight", "name": "layers.8.mlp_norm.weight", "transform": "identity", "offset": 906808320, "length": 3072, "sha256": "70a21b2577bb98e9b29d453b0c271c210768160541a527fd5248da89fc22ceea", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.9.attn_norm.weight", "name": "layers.9.attn_norm.weight", "transform": "identity", "offset": 906811392, "length": 3072, "sha256": "334f5ef46421a7064219269f1ffbdacbda82c5500908ad96ae8ce79a2ff34b72", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.9.mlp_norm.weight", "name": "layers.9.mlp_norm.weight", "transform": "identity", "offset": 906814464, "length": 3072, "sha256": "a718670bf9c1739b75d85bcd666f785dc750330a95c792d68f0602dbd16a21cb", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.10.attn_norm.weight", "name": "layers.10.attn_norm.weight", "transform": "identity", "offset": 906817536, "length": 3072, "sha256": "d5082268fdaa7de12b672ca60a8f0b5ac2b36259b640cf11a43a868df5177779", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.10.mlp_norm.weight", "name": "layers.10.mlp_norm.weight", "transform": "identity", "offset": 906820608, "length": 3072, "sha256": "9910d8a34cdb58d6fd7ccf9defc804ae47db1d132cb10ca9ed4a946c835ef205", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.11.attn_norm.weight", "name": "layers.11.attn_norm.weight", "transform": "identity", "offset": 1007093760, "length": 3072, "sha256": "0727c54a5e3c003fd7bdf1a34356557424cf53972faca5777bc76d208f0b0503", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.11.mlp_norm.weight", "name": "layers.11.mlp_norm.weight", "transform": "identity", "offset": 1007096832, "length": 3072, "sha256": "5b3a27a70e1b2a29d896a24559b8d310d28bc980f687c87ea93cd3f2b45bc19a", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.12.attn_norm.weight", "name": "layers.12.attn_norm.weight", "transform": "identity", "offset": 1007099904, "length": 3072, "sha256": "d3e635e3013b5f25d188b38664512ec32abaef482e7824b420aa1056240f8de8", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.12.mlp_norm.weight", "name": "layers.12.mlp_norm.weight", "transform": "identity", "offset": 1007102976, "length": 3072, "sha256": "167eb65bcfef1ae62bb12c33dc3e5e9b6198655633954c6d370f75136c93c78f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.13.attn_norm.weight", "name": "layers.13.attn_norm.weight", "transform": "identity", "offset": 1007106048, "length": 3072, "sha256": "91d4634f3a4963ef3cb57c21f7446f0e2962206a676c24a60d1e45c48e1255b2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.13.mlp_norm.weight", "name": "layers.13.mlp_norm.weight", "transform": "identity", "offset": 1007109120, "length": 3072, "sha256": "00adfc424dcf9817da1fb08d6d1f5db33b75d4f3a523ee8a1025aea012a0a88d", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.14.attn_norm.weight", "name": "layers.14.attn_norm.weight", "transform": "identity", "offset": 1007112192, "length": 3072, "sha256": "71d08b08de62a8c41f55dffcf4598308ebde3f2458175e6a6f373f3c373bfd8a", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.14.mlp_norm.weight", "name": "layers.14.mlp_norm.weight", "transform": "identity", "offset": 1007115264, "length": 3072, "sha256": "84f92de0f234ad3e34ca744d2f942af7b5e891e9e46efa2d2384d0b5a799e59f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.15.attn_norm.weight", "name": "layers.15.attn_norm.weight", "transform": "identity", "offset": 1007118336, "length": 3072, "sha256": "f2fc224a07df67b5b72b517625735928c87e9cd50db683cfeda1f682704da544", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.15.mlp_norm.weight", "name": "layers.15.mlp_norm.weight", "transform": "identity", "offset": 1007121408, "length": 3072, "sha256": "bc01d40d2b7240b7a71047c0ffbdcc6a4c253af92b26d77312ad349ba7fffe7c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.16.attn_norm.weight", "name": "layers.16.attn_norm.weight", "transform": "identity", "offset": 1007124480, "length": 3072, "sha256": "77703ad22174447255f6ccb1460b63d6f095d35a9c3181a3ded0f5ff91a7a5e4", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.16.mlp_norm.weight", "name": "layers.16.mlp_norm.weight", "transform": "identity", "offset": 1007127552, "length": 3072, "sha256": "e84e6b5fbb09ab48e06c1624f91202c53a964a29104427313fe879398fbdfe9c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.17.attn_norm.weight", "name": "layers.17.attn_norm.weight", "transform": "identity", "offset": 1007130624, "length": 3072, "sha256": "e726e51aa97c52388f451009add97f5eb34b40a5fa3d0686022e7ca43a238e71", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.17.mlp_norm.weight", "name": "layers.17.mlp_norm.weight", "transform": "identity", "offset": 1007133696, "length": 3072, "sha256": "5bd5710161b9dab967028ca74e7bdab5ecc64f67ca34daf2e7875948237def5f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.18.attn_norm.weight", "name": "layers.18.attn_norm.weight", "transform": "identity", "offset": 1007136768, "length": 3072, "sha256": "d59b031ce669762db412f7bb722491a7ff09a12d0832856fefbb358dad07c27c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.18.mlp_norm.weight", "name": "layers.18.mlp_norm.weight", "transform": "identity", "offset": 1007139840, "length": 3072, "sha256": "f4f9b72db34a617170f12e963cea3c77a478451864c0048bb82f3c0ee5f98dff", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.19.attn_norm.weight", "name": "layers.19.attn_norm.weight", "transform": "identity", "offset": 1007142912, "length": 3072, "sha256": "105333ccb283c4fd098bfd2a73f2c37afcdd18fce06509e93e70668d28e5b4c4", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.19.mlp_norm.weight", "name": "layers.19.mlp_norm.weight", "transform": "identity", "offset": 1007145984, "length": 3072, "sha256": "a07a313868b1486f00e6714375b6586d81295c5f41b373375303588fdd7e1664", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.20.attn_norm.weight", "name": "layers.20.attn_norm.weight", "transform": "identity", "offset": 1007149056, "length": 3072, "sha256": "d1df27d37c9b790aeeb8f53cec96f7cdc071264670501d6b48e4d4eb94bb01e8", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.20.mlp_norm.weight", "name": "layers.20.mlp_norm.weight", "transform": "identity", "offset": 1007152128, "length": 3072, "sha256": "53373277af4a21309c7abf30791d11d2922e54ae586ca9510033652bc845996d", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.21.attn_norm.weight", "name": "layers.21.attn_norm.weight", "transform": "identity", "offset": 1007155200, "length": 3072, "sha256": "b382f8f107172f99059a677853f78d9f5e9ab6ee56dddec1a999112d640220b4", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.21.mlp_norm.weight", "name": "layers.21.mlp_norm.weight", "transform": "identity", "offset": 1007158272, "length": 3072, "sha256": "e7a68a5fcb420abd8db371c1f76c063a6c0b010ce6cf01509a4a45582086e13b", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.final_norm.weight", "name": "final_norm.weight", "transform": "identity", "offset": 1007161344, "length": 3072, "sha256": "f5f399df17653b377a10c6693f1c521c302b5a5aa1f1d71c3d437c99f18d9b86", "dtype": 1, "shape": [ 768 ] }, { "initializer": "val_24", "name": "layers.0.attn.Wqkv.weight", "transform": "transpose", "offset": 786450432, "length": 7077888, "sha256": "9df664cecab8b6130a2d6a4eb725024706d783543e2f56dce16e449c18988bb9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_128", "name": "layers.0.attn.Wo.weight", "transform": "transpose", "offset": 793528320, "length": 2359296, "sha256": "9d4f220936c486b2e6a60b8e31f27fae81f50e0a1f4c9e2acacef64db3f78b35", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_131", "name": "layers.0.mlp.Wi.weight", "transform": "transpose", "offset": 795887616, "length": 7077888, "sha256": "26d666d96382d84d4991435ec94bfaae648595097b8a5f3d10bc08da50fbeb66", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_141", "name": "layers.0.mlp.Wo.weight", "transform": "transpose", "offset": 802965504, "length": 3538944, "sha256": "88359690b0a915274e5a2e8fc1fbad061a3792a6d43539f58031c4fc101b36da", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_144", "name": "layers.1.attn.Wqkv.weight", "transform": "transpose", "offset": 806504448, "length": 7077888, "sha256": "479ec437f05e31228d78dddb15e81dc64db6cc9fd429fd98bf913265930963f4", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_242", "name": "layers.1.attn.Wo.weight", "transform": "transpose", "offset": 813582336, "length": 2359296, "sha256": "5a8c3ea5dd0feceac43e8e911e20cf5d5665692b86eca256e02989c10b21da39", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_245", "name": "layers.1.mlp.Wi.weight", "transform": "transpose", "offset": 815941632, "length": 7077888, "sha256": "15b089ef759e3f33a8c27132d277495f85ad41406a79f28fb300a0861d7729a0", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_253", "name": "layers.1.mlp.Wo.weight", "transform": "transpose", "offset": 823019520, "length": 3538944, "sha256": "0211b7e880d1fc7de55d55596d5308fac820b21c875e9035720a9d2afd6d69be", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_256", "name": "layers.2.attn.Wqkv.weight", "transform": "transpose", "offset": 826558464, "length": 7077888, "sha256": "b6240eebf4398ced35667a86c66956842b29c8583223d536d6a44c0a8ee4857e", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_354", "name": "layers.2.attn.Wo.weight", "transform": "transpose", "offset": 833636352, "length": 2359296, "sha256": "9374f15f951c1a299bffc7e297b7b2f9045461c520d4949d9a0370d81383d28c", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_357", "name": "layers.2.mlp.Wi.weight", "transform": "transpose", "offset": 835995648, "length": 7077888, "sha256": "39759407d8111a66f6634647ec8a64574d8d4204654526ae06361f784a62051b", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_365", "name": "layers.2.mlp.Wo.weight", "transform": "transpose", "offset": 843073536, "length": 3538944, "sha256": "e67ec074ca9246b947cb75b1d9312323332fc124bbd70bf7cf5bb44f637b5967", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_368", "name": "layers.3.attn.Wqkv.weight", "transform": "transpose", "offset": 846630912, "length": 7077888, "sha256": "5c0b23afed9faf9529564e56e2a70a2c320130b0285f7b278bbf15016b022d57", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_466", "name": "layers.3.attn.Wo.weight", "transform": "transpose", "offset": 853708800, "length": 2359296, "sha256": "dbaffc14dbf34c4a789a2bce6db384dced62c5ca8523c046fc6f10aaefcfe687", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_469", "name": "layers.3.mlp.Wi.weight", "transform": "transpose", "offset": 856068096, "length": 7077888, "sha256": "29abc2b57f2e4c7ff6b9bfe7cf22481329592d04fd926dee28b442b08ca586f5", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_477", "name": "layers.3.mlp.Wo.weight", "transform": "transpose", "offset": 863145984, "length": 3538944, "sha256": "b84cb1c4c4fe1e6c9f938fc7ddb2501e27a3bd085497d45a4db0108df62e3881", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_480", "name": "layers.4.attn.Wqkv.weight", "transform": "transpose", "offset": 866684928, "length": 7077888, "sha256": "b28de977eeb1711c7e67f4fd43fb53a7b64ddec5d1ff4889f9acbc5e070698e1", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_578", "name": "layers.4.attn.Wo.weight", "transform": "transpose", "offset": 873762816, "length": 2359296, "sha256": "3dcf76d53a3205b6215c3d3264c6270fbded96b671f53570448dbfa995df2966", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_581", "name": "layers.4.mlp.Wi.weight", "transform": "transpose", "offset": 876122112, "length": 7077888, "sha256": "e0589e90a943a771bc665d6ac2b313ab5408fa948adff4ca9288b5c366140091", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_589", "name": "layers.4.mlp.Wo.weight", "transform": "transpose", "offset": 883200000, "length": 3538944, "sha256": "860f7fc06bb8287aa1760ed3dcebd61d1a0f355c7fe1b5ab46ac4951e5543840", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_592", "name": "layers.5.attn.Wqkv.weight", "transform": "transpose", "offset": 886738944, "length": 7077888, "sha256": "0500ef0bb4ae03a5a4a7106a2e5261daf9c5bd6c826606e31a351c2a227fba82", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_690", "name": "layers.5.attn.Wo.weight", "transform": "transpose", "offset": 893816832, "length": 2359296, "sha256": "3665f15673854a1a6f75ce24ce81d69e54e005476c6d18a2ad7c932cf6103634", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_693", "name": "layers.5.mlp.Wi.weight", "transform": "transpose", "offset": 896176128, "length": 7077888, "sha256": "3bc69914bc48bb811305d078196e5d73c49505b414accc14536968eb50fdb6f9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_701", "name": "layers.5.mlp.Wo.weight", "transform": "transpose", "offset": 903254016, "length": 3538944, "sha256": "3b130c028ef573a6810d540bbf41b3d5fe6f52085c20224ee274c476bfeb06c9", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_704", "name": "layers.6.attn.Wqkv.weight", "transform": "transpose", "offset": 906823680, "length": 7077888, "sha256": "8f236a35886f83d405d6dda54e276b1391029c6951c7752cee64f5449e798492", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_802", "name": "layers.6.attn.Wo.weight", "transform": "transpose", "offset": 913901568, "length": 2359296, "sha256": "7bece4ca5049b7b71c45f9745ea8c4d55eadb39d300cf98c2339520563a12c67", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_805", "name": "layers.6.mlp.Wi.weight", "transform": "transpose", "offset": 916260864, "length": 7077888, "sha256": "6774ba17fa1761d2f9326f7cc84241e51ace37453c299a52f42159403777c071", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_813", "name": "layers.6.mlp.Wo.weight", "transform": "transpose", "offset": 923338752, "length": 3538944, "sha256": "3f47a82c6b06e896b92f191a33d50330c2316434f2c2d4efa4979d3dc4079209", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_816", "name": "layers.7.attn.Wqkv.weight", "transform": "transpose", "offset": 926877696, "length": 7077888, "sha256": "0f35c784eac80be47d4b4d52af182e9541f2d949b282453a6631a3d6e2b8de4c", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_914", "name": "layers.7.attn.Wo.weight", "transform": "transpose", "offset": 933955584, "length": 2359296, "sha256": "bb1665f518a9cef1f39995a50ba43a0459f4e3c61c4264b7a2d09b08a3461ce1", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_917", "name": "layers.7.mlp.Wi.weight", "transform": "transpose", "offset": 936314880, "length": 7077888, "sha256": "3b761d01939f7f00f8eb2c378d99690a107c30aeb00529e8a955b47cefb5ee77", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_925", "name": "layers.7.mlp.Wo.weight", "transform": "transpose", "offset": 943392768, "length": 3538944, "sha256": "05464196f61f0b9877478ea993e955dfd3d9e9e506482903a7c14fc4100eb3fd", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_928", "name": "layers.8.attn.Wqkv.weight", "transform": "transpose", "offset": 946931712, "length": 7077888, "sha256": "681e476a35b1a2acaf88a2f1f84efe4035d773efe3b713d42cddd684387af448", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1026", "name": "layers.8.attn.Wo.weight", "transform": "transpose", "offset": 954009600, "length": 2359296, "sha256": "10c98bab2f0032955c8e5118f2019304fcf3cc2e16b6344b8c6eeb14eae0de5d", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1029", "name": "layers.8.mlp.Wi.weight", "transform": "transpose", "offset": 956368896, "length": 7077888, "sha256": "47d66781e4b9a93c60d5e5ebdcf7242f66e2c0dd6745cf37824201ff69db2c10", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1037", "name": "layers.8.mlp.Wo.weight", "transform": "transpose", "offset": 963446784, "length": 3538944, "sha256": "7d4e54cec673fa9cdf0846e3fa10ccd53f09eb55551946d706757be43bda9f3a", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1040", "name": "layers.9.attn.Wqkv.weight", "transform": "transpose", "offset": 966985728, "length": 7077888, "sha256": "21f08643ff5daf63181bbb976272ca4b52eaa700bdcede171a71616f547a1c1f", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1138", "name": "layers.9.attn.Wo.weight", "transform": "transpose", "offset": 974063616, "length": 2359296, "sha256": "5d37c679456f63cbab7d85114277e24a2ae9b37c9ebbf086d6f7e92b8a1a38e8", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1141", "name": "layers.9.mlp.Wi.weight", "transform": "transpose", "offset": 976422912, "length": 7077888, "sha256": "f1aaab59feab4eae207b75e7cefd96c13b68f9ee53538b0d32378c42beb93ac8", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1149", "name": "layers.9.mlp.Wo.weight", "transform": "transpose", "offset": 983500800, "length": 3538944, "sha256": "32dbb3767533e8ddafe5fa5eda6086316c51d6d4f5bad2f151846f6d3f5e60d1", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1152", "name": "layers.10.attn.Wqkv.weight", "transform": "transpose", "offset": 987039744, "length": 7077888, "sha256": "7d5abfdb1cbdcfabca177aa6142aca39697863a5a925b51d63edfbafa5720a4d", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1250", "name": "layers.10.attn.Wo.weight", "transform": "transpose", "offset": 994117632, "length": 2359296, "sha256": "97c8397a7020f21b8aa482a88e6cfb65ba9ddbba8243e8abb2b4b480b6f4b927", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1253", "name": "layers.10.mlp.Wi.weight", "transform": "transpose", "offset": 996476928, "length": 7077888, "sha256": "916c1a63249ab521e81298444d4da058692beece069b46a7f4d8d772a9e46f3c", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1261", "name": "layers.10.mlp.Wo.weight", "transform": "transpose", "offset": 1003554816, "length": 3538944, "sha256": "ff1f7e214da236e21aaace0cab87c4f8511d5f8cecac34fde34bd521679840f9", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1264", "name": "layers.11.attn.Wqkv.weight", "transform": "transpose", "offset": 1007164416, "length": 7077888, "sha256": "9759d5a4ba326639a6cfe1b6580a9eb5ff37959eb0f5c340a4ef2fba3b9e50ae", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1362", "name": "layers.11.attn.Wo.weight", "transform": "transpose", "offset": 1014242304, "length": 2359296, "sha256": "684234baa56fc75ddc9a28c7933e1de4ab419105a766c86db6648e4dbabd7749", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1365", "name": "layers.11.mlp.Wi.weight", "transform": "transpose", "offset": 1016601600, "length": 7077888, "sha256": "7ea42c75c253ee5183ec91c86431d38ebd4abe73a5a00a088e730539477af1df", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1373", "name": "layers.11.mlp.Wo.weight", "transform": "transpose", "offset": 1023679488, "length": 3538944, "sha256": "ce1d6eb32a4af79da277a9d75500cc36ff18b52a59cb9a3c34779f7883216887", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1376", "name": "layers.12.attn.Wqkv.weight", "transform": "transpose", "offset": 1027218432, "length": 7077888, "sha256": "f667eea67950baeeee7a3d02cd18a39cc14d22a554797ce42b413622202dabfc", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1474", "name": "layers.12.attn.Wo.weight", "transform": "transpose", "offset": 1034296320, "length": 2359296, "sha256": "a23a4428a1c2052477a8875b2083c97edd9d8ea7ad807bd655bc745f09b55481", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1477", "name": "layers.12.mlp.Wi.weight", "transform": "transpose", "offset": 1036655616, "length": 7077888, "sha256": "679bb4e9769678a09f39cc9c94551bcb248813ab67dd91203df69fafa64c236b", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1485", "name": "layers.12.mlp.Wo.weight", "transform": "transpose", "offset": 1043733504, "length": 3538944, "sha256": "e585d5bf0b5bd0eafe04f0de916aff5c23ea87e8a43280a1d9ed38d40163e8f2", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1488", "name": "layers.13.attn.Wqkv.weight", "transform": "transpose", "offset": 1047272448, "length": 7077888, "sha256": "61444d8f4c76626afd94e731cf47839c0d7f4903cda4eb5f9c185bd54e88a4d7", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1586", "name": "layers.13.attn.Wo.weight", "transform": "transpose", "offset": 1054350336, "length": 2359296, "sha256": "b17ee5d8d30ce1654adffc0cf0f1f057ff48e7886d762ab5cd03fef4da4d9a89", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1589", "name": "layers.13.mlp.Wi.weight", "transform": "transpose", "offset": 1056709632, "length": 7077888, "sha256": "6aa14f11448c4d501cd766746543e435af45c4e927018b1dd3724dc800ad0953", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1597", "name": "layers.13.mlp.Wo.weight", "transform": "transpose", "offset": 1063787520, "length": 3538944, "sha256": "469e5a3e7c0f5a711f944daaaf23d9ad58f5afedaee0bdde5478d949383716a2", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1600", "name": "layers.14.attn.Wqkv.weight", "transform": "transpose", "offset": 1067326464, "length": 7077888, "sha256": "3c5a49ba30fc598560cc1f6467ffbd66f7ac88cf531e64c7196b8410a808d2b3", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1698", "name": "layers.14.attn.Wo.weight", "transform": "transpose", "offset": 1074404352, "length": 2359296, "sha256": "96fb0dc4453fa383b0e9e828e7184a15143d7f29dd8a289de01888080b841c3a", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1701", "name": "layers.14.mlp.Wi.weight", "transform": "transpose", "offset": 1076763648, "length": 7077888, "sha256": "343198f485a168682b5c8b7c238c6ca82c63719f5fdcfc0e65a21fdca5f029fb", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1709", "name": "layers.14.mlp.Wo.weight", "transform": "transpose", "offset": 1083841536, "length": 3538944, "sha256": "a4cc4f6828fd727e96807ec516696c5985b65d8d7ab34197a86a856e4342ec80", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1712", "name": "layers.15.attn.Wqkv.weight", "transform": "transpose", "offset": 1087380480, "length": 7077888, "sha256": "2021d8403d091a970c5a3e95e8176df68e6201eddbac93e51202572cb345bfb7", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1810", "name": "layers.15.attn.Wo.weight", "transform": "transpose", "offset": 1094458368, "length": 2359296, "sha256": "a29a8e01e0e329332e5602f61575d68b58db97c957ca347ec68aa212b7cc4428", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1813", "name": "layers.15.mlp.Wi.weight", "transform": "transpose", "offset": 1096817664, "length": 7077888, "sha256": "846c8ca3b8c2865d4099000d46082050f7eb626eba016394d618105a47dd579d", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1821", "name": "layers.15.mlp.Wo.weight", "transform": "transpose", "offset": 1103895552, "length": 3538944, "sha256": "90e8956486920422c354f1f6efe6ef919d0bd17c741fe056305387d672d94043", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1824", "name": "layers.16.attn.Wqkv.weight", "transform": "transpose", "offset": 1107434496, "length": 7077888, "sha256": "ee42c2e249acc8753e0e0a21502df2c643fcc6d9ffbb30e50a80203846b7b45d", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1922", "name": "layers.16.attn.Wo.weight", "transform": "transpose", "offset": 1114512384, "length": 2359296, "sha256": "5803b171c0f042ad25b75b1677024e4a230d1760a151f0548068aca4d73f3b05", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1925", "name": "layers.16.mlp.Wi.weight", "transform": "transpose", "offset": 1116871680, "length": 7077888, "sha256": "6850bfe007cdfe931ef0eacb12c272c24afb42eb41c2c8b4e4357a9e7a1e84db", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1933", "name": "layers.16.mlp.Wo.weight", "transform": "transpose", "offset": 1123949568, "length": 3538944, "sha256": "4d839cea62cb1edd38eb9ee7d7836694766561354f727a5d690a0d1d6338c03d", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1936", "name": "layers.17.attn.Wqkv.weight", "transform": "transpose", "offset": 1127488512, "length": 7077888, "sha256": "4ae4f744a6c83dfc115e7f74c4922647f70cdbfcb434112a2855d164010277c1", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2034", "name": "layers.17.attn.Wo.weight", "transform": "transpose", "offset": 1134566400, "length": 2359296, "sha256": "5c36307c554ca0f8cffaaefd23573da248075f16041e0568e9520351af302b68", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_2037", "name": "layers.17.mlp.Wi.weight", "transform": "transpose", "offset": 1136925696, "length": 7077888, "sha256": "5b2ec522ae725fd5c4a193dc8316ec2541f0cf61187157f6154e83722397f957", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2045", "name": "layers.17.mlp.Wo.weight", "transform": "transpose", "offset": 1144003584, "length": 3538944, "sha256": "084eda3aed054913f0312020b6acc8fcdf6ef6490156de382f510899a4a01888", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_2048", "name": "layers.18.attn.Wqkv.weight", "transform": "transpose", "offset": 1147542528, "length": 7077888, "sha256": "c1ef64358e847984e35591ad1c35929b647f514578ed2d0b8b9f50723f7dbe22", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2146", "name": "layers.18.attn.Wo.weight", "transform": "transpose", "offset": 1154620416, "length": 2359296, "sha256": "4fc627e5fc5e995251d3ca27506be00f7069f118e62bf93f3ebf2564f9d5c16e", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_2149", "name": "layers.18.mlp.Wi.weight", "transform": "transpose", "offset": 1156979712, "length": 7077888, "sha256": "f6944a29e1826e30d619f5477d29f91878b68d7524b43beaf133863a4fce87b3", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2157", "name": "layers.18.mlp.Wo.weight", "transform": "transpose", "offset": 1164057600, "length": 3538944, "sha256": "038c57faa40030d6327dbb159ff074e4bf0be1e512eca1af8bf24d83a71d5702", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_2160", "name": "layers.19.attn.Wqkv.weight", "transform": "transpose", "offset": 1167596544, "length": 7077888, "sha256": "5ae864128b04a60c947035a182d47449e65dd13fe6101a0b24fc472f56e573dc", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2258", "name": "layers.19.attn.Wo.weight", "transform": "transpose", "offset": 1174674432, "length": 2359296, "sha256": "389a7bb2753c698882ba5d068de43862f345f3887b3235cff0abb98d6b84a5f0", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_2261", "name": "layers.19.mlp.Wi.weight", "transform": "transpose", "offset": 1177033728, "length": 7077888, "sha256": "1f94d6f70010257feeb0820b727de474e2a56b4ba4fd5ec264c43f9b6d7c3b7a", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2269", "name": "layers.19.mlp.Wo.weight", "transform": "transpose", "offset": 1184111616, "length": 3538944, "sha256": "be20775c5e0a55e70072bd88a8cb7038aa3eb7c534900cc16c8fd0a9ccdf0655", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_2272", "name": "layers.20.attn.Wqkv.weight", "transform": "transpose", "offset": 1187650560, "length": 7077888, "sha256": "4738f4af7b8e8994a7d1fc4801734a148e09bd12ab5b4d1d9c448ace6e54d4b4", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2370", "name": "layers.20.attn.Wo.weight", "transform": "transpose", "offset": 1194728448, "length": 2359296, "sha256": "6e6087886c9152bbc566a952b4034b5ee4eb0e2205563d97d154dfe58bfb3942", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_2373", "name": "layers.20.mlp.Wi.weight", "transform": "transpose", "offset": 1197087744, "length": 7077888, "sha256": "63305ec35cead6fd8d5615b6f0df943a49c750d8795e0b9ae612ae8ec4134ef3", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2381", "name": "layers.20.mlp.Wo.weight", "transform": "transpose", "offset": 1204165632, "length": 3538944, "sha256": "74ff05922caa529e4c3a4a708aceb37147f5d47f44360732b669dd10e93ecf58", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_2384", "name": "layers.21.attn.Wqkv.weight", "transform": "transpose", "offset": 1207704576, "length": 7077888, "sha256": "1d65627f9b6acd211e858ff829c19a96a5b5005f3d86933a410c34bf31799e67", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2482", "name": "layers.21.attn.Wo.weight", "transform": "transpose", "offset": 1214782464, "length": 2359296, "sha256": "a578b2dac4faf7e33c2614df2008835aa97c2d8a16fa3491081e68720fa8eaa2", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_2485", "name": "layers.21.mlp.Wi.weight", "transform": "transpose", "offset": 1217141760, "length": 7077888, "sha256": "52f953c157a67e0c7b7dc15bc104c56932f1c80313d7690ffac322465fe8b835", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2493", "name": "layers.21.mlp.Wo.weight", "transform": "transpose", "offset": 1224219648, "length": 3538944, "sha256": "cc1adc5aa600aaa612b6bf47f3d028812ec39bfa6ef94eb451c94efb83c62d2a", "dtype": 1, "shape": [ 1152, 768 ] } ], "inline_constants": [ { "name": "clone", "dtype": 1, "shape": [], "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c" }, { "name": "val_14", "dtype": 1, "shape": [], "sha256": "abc4c4e7eee2ce04c6be04358adf5b3d0958255a80f712a8b6d4f4fdda588276" }, { "name": "val_16", "dtype": 7, "shape": [], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_18", "dtype": 7, "shape": [], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "expand_1", "dtype": 1, "shape": [ 1, 32, 1 ], "sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "name": "val_52", "dtype": 7, "shape": [ 1 ], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_56", "dtype": 7, "shape": [ 1 ], "sha256": "9d4ac218fb54041e3a70a8e14db1ea1af9f570f4842b4702ef9323f1ad8f0ec4" }, { "name": "val_60", "dtype": 7, "shape": [ 1 ], "sha256": "35be322d094f9d154a8aba4733b8497f180353bd7ae7b0a15f90b586b549f28b" }, { "name": "val_68", "dtype": 7, "shape": [ 1 ], "sha256": "6a69a6cc7473a16302890cd2a9e93e347281f6ea0e1bb784e589753bed0b3324" }, { "name": "val_116", "dtype": 1, "shape": [ 1 ], "sha256": "948945eecf4a060f48a79e9fadcd501373212c7f5be4fa5ac1ac216f2469c043" }, { "name": "val_5", "dtype": 7, "shape": [ 1 ], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "val_6", "dtype": 7, "shape": [ 1 ], "sha256": "d86e8112f3c4c4442126f8e9f44f16867da487f29052bf91b810457db34209a4" }, { "name": "val_2496", "dtype": 7, "shape": [ 2 ], "sha256": "0c730b69905c5ef7a4ca5269f72365400bde2dd2c04eaf9bbb3d1c4a265a0131" }, { "name": "val_20", "dtype": 7, "shape": [], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_2497", "dtype": 7, "shape": [ 2 ], "sha256": "9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db" }, { "name": "val_27", "dtype": 7, "shape": [ 1 ], "sha256": "12a3ae445661ce5dee78d0650d33362dec29c4f82af05e7e57fb595bbbacf0ca" }, { "name": "val_29", "dtype": 7, "shape": [ 1 ], "sha256": "220dde27afee4d537cac96d85d6546f825153b90e828931b74e103807541bc42" }, { "name": "val_30", "dtype": 7, "shape": [ 1 ], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_106", "dtype": 7, "shape": [ 1 ], "sha256": "81b37f7f8b78762feb067131152a700548754f937a0668c1f327d2ee1a2d2801" }, { "name": "val_108", "dtype": 7, "shape": [ 1 ], "sha256": "e6ad6c9a3a3b7658c35bacf6553fcb8ffe34387534a648fe18f875b8f7a86ddb" }, { "name": "val_126", "dtype": 7, "shape": [ 1 ], "sha256": "8285d24b1ca2820ef8beda7b35738ebb281870d192a06328d284dc3177f4fe31" }, { "name": "val_134", "dtype": 1, "shape": [], "sha256": "9c16095ed50248c0e1658be07f5bafe5dc11382843a99c6fb3a87c141808ceeb" }, { "name": "val_139", "dtype": 1, "shape": [], "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57" } ], "non_storage_structure_hash_before_and_after_pack": "cd1c67a69ed99240a8df2c3a37cb13dee1c69cbeb471ada3d96afc74d8640e54", "ck_initializers_identical": true, "ck_nodes": 22, "attention": [ { "layer": 0, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 1, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 2, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 3, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 4, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 5, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 6, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 7, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 8, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 9, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 10, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 11, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 12, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 13, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 14, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 15, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 16, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 17, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 18, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 19, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 20, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 21, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] } ], "validation": "artifact-7a3d8f0b1c63/layer-22", "terminal_normalization": "final_norm", "gpu_parity": { "status": "passed", "receipt": "artifact-5ec770aa26fe/ck-hybrid-acceptance.json", "sha256": "5f0edaa72a45e0946860e9267fb982778a1d9b2c322bab5c6cde416683c99464", "contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_passed": false } } ], "gpu_validation": "passed", "standard_acceptance_contract": { "embedding_max_abs_error": 1e-05, "embedding_cosine_min": 0.99999, "raw_token_atol": 0.0002, "raw_token_rtol": 0.0001, "raw_token_gate": "diagnostic, unchanged threshold", "reason": "Inherited consumer contract: FP32 masked mean, dimension truncation, L2. The previous release used these same absolute and cosine limits. Raw-token errors remain measured diagnostics for this candidate.", "diagnostics": [] }, "actual_config": { "return_dict": true, "output_hidden_states": false, "torchscript": false, "dtype": "float32", "pruned_heads": {}, "tie_word_embeddings": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "architectures": [ "ModernBertModel" ], "finetuning_task": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "task_specific_params": null, "problem_type": null, "tokenizer_class": null, "prefix": null, "bos_token_id": 2, "pad_token_id": 0, "eos_token_id": 1, "sep_token_id": 1, "decoder_start_token_id": null, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "num_beam_groups": 1, "diversity_penalty": 0.0, "_name_or_path": "artifact-0971c7eda70c/candidate", "transformers_version": "4.57.6", "cls_token_id": 1, "gradient_checkpointing": false, "layer_norm_eps": 1e-05, "mask_token_id": 4, "model_type": "modernbert", "position_embedding_type": "sans_pos", "rope_scaling": { "attention_factor": 1.0, "factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "yarn" }, "tf_legacy_loss": false, "use_bfloat16": false, "vocab_size": 256000, "max_position_embeddings": 32768, "hidden_size": 768, "intermediate_size": 1152, "num_hidden_layers": 22, "num_attention_heads": 12, "initializer_range": 0.02, "initializer_cutoff_factor": 2.0, "norm_eps": 1e-05, "norm_bias": false, "global_rope_theta": 160000, "attention_bias": false, "attention_dropout": 0.0, "hidden_activation": "gelu", "global_attn_every_n_layers": 3, "local_attention": 128, "local_rope_theta": 160000, "embedding_dropout": 0.0, "mlp_bias": false, "mlp_dropout": 0.0, "decoder_bias": true, "classifier_pooling": "mean", "classifier_dropout": 0.0, "classifier_bias": false, "classifier_activation": "gelu", "deterministic_flash_attn": false, "sparse_prediction": false, "sparse_pred_ignore_index": -100, "repad_logits_with_grad": false, "output_attentions": false }, "rotary_modules": [ { "layer": 0, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 1, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 2, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 3, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 4, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 5, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 6, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 7, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 8, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 9, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 10, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 11, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 12, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 13, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 14, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 15, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 16, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 17, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 18, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 19, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 20, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 21, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" } ], "shared_weights_partial_bytes": 1227758592, "native_tensors_accounted_so_far": [ "embeddings.norm.weight", "embeddings.tok_embeddings.weight", "final_norm.weight", "layers.0.attn.Wo.weight", "layers.0.attn.Wqkv.weight", "layers.0.mlp.Wi.weight", "layers.0.mlp.Wo.weight", "layers.0.mlp_norm.weight", "layers.1.attn.Wo.weight", "layers.1.attn.Wqkv.weight", "layers.1.attn_norm.weight", "layers.1.mlp.Wi.weight", "layers.1.mlp.Wo.weight", "layers.1.mlp_norm.weight", "layers.10.attn.Wo.weight", "layers.10.attn.Wqkv.weight", "layers.10.attn_norm.weight", "layers.10.mlp.Wi.weight", "layers.10.mlp.Wo.weight", "layers.10.mlp_norm.weight", "layers.11.attn.Wo.weight", "layers.11.attn.Wqkv.weight", "layers.11.attn_norm.weight", "layers.11.mlp.Wi.weight", "layers.11.mlp.Wo.weight", "layers.11.mlp_norm.weight", "layers.12.attn.Wo.weight", "layers.12.attn.Wqkv.weight", "layers.12.attn_norm.weight", "layers.12.mlp.Wi.weight", "layers.12.mlp.Wo.weight", "layers.12.mlp_norm.weight", "layers.13.attn.Wo.weight", "layers.13.attn.Wqkv.weight", "layers.13.attn_norm.weight", "layers.13.mlp.Wi.weight", "layers.13.mlp.Wo.weight", "layers.13.mlp_norm.weight", "layers.14.attn.Wo.weight", "layers.14.attn.Wqkv.weight", "layers.14.attn_norm.weight", "layers.14.mlp.Wi.weight", "layers.14.mlp.Wo.weight", "layers.14.mlp_norm.weight", "layers.15.attn.Wo.weight", "layers.15.attn.Wqkv.weight", "layers.15.attn_norm.weight", "layers.15.mlp.Wi.weight", "layers.15.mlp.Wo.weight", "layers.15.mlp_norm.weight", "layers.16.attn.Wo.weight", "layers.16.attn.Wqkv.weight", "layers.16.attn_norm.weight", "layers.16.mlp.Wi.weight", "layers.16.mlp.Wo.weight", "layers.16.mlp_norm.weight", "layers.17.attn.Wo.weight", "layers.17.attn.Wqkv.weight", "layers.17.attn_norm.weight", "layers.17.mlp.Wi.weight", "layers.17.mlp.Wo.weight", "layers.17.mlp_norm.weight", "layers.18.attn.Wo.weight", "layers.18.attn.Wqkv.weight", "layers.18.attn_norm.weight", "layers.18.mlp.Wi.weight", "layers.18.mlp.Wo.weight", "layers.18.mlp_norm.weight", "layers.19.attn.Wo.weight", "layers.19.attn.Wqkv.weight", "layers.19.attn_norm.weight", "layers.19.mlp.Wi.weight", "layers.19.mlp.Wo.weight", "layers.19.mlp_norm.weight", "layers.2.attn.Wo.weight", "layers.2.attn.Wqkv.weight", "layers.2.attn_norm.weight", "layers.2.mlp.Wi.weight", "layers.2.mlp.Wo.weight", "layers.2.mlp_norm.weight", "layers.20.attn.Wo.weight", "layers.20.attn.Wqkv.weight", "layers.20.attn_norm.weight", "layers.20.mlp.Wi.weight", "layers.20.mlp.Wo.weight", "layers.20.mlp_norm.weight", "layers.21.attn.Wo.weight", "layers.21.attn.Wqkv.weight", "layers.21.attn_norm.weight", "layers.21.mlp.Wi.weight", "layers.21.mlp.Wo.weight", "layers.21.mlp_norm.weight", "layers.3.attn.Wo.weight", "layers.3.attn.Wqkv.weight", "layers.3.attn_norm.weight", "layers.3.mlp.Wi.weight", "layers.3.mlp.Wo.weight", "layers.3.mlp_norm.weight", "layers.4.attn.Wo.weight", "layers.4.attn.Wqkv.weight", "layers.4.attn_norm.weight", "layers.4.mlp.Wi.weight", "layers.4.mlp.Wo.weight", "layers.4.mlp_norm.weight", "layers.5.attn.Wo.weight", "layers.5.attn.Wqkv.weight", "layers.5.attn_norm.weight", "layers.5.mlp.Wi.weight", "layers.5.mlp.Wo.weight", "layers.5.mlp_norm.weight", "layers.6.attn.Wo.weight", "layers.6.attn.Wqkv.weight", "layers.6.attn_norm.weight", "layers.6.mlp.Wi.weight", "layers.6.mlp.Wo.weight", "layers.6.mlp_norm.weight", "layers.7.attn.Wo.weight", "layers.7.attn.Wqkv.weight", "layers.7.attn_norm.weight", "layers.7.mlp.Wi.weight", "layers.7.mlp.Wo.weight", "layers.7.mlp_norm.weight", "layers.8.attn.Wo.weight", "layers.8.attn.Wqkv.weight", "layers.8.attn_norm.weight", "layers.8.mlp.Wi.weight", "layers.8.mlp.Wo.weight", "layers.8.mlp_norm.weight", "layers.9.attn.Wo.weight", "layers.9.attn.Wqkv.weight", "layers.9.attn_norm.weight", "layers.9.mlp.Wi.weight", "layers.9.mlp.Wo.weight", "layers.9.mlp_norm.weight" ], "all134_state_tensors_accounted": true, "shared_weights": { "path": "onnx/weights.data", "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592, "unique_regions": 134 }, "source_unchanged_after_cpu": true, "cpu_finished_unix": 1789534335.5056887, "runtime_image_id": "sha256:da03d746a478588290d73e6bf5b2a4ca49a11b2bb55044668ced2c18885526b4", "gpu": 1, "ck_acceptance_contract": { "output": "masked mean, dimension truncation, L2 embeddings", "embedding_atol": 0.003, "embedding_rtol": 0.001, "embedding_cosine_min": 0.99999, "raw_token_gate": "original atol.02/rtol.005 retained as diagnostic; not claimed passed", "caveat": "FP16 attention approximation; no claim of raw-token parity or equality to native FP32 benchmark scores" }, "finished_unix": 1789534365.5483303, "source_unchanged_after_gpu": true, "bundle_files": { "1_Pooling/config.json": { "sha256": "35bbd47d7fdf1e378db6130bcc668b09d1aa67a7bbf7c8f89a9c71f4cc8ebcc6", "bytes": 312 }, "config.json": { "sha256": "5ed4b5eee780ebfc40f61a98c0a5d57f2e0b1460a5e5820011fdcfa387c16312", "bytes": 1352 }, "config_sentence_transformers.json": { "sha256": "4e4ea6f3373918c6ea630b4bcbd228d659a6dcd41a8c20dbfa676779d74c38aa", "bytes": 285 }, "model.safetensors": { "sha256": "0ad845c4b4d09c6cf45b5a3233cfde4dfa936a939cc8e48f7fdb6532569aa537", "bytes": 1227771776 }, "modules.json": { "sha256": "84e40c8e006c9b1d6c122e02cba9b02458120b5fb0c87b746c41e0207cf642cf", "bytes": 349 }, "onnx/model.onnx": { "sha256": "7e81a7233d0ffd371e07495865c57018df8931ecee652bb50cd867027e61309e", "bytes": 162380 }, "onnx/model_fa.onnx": { "sha256": "319298fa6e87b06e36fca5d8070ec8bc01a543ec3a5c1f06fb7403e093a513d9", "bytes": 154206 }, "onnx/model_fa_layer_11.onnx": { "sha256": "643c64c83b1821b876b01324db4a12ad1a45db0fee1865195439b0006c8c12e9", "bytes": 78560 }, "onnx/model_fa_layer_3.onnx": { "sha256": "ae7a3c9ca484430273d3cf8c9f8267a718fa13b67a75009b5443c062b5cb9fd5", "bytes": 24528 }, "onnx/model_fa_layer_6.onnx": { "sha256": "06227aa71e4c6b2ce20611f228e739337946afe4d0d2a65eda9714c3a3b76341", "bytes": 44633 }, "onnx/model_layer_11.onnx": { "sha256": "2c566c97c09a77c54d744924dace0c7522ecb5c32b7a167f50158c143c65eeb5", "bytes": 82623 }, "onnx/model_layer_3.onnx": { "sha256": "44eaecaa0edfd3d5ea4c6c86a7c838d45862d0773649f2ecc69108e9ad87a3d8", "bytes": 25760 }, "onnx/model_layer_6.onnx": { "sha256": "c6b4f43d64132f764387ac89ecea0d07d54d2633a62bac136e3cfcb66f2314f1", "bytes": 46885 }, "onnx/weights.data": { "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592 }, "sentence_bert_config.json": { "sha256": "ae8658c7cf91db1a3ceee800af0f9bda2c7ad60a88b5c2b4d6d5cb0a4394c9c1", "bytes": 59 }, "special_tokens_map.json": { "sha256": "6e3204c5a4004719c185007a745d1940471a6fb02521cfa0a00306dbb6bc5903", "bytes": 1051 }, "tokenizer.json": { "sha256": "17f7d8b9518c403d7429ad9eeeabb6eed49c8d3311de8ef4ed5ad811381a2ced", "bytes": 34363441 }, "tokenizer_config.json": { "sha256": "65f203e93f3ccd1943d4317006ec9a4660e1102a085c5bc9f4f934062b318ceb", "bytes": 46636 } }, "all_eight_graphs_qualified": true, "qualification_scope": "Six fixed cases at4depths,5dimensions,CPU standard and2repeats CK GPU; shape-only INT64 Concat on CPU is explicitly audited. Not32K/long-quality qualification." }, "referenced_json": { "receipt-dd5d51a45a17cd73-candidate-content.json": { "sha256": "dd5d51a45a17cd7319496d07a21447866a11f7e39f50ed0b49bce7fb8760070f", "contents": { "files": { "1_Pooling/config.json": "35bbd47d7fdf1e378db6130bcc668b09d1aa67a7bbf7c8f89a9c71f4cc8ebcc6", "config.json": "5ed4b5eee780ebfc40f61a98c0a5d57f2e0b1460a5e5820011fdcfa387c16312", "config_sentence_transformers.json": "4e4ea6f3373918c6ea630b4bcbd228d659a6dcd41a8c20dbfa676779d74c38aa", "model.safetensors": "0ad845c4b4d09c6cf45b5a3233cfde4dfa936a939cc8e48f7fdb6532569aa537", "modules.json": "84e40c8e006c9b1d6c122e02cba9b02458120b5fb0c87b746c41e0207cf642cf", "sentence_bert_config.json": "ae8658c7cf91db1a3ceee800af0f9bda2c7ad60a88b5c2b4d6d5cb0a4394c9c1", "special_tokens_map.json": "6e3204c5a4004719c185007a745d1940471a6fb02521cfa0a00306dbb6bc5903", "tokenizer.json": "17f7d8b9518c403d7429ad9eeeabb6eed49c8d3311de8ef4ed5ad811381a2ced", "tokenizer_config.json": "65f203e93f3ccd1943d4317006ec9a4660e1102a085c5bc9f4f934062b318ceb" }, "content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225" } }, "receipt-35bbd47d7fdf1e37-config.json": { "sha256": "35bbd47d7fdf1e378db6130bcc668b09d1aa67a7bbf7c8f89a9c71f4cc8ebcc6", "public_artifact": "1_Pooling/config.json", "contents_scope": "Published separately; not duplicated inside this technical evidence file." }, "receipt-5ed4b5eee780ebfc-config.json": { "sha256": "5ed4b5eee780ebfc40f61a98c0a5d57f2e0b1460a5e5820011fdcfa387c16312", "public_artifact": "config.json", "contents_scope": "Published separately; not duplicated inside this technical evidence file." }, "receipt-4e4ea6f3373918c6-config_sentence_transformers.json": { "sha256": "4e4ea6f3373918c6ea630b4bcbd228d659a6dcd41a8c20dbfa676779d74c38aa", "public_artifact": "config_sentence_transformers.json", "contents_scope": "Published separately; not duplicated inside this technical evidence file." }, "receipt-84e40c8e006c9b1d-modules.json": { "sha256": "84e40c8e006c9b1d6c122e02cba9b02458120b5fb0c87b746c41e0207cf642cf", "public_artifact": "modules.json", "contents_scope": "Published separately; not duplicated inside this technical evidence file." }, "receipt-ae8658c7cf91db1a-sentence_bert_config.json": { "sha256": "ae8658c7cf91db1a3ceee800af0f9bda2c7ad60a88b5c2b4d6d5cb0a4394c9c1", "public_artifact": "sentence_bert_config.json", "contents_scope": "Published separately; not duplicated inside this technical evidence file." }, "receipt-6e3204c5a4004719-special_tokens_map.json": { "sha256": "6e3204c5a4004719c185007a745d1940471a6fb02521cfa0a00306dbb6bc5903", "public_artifact": "special_tokens_map.json", "contents_scope": "Published separately; not duplicated inside this technical evidence file." }, "receipt-17f7d8b9518c403d-tokenizer.json": { "sha256": "17f7d8b9518c403d7429ad9eeeabb6eed49c8d3311de8ef4ed5ad811381a2ced", "public_artifact": "tokenizer.json", "contents_scope": "Published separately; not duplicated inside this technical evidence file." }, "receipt-65f203e93f3ccd19-tokenizer_config.json": { "sha256": "65f203e93f3ccd1943d4317006ec9a4660e1102a085c5bc9f4f934062b318ceb", "public_artifact": "tokenizer_config.json", "contents_scope": "Published separately; not duplicated inside this technical evidence file." }, "receipt-b89b15e24b98fcd2-cpu-receipt.json": { "sha256": "b89b15e24b98fcd28658e9d514055599c7f7865bf09d3faaba5f671755d1afcc", "contents": { "depth": 3, "standard": { "path": "onnx/model_layer_3.onnx", "sha256": "44eaecaa0edfd3d5ea4c6c86a7c838d45862d0773649f2ecc69108e9ad87a3d8" }, "ck": { "path": "onnx/model_fa_layer_3.onnx", "sha256": "ae7a3c9ca484430273d3cf8c9f8267a718fa13b67a75009b5443c062b5cb9fd5" }, "raw_export_receipt": "artifact-3121aff63c53/receipt.json", "packed_standard_parity": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 5.7220458984375e-06, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 5.7220458984375e-06, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999617 }, "512": { "max_abs_error": 8.195638656616211e-08, "minimum_cosine": 0.9999999999998987 }, "256": { "max_abs_error": 8.568167686462402e-08, "minimum_cosine": 0.9999999999999112 }, "128": { "max_abs_error": 9.685754776000977e-08, "minimum_cosine": 0.9999999999999287 }, "64": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999487 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 2.09808349609375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999335 }, "512": { "max_abs_error": 1.1175870895385742e-07, "minimum_cosine": 0.9999999999997805 }, "256": { "max_abs_error": 1.4156103134155273e-07, "minimum_cosine": 0.99999999999974 }, "128": { "max_abs_error": 1.862645149230957e-07, "minimum_cosine": 0.9999999999997193 }, "64": { "max_abs_error": 1.9371509552001953e-07, "minimum_cosine": 0.9999999999997826 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 1.9073486328125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.866455078125e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999372 }, "512": { "max_abs_error": 1.4156103134155273e-07, "minimum_cosine": 0.9999999999998139 }, "256": { "max_abs_error": 2.086162567138672e-07, "minimum_cosine": 0.9999999999997647 }, "128": { "max_abs_error": 2.8312206268310547e-07, "minimum_cosine": 0.9999999999997593 }, "64": { "max_abs_error": 3.8743019104003906e-07, "minimum_cosine": 0.9999999999997753 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 1.9073486328125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 3.814697265625e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999263 }, "512": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999997633 }, "256": { "max_abs_error": 1.9371509552001953e-07, "minimum_cosine": 0.9999999999996811 }, "128": { "max_abs_error": 2.60770320892334e-07, "minimum_cosine": 0.9999999999996538 }, "64": { "max_abs_error": 3.427267074584961e-07, "minimum_cosine": 0.9999999999996589 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 2.47955322265625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 4.57763671875e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999285 }, "512": { "max_abs_error": 1.0989606380462646e-07, "minimum_cosine": 0.9999999999997751 }, "256": { "max_abs_error": 1.825392246246338e-07, "minimum_cosine": 0.9999999999997076 }, "128": { "max_abs_error": 2.4586915969848633e-07, "minimum_cosine": 0.9999999999997198 }, "64": { "max_abs_error": 3.203749656677246e-07, "minimum_cosine": 0.99999999999978 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 2.47955322265625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999686 }, "512": { "max_abs_error": 8.940696716308594e-08, "minimum_cosine": 0.9999999999999353 }, "256": { "max_abs_error": 8.940696716308594e-08, "minimum_cosine": 0.9999999999999303 }, "128": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999313 }, "64": { "max_abs_error": 9.685754776000977e-08, "minimum_cosine": 0.9999999999999514 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": true, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 3.08612060546875, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "native_parameter_count": 19, "mapping": [ { "initializer": "encoder.embeddings.tok_embeddings.weight", "name": "embeddings.tok_embeddings.weight", "transform": "identity", "offset": 0, "length": 786432000, "sha256": "b61fc32108e001be27bfa973eb0148e228b76e56685cc65bcb33e029ef6275c3", "dtype": 1, "shape": [ 256000, 768 ] }, { "initializer": "encoder.embeddings.norm.weight", "name": "embeddings.norm.weight", "transform": "identity", "offset": 786432000, "length": 3072, "sha256": "b173b7cb5e58e591605c2d1ea8a8730cf09729c00ac8391a8b4fc95bd0f63228", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.0.mlp_norm.weight", "name": "layers.0.mlp_norm.weight", "transform": "identity", "offset": 786435072, "length": 3072, "sha256": "cb9caed1dfbcee8e9696ba346b45c4c13eb94bd885fbbdae133b3d874ae70fd0", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.attn_norm.weight", "name": "layers.1.attn_norm.weight", "transform": "identity", "offset": 786438144, "length": 3072, "sha256": "73343ffe1ed5a2ecbc98c104d0792867439177c419a6704f5220bb0852912131", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.mlp_norm.weight", "name": "layers.1.mlp_norm.weight", "transform": "identity", "offset": 786441216, "length": 3072, "sha256": "f43de8950c73688a330a115cc8bec983c1e4618825b12531d03b70702342995f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.attn_norm.weight", "name": "layers.2.attn_norm.weight", "transform": "identity", "offset": 786444288, "length": 3072, "sha256": "ad977e859e4c0c7f20f24deaf70e39c082cd1d92fb0c57a4cbb10d8b97a242f2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.mlp_norm.weight", "name": "layers.2.mlp_norm.weight", "transform": "identity", "offset": 786447360, "length": 3072, "sha256": "265d6b8435b9a67ef7a0fec09835c1c2137e44dcafc6aa930e7b87f731ec191c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "val_24", "name": "layers.0.attn.Wqkv.weight", "transform": "transpose", "offset": 786450432, "length": 7077888, "sha256": "9df664cecab8b6130a2d6a4eb725024706d783543e2f56dce16e449c18988bb9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_128", "name": "layers.0.attn.Wo.weight", "transform": "transpose", "offset": 793528320, "length": 2359296, "sha256": "9d4f220936c486b2e6a60b8e31f27fae81f50e0a1f4c9e2acacef64db3f78b35", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_131", "name": "layers.0.mlp.Wi.weight", "transform": "transpose", "offset": 795887616, "length": 7077888, "sha256": "26d666d96382d84d4991435ec94bfaae648595097b8a5f3d10bc08da50fbeb66", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_141", "name": "layers.0.mlp.Wo.weight", "transform": "transpose", "offset": 802965504, "length": 3538944, "sha256": "88359690b0a915274e5a2e8fc1fbad061a3792a6d43539f58031c4fc101b36da", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_144", "name": "layers.1.attn.Wqkv.weight", "transform": "transpose", "offset": 806504448, "length": 7077888, "sha256": "479ec437f05e31228d78dddb15e81dc64db6cc9fd429fd98bf913265930963f4", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_242", "name": "layers.1.attn.Wo.weight", "transform": "transpose", "offset": 813582336, "length": 2359296, "sha256": "5a8c3ea5dd0feceac43e8e911e20cf5d5665692b86eca256e02989c10b21da39", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_245", "name": "layers.1.mlp.Wi.weight", "transform": "transpose", "offset": 815941632, "length": 7077888, "sha256": "15b089ef759e3f33a8c27132d277495f85ad41406a79f28fb300a0861d7729a0", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_253", "name": "layers.1.mlp.Wo.weight", "transform": "transpose", "offset": 823019520, "length": 3538944, "sha256": "0211b7e880d1fc7de55d55596d5308fac820b21c875e9035720a9d2afd6d69be", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_256", "name": "layers.2.attn.Wqkv.weight", "transform": "transpose", "offset": 826558464, "length": 7077888, "sha256": "b6240eebf4398ced35667a86c66956842b29c8583223d536d6a44c0a8ee4857e", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_354", "name": "layers.2.attn.Wo.weight", "transform": "transpose", "offset": 833636352, "length": 2359296, "sha256": "9374f15f951c1a299bffc7e297b7b2f9045461c520d4949d9a0370d81383d28c", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_357", "name": "layers.2.mlp.Wi.weight", "transform": "transpose", "offset": 835995648, "length": 7077888, "sha256": "39759407d8111a66f6634647ec8a64574d8d4204654526ae06361f784a62051b", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_365", "name": "layers.2.mlp.Wo.weight", "transform": "transpose", "offset": 843073536, "length": 3538944, "sha256": "e67ec074ca9246b947cb75b1d9312323332fc124bbd70bf7cf5bb44f637b5967", "dtype": 1, "shape": [ 1152, 768 ] } ], "inline_constants": [ { "name": "clone", "dtype": 1, "shape": [], "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c" }, { "name": "val_14", "dtype": 1, "shape": [], "sha256": "abc4c4e7eee2ce04c6be04358adf5b3d0958255a80f712a8b6d4f4fdda588276" }, { "name": "val_16", "dtype": 7, "shape": [], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_18", "dtype": 7, "shape": [], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "expand_1", "dtype": 1, "shape": [ 1, 32, 1 ], "sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "name": "val_52", "dtype": 7, "shape": [ 1 ], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_56", "dtype": 7, "shape": [ 1 ], "sha256": "9d4ac218fb54041e3a70a8e14db1ea1af9f570f4842b4702ef9323f1ad8f0ec4" }, { "name": "val_60", "dtype": 7, "shape": [ 1 ], "sha256": "35be322d094f9d154a8aba4733b8497f180353bd7ae7b0a15f90b586b549f28b" }, { "name": "val_68", "dtype": 7, "shape": [ 1 ], "sha256": "6a69a6cc7473a16302890cd2a9e93e347281f6ea0e1bb784e589753bed0b3324" }, { "name": "val_116", "dtype": 1, "shape": [ 1 ], "sha256": "948945eecf4a060f48a79e9fadcd501373212c7f5be4fa5ac1ac216f2469c043" }, { "name": "val_5", "dtype": 7, "shape": [ 1 ], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "val_6", "dtype": 7, "shape": [ 1 ], "sha256": "d86e8112f3c4c4442126f8e9f44f16867da487f29052bf91b810457db34209a4" }, { "name": "val_366", "dtype": 7, "shape": [ 2 ], "sha256": "0c730b69905c5ef7a4ca5269f72365400bde2dd2c04eaf9bbb3d1c4a265a0131" }, { "name": "val_20", "dtype": 7, "shape": [], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_367", "dtype": 7, "shape": [ 2 ], "sha256": "9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db" }, { "name": "val_27", "dtype": 7, "shape": [ 1 ], "sha256": "12a3ae445661ce5dee78d0650d33362dec29c4f82af05e7e57fb595bbbacf0ca" }, { "name": "val_29", "dtype": 7, "shape": [ 1 ], "sha256": "220dde27afee4d537cac96d85d6546f825153b90e828931b74e103807541bc42" }, { "name": "val_30", "dtype": 7, "shape": [ 1 ], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_106", "dtype": 7, "shape": [ 1 ], "sha256": "81b37f7f8b78762feb067131152a700548754f937a0668c1f327d2ee1a2d2801" }, { "name": "val_108", "dtype": 7, "shape": [ 1 ], "sha256": "e6ad6c9a3a3b7658c35bacf6553fcb8ffe34387534a648fe18f875b8f7a86ddb" }, { "name": "val_126", "dtype": 7, "shape": [ 1 ], "sha256": "8285d24b1ca2820ef8beda7b35738ebb281870d192a06328d284dc3177f4fe31" }, { "name": "val_134", "dtype": 1, "shape": [], "sha256": "9c16095ed50248c0e1658be07f5bafe5dc11382843a99c6fb3a87c141808ceeb" }, { "name": "val_139", "dtype": 1, "shape": [], "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57" } ], "non_storage_structure_hash_before_and_after_pack": "3850f59f3710c285af68946370806584510b88e362130d58d7bc4407d7931879", "ck_initializers_identical": true, "ck_nodes": 3, "attention": [ { "layer": 0, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 1, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 2, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] } ], "validation": "artifact-102f5c51bcf3/layer-3", "terminal_normalization": "none" } }, "receipt-6b52704af2f68774-ck-hybrid-acceptance.json": { "sha256": "6b52704af2f68774569543bda713342fe93c677d2cdccbc81c558e4417c81a18", "contents": { "status": "passed", "scope": "Fixed R24 exit3: fixed padded/position/boundary numerical qualification, not long-context quality", "execution_contract": "GPU numerical encoder/CK attention; CPU INT64 reshape-shape Concat only", "original_strict_all_gpu_status": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm.", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "source_unchanged_after_qualification": true, "graph_sha256": "ae7a3c9ca484430273d3cf8c9f8267a718fa13b67a75009b5443c062b5cb9fd5", "plan_sha256": "7448b25d601c8ac4a91257f0171aadbab6e6c80dd79d1892f61e7134b1821818", "original_plan_sha256": "cec1298690244ce47331bd277271b1e651197a47af6e9a1802f3031aaec56d9d", "diagnostic_report_sha256": "bd9b49f28e1461fc86028354ca799d996580c4736fe38bc6bd760d399b9c2f0a", "qualifier_sha256": "af7f8e7ff8f4ec0f554ad9ccf5ba6f3f1d6a2a3a3f4b4c3a4c226ddb74236e35", "outputs_sha256": "67e21a997f41b7e7bf5fe458c11f3954ce55ebe5afdde5a0d7a49a344285a387", "runtime_image_id": "sha256:da03d746a478588290d73e6bf5b2a4ca49a11b2bb55044668ced2c18885526b4", "ort_version": "1.22.1", "custom_library_sha256": "5abf41aa04cfa837c406df461ff9b1407bb21ee8c0c5e5b9bc5d37d0e22410b2", "gpu_visibility": { "ROCR_VISIBLE_DEVICES": "1" }, "ck_gpu_events": 36, "expected_ck_gpu_events": 36, "provider_operator_events": { "ROCMExecutionProvider": { "Gather": 12, "LayerNormalization": 72, "MatMul": 156, "Shape": 12, "Reshape": 72, "Split": 144, "Transpose": 156, "Squeeze": 108, "Neg": 72, "Concat": 84, "Unsqueeze": 48, "Cast": 168, "Sin": 12, "Mul": 264, "Cos": 12, "Add": 180, "Sub": 12, "CKFlashAttention": 36, "Div": 36, "Erf": 36 }, "CPUExecutionProvider": { "Concat": 24 } }, "cpu_shape_control": { "node_Concat_29": { "operator": "Concat", "dtype": "int64", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 5 ] } ], "consumers": [ { "name": "node_view", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_2", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_4", "operator": "Reshape", "input_index": 1 } ] }, "node_Concat_125": { "operator": "Concat", "dtype": "int64", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 3 ] } ], "consumers": [ { "name": "node_view_1", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_3", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_5", "operator": "Reshape", "input_index": 1 } ] } }, "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "cases": [ { "case": "single", "repeat": 0, "valid_token_max_abs_error": 0.003833770751953125, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 2.1716579794883728e-05, "minimum_cosine": 0.9999999881732631 }, "512": { "max_abs_error": 4.377216100692749e-05, "minimum_cosine": 0.999999971052135 }, "256": { "max_abs_error": 6.136298179626465e-05, "minimum_cosine": 0.9999999730629413 }, "128": { "max_abs_error": 7.263198494911194e-05, "minimum_cosine": 0.9999999826576946 }, "64": { "max_abs_error": 4.204362630844116e-05, "minimum_cosine": 0.9999999916351374 } } }, { "case": "single", "repeat": 1, "valid_token_max_abs_error": 0.003833770751953125, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 2.1716579794883728e-05, "minimum_cosine": 0.9999999881732631 }, "512": { "max_abs_error": 4.377216100692749e-05, "minimum_cosine": 0.999999971052135 }, "256": { "max_abs_error": 6.136298179626465e-05, "minimum_cosine": 0.9999999730629413 }, "128": { "max_abs_error": 7.263198494911194e-05, "minimum_cosine": 0.9999999826576946 }, "64": { "max_abs_error": 4.204362630844116e-05, "minimum_cosine": 0.9999999916351374 } } }, { "case": "padding", "repeat": 0, "valid_token_max_abs_error": 0.005092620849609375, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 1.80024653673172e-05, "minimum_cosine": 0.9999999892940542 }, "512": { "max_abs_error": 3.987923264503479e-05, "minimum_cosine": 0.9999999671617497 }, "256": { "max_abs_error": 6.481446325778961e-05, "minimum_cosine": 0.9999999612252465 }, "128": { "max_abs_error": 8.97478312253952e-05, "minimum_cosine": 0.9999999627840964 }, "64": { "max_abs_error": 6.397813558578491e-05, "minimum_cosine": 0.9999999722184659 } } }, { "case": "padding", "repeat": 1, "valid_token_max_abs_error": 0.005092620849609375, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 1.80024653673172e-05, "minimum_cosine": 0.9999999892940542 }, "512": { "max_abs_error": 3.987923264503479e-05, "minimum_cosine": 0.9999999671617497 }, "256": { "max_abs_error": 6.481446325778961e-05, "minimum_cosine": 0.9999999612252465 }, "128": { "max_abs_error": 8.97478312253952e-05, "minimum_cosine": 0.9999999627840964 }, "64": { "max_abs_error": 6.397813558578491e-05, "minimum_cosine": 0.9999999722184659 } } }, { "case": "offset", "repeat": 0, "valid_token_max_abs_error": 0.0043506622314453125, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 2.32011079788208e-05, "minimum_cosine": 0.9999999829785073 }, "512": { "max_abs_error": 4.763901233673096e-05, "minimum_cosine": 0.9999999435691707 }, "256": { "max_abs_error": 7.643178105354309e-05, "minimum_cosine": 0.9999999254197377 }, "128": { "max_abs_error": 0.00010572373867034912, "minimum_cosine": 0.9999999191485345 }, "64": { "max_abs_error": 0.00013307924382388592, "minimum_cosine": 0.9999999345412923 } } }, { "case": "offset", "repeat": 1, "valid_token_max_abs_error": 0.0043506622314453125, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 2.32011079788208e-05, "minimum_cosine": 0.9999999829785073 }, "512": { "max_abs_error": 4.763901233673096e-05, "minimum_cosine": 0.9999999435691707 }, "256": { "max_abs_error": 7.643178105354309e-05, "minimum_cosine": 0.9999999254197377 }, "128": { "max_abs_error": 0.00010572373867034912, "minimum_cosine": 0.9999999191485345 }, "64": { "max_abs_error": 0.00013307924382388592, "minimum_cosine": 0.9999999345412923 } } }, { "case": "offset_8192", "repeat": 0, "valid_token_max_abs_error": 0.01155853271484375, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 2.6483088731765747e-05, "minimum_cosine": 0.999999987914116 }, "512": { "max_abs_error": 5.838274955749512e-05, "minimum_cosine": 0.9999999601362136 }, "256": { "max_abs_error": 8.475780487060547e-05, "minimum_cosine": 0.9999999488773195 }, "128": { "max_abs_error": 0.00010633468627929688, "minimum_cosine": 0.9999999495142546 }, "64": { "max_abs_error": 0.00012868642807006836, "minimum_cosine": 0.9999999565075359 } } }, { "case": "offset_8192", "repeat": 1, "valid_token_max_abs_error": 0.01155853271484375, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 2.6483088731765747e-05, "minimum_cosine": 0.999999987914116 }, "512": { "max_abs_error": 5.838274955749512e-05, "minimum_cosine": 0.9999999601362136 }, "256": { "max_abs_error": 8.475780487060547e-05, "minimum_cosine": 0.9999999488773195 }, "128": { "max_abs_error": 0.00010633468627929688, "minimum_cosine": 0.9999999495142546 }, "64": { "max_abs_error": 0.00012868642807006836, "minimum_cosine": 0.9999999565075359 } } }, { "case": "position_spacing", "repeat": 0, "valid_token_max_abs_error": 0.0060367584228515625, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 1.8656253814697266e-05, "minimum_cosine": 0.9999999907167598 }, "512": { "max_abs_error": 4.042685031890869e-05, "minimum_cosine": 0.9999999669044516 }, "256": { "max_abs_error": 5.751848220825195e-05, "minimum_cosine": 0.999999958421733 }, "128": { "max_abs_error": 7.849559187889099e-05, "minimum_cosine": 0.9999999595681373 }, "64": { "max_abs_error": 8.93324613571167e-05, "minimum_cosine": 0.9999999713708108 } } }, { "case": "position_spacing", "repeat": 1, "valid_token_max_abs_error": 0.0060367584228515625, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 1.8656253814697266e-05, "minimum_cosine": 0.9999999907167598 }, "512": { "max_abs_error": 4.042685031890869e-05, "minimum_cosine": 0.9999999669044516 }, "256": { "max_abs_error": 5.751848220825195e-05, "minimum_cosine": 0.999999958421733 }, "128": { "max_abs_error": 7.849559187889099e-05, "minimum_cosine": 0.9999999595681373 }, "64": { "max_abs_error": 8.93324613571167e-05, "minimum_cosine": 0.9999999713708108 } } }, { "case": "local_window_boundary", "repeat": 0, "valid_token_max_abs_error": 0.0057239532470703125, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 9.143725037574768e-06, "minimum_cosine": 0.9999999976880318 }, "512": { "max_abs_error": 1.940689980983734e-05, "minimum_cosine": 0.9999999915168984 }, "256": { "max_abs_error": 2.9117800295352936e-05, "minimum_cosine": 0.9999999901511311 }, "128": { "max_abs_error": 3.389827907085419e-05, "minimum_cosine": 0.99999999052188 }, "64": { "max_abs_error": 4.22503799200058e-05, "minimum_cosine": 0.9999999924533088 } } }, { "case": "local_window_boundary", "repeat": 1, "valid_token_max_abs_error": 0.0057239532470703125, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 9.143725037574768e-06, "minimum_cosine": 0.9999999976880318 }, "512": { "max_abs_error": 1.940689980983734e-05, "minimum_cosine": 0.9999999915168984 }, "256": { "max_abs_error": 2.9117800295352936e-05, "minimum_cosine": 0.9999999901511311 }, "128": { "max_abs_error": 3.389827907085419e-05, "minimum_cosine": 0.99999999052188 }, "64": { "max_abs_error": 4.22503799200058e-05, "minimum_cosine": 0.9999999924533088 } } } ], "acceptance_contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_required": false, "raw_token_gate_passed": true, "raw_token_gate_status": "passed", "raw_failed_cases": [], "raw_output_caveat": "CK uses FP16 attention with FP32 weights/residuals. Embedding-output qualification does not establish raw-token parity or equality to native FP32 benchmark scores.", "embedding_gate_passed": true, "artifact_retained": true } }, "receipt-e372a2489a1322bd-receipt.json": { "sha256": "e372a2489a1322bd339b8bf2cb33c47e9e516e138cf7cdb88d96d2fe6213806e", "contents": { "status": "passed", "started_unix": 1789534241.7753873, "source": "artifact-0971c7eda70c/candidate", "output": "artifact-459a953c6066/layer-3", "source_freeze": "artifact-ec996992cd9e/candidate-content.json", "script_sha256": "9eefd9be6953edb8001fac0d8b81053fdb5aa47a92e70ef5ab14bbb16b1e46dc", "arguments": { "candidate": "artifact-0971c7eda70c/candidate", "freeze": "artifact-ec996992cd9e/candidate-content.json", "output": "artifact-459a953c6066/layer-3", "layers": [ 3 ], "representation_contract": "artifact-f78f46bcaefe/vela-representation-contract-v1.json", "ort_site_packages": "artifact-f45bdc08c565/site-packages", "threads": 4, "max_output_bytes": 4294967296, "reserve_free_bytes": 8589934592, "delete_verified_graph_data": false, "embedding_output_contract": true }, "scope": "Standard ONNX numerical export smoke only; CKFlashAttention pending", "graphs": [ { "depth": 3, "graph": "model_layer3.onnx", "graph_sha256": "5c7ec1bfb53c983d1b2bacf5761acdf3d24fe14f3b7f42c7ea0e12b2846f434e", "graph_bytes": 25909, "inputs": [ { "name": "input_ids", "element_type": 7, "shape": [ "batch", "sequence" ] }, { "name": "attention_mask", "element_type": 7, "shape": [ "batch", "sequence" ] }, { "name": "position_ids", "element_type": 7, "shape": [ 1, "sequence" ] } ], "outputs": [ { "name": "last_hidden_state", "element_type": 1, "shape": [ "batch", "sequence", 768 ] } ], "external_data": { "model_layer3.onnx.data": { "sha256": "6c713d2cc84bef79d348a8be3eaae0d57e16e7a8fd1bb8de9b7a3bd08a972077", "bytes": 846659584 } }, "node_count": 193, "terminal_normalization": "none", "structural_checker": "passed", "disk_after_export": { "output_bytes": 846717048, "filesystem_free_bytes": 41223771541504 }, "prefix_vs_full_selected_hidden_max_abs_errors": { "single": 0.0, "padding": 0.0, "offset": 0.0, "offset_8192": 0.0, "position_spacing": 0.0, "local_window_boundary": 0.0 }, "numerical_validation": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 5.7220458984375e-06, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 5.7220458984375e-06, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999617 }, "512": { "max_abs_error": 8.195638656616211e-08, "minimum_cosine": 0.9999999999998987 }, "256": { "max_abs_error": 8.568167686462402e-08, "minimum_cosine": 0.9999999999999112 }, "128": { "max_abs_error": 9.685754776000977e-08, "minimum_cosine": 0.9999999999999287 }, "64": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999487 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 2.09808349609375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999335 }, "512": { "max_abs_error": 1.1175870895385742e-07, "minimum_cosine": 0.9999999999997805 }, "256": { "max_abs_error": 1.4156103134155273e-07, "minimum_cosine": 0.99999999999974 }, "128": { "max_abs_error": 1.862645149230957e-07, "minimum_cosine": 0.9999999999997193 }, "64": { "max_abs_error": 1.9371509552001953e-07, "minimum_cosine": 0.9999999999997826 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 1.9073486328125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.866455078125e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999372 }, "512": { "max_abs_error": 1.4156103134155273e-07, "minimum_cosine": 0.9999999999998139 }, "256": { "max_abs_error": 2.086162567138672e-07, "minimum_cosine": 0.9999999999997647 }, "128": { "max_abs_error": 2.8312206268310547e-07, "minimum_cosine": 0.9999999999997593 }, "64": { "max_abs_error": 3.8743019104003906e-07, "minimum_cosine": 0.9999999999997753 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 1.9073486328125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 3.814697265625e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.960464477539063e-08, "minimum_cosine": 0.9999999999999263 }, "512": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999997633 }, "256": { "max_abs_error": 1.9371509552001953e-07, "minimum_cosine": 0.9999999999996811 }, "128": { "max_abs_error": 2.60770320892334e-07, "minimum_cosine": 0.9999999999996538 }, "64": { "max_abs_error": 3.427267074584961e-07, "minimum_cosine": 0.9999999999996589 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 2.47955322265625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 4.57763671875e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999285 }, "512": { "max_abs_error": 1.0989606380462646e-07, "minimum_cosine": 0.9999999999997751 }, "256": { "max_abs_error": 1.825392246246338e-07, "minimum_cosine": 0.9999999999997076 }, "128": { "max_abs_error": 2.4586915969848633e-07, "minimum_cosine": 0.9999999999997198 }, "64": { "max_abs_error": 3.203749656677246e-07, "minimum_cosine": 0.99999999999978 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 2.47955322265625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999686 }, "512": { "max_abs_error": 8.940696716308594e-08, "minimum_cosine": 0.9999999999999353 }, "256": { "max_abs_error": 8.940696716308594e-08, "minimum_cosine": 0.9999999999999303 }, "128": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999999313 }, "64": { "max_abs_error": 9.685754776000977e-08, "minimum_cosine": 0.9999999999999514 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": true, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 3.08612060546875, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "artifact_retained": true } ], "atol": 0.0002, "rtol": 0.0001, "runtime": { "python": "3.12.3 (main, Aug 31 2026, 10:18:26) [GCC 13.3.0]", "torch": "2.10.0+rocm7.0", "transformers": "4.57.6", "onnx": "1.18.0", "onnxruntime": "1.23.2", "numpy": "2.5.3", "device": "cpu", "sdpa": "math only", "parameter_dtype": "float32" }, "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "representation_contract": { "version": 1, "intermediate_normalization": "none", "final_normalization": "final_norm", "pooling": "attention_mask_mean", "pooling_accumulation_dtype": "float32", "truncate_before_l2_normalize": true }, "representation_contract_origin": "explicit export-only metadata; frozen native files unchanged", "explicit_contract_sha256": "4988b5b728e21a1fad001c1087ffd3044c9d0bceeccfc52d4d8220625692e96d", "initial_disk": { "output_bytes": 1324, "filesystem_free_bytes": 41224618258432 }, "actual_config": { "return_dict": true, "output_hidden_states": false, "torchscript": false, "dtype": "float32", "pruned_heads": {}, "tie_word_embeddings": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "architectures": [ "ModernBertModel" ], "finetuning_task": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "task_specific_params": null, "problem_type": null, "tokenizer_class": null, "prefix": null, "bos_token_id": 2, "pad_token_id": 0, "eos_token_id": 1, "sep_token_id": 1, "decoder_start_token_id": null, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "num_beam_groups": 1, "diversity_penalty": 0.0, "_name_or_path": "artifact-0971c7eda70c/candidate", "transformers_version": "4.57.6", "cls_token_id": 1, "gradient_checkpointing": false, "layer_norm_eps": 1e-05, "mask_token_id": 4, "model_type": "modernbert", "position_embedding_type": "sans_pos", "rope_scaling": { "attention_factor": 1.0, "factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "yarn" }, "tf_legacy_loss": false, "use_bfloat16": false, "vocab_size": 256000, "max_position_embeddings": 32768, "hidden_size": 768, "intermediate_size": 1152, "num_hidden_layers": 22, "num_attention_heads": 12, "initializer_range": 0.02, "initializer_cutoff_factor": 2.0, "norm_eps": 1e-05, "norm_bias": false, "global_rope_theta": 160000, "attention_bias": false, "attention_dropout": 0.0, "hidden_activation": "gelu", "global_attn_every_n_layers": 3, "local_attention": 128, "local_rope_theta": 160000, "embedding_dropout": 0.0, "mlp_bias": false, "mlp_dropout": 0.0, "decoder_bias": true, "classifier_pooling": "mean", "classifier_dropout": 0.0, "classifier_bias": false, "classifier_activation": "gelu", "deterministic_flash_attn": false, "sparse_prediction": false, "sparse_pred_ignore_index": -100, "repad_logits_with_grad": false, "output_attentions": false }, "rotary_modules": [ { "layer": 0, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 1, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 2, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 3, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 4, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 5, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 6, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 7, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 8, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 9, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 10, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 11, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 12, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 13, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 14, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 15, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 16, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 17, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 18, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 19, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 20, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 21, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" } ], "source_content_sha256_after": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "final_disk": { "output_bytes": 846730282, "filesystem_free_bytes": 41223771529216 }, "finished_unix": 1789534252.604176 } }, "receipt-0cea1c7fccf1954c-cpu-receipt.json": { "sha256": "0cea1c7fccf1954cbeecd874f812ea07240fa8e13f2b696a3ac6c1ae661c0e44", "contents": { "depth": 6, "standard": { "path": "onnx/model_layer_6.onnx", "sha256": "c6b4f43d64132f764387ac89ecea0d07d54d2633a62bac136e3cfcb66f2314f1" }, "ck": { "path": "onnx/model_fa_layer_6.onnx", "sha256": "06227aa71e4c6b2ce20611f228e739337946afe4d0d2a65eda9714c3a3b76341" }, "raw_export_receipt": "artifact-46e3f9c6f3a8/receipt.json", "packed_standard_parity": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 7.62939453125e-06, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-06, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999998412 }, "512": { "max_abs_error": 1.341104507446289e-07, "minimum_cosine": 0.9999999999996287 }, "256": { "max_abs_error": 1.6065314412117004e-07, "minimum_cosine": 0.9999999999996655 }, "128": { "max_abs_error": 1.8812716007232666e-07, "minimum_cosine": 0.9999999999997222 }, "64": { "max_abs_error": 1.5040859580039978e-07, "minimum_cosine": 0.9999999999998235 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 2.09808349609375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1175870895385742e-07, "minimum_cosine": 0.9999999999997898 }, "512": { "max_abs_error": 2.3096799850463867e-07, "minimum_cosine": 0.9999999999993973 }, "256": { "max_abs_error": 4.0605664253234863e-07, "minimum_cosine": 0.9999999999991229 }, "128": { "max_abs_error": 5.587935447692871e-07, "minimum_cosine": 0.9999999999991592 }, "64": { "max_abs_error": 6.407499313354492e-07, "minimum_cosine": 0.9999999999993545 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 1.71661376953125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.4849853515625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.0710209608078003e-07, "minimum_cosine": 0.9999999999998178 }, "512": { "max_abs_error": 2.123415470123291e-07, "minimum_cosine": 0.9999999999995379 }, "256": { "max_abs_error": 3.762543201446533e-07, "minimum_cosine": 0.9999999999991797 }, "128": { "max_abs_error": 5.289912223815918e-07, "minimum_cosine": 0.9999999999990278 }, "64": { "max_abs_error": 6.258487701416016e-07, "minimum_cosine": 0.9999999999991981 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 2.288818359375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.103515625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.3504177331924438e-07, "minimum_cosine": 0.9999999999997131 }, "512": { "max_abs_error": 2.812594175338745e-07, "minimum_cosine": 0.9999999999991849 }, "256": { "max_abs_error": 4.880130290985107e-07, "minimum_cosine": 0.999999999998614 }, "128": { "max_abs_error": 6.780028343200684e-07, "minimum_cosine": 0.9999999999985332 }, "64": { "max_abs_error": 7.897615432739258e-07, "minimum_cosine": 0.9999999999989021 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 1.9073486328125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 3.814697265625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.0244548320770264e-07, "minimum_cosine": 0.9999999999998166 }, "512": { "max_abs_error": 2.1606683731079102e-07, "minimum_cosine": 0.9999999999994391 }, "256": { "max_abs_error": 3.725290298461914e-07, "minimum_cosine": 0.9999999999990433 }, "128": { "max_abs_error": 4.284083843231201e-07, "minimum_cosine": 0.9999999999992488 }, "64": { "max_abs_error": 4.172325134277344e-07, "minimum_cosine": 0.9999999999995026 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 2.86102294921875e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 8.392333984375e-05, "embedding_dimensions": { "768": { "max_abs_error": 6.146728992462158e-08, "minimum_cosine": 0.9999999999999376 }, "512": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999998113 }, "256": { "max_abs_error": 1.434236764907837e-07, "minimum_cosine": 0.9999999999997926 }, "128": { "max_abs_error": 1.4901161193847656e-07, "minimum_cosine": 0.9999999999998554 }, "64": { "max_abs_error": 1.862645149230957e-07, "minimum_cosine": 0.9999999999998931 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": true, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 3.845714569091797, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "native_parameter_count": 37, "mapping": [ { "initializer": "encoder.embeddings.tok_embeddings.weight", "name": "embeddings.tok_embeddings.weight", "transform": "identity", "offset": 0, "length": 786432000, "sha256": "b61fc32108e001be27bfa973eb0148e228b76e56685cc65bcb33e029ef6275c3", "dtype": 1, "shape": [ 256000, 768 ] }, { "initializer": "encoder.embeddings.norm.weight", "name": "embeddings.norm.weight", "transform": "identity", "offset": 786432000, "length": 3072, "sha256": "b173b7cb5e58e591605c2d1ea8a8730cf09729c00ac8391a8b4fc95bd0f63228", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.0.mlp_norm.weight", "name": "layers.0.mlp_norm.weight", "transform": "identity", "offset": 786435072, "length": 3072, "sha256": "cb9caed1dfbcee8e9696ba346b45c4c13eb94bd885fbbdae133b3d874ae70fd0", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.attn_norm.weight", "name": "layers.1.attn_norm.weight", "transform": "identity", "offset": 786438144, "length": 3072, "sha256": "73343ffe1ed5a2ecbc98c104d0792867439177c419a6704f5220bb0852912131", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.mlp_norm.weight", "name": "layers.1.mlp_norm.weight", "transform": "identity", "offset": 786441216, "length": 3072, "sha256": "f43de8950c73688a330a115cc8bec983c1e4618825b12531d03b70702342995f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.attn_norm.weight", "name": "layers.2.attn_norm.weight", "transform": "identity", "offset": 786444288, "length": 3072, "sha256": "ad977e859e4c0c7f20f24deaf70e39c082cd1d92fb0c57a4cbb10d8b97a242f2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.mlp_norm.weight", "name": "layers.2.mlp_norm.weight", "transform": "identity", "offset": 786447360, "length": 3072, "sha256": "265d6b8435b9a67ef7a0fec09835c1c2137e44dcafc6aa930e7b87f731ec191c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.attn_norm.weight", "name": "layers.3.attn_norm.weight", "transform": "identity", "offset": 846612480, "length": 3072, "sha256": "21e7469dad7ed325a0f694376c68384ade73d9d776b778b6ae5cafdfe5fbc3af", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.mlp_norm.weight", "name": "layers.3.mlp_norm.weight", "transform": "identity", "offset": 846615552, "length": 3072, "sha256": "8077b9b6e1788ea47567058451da63036737345a5517d0523ccb387528b88d13", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.attn_norm.weight", "name": "layers.4.attn_norm.weight", "transform": "identity", "offset": 846618624, "length": 3072, "sha256": "c1a21c5fb9958af52dea66c5984a2526e728863bcab1ff93b7b11decb49629ab", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.mlp_norm.weight", "name": "layers.4.mlp_norm.weight", "transform": "identity", "offset": 846621696, "length": 3072, "sha256": "d79f84d61d36baf4f17056417e3674dc161d43a709ae813332c190e045fad00a", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.attn_norm.weight", "name": "layers.5.attn_norm.weight", "transform": "identity", "offset": 846624768, "length": 3072, "sha256": "8ccae5ba97cb157930c8a2702bc25489d916e121ada4fe7f9c282336aa30faee", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.mlp_norm.weight", "name": "layers.5.mlp_norm.weight", "transform": "identity", "offset": 846627840, "length": 3072, "sha256": "b3577ef3415811afb27e02d2d89482df02d17a176a483702392c1bb57e1b48f5", "dtype": 1, "shape": [ 768 ] }, { "initializer": "val_24", "name": "layers.0.attn.Wqkv.weight", "transform": "transpose", "offset": 786450432, "length": 7077888, "sha256": "9df664cecab8b6130a2d6a4eb725024706d783543e2f56dce16e449c18988bb9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_128", "name": "layers.0.attn.Wo.weight", "transform": "transpose", "offset": 793528320, "length": 2359296, "sha256": "9d4f220936c486b2e6a60b8e31f27fae81f50e0a1f4c9e2acacef64db3f78b35", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_131", "name": "layers.0.mlp.Wi.weight", "transform": "transpose", "offset": 795887616, "length": 7077888, "sha256": "26d666d96382d84d4991435ec94bfaae648595097b8a5f3d10bc08da50fbeb66", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_141", "name": "layers.0.mlp.Wo.weight", "transform": "transpose", "offset": 802965504, "length": 3538944, "sha256": "88359690b0a915274e5a2e8fc1fbad061a3792a6d43539f58031c4fc101b36da", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_144", "name": "layers.1.attn.Wqkv.weight", "transform": "transpose", "offset": 806504448, "length": 7077888, "sha256": "479ec437f05e31228d78dddb15e81dc64db6cc9fd429fd98bf913265930963f4", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_242", "name": "layers.1.attn.Wo.weight", "transform": "transpose", "offset": 813582336, "length": 2359296, "sha256": "5a8c3ea5dd0feceac43e8e911e20cf5d5665692b86eca256e02989c10b21da39", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_245", "name": "layers.1.mlp.Wi.weight", "transform": "transpose", "offset": 815941632, "length": 7077888, "sha256": "15b089ef759e3f33a8c27132d277495f85ad41406a79f28fb300a0861d7729a0", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_253", "name": "layers.1.mlp.Wo.weight", "transform": "transpose", "offset": 823019520, "length": 3538944, "sha256": "0211b7e880d1fc7de55d55596d5308fac820b21c875e9035720a9d2afd6d69be", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_256", "name": "layers.2.attn.Wqkv.weight", "transform": "transpose", "offset": 826558464, "length": 7077888, "sha256": "b6240eebf4398ced35667a86c66956842b29c8583223d536d6a44c0a8ee4857e", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_354", "name": "layers.2.attn.Wo.weight", "transform": "transpose", "offset": 833636352, "length": 2359296, "sha256": "9374f15f951c1a299bffc7e297b7b2f9045461c520d4949d9a0370d81383d28c", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_357", "name": "layers.2.mlp.Wi.weight", "transform": "transpose", "offset": 835995648, "length": 7077888, "sha256": "39759407d8111a66f6634647ec8a64574d8d4204654526ae06361f784a62051b", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_365", "name": "layers.2.mlp.Wo.weight", "transform": "transpose", "offset": 843073536, "length": 3538944, "sha256": "e67ec074ca9246b947cb75b1d9312323332fc124bbd70bf7cf5bb44f637b5967", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_368", "name": "layers.3.attn.Wqkv.weight", "transform": "transpose", "offset": 846630912, "length": 7077888, "sha256": "5c0b23afed9faf9529564e56e2a70a2c320130b0285f7b278bbf15016b022d57", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_466", "name": "layers.3.attn.Wo.weight", "transform": "transpose", "offset": 853708800, "length": 2359296, "sha256": "dbaffc14dbf34c4a789a2bce6db384dced62c5ca8523c046fc6f10aaefcfe687", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_469", "name": "layers.3.mlp.Wi.weight", "transform": "transpose", "offset": 856068096, "length": 7077888, "sha256": "29abc2b57f2e4c7ff6b9bfe7cf22481329592d04fd926dee28b442b08ca586f5", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_477", "name": "layers.3.mlp.Wo.weight", "transform": "transpose", "offset": 863145984, "length": 3538944, "sha256": "b84cb1c4c4fe1e6c9f938fc7ddb2501e27a3bd085497d45a4db0108df62e3881", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_480", "name": "layers.4.attn.Wqkv.weight", "transform": "transpose", "offset": 866684928, "length": 7077888, "sha256": "b28de977eeb1711c7e67f4fd43fb53a7b64ddec5d1ff4889f9acbc5e070698e1", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_578", "name": "layers.4.attn.Wo.weight", "transform": "transpose", "offset": 873762816, "length": 2359296, "sha256": "3dcf76d53a3205b6215c3d3264c6270fbded96b671f53570448dbfa995df2966", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_581", "name": "layers.4.mlp.Wi.weight", "transform": "transpose", "offset": 876122112, "length": 7077888, "sha256": "e0589e90a943a771bc665d6ac2b313ab5408fa948adff4ca9288b5c366140091", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_589", "name": "layers.4.mlp.Wo.weight", "transform": "transpose", "offset": 883200000, "length": 3538944, "sha256": "860f7fc06bb8287aa1760ed3dcebd61d1a0f355c7fe1b5ab46ac4951e5543840", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_592", "name": "layers.5.attn.Wqkv.weight", "transform": "transpose", "offset": 886738944, "length": 7077888, "sha256": "0500ef0bb4ae03a5a4a7106a2e5261daf9c5bd6c826606e31a351c2a227fba82", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_690", "name": "layers.5.attn.Wo.weight", "transform": "transpose", "offset": 893816832, "length": 2359296, "sha256": "3665f15673854a1a6f75ce24ce81d69e54e005476c6d18a2ad7c932cf6103634", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_693", "name": "layers.5.mlp.Wi.weight", "transform": "transpose", "offset": 896176128, "length": 7077888, "sha256": "3bc69914bc48bb811305d078196e5d73c49505b414accc14536968eb50fdb6f9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_701", "name": "layers.5.mlp.Wo.weight", "transform": "transpose", "offset": 903254016, "length": 3538944, "sha256": "3b130c028ef573a6810d540bbf41b3d5fe6f52085c20224ee274c476bfeb06c9", "dtype": 1, "shape": [ 1152, 768 ] } ], "inline_constants": [ { "name": "clone", "dtype": 1, "shape": [], "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c" }, { "name": "val_14", "dtype": 1, "shape": [], "sha256": "abc4c4e7eee2ce04c6be04358adf5b3d0958255a80f712a8b6d4f4fdda588276" }, { "name": "val_16", "dtype": 7, "shape": [], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_18", "dtype": 7, "shape": [], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "expand_1", "dtype": 1, "shape": [ 1, 32, 1 ], "sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "name": "val_52", "dtype": 7, "shape": [ 1 ], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_56", "dtype": 7, "shape": [ 1 ], "sha256": "9d4ac218fb54041e3a70a8e14db1ea1af9f570f4842b4702ef9323f1ad8f0ec4" }, { "name": "val_60", "dtype": 7, "shape": [ 1 ], "sha256": "35be322d094f9d154a8aba4733b8497f180353bd7ae7b0a15f90b586b549f28b" }, { "name": "val_68", "dtype": 7, "shape": [ 1 ], "sha256": "6a69a6cc7473a16302890cd2a9e93e347281f6ea0e1bb784e589753bed0b3324" }, { "name": "val_116", "dtype": 1, "shape": [ 1 ], "sha256": "948945eecf4a060f48a79e9fadcd501373212c7f5be4fa5ac1ac216f2469c043" }, { "name": "val_5", "dtype": 7, "shape": [ 1 ], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "val_6", "dtype": 7, "shape": [ 1 ], "sha256": "d86e8112f3c4c4442126f8e9f44f16867da487f29052bf91b810457db34209a4" }, { "name": "val_702", "dtype": 7, "shape": [ 2 ], "sha256": "0c730b69905c5ef7a4ca5269f72365400bde2dd2c04eaf9bbb3d1c4a265a0131" }, { "name": "val_20", "dtype": 7, "shape": [], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_703", "dtype": 7, "shape": [ 2 ], "sha256": "9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db" }, { "name": "val_27", "dtype": 7, "shape": [ 1 ], "sha256": "12a3ae445661ce5dee78d0650d33362dec29c4f82af05e7e57fb595bbbacf0ca" }, { "name": "val_29", "dtype": 7, "shape": [ 1 ], "sha256": "220dde27afee4d537cac96d85d6546f825153b90e828931b74e103807541bc42" }, { "name": "val_30", "dtype": 7, "shape": [ 1 ], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_106", "dtype": 7, "shape": [ 1 ], "sha256": "81b37f7f8b78762feb067131152a700548754f937a0668c1f327d2ee1a2d2801" }, { "name": "val_108", "dtype": 7, "shape": [ 1 ], "sha256": "e6ad6c9a3a3b7658c35bacf6553fcb8ffe34387534a648fe18f875b8f7a86ddb" }, { "name": "val_126", "dtype": 7, "shape": [ 1 ], "sha256": "8285d24b1ca2820ef8beda7b35738ebb281870d192a06328d284dc3177f4fe31" }, { "name": "val_134", "dtype": 1, "shape": [], "sha256": "9c16095ed50248c0e1658be07f5bafe5dc11382843a99c6fb3a87c141808ceeb" }, { "name": "val_139", "dtype": 1, "shape": [], "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57" } ], "non_storage_structure_hash_before_and_after_pack": "504dd06b2cc52309ecbfec112986540ef53350d6a3167aad8559363b4b277896", "ck_initializers_identical": true, "ck_nodes": 6, "attention": [ { "layer": 0, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 1, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 2, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 3, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 4, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 5, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] } ], "validation": "artifact-0bf476d7c7b7/layer-6", "terminal_normalization": "none" } }, "receipt-373fcf6cd9f304a0-ck-hybrid-acceptance.json": { "sha256": "373fcf6cd9f304a0a17a6db5026329610fb710c81e1f08c96790d308d3444f08", "contents": { "status": "passed", "scope": "Fixed R24 exit6: fixed padded/position/boundary numerical qualification, not long-context quality", "execution_contract": "GPU numerical encoder/CK attention; CPU INT64 reshape-shape Concat only", "original_strict_all_gpu_status": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm.", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "source_unchanged_after_qualification": true, "graph_sha256": "06227aa71e4c6b2ce20611f228e739337946afe4d0d2a65eda9714c3a3b76341", "plan_sha256": "94cd1153b3052d8e0550e6a7546d928f2bc2f20e87e6e93ff444455d8a8f7fc5", "original_plan_sha256": "bebac5a4d67ea80354894c0b65fc523c0bf5e277d8a2870c82ee714437e006a4", "diagnostic_report_sha256": "d2443812e3f3a000593f27296c6adf2b380d77294718eff30739fef3b6fd8d85", "qualifier_sha256": "af7f8e7ff8f4ec0f554ad9ccf5ba6f3f1d6a2a3a3f4b4c3a4c226ddb74236e35", "outputs_sha256": "9db78baed1f98576dab907d3107d16845863e67145ed7b2866fe7e4bf1272401", "runtime_image_id": "sha256:da03d746a478588290d73e6bf5b2a4ca49a11b2bb55044668ced2c18885526b4", "ort_version": "1.22.1", "custom_library_sha256": "5abf41aa04cfa837c406df461ff9b1407bb21ee8c0c5e5b9bc5d37d0e22410b2", "gpu_visibility": { "ROCR_VISIBLE_DEVICES": "1" }, "ck_gpu_events": 72, "expected_ck_gpu_events": 72, "provider_operator_events": { "ROCMExecutionProvider": { "Gather": 12, "LayerNormalization": 144, "MatMul": 300, "Shape": 12, "Reshape": 144, "Split": 288, "Transpose": 300, "Squeeze": 216, "Neg": 144, "Concat": 156, "Unsqueeze": 48, "Cast": 312, "Sin": 12, "Mul": 516, "Cos": 12, "Add": 360, "Sub": 12, "CKFlashAttention": 72, "Div": 72, "Erf": 72 }, "CPUExecutionProvider": { "Concat": 24 } }, "cpu_shape_control": { "node_Concat_29": { "operator": "Concat", "dtype": "int64", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 5 ] } ], "consumers": [ { "name": "node_view", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_2", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_4", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_6", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_8", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_10", "operator": "Reshape", "input_index": 1 } ] }, "node_Concat_125": { "operator": "Concat", "dtype": "int64", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 3 ] } ], "consumers": [ { "name": "node_view_1", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_3", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_5", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_7", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_9", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_11", "operator": "Reshape", "input_index": 1 } ] } }, "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "cases": [ { "case": "single", "repeat": 0, "valid_token_max_abs_error": 0.00691986083984375, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 6.0498714447021484e-05, "minimum_cosine": 0.999999954424768 }, "512": { "max_abs_error": 7.82795250415802e-05, "minimum_cosine": 0.9999999025354827 }, "256": { "max_abs_error": 0.00011290237307548523, "minimum_cosine": 0.9999999008497106 }, "128": { "max_abs_error": 0.00011148303747177124, "minimum_cosine": 0.9999999402509934 }, "64": { "max_abs_error": 8.195638656616211e-05, "minimum_cosine": 0.9999999682811753 } } }, { "case": "single", "repeat": 1, "valid_token_max_abs_error": 0.00691986083984375, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 6.0498714447021484e-05, "minimum_cosine": 0.999999954424768 }, "512": { "max_abs_error": 7.82795250415802e-05, "minimum_cosine": 0.9999999025354827 }, "256": { "max_abs_error": 0.00011290237307548523, "minimum_cosine": 0.9999999008497106 }, "128": { "max_abs_error": 0.00011148303747177124, "minimum_cosine": 0.9999999402509934 }, "64": { "max_abs_error": 8.195638656616211e-05, "minimum_cosine": 0.9999999682811753 } } }, { "case": "padding", "repeat": 0, "valid_token_max_abs_error": 0.004693031311035156, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 5.3882598876953125e-05, "minimum_cosine": 0.9999999687642747 }, "512": { "max_abs_error": 0.0001024007797241211, "minimum_cosine": 0.9999999021165512 }, "256": { "max_abs_error": 0.00011622905731201172, "minimum_cosine": 0.9999998637964267 }, "128": { "max_abs_error": 0.00015135854482650757, "minimum_cosine": 0.9999998756241272 }, "64": { "max_abs_error": 0.00012737512588500977, "minimum_cosine": 0.9999999228943348 } } }, { "case": "padding", "repeat": 1, "valid_token_max_abs_error": 0.004693031311035156, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 5.3882598876953125e-05, "minimum_cosine": 0.9999999687642747 }, "512": { "max_abs_error": 0.0001024007797241211, "minimum_cosine": 0.9999999021165512 }, "256": { "max_abs_error": 0.00011622905731201172, "minimum_cosine": 0.9999998637964267 }, "128": { "max_abs_error": 0.00015135854482650757, "minimum_cosine": 0.9999998756241272 }, "64": { "max_abs_error": 0.00012737512588500977, "minimum_cosine": 0.9999999228943348 } } }, { "case": "offset", "repeat": 0, "valid_token_max_abs_error": 0.006206512451171875, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 4.836916923522949e-05, "minimum_cosine": 0.9999999600169536 }, "512": { "max_abs_error": 9.525567293167114e-05, "minimum_cosine": 0.9999998865068399 }, "256": { "max_abs_error": 0.0001469254493713379, "minimum_cosine": 0.9999998261038333 }, "128": { "max_abs_error": 0.00020910799503326416, "minimum_cosine": 0.9999998078764978 }, "64": { "max_abs_error": 0.00018192827701568604, "minimum_cosine": 0.9999998754276909 } } }, { "case": "offset", "repeat": 1, "valid_token_max_abs_error": 0.006206512451171875, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 4.836916923522949e-05, "minimum_cosine": 0.9999999600169536 }, "512": { "max_abs_error": 9.525567293167114e-05, "minimum_cosine": 0.9999998865068399 }, "256": { "max_abs_error": 0.0001469254493713379, "minimum_cosine": 0.9999998261038333 }, "128": { "max_abs_error": 0.00020910799503326416, "minimum_cosine": 0.9999998078764978 }, "64": { "max_abs_error": 0.00018192827701568604, "minimum_cosine": 0.9999998754276909 } } }, { "case": "offset_8192", "repeat": 0, "valid_token_max_abs_error": 0.007765769958496094, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 4.380941390991211e-05, "minimum_cosine": 0.9999999613419961 }, "512": { "max_abs_error": 6.672926247119904e-05, "minimum_cosine": 0.9999999053198714 }, "256": { "max_abs_error": 0.00010035187005996704, "minimum_cosine": 0.999999884266121 }, "128": { "max_abs_error": 0.00011883676052093506, "minimum_cosine": 0.9999999043543835 }, "64": { "max_abs_error": 0.00010831281542778015, "minimum_cosine": 0.9999999416143481 } } }, { "case": "offset_8192", "repeat": 1, "valid_token_max_abs_error": 0.007765769958496094, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 4.380941390991211e-05, "minimum_cosine": 0.9999999613419961 }, "512": { "max_abs_error": 6.672926247119904e-05, "minimum_cosine": 0.9999999053198714 }, "256": { "max_abs_error": 0.00010035187005996704, "minimum_cosine": 0.999999884266121 }, "128": { "max_abs_error": 0.00011883676052093506, "minimum_cosine": 0.9999999043543835 }, "64": { "max_abs_error": 0.00010831281542778015, "minimum_cosine": 0.9999999416143481 } } }, { "case": "position_spacing", "repeat": 0, "valid_token_max_abs_error": 0.0054874420166015625, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 3.489665687084198e-05, "minimum_cosine": 0.9999999682344692 }, "512": { "max_abs_error": 7.580127567052841e-05, "minimum_cosine": 0.9999998902326869 }, "256": { "max_abs_error": 0.0001314934343099594, "minimum_cosine": 0.9999998326517063 }, "128": { "max_abs_error": 0.00017949938774108887, "minimum_cosine": 0.9999998165478594 }, "64": { "max_abs_error": 0.00021520256996154785, "minimum_cosine": 0.9999998733617357 } } }, { "case": "position_spacing", "repeat": 1, "valid_token_max_abs_error": 0.0054874420166015625, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 3.489665687084198e-05, "minimum_cosine": 0.9999999682344692 }, "512": { "max_abs_error": 7.580127567052841e-05, "minimum_cosine": 0.9999998902326869 }, "256": { "max_abs_error": 0.0001314934343099594, "minimum_cosine": 0.9999998326517063 }, "128": { "max_abs_error": 0.00017949938774108887, "minimum_cosine": 0.9999998165478594 }, "64": { "max_abs_error": 0.00021520256996154785, "minimum_cosine": 0.9999998733617357 } } }, { "case": "local_window_boundary", "repeat": 0, "valid_token_max_abs_error": 0.005859375, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 1.73135194927454e-05, "minimum_cosine": 0.9999999934785083 }, "512": { "max_abs_error": 3.76775860786438e-05, "minimum_cosine": 0.9999999784224579 }, "256": { "max_abs_error": 4.665553569793701e-05, "minimum_cosine": 0.9999999767558173 }, "128": { "max_abs_error": 5.85019588470459e-05, "minimum_cosine": 0.9999999794475218 }, "64": { "max_abs_error": 4.51505184173584e-05, "minimum_cosine": 0.9999999864350527 } } }, { "case": "local_window_boundary", "repeat": 1, "valid_token_max_abs_error": 0.005859375, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 1.73135194927454e-05, "minimum_cosine": 0.9999999934785083 }, "512": { "max_abs_error": 3.76775860786438e-05, "minimum_cosine": 0.9999999784224579 }, "256": { "max_abs_error": 4.665553569793701e-05, "minimum_cosine": 0.9999999767558173 }, "128": { "max_abs_error": 5.85019588470459e-05, "minimum_cosine": 0.9999999794475218 }, "64": { "max_abs_error": 4.51505184173584e-05, "minimum_cosine": 0.9999999864350527 } } } ], "acceptance_contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_required": false, "raw_token_gate_passed": true, "raw_token_gate_status": "passed", "raw_failed_cases": [], "raw_output_caveat": "CK uses FP16 attention with FP32 weights/residuals. Embedding-output qualification does not establish raw-token parity or equality to native FP32 benchmark scores.", "embedding_gate_passed": true, "artifact_retained": true } }, "receipt-16b7000658ac0256-receipt.json": { "sha256": "16b7000658ac02561b546b491c02103eefa6cfc3c4536c3305f0d9551ce0dfdd", "contents": { "status": "passed", "started_unix": 1789534255.7585442, "source": "artifact-0971c7eda70c/candidate", "output": "artifact-61b10c4f010c/layer-6", "source_freeze": "artifact-ec996992cd9e/candidate-content.json", "script_sha256": "9eefd9be6953edb8001fac0d8b81053fdb5aa47a92e70ef5ab14bbb16b1e46dc", "arguments": { "candidate": "artifact-0971c7eda70c/candidate", "freeze": "artifact-ec996992cd9e/candidate-content.json", "output": "artifact-61b10c4f010c/layer-6", "layers": [ 6 ], "representation_contract": "artifact-f78f46bcaefe/vela-representation-contract-v1.json", "ort_site_packages": "artifact-f45bdc08c565/site-packages", "threads": 4, "max_output_bytes": 4294967296, "reserve_free_bytes": 8589934592, "delete_verified_graph_data": false, "embedding_output_contract": true }, "scope": "Standard ONNX numerical export smoke only; CKFlashAttention pending", "graphs": [ { "depth": 6, "graph": "model_layer6.onnx", "graph_sha256": "fb381270cb63dc389be4c251e1c9e9ba6a12d632167c290f0b75f7b3dd39c1fb", "graph_bytes": 47180, "inputs": [ { "name": "input_ids", "element_type": 7, "shape": [ "batch", "sequence" ] }, { "name": "attention_mask", "element_type": 7, "shape": [ "batch", "sequence" ] }, { "name": "position_ids", "element_type": 7, "shape": [ 1, "sequence" ] } ], "outputs": [ { "name": "last_hidden_state", "element_type": 1, "shape": [ "batch", "sequence", 768 ] } ], "external_data": { "model_layer6.onnx.data": { "sha256": "088911f8cbfc601db7d01e49b732ae1c74b3c459f1a2e067efbb152681a9a597", "bytes": 906821632 } }, "node_count": 355, "terminal_normalization": "none", "structural_checker": "passed", "disk_after_export": { "output_bytes": 906900367, "filesystem_free_bytes": 41222863298560 }, "prefix_vs_full_selected_hidden_max_abs_errors": { "single": 0.0, "padding": 0.0, "offset": 0.0, "offset_8192": 0.0, "position_spacing": 0.0, "local_window_boundary": 0.0 }, "numerical_validation": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 7.62939453125e-06, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-06, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999998412 }, "512": { "max_abs_error": 1.341104507446289e-07, "minimum_cosine": 0.9999999999996287 }, "256": { "max_abs_error": 1.6065314412117004e-07, "minimum_cosine": 0.9999999999996655 }, "128": { "max_abs_error": 1.8812716007232666e-07, "minimum_cosine": 0.9999999999997222 }, "64": { "max_abs_error": 1.5040859580039978e-07, "minimum_cosine": 0.9999999999998235 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 2.09808349609375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 7.62939453125e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1175870895385742e-07, "minimum_cosine": 0.9999999999997898 }, "512": { "max_abs_error": 2.3096799850463867e-07, "minimum_cosine": 0.9999999999993973 }, "256": { "max_abs_error": 4.0605664253234863e-07, "minimum_cosine": 0.9999999999991229 }, "128": { "max_abs_error": 5.587935447692871e-07, "minimum_cosine": 0.9999999999991592 }, "64": { "max_abs_error": 6.407499313354492e-07, "minimum_cosine": 0.9999999999993545 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 1.71661376953125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.4849853515625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.0710209608078003e-07, "minimum_cosine": 0.9999999999998178 }, "512": { "max_abs_error": 2.123415470123291e-07, "minimum_cosine": 0.9999999999995379 }, "256": { "max_abs_error": 3.762543201446533e-07, "minimum_cosine": 0.9999999999991797 }, "128": { "max_abs_error": 5.289912223815918e-07, "minimum_cosine": 0.9999999999990278 }, "64": { "max_abs_error": 6.258487701416016e-07, "minimum_cosine": 0.9999999999991981 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 2.288818359375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.103515625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.3504177331924438e-07, "minimum_cosine": 0.9999999999997131 }, "512": { "max_abs_error": 2.812594175338745e-07, "minimum_cosine": 0.9999999999991849 }, "256": { "max_abs_error": 4.880130290985107e-07, "minimum_cosine": 0.999999999998614 }, "128": { "max_abs_error": 6.780028343200684e-07, "minimum_cosine": 0.9999999999985332 }, "64": { "max_abs_error": 7.897615432739258e-07, "minimum_cosine": 0.9999999999989021 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 1.9073486328125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 3.814697265625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.0244548320770264e-07, "minimum_cosine": 0.9999999999998166 }, "512": { "max_abs_error": 2.1606683731079102e-07, "minimum_cosine": 0.9999999999994391 }, "256": { "max_abs_error": 3.725290298461914e-07, "minimum_cosine": 0.9999999999990433 }, "128": { "max_abs_error": 4.284083843231201e-07, "minimum_cosine": 0.9999999999992488 }, "64": { "max_abs_error": 4.172325134277344e-07, "minimum_cosine": 0.9999999999995026 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 2.86102294921875e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 8.392333984375e-05, "embedding_dimensions": { "768": { "max_abs_error": 6.146728992462158e-08, "minimum_cosine": 0.9999999999999376 }, "512": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999998113 }, "256": { "max_abs_error": 1.434236764907837e-07, "minimum_cosine": 0.9999999999997926 }, "128": { "max_abs_error": 1.4901161193847656e-07, "minimum_cosine": 0.9999999999998554 }, "64": { "max_abs_error": 1.862645149230957e-07, "minimum_cosine": 0.9999999999998931 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": true, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 3.845714569091797, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "artifact_retained": true } ], "atol": 0.0002, "rtol": 0.0001, "runtime": { "python": "3.12.3 (main, Aug 31 2026, 10:18:26) [GCC 13.3.0]", "torch": "2.10.0+rocm7.0", "transformers": "4.57.6", "onnx": "1.18.0", "onnxruntime": "1.23.2", "numpy": "2.5.3", "device": "cpu", "sdpa": "math only", "parameter_dtype": "float32" }, "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "representation_contract": { "version": 1, "intermediate_normalization": "none", "final_normalization": "final_norm", "pooling": "attention_mask_mean", "pooling_accumulation_dtype": "float32", "truncate_before_l2_normalize": true }, "representation_contract_origin": "explicit export-only metadata; frozen native files unchanged", "explicit_contract_sha256": "4988b5b728e21a1fad001c1087ffd3044c9d0bceeccfc52d4d8220625692e96d", "initial_disk": { "output_bytes": 1324, "filesystem_free_bytes": 41223770198016 }, "actual_config": { "return_dict": true, "output_hidden_states": false, "torchscript": false, "dtype": "float32", "pruned_heads": {}, "tie_word_embeddings": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "architectures": [ "ModernBertModel" ], "finetuning_task": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "task_specific_params": null, "problem_type": null, "tokenizer_class": null, "prefix": null, "bos_token_id": 2, "pad_token_id": 0, "eos_token_id": 1, "sep_token_id": 1, "decoder_start_token_id": null, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "num_beam_groups": 1, "diversity_penalty": 0.0, "_name_or_path": "artifact-0971c7eda70c/candidate", "transformers_version": "4.57.6", "cls_token_id": 1, "gradient_checkpointing": false, "layer_norm_eps": 1e-05, "mask_token_id": 4, "model_type": "modernbert", "position_embedding_type": "sans_pos", "rope_scaling": { "attention_factor": 1.0, "factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "yarn" }, "tf_legacy_loss": false, "use_bfloat16": false, "vocab_size": 256000, "max_position_embeddings": 32768, "hidden_size": 768, "intermediate_size": 1152, "num_hidden_layers": 22, "num_attention_heads": 12, "initializer_range": 0.02, "initializer_cutoff_factor": 2.0, "norm_eps": 1e-05, "norm_bias": false, "global_rope_theta": 160000, "attention_bias": false, "attention_dropout": 0.0, "hidden_activation": "gelu", "global_attn_every_n_layers": 3, "local_attention": 128, "local_rope_theta": 160000, "embedding_dropout": 0.0, "mlp_bias": false, "mlp_dropout": 0.0, "decoder_bias": true, "classifier_pooling": "mean", "classifier_dropout": 0.0, "classifier_bias": false, "classifier_activation": "gelu", "deterministic_flash_attn": false, "sparse_prediction": false, "sparse_pred_ignore_index": -100, "repad_logits_with_grad": false, "output_attentions": false }, "rotary_modules": [ { "layer": 0, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 1, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 2, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 3, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 4, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 5, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 6, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 7, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 8, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 9, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 10, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 11, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 12, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 13, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 14, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 15, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 16, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 17, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 18, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 19, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 20, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 21, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" } ], "source_content_sha256_after": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "final_disk": { "output_bytes": 906913600, "filesystem_free_bytes": 41222863286272 }, "finished_unix": 1789534268.8213694 } }, "receipt-564b56ecba106f32-cpu-receipt.json": { "sha256": "564b56ecba106f322884ae5e631063427b7b58042ae7f06a37b823f3e45f151d", "contents": { "depth": 11, "standard": { "path": "onnx/model_layer_11.onnx", "sha256": "2c566c97c09a77c54d744924dace0c7522ecb5c32b7a167f50158c143c65eeb5" }, "ck": { "path": "onnx/model_fa_layer_11.onnx", "sha256": "643c64c83b1821b876b01324db4a12ad1a45db0fee1865195439b0006c8c12e9" }, "raw_export_receipt": "artifact-e0c0a763b5ab/receipt.json", "packed_standard_parity": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 2.288818359375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 2.288818359375e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.8998980522155762e-07, "minimum_cosine": 0.9999999999993825 }, "512": { "max_abs_error": 3.129243850708008e-07, "minimum_cosine": 0.9999999999988933 }, "256": { "max_abs_error": 4.6938657760620117e-07, "minimum_cosine": 0.9999999999988014 }, "128": { "max_abs_error": 5.811452865600586e-07, "minimum_cosine": 0.999999999998973 }, "64": { "max_abs_error": 4.917383193969727e-07, "minimum_cosine": 0.99999999999912 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 8.440017700195312e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 8.440017700195312e-05, "embedding_dimensions": { "768": { "max_abs_error": 2.682209014892578e-07, "minimum_cosine": 0.9999999999995339 }, "512": { "max_abs_error": 3.5762786865234375e-07, "minimum_cosine": 0.9999999999988773 }, "256": { "max_abs_error": 3.241002559661865e-07, "minimum_cosine": 0.9999999999986976 }, "128": { "max_abs_error": 3.8743019104003906e-07, "minimum_cosine": 0.9999999999989592 }, "64": { "max_abs_error": 4.172325134277344e-07, "minimum_cosine": 0.9999999999990203 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 6.198883056640625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.198883056640625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.2665987014770508e-07, "minimum_cosine": 0.9999999999996273 }, "512": { "max_abs_error": 2.3096799850463867e-07, "minimum_cosine": 0.9999999999991347 }, "256": { "max_abs_error": 4.0978193283081055e-07, "minimum_cosine": 0.9999999999988134 }, "128": { "max_abs_error": 5.21540641784668e-07, "minimum_cosine": 0.9999999999988202 }, "64": { "max_abs_error": 4.470348358154297e-07, "minimum_cosine": 0.9999999999989564 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 4.00543212890625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 4.00543212890625e-05, "embedding_dimensions": { "768": { "max_abs_error": 2.644956111907959e-07, "minimum_cosine": 0.9999999999992487 }, "512": { "max_abs_error": 5.662441253662109e-07, "minimum_cosine": 0.9999999999983192 }, "256": { "max_abs_error": 3.948807716369629e-07, "minimum_cosine": 0.9999999999980438 }, "128": { "max_abs_error": 5.140900611877441e-07, "minimum_cosine": 0.9999999999980553 }, "64": { "max_abs_error": 7.525086402893066e-07, "minimum_cosine": 0.9999999999978826 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 6.4849853515625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.4849853515625e-05, "embedding_dimensions": { "768": { "max_abs_error": 2.0209699869155884e-07, "minimum_cosine": 0.9999999999994489 }, "512": { "max_abs_error": 2.980232238769531e-07, "minimum_cosine": 0.9999999999989259 }, "256": { "max_abs_error": 4.172325134277344e-07, "minimum_cosine": 0.9999999999986346 }, "128": { "max_abs_error": 5.364418029785156e-07, "minimum_cosine": 0.9999999999986664 }, "64": { "max_abs_error": 7.152557373046875e-07, "minimum_cosine": 0.9999999999986698 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 5.054473876953125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 5.340576171875e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999998546 }, "512": { "max_abs_error": 1.7881393432617188e-07, "minimum_cosine": 0.9999999999996924 }, "256": { "max_abs_error": 2.086162567138672e-07, "minimum_cosine": 0.9999999999997387 }, "128": { "max_abs_error": 2.682209014892578e-07, "minimum_cosine": 0.9999999999997476 }, "64": { "max_abs_error": 2.980232238769531e-07, "minimum_cosine": 0.9999999999996104 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": true, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 16.5997257232666, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "native_parameter_count": 67, "mapping": [ { "initializer": "encoder.embeddings.tok_embeddings.weight", "name": "embeddings.tok_embeddings.weight", "transform": "identity", "offset": 0, "length": 786432000, "sha256": "b61fc32108e001be27bfa973eb0148e228b76e56685cc65bcb33e029ef6275c3", "dtype": 1, "shape": [ 256000, 768 ] }, { "initializer": "encoder.embeddings.norm.weight", "name": "embeddings.norm.weight", "transform": "identity", "offset": 786432000, "length": 3072, "sha256": "b173b7cb5e58e591605c2d1ea8a8730cf09729c00ac8391a8b4fc95bd0f63228", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.0.mlp_norm.weight", "name": "layers.0.mlp_norm.weight", "transform": "identity", "offset": 786435072, "length": 3072, "sha256": "cb9caed1dfbcee8e9696ba346b45c4c13eb94bd885fbbdae133b3d874ae70fd0", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.attn_norm.weight", "name": "layers.1.attn_norm.weight", "transform": "identity", "offset": 786438144, "length": 3072, "sha256": "73343ffe1ed5a2ecbc98c104d0792867439177c419a6704f5220bb0852912131", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.mlp_norm.weight", "name": "layers.1.mlp_norm.weight", "transform": "identity", "offset": 786441216, "length": 3072, "sha256": "f43de8950c73688a330a115cc8bec983c1e4618825b12531d03b70702342995f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.attn_norm.weight", "name": "layers.2.attn_norm.weight", "transform": "identity", "offset": 786444288, "length": 3072, "sha256": "ad977e859e4c0c7f20f24deaf70e39c082cd1d92fb0c57a4cbb10d8b97a242f2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.mlp_norm.weight", "name": "layers.2.mlp_norm.weight", "transform": "identity", "offset": 786447360, "length": 3072, "sha256": "265d6b8435b9a67ef7a0fec09835c1c2137e44dcafc6aa930e7b87f731ec191c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.attn_norm.weight", "name": "layers.3.attn_norm.weight", "transform": "identity", "offset": 846612480, "length": 3072, "sha256": "21e7469dad7ed325a0f694376c68384ade73d9d776b778b6ae5cafdfe5fbc3af", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.mlp_norm.weight", "name": "layers.3.mlp_norm.weight", "transform": "identity", "offset": 846615552, "length": 3072, "sha256": "8077b9b6e1788ea47567058451da63036737345a5517d0523ccb387528b88d13", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.attn_norm.weight", "name": "layers.4.attn_norm.weight", "transform": "identity", "offset": 846618624, "length": 3072, "sha256": "c1a21c5fb9958af52dea66c5984a2526e728863bcab1ff93b7b11decb49629ab", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.mlp_norm.weight", "name": "layers.4.mlp_norm.weight", "transform": "identity", "offset": 846621696, "length": 3072, "sha256": "d79f84d61d36baf4f17056417e3674dc161d43a709ae813332c190e045fad00a", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.attn_norm.weight", "name": "layers.5.attn_norm.weight", "transform": "identity", "offset": 846624768, "length": 3072, "sha256": "8ccae5ba97cb157930c8a2702bc25489d916e121ada4fe7f9c282336aa30faee", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.mlp_norm.weight", "name": "layers.5.mlp_norm.weight", "transform": "identity", "offset": 846627840, "length": 3072, "sha256": "b3577ef3415811afb27e02d2d89482df02d17a176a483702392c1bb57e1b48f5", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.6.attn_norm.weight", "name": "layers.6.attn_norm.weight", "transform": "identity", "offset": 906792960, "length": 3072, "sha256": "db78ec0ef4926ee3cc41e0de7e043ebccee7c58639fb499d98373b7cdc84f6e9", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.6.mlp_norm.weight", "name": "layers.6.mlp_norm.weight", "transform": "identity", "offset": 906796032, "length": 3072, "sha256": "1abf021873bc1177537009c63bc98e8258671d09df8f7ffe3def991fe7cbfd50", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.7.attn_norm.weight", "name": "layers.7.attn_norm.weight", "transform": "identity", "offset": 906799104, "length": 3072, "sha256": "70c2d5a9030b0158ef90aa87666b2423dd7551a014f2183256deed15103705a2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.7.mlp_norm.weight", "name": "layers.7.mlp_norm.weight", "transform": "identity", "offset": 906802176, "length": 3072, "sha256": "ce7dbb98e6357dd6adef0df91ae878def368f76e74adececa68f67ac1c2a5484", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.8.attn_norm.weight", "name": "layers.8.attn_norm.weight", "transform": "identity", "offset": 906805248, "length": 3072, "sha256": "5a27632b3e39c438420297daf7af53953d127a4dc8eeefc306b925d3fe05fe15", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.8.mlp_norm.weight", "name": "layers.8.mlp_norm.weight", "transform": "identity", "offset": 906808320, "length": 3072, "sha256": "70a21b2577bb98e9b29d453b0c271c210768160541a527fd5248da89fc22ceea", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.9.attn_norm.weight", "name": "layers.9.attn_norm.weight", "transform": "identity", "offset": 906811392, "length": 3072, "sha256": "334f5ef46421a7064219269f1ffbdacbda82c5500908ad96ae8ce79a2ff34b72", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.9.mlp_norm.weight", "name": "layers.9.mlp_norm.weight", "transform": "identity", "offset": 906814464, "length": 3072, "sha256": "a718670bf9c1739b75d85bcd666f785dc750330a95c792d68f0602dbd16a21cb", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.10.attn_norm.weight", "name": "layers.10.attn_norm.weight", "transform": "identity", "offset": 906817536, "length": 3072, "sha256": "d5082268fdaa7de12b672ca60a8f0b5ac2b36259b640cf11a43a868df5177779", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.10.mlp_norm.weight", "name": "layers.10.mlp_norm.weight", "transform": "identity", "offset": 906820608, "length": 3072, "sha256": "9910d8a34cdb58d6fd7ccf9defc804ae47db1d132cb10ca9ed4a946c835ef205", "dtype": 1, "shape": [ 768 ] }, { "initializer": "val_24", "name": "layers.0.attn.Wqkv.weight", "transform": "transpose", "offset": 786450432, "length": 7077888, "sha256": "9df664cecab8b6130a2d6a4eb725024706d783543e2f56dce16e449c18988bb9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_128", "name": "layers.0.attn.Wo.weight", "transform": "transpose", "offset": 793528320, "length": 2359296, "sha256": "9d4f220936c486b2e6a60b8e31f27fae81f50e0a1f4c9e2acacef64db3f78b35", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_131", "name": "layers.0.mlp.Wi.weight", "transform": "transpose", "offset": 795887616, "length": 7077888, "sha256": "26d666d96382d84d4991435ec94bfaae648595097b8a5f3d10bc08da50fbeb66", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_141", "name": "layers.0.mlp.Wo.weight", "transform": "transpose", "offset": 802965504, "length": 3538944, "sha256": "88359690b0a915274e5a2e8fc1fbad061a3792a6d43539f58031c4fc101b36da", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_144", "name": "layers.1.attn.Wqkv.weight", "transform": "transpose", "offset": 806504448, "length": 7077888, "sha256": "479ec437f05e31228d78dddb15e81dc64db6cc9fd429fd98bf913265930963f4", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_242", "name": "layers.1.attn.Wo.weight", "transform": "transpose", "offset": 813582336, "length": 2359296, "sha256": "5a8c3ea5dd0feceac43e8e911e20cf5d5665692b86eca256e02989c10b21da39", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_245", "name": "layers.1.mlp.Wi.weight", "transform": "transpose", "offset": 815941632, "length": 7077888, "sha256": "15b089ef759e3f33a8c27132d277495f85ad41406a79f28fb300a0861d7729a0", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_253", "name": "layers.1.mlp.Wo.weight", "transform": "transpose", "offset": 823019520, "length": 3538944, "sha256": "0211b7e880d1fc7de55d55596d5308fac820b21c875e9035720a9d2afd6d69be", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_256", "name": "layers.2.attn.Wqkv.weight", "transform": "transpose", "offset": 826558464, "length": 7077888, "sha256": "b6240eebf4398ced35667a86c66956842b29c8583223d536d6a44c0a8ee4857e", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_354", "name": "layers.2.attn.Wo.weight", "transform": "transpose", "offset": 833636352, "length": 2359296, "sha256": "9374f15f951c1a299bffc7e297b7b2f9045461c520d4949d9a0370d81383d28c", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_357", "name": "layers.2.mlp.Wi.weight", "transform": "transpose", "offset": 835995648, "length": 7077888, "sha256": "39759407d8111a66f6634647ec8a64574d8d4204654526ae06361f784a62051b", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_365", "name": "layers.2.mlp.Wo.weight", "transform": "transpose", "offset": 843073536, "length": 3538944, "sha256": "e67ec074ca9246b947cb75b1d9312323332fc124bbd70bf7cf5bb44f637b5967", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_368", "name": "layers.3.attn.Wqkv.weight", "transform": "transpose", "offset": 846630912, "length": 7077888, "sha256": "5c0b23afed9faf9529564e56e2a70a2c320130b0285f7b278bbf15016b022d57", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_466", "name": "layers.3.attn.Wo.weight", "transform": "transpose", "offset": 853708800, "length": 2359296, "sha256": "dbaffc14dbf34c4a789a2bce6db384dced62c5ca8523c046fc6f10aaefcfe687", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_469", "name": "layers.3.mlp.Wi.weight", "transform": "transpose", "offset": 856068096, "length": 7077888, "sha256": "29abc2b57f2e4c7ff6b9bfe7cf22481329592d04fd926dee28b442b08ca586f5", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_477", "name": "layers.3.mlp.Wo.weight", "transform": "transpose", "offset": 863145984, "length": 3538944, "sha256": "b84cb1c4c4fe1e6c9f938fc7ddb2501e27a3bd085497d45a4db0108df62e3881", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_480", "name": "layers.4.attn.Wqkv.weight", "transform": "transpose", "offset": 866684928, "length": 7077888, "sha256": "b28de977eeb1711c7e67f4fd43fb53a7b64ddec5d1ff4889f9acbc5e070698e1", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_578", "name": "layers.4.attn.Wo.weight", "transform": "transpose", "offset": 873762816, "length": 2359296, "sha256": "3dcf76d53a3205b6215c3d3264c6270fbded96b671f53570448dbfa995df2966", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_581", "name": "layers.4.mlp.Wi.weight", "transform": "transpose", "offset": 876122112, "length": 7077888, "sha256": "e0589e90a943a771bc665d6ac2b313ab5408fa948adff4ca9288b5c366140091", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_589", "name": "layers.4.mlp.Wo.weight", "transform": "transpose", "offset": 883200000, "length": 3538944, "sha256": "860f7fc06bb8287aa1760ed3dcebd61d1a0f355c7fe1b5ab46ac4951e5543840", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_592", "name": "layers.5.attn.Wqkv.weight", "transform": "transpose", "offset": 886738944, "length": 7077888, "sha256": "0500ef0bb4ae03a5a4a7106a2e5261daf9c5bd6c826606e31a351c2a227fba82", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_690", "name": "layers.5.attn.Wo.weight", "transform": "transpose", "offset": 893816832, "length": 2359296, "sha256": "3665f15673854a1a6f75ce24ce81d69e54e005476c6d18a2ad7c932cf6103634", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_693", "name": "layers.5.mlp.Wi.weight", "transform": "transpose", "offset": 896176128, "length": 7077888, "sha256": "3bc69914bc48bb811305d078196e5d73c49505b414accc14536968eb50fdb6f9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_701", "name": "layers.5.mlp.Wo.weight", "transform": "transpose", "offset": 903254016, "length": 3538944, "sha256": "3b130c028ef573a6810d540bbf41b3d5fe6f52085c20224ee274c476bfeb06c9", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_704", "name": "layers.6.attn.Wqkv.weight", "transform": "transpose", "offset": 906823680, "length": 7077888, "sha256": "8f236a35886f83d405d6dda54e276b1391029c6951c7752cee64f5449e798492", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_802", "name": "layers.6.attn.Wo.weight", "transform": "transpose", "offset": 913901568, "length": 2359296, "sha256": "7bece4ca5049b7b71c45f9745ea8c4d55eadb39d300cf98c2339520563a12c67", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_805", "name": "layers.6.mlp.Wi.weight", "transform": "transpose", "offset": 916260864, "length": 7077888, "sha256": "6774ba17fa1761d2f9326f7cc84241e51ace37453c299a52f42159403777c071", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_813", "name": "layers.6.mlp.Wo.weight", "transform": "transpose", "offset": 923338752, "length": 3538944, "sha256": "3f47a82c6b06e896b92f191a33d50330c2316434f2c2d4efa4979d3dc4079209", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_816", "name": "layers.7.attn.Wqkv.weight", "transform": "transpose", "offset": 926877696, "length": 7077888, "sha256": "0f35c784eac80be47d4b4d52af182e9541f2d949b282453a6631a3d6e2b8de4c", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_914", "name": "layers.7.attn.Wo.weight", "transform": "transpose", "offset": 933955584, "length": 2359296, "sha256": "bb1665f518a9cef1f39995a50ba43a0459f4e3c61c4264b7a2d09b08a3461ce1", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_917", "name": "layers.7.mlp.Wi.weight", "transform": "transpose", "offset": 936314880, "length": 7077888, "sha256": "3b761d01939f7f00f8eb2c378d99690a107c30aeb00529e8a955b47cefb5ee77", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_925", "name": "layers.7.mlp.Wo.weight", "transform": "transpose", "offset": 943392768, "length": 3538944, "sha256": "05464196f61f0b9877478ea993e955dfd3d9e9e506482903a7c14fc4100eb3fd", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_928", "name": "layers.8.attn.Wqkv.weight", "transform": "transpose", "offset": 946931712, "length": 7077888, "sha256": "681e476a35b1a2acaf88a2f1f84efe4035d773efe3b713d42cddd684387af448", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1026", "name": "layers.8.attn.Wo.weight", "transform": "transpose", "offset": 954009600, "length": 2359296, "sha256": "10c98bab2f0032955c8e5118f2019304fcf3cc2e16b6344b8c6eeb14eae0de5d", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1029", "name": "layers.8.mlp.Wi.weight", "transform": "transpose", "offset": 956368896, "length": 7077888, "sha256": "47d66781e4b9a93c60d5e5ebdcf7242f66e2c0dd6745cf37824201ff69db2c10", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1037", "name": "layers.8.mlp.Wo.weight", "transform": "transpose", "offset": 963446784, "length": 3538944, "sha256": "7d4e54cec673fa9cdf0846e3fa10ccd53f09eb55551946d706757be43bda9f3a", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1040", "name": "layers.9.attn.Wqkv.weight", "transform": "transpose", "offset": 966985728, "length": 7077888, "sha256": "21f08643ff5daf63181bbb976272ca4b52eaa700bdcede171a71616f547a1c1f", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1138", "name": "layers.9.attn.Wo.weight", "transform": "transpose", "offset": 974063616, "length": 2359296, "sha256": "5d37c679456f63cbab7d85114277e24a2ae9b37c9ebbf086d6f7e92b8a1a38e8", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1141", "name": "layers.9.mlp.Wi.weight", "transform": "transpose", "offset": 976422912, "length": 7077888, "sha256": "f1aaab59feab4eae207b75e7cefd96c13b68f9ee53538b0d32378c42beb93ac8", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1149", "name": "layers.9.mlp.Wo.weight", "transform": "transpose", "offset": 983500800, "length": 3538944, "sha256": "32dbb3767533e8ddafe5fa5eda6086316c51d6d4f5bad2f151846f6d3f5e60d1", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1152", "name": "layers.10.attn.Wqkv.weight", "transform": "transpose", "offset": 987039744, "length": 7077888, "sha256": "7d5abfdb1cbdcfabca177aa6142aca39697863a5a925b51d63edfbafa5720a4d", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1250", "name": "layers.10.attn.Wo.weight", "transform": "transpose", "offset": 994117632, "length": 2359296, "sha256": "97c8397a7020f21b8aa482a88e6cfb65ba9ddbba8243e8abb2b4b480b6f4b927", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1253", "name": "layers.10.mlp.Wi.weight", "transform": "transpose", "offset": 996476928, "length": 7077888, "sha256": "916c1a63249ab521e81298444d4da058692beece069b46a7f4d8d772a9e46f3c", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1261", "name": "layers.10.mlp.Wo.weight", "transform": "transpose", "offset": 1003554816, "length": 3538944, "sha256": "ff1f7e214da236e21aaace0cab87c4f8511d5f8cecac34fde34bd521679840f9", "dtype": 1, "shape": [ 1152, 768 ] } ], "inline_constants": [ { "name": "clone", "dtype": 1, "shape": [], "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c" }, { "name": "val_14", "dtype": 1, "shape": [], "sha256": "abc4c4e7eee2ce04c6be04358adf5b3d0958255a80f712a8b6d4f4fdda588276" }, { "name": "val_16", "dtype": 7, "shape": [], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_18", "dtype": 7, "shape": [], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "expand_1", "dtype": 1, "shape": [ 1, 32, 1 ], "sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "name": "val_52", "dtype": 7, "shape": [ 1 ], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_56", "dtype": 7, "shape": [ 1 ], "sha256": "9d4ac218fb54041e3a70a8e14db1ea1af9f570f4842b4702ef9323f1ad8f0ec4" }, { "name": "val_60", "dtype": 7, "shape": [ 1 ], "sha256": "35be322d094f9d154a8aba4733b8497f180353bd7ae7b0a15f90b586b549f28b" }, { "name": "val_68", "dtype": 7, "shape": [ 1 ], "sha256": "6a69a6cc7473a16302890cd2a9e93e347281f6ea0e1bb784e589753bed0b3324" }, { "name": "val_116", "dtype": 1, "shape": [ 1 ], "sha256": "948945eecf4a060f48a79e9fadcd501373212c7f5be4fa5ac1ac216f2469c043" }, { "name": "val_5", "dtype": 7, "shape": [ 1 ], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "val_6", "dtype": 7, "shape": [ 1 ], "sha256": "d86e8112f3c4c4442126f8e9f44f16867da487f29052bf91b810457db34209a4" }, { "name": "val_1262", "dtype": 7, "shape": [ 2 ], "sha256": "0c730b69905c5ef7a4ca5269f72365400bde2dd2c04eaf9bbb3d1c4a265a0131" }, { "name": "val_20", "dtype": 7, "shape": [], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_1263", "dtype": 7, "shape": [ 2 ], "sha256": "9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db" }, { "name": "val_27", "dtype": 7, "shape": [ 1 ], "sha256": "12a3ae445661ce5dee78d0650d33362dec29c4f82af05e7e57fb595bbbacf0ca" }, { "name": "val_29", "dtype": 7, "shape": [ 1 ], "sha256": "220dde27afee4d537cac96d85d6546f825153b90e828931b74e103807541bc42" }, { "name": "val_30", "dtype": 7, "shape": [ 1 ], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_106", "dtype": 7, "shape": [ 1 ], "sha256": "81b37f7f8b78762feb067131152a700548754f937a0668c1f327d2ee1a2d2801" }, { "name": "val_108", "dtype": 7, "shape": [ 1 ], "sha256": "e6ad6c9a3a3b7658c35bacf6553fcb8ffe34387534a648fe18f875b8f7a86ddb" }, { "name": "val_126", "dtype": 7, "shape": [ 1 ], "sha256": "8285d24b1ca2820ef8beda7b35738ebb281870d192a06328d284dc3177f4fe31" }, { "name": "val_134", "dtype": 1, "shape": [], "sha256": "9c16095ed50248c0e1658be07f5bafe5dc11382843a99c6fb3a87c141808ceeb" }, { "name": "val_139", "dtype": 1, "shape": [], "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57" } ], "non_storage_structure_hash_before_and_after_pack": "8d0116bb93a582fadb1625eb623aedbe9a7416895f2c0300a8ab344aabb5b99f", "ck_initializers_identical": true, "ck_nodes": 11, "attention": [ { "layer": 0, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 1, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 2, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 3, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 4, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 5, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 6, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 7, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 8, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 9, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 10, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] } ], "validation": "artifact-748736f15d48/layer-11", "terminal_normalization": "none" } }, "receipt-63f4638ff1bdd5d8-ck-hybrid-acceptance.json": { "sha256": "63f4638ff1bdd5d8ad803a66c7250e3c4f059dadb9ec1a24b0b0eb13400b1a58", "contents": { "status": "passed", "scope": "Fixed R24 exit11: fixed padded/position/boundary numerical qualification, not long-context quality", "execution_contract": "GPU numerical encoder/CK attention; CPU INT64 reshape-shape Concat only", "original_strict_all_gpu_status": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm.", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "source_unchanged_after_qualification": true, "graph_sha256": "643c64c83b1821b876b01324db4a12ad1a45db0fee1865195439b0006c8c12e9", "plan_sha256": "17299a5fc45eb0027ffee94b72743370911010451d8658f2724b88cd5da03415", "original_plan_sha256": "a9765c3813e324acc1d314c911320a474109d0823be393f55bf2a1d9175b2467", "diagnostic_report_sha256": "1178605cece2c50ee8a0633c6412cf497946bbd8c9bb88270ceb67088d5efbd9", "qualifier_sha256": "af7f8e7ff8f4ec0f554ad9ccf5ba6f3f1d6a2a3a3f4b4c3a4c226ddb74236e35", "outputs_sha256": "1197d42de6d0903127178ef5c1c2cc3aa842a40b92717328cf23b5382108c561", "runtime_image_id": "sha256:da03d746a478588290d73e6bf5b2a4ca49a11b2bb55044668ced2c18885526b4", "ort_version": "1.22.1", "custom_library_sha256": "5abf41aa04cfa837c406df461ff9b1407bb21ee8c0c5e5b9bc5d37d0e22410b2", "gpu_visibility": { "ROCR_VISIBLE_DEVICES": "1" }, "ck_gpu_events": 132, "expected_ck_gpu_events": 132, "provider_operator_events": { "ROCMExecutionProvider": { "Gather": 12, "LayerNormalization": 264, "MatMul": 540, "Shape": 12, "Reshape": 264, "Split": 528, "Transpose": 540, "Squeeze": 396, "Neg": 264, "Concat": 276, "Unsqueeze": 48, "Cast": 552, "Sin": 12, "Mul": 936, "Cos": 12, "Add": 660, "Sub": 12, "CKFlashAttention": 132, "Div": 132, "Erf": 132 }, "CPUExecutionProvider": { "Concat": 24 } }, "cpu_shape_control": { "node_Concat_29": { "operator": "Concat", "dtype": "int64", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 5 ] } ], "consumers": [ { "name": "node_view", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_2", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_4", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_6", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_8", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_10", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_12", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_14", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_16", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_18", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_20", "operator": "Reshape", "input_index": 1 } ] }, "node_Concat_125": { "operator": "Concat", "dtype": "int64", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 3 ] } ], "consumers": [ { "name": "node_view_1", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_3", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_5", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_7", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_9", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_11", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_13", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_15", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_17", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_19", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_21", "operator": "Reshape", "input_index": 1 } ] } }, "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "cases": [ { "case": "single", "repeat": 0, "valid_token_max_abs_error": 0.01673412322998047, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 8.696317672729492e-05, "minimum_cosine": 0.9999998816906682 }, "512": { "max_abs_error": 8.982419967651367e-05, "minimum_cosine": 0.9999998062103679 }, "256": { "max_abs_error": 0.00013799965381622314, "minimum_cosine": 0.9999997719128974 }, "128": { "max_abs_error": 0.0001757591962814331, "minimum_cosine": 0.999999826511018 }, "64": { "max_abs_error": 0.00020769238471984863, "minimum_cosine": 0.9999998463700012 } } }, { "case": "single", "repeat": 1, "valid_token_max_abs_error": 0.01673412322998047, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 8.696317672729492e-05, "minimum_cosine": 0.9999998816906682 }, "512": { "max_abs_error": 8.982419967651367e-05, "minimum_cosine": 0.9999998062103679 }, "256": { "max_abs_error": 0.00013799965381622314, "minimum_cosine": 0.9999997719128974 }, "128": { "max_abs_error": 0.0001757591962814331, "minimum_cosine": 0.999999826511018 }, "64": { "max_abs_error": 0.00020769238471984863, "minimum_cosine": 0.9999998463700012 } } }, { "case": "padding", "repeat": 0, "valid_token_max_abs_error": 0.020438194274902344, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 6.488710641860962e-05, "minimum_cosine": 0.9999999480707937 }, "512": { "max_abs_error": 0.00012415647506713867, "minimum_cosine": 0.9999998820178093 }, "256": { "max_abs_error": 0.00012324750423431396, "minimum_cosine": 0.9999998642182798 }, "128": { "max_abs_error": 0.00016096234321594238, "minimum_cosine": 0.9999998820890121 }, "64": { "max_abs_error": 0.00022709369659423828, "minimum_cosine": 0.9999998507630917 } } }, { "case": "padding", "repeat": 1, "valid_token_max_abs_error": 0.020438194274902344, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 6.488710641860962e-05, "minimum_cosine": 0.9999999480707937 }, "512": { "max_abs_error": 0.00012415647506713867, "minimum_cosine": 0.9999998820178093 }, "256": { "max_abs_error": 0.00012324750423431396, "minimum_cosine": 0.9999998642182798 }, "128": { "max_abs_error": 0.00016096234321594238, "minimum_cosine": 0.9999998820890121 }, "64": { "max_abs_error": 0.00022709369659423828, "minimum_cosine": 0.9999998507630917 } } }, { "case": "offset", "repeat": 0, "valid_token_max_abs_error": 0.019860267639160156, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 7.727928459644318e-05, "minimum_cosine": 0.9999999167511493 }, "512": { "max_abs_error": 0.00014305859804153442, "minimum_cosine": 0.9999998499517178 }, "256": { "max_abs_error": 0.000174790620803833, "minimum_cosine": 0.9999997889701746 }, "128": { "max_abs_error": 0.0002390444278717041, "minimum_cosine": 0.9999997867793914 }, "64": { "max_abs_error": 0.0002799034118652344, "minimum_cosine": 0.9999998245381041 } } }, { "case": "offset", "repeat": 1, "valid_token_max_abs_error": 0.019860267639160156, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 7.727928459644318e-05, "minimum_cosine": 0.9999999167511493 }, "512": { "max_abs_error": 0.00014305859804153442, "minimum_cosine": 0.9999998499517178 }, "256": { "max_abs_error": 0.000174790620803833, "minimum_cosine": 0.9999997889701746 }, "128": { "max_abs_error": 0.0002390444278717041, "minimum_cosine": 0.9999997867793914 }, "64": { "max_abs_error": 0.0002799034118652344, "minimum_cosine": 0.9999998245381041 } } }, { "case": "offset_8192", "repeat": 0, "valid_token_max_abs_error": 0.013509750366210938, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 8.23047012090683e-05, "minimum_cosine": 0.9999999395236149 }, "512": { "max_abs_error": 0.00012627243995666504, "minimum_cosine": 0.9999998533610921 }, "256": { "max_abs_error": 0.0001253560185432434, "minimum_cosine": 0.9999998105806984 }, "128": { "max_abs_error": 0.0001774430274963379, "minimum_cosine": 0.9999998464047104 }, "64": { "max_abs_error": 0.0002406090497970581, "minimum_cosine": 0.9999998436958734 } } }, { "case": "offset_8192", "repeat": 1, "valid_token_max_abs_error": 0.013509750366210938, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 8.23047012090683e-05, "minimum_cosine": 0.9999999395236149 }, "512": { "max_abs_error": 0.00012627243995666504, "minimum_cosine": 0.9999998533610921 }, "256": { "max_abs_error": 0.0001253560185432434, "minimum_cosine": 0.9999998105806984 }, "128": { "max_abs_error": 0.0001774430274963379, "minimum_cosine": 0.9999998464047104 }, "64": { "max_abs_error": 0.0002406090497970581, "minimum_cosine": 0.9999998436958734 } } }, { "case": "position_spacing", "repeat": 0, "valid_token_max_abs_error": 0.016565322875976562, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 6.879866123199463e-05, "minimum_cosine": 0.9999998990750253 }, "512": { "max_abs_error": 0.0001175999641418457, "minimum_cosine": 0.9999997800971798 }, "256": { "max_abs_error": 0.0001989901065826416, "minimum_cosine": 0.9999997142767356 }, "128": { "max_abs_error": 0.00024625658988952637, "minimum_cosine": 0.99999973370966 }, "64": { "max_abs_error": 0.00028187036514282227, "minimum_cosine": 0.9999997329706826 } } }, { "case": "position_spacing", "repeat": 1, "valid_token_max_abs_error": 0.016565322875976562, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 6.879866123199463e-05, "minimum_cosine": 0.9999998990750253 }, "512": { "max_abs_error": 0.0001175999641418457, "minimum_cosine": 0.9999997800971798 }, "256": { "max_abs_error": 0.0001989901065826416, "minimum_cosine": 0.9999997142767356 }, "128": { "max_abs_error": 0.00024625658988952637, "minimum_cosine": 0.99999973370966 }, "64": { "max_abs_error": 0.00028187036514282227, "minimum_cosine": 0.9999997329706826 } } }, { "case": "local_window_boundary", "repeat": 0, "valid_token_max_abs_error": 0.02080535888671875, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 2.6480527594685555e-05, "minimum_cosine": 0.9999999866376857 }, "512": { "max_abs_error": 4.796963185071945e-05, "minimum_cosine": 0.9999999665069622 }, "256": { "max_abs_error": 6.376765668392181e-05, "minimum_cosine": 0.9999999676415089 }, "128": { "max_abs_error": 8.595362305641174e-05, "minimum_cosine": 0.9999999699452395 }, "64": { "max_abs_error": 0.00013871490955352783, "minimum_cosine": 0.9999999679427097 } } }, { "case": "local_window_boundary", "repeat": 1, "valid_token_max_abs_error": 0.02080535888671875, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 2.6480527594685555e-05, "minimum_cosine": 0.9999999866376857 }, "512": { "max_abs_error": 4.796963185071945e-05, "minimum_cosine": 0.9999999665069622 }, "256": { "max_abs_error": 6.376765668392181e-05, "minimum_cosine": 0.9999999676415089 }, "128": { "max_abs_error": 8.595362305641174e-05, "minimum_cosine": 0.9999999699452395 }, "64": { "max_abs_error": 0.00013871490955352783, "minimum_cosine": 0.9999999679427097 } } } ], "acceptance_contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_required": false, "raw_token_gate_passed": true, "raw_token_gate_status": "passed", "raw_failed_cases": [], "raw_output_caveat": "CK uses FP16 attention with FP32 weights/residuals. Embedding-output qualification does not establish raw-token parity or equality to native FP32 benchmark scores.", "embedding_gate_passed": true, "artifact_retained": true } }, "receipt-6d849d861ada7499-receipt.json": { "sha256": "6d849d861ada7499bc695e54d5ccaf9b8cf0d74de9c46c38c1a383be261a8a7e", "contents": { "status": "passed", "started_unix": 1789534272.1948318, "source": "artifact-0971c7eda70c/candidate", "output": "artifact-8549c8283f80/layer-11", "source_freeze": "artifact-ec996992cd9e/candidate-content.json", "script_sha256": "9eefd9be6953edb8001fac0d8b81053fdb5aa47a92e70ef5ab14bbb16b1e46dc", "arguments": { "candidate": "artifact-0971c7eda70c/candidate", "freeze": "artifact-ec996992cd9e/candidate-content.json", "output": "artifact-8549c8283f80/layer-11", "layers": [ 11 ], "representation_contract": "artifact-f78f46bcaefe/vela-representation-contract-v1.json", "ort_site_packages": "artifact-f45bdc08c565/site-packages", "threads": 4, "max_output_bytes": 4294967296, "reserve_free_bytes": 8589934592, "delete_verified_graph_data": false, "embedding_output_contract": true }, "scope": "Standard ONNX numerical export smoke only; CKFlashAttention pending", "graphs": [ { "depth": 11, "graph": "model_layer11.onnx", "graph_sha256": "932e0df7dd38a14d62ed3ac08a6bcfdcf661ef5e9541ad71e1ca6e3054a9872e", "graph_bytes": 83240, "inputs": [ { "name": "input_ids", "element_type": 7, "shape": [ "batch", "sequence" ] }, { "name": "attention_mask", "element_type": 7, "shape": [ "batch", "sequence" ] }, { "name": "position_ids", "element_type": 7, "shape": [ 1, "sequence" ] } ], "outputs": [ { "name": "last_hidden_state", "element_type": 1, "shape": [ "batch", "sequence", 768 ] } ], "external_data": { "model_layer11.onnx.data": { "sha256": "8ab8b2faaf15117ab7f9c267ec42bb8cec2aba96f5d58037b73e655d8accdc5d", "bytes": 1007157248 } }, "node_count": 625, "terminal_normalization": "none", "structural_checker": "passed", "disk_after_export": { "output_bytes": 1007272046, "filesystem_free_bytes": 41222701019136 }, "prefix_vs_full_selected_hidden_max_abs_errors": { "single": 0.0, "padding": 0.0, "offset": 0.0, "offset_8192": 0.0, "position_spacing": 0.0, "local_window_boundary": 0.0 }, "numerical_validation": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 2.288818359375e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 2.288818359375e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.8998980522155762e-07, "minimum_cosine": 0.9999999999993825 }, "512": { "max_abs_error": 3.129243850708008e-07, "minimum_cosine": 0.9999999999988933 }, "256": { "max_abs_error": 4.6938657760620117e-07, "minimum_cosine": 0.9999999999988014 }, "128": { "max_abs_error": 5.811452865600586e-07, "minimum_cosine": 0.999999999998973 }, "64": { "max_abs_error": 4.917383193969727e-07, "minimum_cosine": 0.99999999999912 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 8.440017700195312e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 8.440017700195312e-05, "embedding_dimensions": { "768": { "max_abs_error": 2.682209014892578e-07, "minimum_cosine": 0.9999999999995339 }, "512": { "max_abs_error": 3.5762786865234375e-07, "minimum_cosine": 0.9999999999988773 }, "256": { "max_abs_error": 3.241002559661865e-07, "minimum_cosine": 0.9999999999986976 }, "128": { "max_abs_error": 3.8743019104003906e-07, "minimum_cosine": 0.9999999999989592 }, "64": { "max_abs_error": 4.172325134277344e-07, "minimum_cosine": 0.9999999999990203 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 6.198883056640625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.198883056640625e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.2665987014770508e-07, "minimum_cosine": 0.9999999999996273 }, "512": { "max_abs_error": 2.3096799850463867e-07, "minimum_cosine": 0.9999999999991347 }, "256": { "max_abs_error": 4.0978193283081055e-07, "minimum_cosine": 0.9999999999988134 }, "128": { "max_abs_error": 5.21540641784668e-07, "minimum_cosine": 0.9999999999988202 }, "64": { "max_abs_error": 4.470348358154297e-07, "minimum_cosine": 0.9999999999989564 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 4.00543212890625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 4.00543212890625e-05, "embedding_dimensions": { "768": { "max_abs_error": 2.644956111907959e-07, "minimum_cosine": 0.9999999999992487 }, "512": { "max_abs_error": 5.662441253662109e-07, "minimum_cosine": 0.9999999999983192 }, "256": { "max_abs_error": 3.948807716369629e-07, "minimum_cosine": 0.9999999999980438 }, "128": { "max_abs_error": 5.140900611877441e-07, "minimum_cosine": 0.9999999999980553 }, "64": { "max_abs_error": 7.525086402893066e-07, "minimum_cosine": 0.9999999999978826 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 6.4849853515625e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 6.4849853515625e-05, "embedding_dimensions": { "768": { "max_abs_error": 2.0209699869155884e-07, "minimum_cosine": 0.9999999999994489 }, "512": { "max_abs_error": 2.980232238769531e-07, "minimum_cosine": 0.9999999999989259 }, "256": { "max_abs_error": 4.172325134277344e-07, "minimum_cosine": 0.9999999999986346 }, "128": { "max_abs_error": 5.364418029785156e-07, "minimum_cosine": 0.9999999999986664 }, "64": { "max_abs_error": 7.152557373046875e-07, "minimum_cosine": 0.9999999999986698 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 5.054473876953125e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 5.340576171875e-05, "embedding_dimensions": { "768": { "max_abs_error": 1.1920928955078125e-07, "minimum_cosine": 0.9999999999998546 }, "512": { "max_abs_error": 1.7881393432617188e-07, "minimum_cosine": 0.9999999999996924 }, "256": { "max_abs_error": 2.086162567138672e-07, "minimum_cosine": 0.9999999999997387 }, "128": { "max_abs_error": 2.682209014892578e-07, "minimum_cosine": 0.9999999999997476 }, "64": { "max_abs_error": 2.980232238769531e-07, "minimum_cosine": 0.9999999999996104 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": true, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 16.5997257232666, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "artifact_retained": true } ], "atol": 0.0002, "rtol": 0.0001, "runtime": { "python": "3.12.3 (main, Aug 31 2026, 10:18:26) [GCC 13.3.0]", "torch": "2.10.0+rocm7.0", "transformers": "4.57.6", "onnx": "1.18.0", "onnxruntime": "1.23.2", "numpy": "2.5.3", "device": "cpu", "sdpa": "math only", "parameter_dtype": "float32" }, "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "representation_contract": { "version": 1, "intermediate_normalization": "none", "final_normalization": "final_norm", "pooling": "attention_mask_mean", "pooling_accumulation_dtype": "float32", "truncate_before_l2_normalize": true }, "representation_contract_origin": "explicit export-only metadata; frozen native files unchanged", "explicit_contract_sha256": "4988b5b728e21a1fad001c1087ffd3044c9d0bceeccfc52d4d8220625692e96d", "initial_disk": { "output_bytes": 1327, "filesystem_free_bytes": 41223708553216 }, "actual_config": { "return_dict": true, "output_hidden_states": false, "torchscript": false, "dtype": "float32", "pruned_heads": {}, "tie_word_embeddings": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "architectures": [ "ModernBertModel" ], "finetuning_task": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "task_specific_params": null, "problem_type": null, "tokenizer_class": null, "prefix": null, "bos_token_id": 2, "pad_token_id": 0, "eos_token_id": 1, "sep_token_id": 1, "decoder_start_token_id": null, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "num_beam_groups": 1, "diversity_penalty": 0.0, "_name_or_path": "artifact-0971c7eda70c/candidate", "transformers_version": "4.57.6", "cls_token_id": 1, "gradient_checkpointing": false, "layer_norm_eps": 1e-05, "mask_token_id": 4, "model_type": "modernbert", "position_embedding_type": "sans_pos", "rope_scaling": { "attention_factor": 1.0, "factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "yarn" }, "tf_legacy_loss": false, "use_bfloat16": false, "vocab_size": 256000, "max_position_embeddings": 32768, "hidden_size": 768, "intermediate_size": 1152, "num_hidden_layers": 22, "num_attention_heads": 12, "initializer_range": 0.02, "initializer_cutoff_factor": 2.0, "norm_eps": 1e-05, "norm_bias": false, "global_rope_theta": 160000, "attention_bias": false, "attention_dropout": 0.0, "hidden_activation": "gelu", "global_attn_every_n_layers": 3, "local_attention": 128, "local_rope_theta": 160000, "embedding_dropout": 0.0, "mlp_bias": false, "mlp_dropout": 0.0, "decoder_bias": true, "classifier_pooling": "mean", "classifier_dropout": 0.0, "classifier_bias": false, "classifier_activation": "gelu", "deterministic_flash_attn": false, "sparse_prediction": false, "sparse_pred_ignore_index": -100, "repad_logits_with_grad": false, "output_attentions": false }, "rotary_modules": [ { "layer": 0, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 1, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 2, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 3, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 4, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 5, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 6, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 7, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 8, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 9, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 10, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 11, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 12, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 13, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 14, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 15, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 16, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 17, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 18, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 19, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 20, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 21, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" } ], "source_content_sha256_after": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "final_disk": { "output_bytes": 1007285296, "filesystem_free_bytes": 41222701006848 }, "finished_unix": 1789534289.083104 } }, "receipt-04e8b72e86addb25-cpu-receipt.json": { "sha256": "04e8b72e86addb25a3dc276565142e566832d7db50a0b0e841febfb70618f279", "contents": { "depth": 22, "standard": { "path": "onnx/model.onnx", "sha256": "7e81a7233d0ffd371e07495865c57018df8931ecee652bb50cd867027e61309e" }, "ck": { "path": "onnx/model_fa.onnx", "sha256": "319298fa6e87b06e36fca5d8070ec8bc01a543ec3a5c1f06fb7403e093a513d9" }, "raw_export_receipt": "artifact-83f1a60cc2b1/receipt.json", "packed_standard_parity": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 8.535385131835938e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 8.535385131835938e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.736947059631348e-07, "minimum_cosine": 0.9999999999951843 }, "512": { "max_abs_error": 7.487833499908447e-07, "minimum_cosine": 0.9999999999945766 }, "256": { "max_abs_error": 1.087784767150879e-06, "minimum_cosine": 0.9999999999945561 }, "128": { "max_abs_error": 1.1548399925231934e-06, "minimum_cosine": 0.9999999999950453 }, "64": { "max_abs_error": 8.791685104370117e-07, "minimum_cosine": 0.9999999999953287 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 0.00015735626220703125, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.00015735626220703125, "embedding_dimensions": { "768": { "max_abs_error": 1.2814998626708984e-06, "minimum_cosine": 0.9999999999911655 }, "512": { "max_abs_error": 7.487833499908447e-07, "minimum_cosine": 0.9999999999911975 }, "256": { "max_abs_error": 8.419156074523926e-07, "minimum_cosine": 0.9999999999895748 }, "128": { "max_abs_error": 1.0356307029724121e-06, "minimum_cosine": 0.9999999999922164 }, "64": { "max_abs_error": 1.6242265701293945e-06, "minimum_cosine": 0.9999999999907002 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 0.00010657310485839844, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.00010657310485839844, "embedding_dimensions": { "768": { "max_abs_error": 7.748603820800781e-07, "minimum_cosine": 0.9999999999958402 }, "512": { "max_abs_error": 5.066394805908203e-07, "minimum_cosine": 0.9999999999956795 }, "256": { "max_abs_error": 7.152557373046875e-07, "minimum_cosine": 0.9999999999953713 }, "128": { "max_abs_error": 8.977949619293213e-07, "minimum_cosine": 0.9999999999950587 }, "64": { "max_abs_error": 1.12876296043396e-06, "minimum_cosine": 0.9999999999949225 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 0.000194549560546875, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.000194549560546875, "embedding_dimensions": { "768": { "max_abs_error": 5.848705768585205e-07, "minimum_cosine": 0.9999999999891446 }, "512": { "max_abs_error": 7.711350917816162e-07, "minimum_cosine": 0.9999999999883951 }, "256": { "max_abs_error": 1.0766088962554932e-06, "minimum_cosine": 0.9999999999857283 }, "128": { "max_abs_error": 1.4426186680793762e-06, "minimum_cosine": 0.999999999988032 }, "64": { "max_abs_error": 2.185814082622528e-06, "minimum_cosine": 0.9999999999843308 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 0.00021576881408691406, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.00021576881408691406, "embedding_dimensions": { "768": { "max_abs_error": 1.430511474609375e-06, "minimum_cosine": 0.9999999999886883 }, "512": { "max_abs_error": 9.424984455108643e-07, "minimum_cosine": 0.9999999999889575 }, "256": { "max_abs_error": 1.434236764907837e-06, "minimum_cosine": 0.9999999999872993 }, "128": { "max_abs_error": 1.9744038581848145e-06, "minimum_cosine": 0.9999999999871758 }, "64": { "max_abs_error": 2.9355287551879883e-06, "minimum_cosine": 0.9999999999828653 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 0.0014181137084960938, "raw_token_gate_passed": false, "raw_token_gate_violations": 53, "all_token_max_abs_error": 0.0014181137084960938, "embedding_dimensions": { "768": { "max_abs_error": 1.1771917343139648e-06, "minimum_cosine": 0.999999999985117 }, "512": { "max_abs_error": 8.530914783477783e-07, "minimum_cosine": 0.9999999999837763 }, "256": { "max_abs_error": 1.0402873158454895e-06, "minimum_cosine": 0.9999999999841157 }, "128": { "max_abs_error": 1.3820827007293701e-06, "minimum_cosine": 0.9999999999850988 }, "64": { "max_abs_error": 1.8095597624778748e-06, "minimum_cosine": 0.9999999999758319 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": false, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 22.82979393005371, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "native_parameter_count": 134, "mapping": [ { "initializer": "encoder.embeddings.tok_embeddings.weight", "name": "embeddings.tok_embeddings.weight", "transform": "identity", "offset": 0, "length": 786432000, "sha256": "b61fc32108e001be27bfa973eb0148e228b76e56685cc65bcb33e029ef6275c3", "dtype": 1, "shape": [ 256000, 768 ] }, { "initializer": "encoder.embeddings.norm.weight", "name": "embeddings.norm.weight", "transform": "identity", "offset": 786432000, "length": 3072, "sha256": "b173b7cb5e58e591605c2d1ea8a8730cf09729c00ac8391a8b4fc95bd0f63228", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.0.mlp_norm.weight", "name": "layers.0.mlp_norm.weight", "transform": "identity", "offset": 786435072, "length": 3072, "sha256": "cb9caed1dfbcee8e9696ba346b45c4c13eb94bd885fbbdae133b3d874ae70fd0", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.attn_norm.weight", "name": "layers.1.attn_norm.weight", "transform": "identity", "offset": 786438144, "length": 3072, "sha256": "73343ffe1ed5a2ecbc98c104d0792867439177c419a6704f5220bb0852912131", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.1.mlp_norm.weight", "name": "layers.1.mlp_norm.weight", "transform": "identity", "offset": 786441216, "length": 3072, "sha256": "f43de8950c73688a330a115cc8bec983c1e4618825b12531d03b70702342995f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.attn_norm.weight", "name": "layers.2.attn_norm.weight", "transform": "identity", "offset": 786444288, "length": 3072, "sha256": "ad977e859e4c0c7f20f24deaf70e39c082cd1d92fb0c57a4cbb10d8b97a242f2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.2.mlp_norm.weight", "name": "layers.2.mlp_norm.weight", "transform": "identity", "offset": 786447360, "length": 3072, "sha256": "265d6b8435b9a67ef7a0fec09835c1c2137e44dcafc6aa930e7b87f731ec191c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.attn_norm.weight", "name": "layers.3.attn_norm.weight", "transform": "identity", "offset": 846612480, "length": 3072, "sha256": "21e7469dad7ed325a0f694376c68384ade73d9d776b778b6ae5cafdfe5fbc3af", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.3.mlp_norm.weight", "name": "layers.3.mlp_norm.weight", "transform": "identity", "offset": 846615552, "length": 3072, "sha256": "8077b9b6e1788ea47567058451da63036737345a5517d0523ccb387528b88d13", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.attn_norm.weight", "name": "layers.4.attn_norm.weight", "transform": "identity", "offset": 846618624, "length": 3072, "sha256": "c1a21c5fb9958af52dea66c5984a2526e728863bcab1ff93b7b11decb49629ab", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.4.mlp_norm.weight", "name": "layers.4.mlp_norm.weight", "transform": "identity", "offset": 846621696, "length": 3072, "sha256": "d79f84d61d36baf4f17056417e3674dc161d43a709ae813332c190e045fad00a", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.attn_norm.weight", "name": "layers.5.attn_norm.weight", "transform": "identity", "offset": 846624768, "length": 3072, "sha256": "8ccae5ba97cb157930c8a2702bc25489d916e121ada4fe7f9c282336aa30faee", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.5.mlp_norm.weight", "name": "layers.5.mlp_norm.weight", "transform": "identity", "offset": 846627840, "length": 3072, "sha256": "b3577ef3415811afb27e02d2d89482df02d17a176a483702392c1bb57e1b48f5", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.6.attn_norm.weight", "name": "layers.6.attn_norm.weight", "transform": "identity", "offset": 906792960, "length": 3072, "sha256": "db78ec0ef4926ee3cc41e0de7e043ebccee7c58639fb499d98373b7cdc84f6e9", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.6.mlp_norm.weight", "name": "layers.6.mlp_norm.weight", "transform": "identity", "offset": 906796032, "length": 3072, "sha256": "1abf021873bc1177537009c63bc98e8258671d09df8f7ffe3def991fe7cbfd50", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.7.attn_norm.weight", "name": "layers.7.attn_norm.weight", "transform": "identity", "offset": 906799104, "length": 3072, "sha256": "70c2d5a9030b0158ef90aa87666b2423dd7551a014f2183256deed15103705a2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.7.mlp_norm.weight", "name": "layers.7.mlp_norm.weight", "transform": "identity", "offset": 906802176, "length": 3072, "sha256": "ce7dbb98e6357dd6adef0df91ae878def368f76e74adececa68f67ac1c2a5484", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.8.attn_norm.weight", "name": "layers.8.attn_norm.weight", "transform": "identity", "offset": 906805248, "length": 3072, "sha256": "5a27632b3e39c438420297daf7af53953d127a4dc8eeefc306b925d3fe05fe15", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.8.mlp_norm.weight", "name": "layers.8.mlp_norm.weight", "transform": "identity", "offset": 906808320, "length": 3072, "sha256": "70a21b2577bb98e9b29d453b0c271c210768160541a527fd5248da89fc22ceea", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.9.attn_norm.weight", "name": "layers.9.attn_norm.weight", "transform": "identity", "offset": 906811392, "length": 3072, "sha256": "334f5ef46421a7064219269f1ffbdacbda82c5500908ad96ae8ce79a2ff34b72", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.9.mlp_norm.weight", "name": "layers.9.mlp_norm.weight", "transform": "identity", "offset": 906814464, "length": 3072, "sha256": "a718670bf9c1739b75d85bcd666f785dc750330a95c792d68f0602dbd16a21cb", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.10.attn_norm.weight", "name": "layers.10.attn_norm.weight", "transform": "identity", "offset": 906817536, "length": 3072, "sha256": "d5082268fdaa7de12b672ca60a8f0b5ac2b36259b640cf11a43a868df5177779", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.10.mlp_norm.weight", "name": "layers.10.mlp_norm.weight", "transform": "identity", "offset": 906820608, "length": 3072, "sha256": "9910d8a34cdb58d6fd7ccf9defc804ae47db1d132cb10ca9ed4a946c835ef205", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.11.attn_norm.weight", "name": "layers.11.attn_norm.weight", "transform": "identity", "offset": 1007093760, "length": 3072, "sha256": "0727c54a5e3c003fd7bdf1a34356557424cf53972faca5777bc76d208f0b0503", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.11.mlp_norm.weight", "name": "layers.11.mlp_norm.weight", "transform": "identity", "offset": 1007096832, "length": 3072, "sha256": "5b3a27a70e1b2a29d896a24559b8d310d28bc980f687c87ea93cd3f2b45bc19a", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.12.attn_norm.weight", "name": "layers.12.attn_norm.weight", "transform": "identity", "offset": 1007099904, "length": 3072, "sha256": "d3e635e3013b5f25d188b38664512ec32abaef482e7824b420aa1056240f8de8", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.12.mlp_norm.weight", "name": "layers.12.mlp_norm.weight", "transform": "identity", "offset": 1007102976, "length": 3072, "sha256": "167eb65bcfef1ae62bb12c33dc3e5e9b6198655633954c6d370f75136c93c78f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.13.attn_norm.weight", "name": "layers.13.attn_norm.weight", "transform": "identity", "offset": 1007106048, "length": 3072, "sha256": "91d4634f3a4963ef3cb57c21f7446f0e2962206a676c24a60d1e45c48e1255b2", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.13.mlp_norm.weight", "name": "layers.13.mlp_norm.weight", "transform": "identity", "offset": 1007109120, "length": 3072, "sha256": "00adfc424dcf9817da1fb08d6d1f5db33b75d4f3a523ee8a1025aea012a0a88d", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.14.attn_norm.weight", "name": "layers.14.attn_norm.weight", "transform": "identity", "offset": 1007112192, "length": 3072, "sha256": "71d08b08de62a8c41f55dffcf4598308ebde3f2458175e6a6f373f3c373bfd8a", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.14.mlp_norm.weight", "name": "layers.14.mlp_norm.weight", "transform": "identity", "offset": 1007115264, "length": 3072, "sha256": "84f92de0f234ad3e34ca744d2f942af7b5e891e9e46efa2d2384d0b5a799e59f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.15.attn_norm.weight", "name": "layers.15.attn_norm.weight", "transform": "identity", "offset": 1007118336, "length": 3072, "sha256": "f2fc224a07df67b5b72b517625735928c87e9cd50db683cfeda1f682704da544", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.15.mlp_norm.weight", "name": "layers.15.mlp_norm.weight", "transform": "identity", "offset": 1007121408, "length": 3072, "sha256": "bc01d40d2b7240b7a71047c0ffbdcc6a4c253af92b26d77312ad349ba7fffe7c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.16.attn_norm.weight", "name": "layers.16.attn_norm.weight", "transform": "identity", "offset": 1007124480, "length": 3072, "sha256": "77703ad22174447255f6ccb1460b63d6f095d35a9c3181a3ded0f5ff91a7a5e4", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.16.mlp_norm.weight", "name": "layers.16.mlp_norm.weight", "transform": "identity", "offset": 1007127552, "length": 3072, "sha256": "e84e6b5fbb09ab48e06c1624f91202c53a964a29104427313fe879398fbdfe9c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.17.attn_norm.weight", "name": "layers.17.attn_norm.weight", "transform": "identity", "offset": 1007130624, "length": 3072, "sha256": "e726e51aa97c52388f451009add97f5eb34b40a5fa3d0686022e7ca43a238e71", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.17.mlp_norm.weight", "name": "layers.17.mlp_norm.weight", "transform": "identity", "offset": 1007133696, "length": 3072, "sha256": "5bd5710161b9dab967028ca74e7bdab5ecc64f67ca34daf2e7875948237def5f", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.18.attn_norm.weight", "name": "layers.18.attn_norm.weight", "transform": "identity", "offset": 1007136768, "length": 3072, "sha256": "d59b031ce669762db412f7bb722491a7ff09a12d0832856fefbb358dad07c27c", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.18.mlp_norm.weight", "name": "layers.18.mlp_norm.weight", "transform": "identity", "offset": 1007139840, "length": 3072, "sha256": "f4f9b72db34a617170f12e963cea3c77a478451864c0048bb82f3c0ee5f98dff", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.19.attn_norm.weight", "name": "layers.19.attn_norm.weight", "transform": "identity", "offset": 1007142912, "length": 3072, "sha256": "105333ccb283c4fd098bfd2a73f2c37afcdd18fce06509e93e70668d28e5b4c4", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.19.mlp_norm.weight", "name": "layers.19.mlp_norm.weight", "transform": "identity", "offset": 1007145984, "length": 3072, "sha256": "a07a313868b1486f00e6714375b6586d81295c5f41b373375303588fdd7e1664", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.20.attn_norm.weight", "name": "layers.20.attn_norm.weight", "transform": "identity", "offset": 1007149056, "length": 3072, "sha256": "d1df27d37c9b790aeeb8f53cec96f7cdc071264670501d6b48e4d4eb94bb01e8", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.20.mlp_norm.weight", "name": "layers.20.mlp_norm.weight", "transform": "identity", "offset": 1007152128, "length": 3072, "sha256": "53373277af4a21309c7abf30791d11d2922e54ae586ca9510033652bc845996d", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.21.attn_norm.weight", "name": "layers.21.attn_norm.weight", "transform": "identity", "offset": 1007155200, "length": 3072, "sha256": "b382f8f107172f99059a677853f78d9f5e9ab6ee56dddec1a999112d640220b4", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.layers.21.mlp_norm.weight", "name": "layers.21.mlp_norm.weight", "transform": "identity", "offset": 1007158272, "length": 3072, "sha256": "e7a68a5fcb420abd8db371c1f76c063a6c0b010ce6cf01509a4a45582086e13b", "dtype": 1, "shape": [ 768 ] }, { "initializer": "encoder.final_norm.weight", "name": "final_norm.weight", "transform": "identity", "offset": 1007161344, "length": 3072, "sha256": "f5f399df17653b377a10c6693f1c521c302b5a5aa1f1d71c3d437c99f18d9b86", "dtype": 1, "shape": [ 768 ] }, { "initializer": "val_24", "name": "layers.0.attn.Wqkv.weight", "transform": "transpose", "offset": 786450432, "length": 7077888, "sha256": "9df664cecab8b6130a2d6a4eb725024706d783543e2f56dce16e449c18988bb9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_128", "name": "layers.0.attn.Wo.weight", "transform": "transpose", "offset": 793528320, "length": 2359296, "sha256": "9d4f220936c486b2e6a60b8e31f27fae81f50e0a1f4c9e2acacef64db3f78b35", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_131", "name": "layers.0.mlp.Wi.weight", "transform": "transpose", "offset": 795887616, "length": 7077888, "sha256": "26d666d96382d84d4991435ec94bfaae648595097b8a5f3d10bc08da50fbeb66", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_141", "name": "layers.0.mlp.Wo.weight", "transform": "transpose", "offset": 802965504, "length": 3538944, "sha256": "88359690b0a915274e5a2e8fc1fbad061a3792a6d43539f58031c4fc101b36da", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_144", "name": "layers.1.attn.Wqkv.weight", "transform": "transpose", "offset": 806504448, "length": 7077888, "sha256": "479ec437f05e31228d78dddb15e81dc64db6cc9fd429fd98bf913265930963f4", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_242", "name": "layers.1.attn.Wo.weight", "transform": "transpose", "offset": 813582336, "length": 2359296, "sha256": "5a8c3ea5dd0feceac43e8e911e20cf5d5665692b86eca256e02989c10b21da39", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_245", "name": "layers.1.mlp.Wi.weight", "transform": "transpose", "offset": 815941632, "length": 7077888, "sha256": "15b089ef759e3f33a8c27132d277495f85ad41406a79f28fb300a0861d7729a0", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_253", "name": "layers.1.mlp.Wo.weight", "transform": "transpose", "offset": 823019520, "length": 3538944, "sha256": "0211b7e880d1fc7de55d55596d5308fac820b21c875e9035720a9d2afd6d69be", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_256", "name": "layers.2.attn.Wqkv.weight", "transform": "transpose", "offset": 826558464, "length": 7077888, "sha256": "b6240eebf4398ced35667a86c66956842b29c8583223d536d6a44c0a8ee4857e", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_354", "name": "layers.2.attn.Wo.weight", "transform": "transpose", "offset": 833636352, "length": 2359296, "sha256": "9374f15f951c1a299bffc7e297b7b2f9045461c520d4949d9a0370d81383d28c", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_357", "name": "layers.2.mlp.Wi.weight", "transform": "transpose", "offset": 835995648, "length": 7077888, "sha256": "39759407d8111a66f6634647ec8a64574d8d4204654526ae06361f784a62051b", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_365", "name": "layers.2.mlp.Wo.weight", "transform": "transpose", "offset": 843073536, "length": 3538944, "sha256": "e67ec074ca9246b947cb75b1d9312323332fc124bbd70bf7cf5bb44f637b5967", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_368", "name": "layers.3.attn.Wqkv.weight", "transform": "transpose", "offset": 846630912, "length": 7077888, "sha256": "5c0b23afed9faf9529564e56e2a70a2c320130b0285f7b278bbf15016b022d57", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_466", "name": "layers.3.attn.Wo.weight", "transform": "transpose", "offset": 853708800, "length": 2359296, "sha256": "dbaffc14dbf34c4a789a2bce6db384dced62c5ca8523c046fc6f10aaefcfe687", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_469", "name": "layers.3.mlp.Wi.weight", "transform": "transpose", "offset": 856068096, "length": 7077888, "sha256": "29abc2b57f2e4c7ff6b9bfe7cf22481329592d04fd926dee28b442b08ca586f5", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_477", "name": "layers.3.mlp.Wo.weight", "transform": "transpose", "offset": 863145984, "length": 3538944, "sha256": "b84cb1c4c4fe1e6c9f938fc7ddb2501e27a3bd085497d45a4db0108df62e3881", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_480", "name": "layers.4.attn.Wqkv.weight", "transform": "transpose", "offset": 866684928, "length": 7077888, "sha256": "b28de977eeb1711c7e67f4fd43fb53a7b64ddec5d1ff4889f9acbc5e070698e1", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_578", "name": "layers.4.attn.Wo.weight", "transform": "transpose", "offset": 873762816, "length": 2359296, "sha256": "3dcf76d53a3205b6215c3d3264c6270fbded96b671f53570448dbfa995df2966", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_581", "name": "layers.4.mlp.Wi.weight", "transform": "transpose", "offset": 876122112, "length": 7077888, "sha256": "e0589e90a943a771bc665d6ac2b313ab5408fa948adff4ca9288b5c366140091", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_589", "name": "layers.4.mlp.Wo.weight", "transform": "transpose", "offset": 883200000, "length": 3538944, "sha256": "860f7fc06bb8287aa1760ed3dcebd61d1a0f355c7fe1b5ab46ac4951e5543840", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_592", "name": "layers.5.attn.Wqkv.weight", "transform": "transpose", "offset": 886738944, "length": 7077888, "sha256": "0500ef0bb4ae03a5a4a7106a2e5261daf9c5bd6c826606e31a351c2a227fba82", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_690", "name": "layers.5.attn.Wo.weight", "transform": "transpose", "offset": 893816832, "length": 2359296, "sha256": "3665f15673854a1a6f75ce24ce81d69e54e005476c6d18a2ad7c932cf6103634", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_693", "name": "layers.5.mlp.Wi.weight", "transform": "transpose", "offset": 896176128, "length": 7077888, "sha256": "3bc69914bc48bb811305d078196e5d73c49505b414accc14536968eb50fdb6f9", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_701", "name": "layers.5.mlp.Wo.weight", "transform": "transpose", "offset": 903254016, "length": 3538944, "sha256": "3b130c028ef573a6810d540bbf41b3d5fe6f52085c20224ee274c476bfeb06c9", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_704", "name": "layers.6.attn.Wqkv.weight", "transform": "transpose", "offset": 906823680, "length": 7077888, "sha256": "8f236a35886f83d405d6dda54e276b1391029c6951c7752cee64f5449e798492", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_802", "name": "layers.6.attn.Wo.weight", "transform": "transpose", "offset": 913901568, "length": 2359296, "sha256": "7bece4ca5049b7b71c45f9745ea8c4d55eadb39d300cf98c2339520563a12c67", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_805", "name": "layers.6.mlp.Wi.weight", "transform": "transpose", "offset": 916260864, "length": 7077888, "sha256": "6774ba17fa1761d2f9326f7cc84241e51ace37453c299a52f42159403777c071", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_813", "name": "layers.6.mlp.Wo.weight", "transform": "transpose", "offset": 923338752, "length": 3538944, "sha256": "3f47a82c6b06e896b92f191a33d50330c2316434f2c2d4efa4979d3dc4079209", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_816", "name": "layers.7.attn.Wqkv.weight", "transform": "transpose", "offset": 926877696, "length": 7077888, "sha256": "0f35c784eac80be47d4b4d52af182e9541f2d949b282453a6631a3d6e2b8de4c", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_914", "name": "layers.7.attn.Wo.weight", "transform": "transpose", "offset": 933955584, "length": 2359296, "sha256": "bb1665f518a9cef1f39995a50ba43a0459f4e3c61c4264b7a2d09b08a3461ce1", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_917", "name": "layers.7.mlp.Wi.weight", "transform": "transpose", "offset": 936314880, "length": 7077888, "sha256": "3b761d01939f7f00f8eb2c378d99690a107c30aeb00529e8a955b47cefb5ee77", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_925", "name": "layers.7.mlp.Wo.weight", "transform": "transpose", "offset": 943392768, "length": 3538944, "sha256": "05464196f61f0b9877478ea993e955dfd3d9e9e506482903a7c14fc4100eb3fd", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_928", "name": "layers.8.attn.Wqkv.weight", "transform": "transpose", "offset": 946931712, "length": 7077888, "sha256": "681e476a35b1a2acaf88a2f1f84efe4035d773efe3b713d42cddd684387af448", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1026", "name": "layers.8.attn.Wo.weight", "transform": "transpose", "offset": 954009600, "length": 2359296, "sha256": "10c98bab2f0032955c8e5118f2019304fcf3cc2e16b6344b8c6eeb14eae0de5d", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1029", "name": "layers.8.mlp.Wi.weight", "transform": "transpose", "offset": 956368896, "length": 7077888, "sha256": "47d66781e4b9a93c60d5e5ebdcf7242f66e2c0dd6745cf37824201ff69db2c10", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1037", "name": "layers.8.mlp.Wo.weight", "transform": "transpose", "offset": 963446784, "length": 3538944, "sha256": "7d4e54cec673fa9cdf0846e3fa10ccd53f09eb55551946d706757be43bda9f3a", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1040", "name": "layers.9.attn.Wqkv.weight", "transform": "transpose", "offset": 966985728, "length": 7077888, "sha256": "21f08643ff5daf63181bbb976272ca4b52eaa700bdcede171a71616f547a1c1f", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1138", "name": "layers.9.attn.Wo.weight", "transform": "transpose", "offset": 974063616, "length": 2359296, "sha256": "5d37c679456f63cbab7d85114277e24a2ae9b37c9ebbf086d6f7e92b8a1a38e8", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1141", "name": "layers.9.mlp.Wi.weight", "transform": "transpose", "offset": 976422912, "length": 7077888, "sha256": "f1aaab59feab4eae207b75e7cefd96c13b68f9ee53538b0d32378c42beb93ac8", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1149", "name": "layers.9.mlp.Wo.weight", "transform": "transpose", "offset": 983500800, "length": 3538944, "sha256": "32dbb3767533e8ddafe5fa5eda6086316c51d6d4f5bad2f151846f6d3f5e60d1", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1152", "name": "layers.10.attn.Wqkv.weight", "transform": "transpose", "offset": 987039744, "length": 7077888, "sha256": "7d5abfdb1cbdcfabca177aa6142aca39697863a5a925b51d63edfbafa5720a4d", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1250", "name": "layers.10.attn.Wo.weight", "transform": "transpose", "offset": 994117632, "length": 2359296, "sha256": "97c8397a7020f21b8aa482a88e6cfb65ba9ddbba8243e8abb2b4b480b6f4b927", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1253", "name": "layers.10.mlp.Wi.weight", "transform": "transpose", "offset": 996476928, "length": 7077888, "sha256": "916c1a63249ab521e81298444d4da058692beece069b46a7f4d8d772a9e46f3c", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1261", "name": "layers.10.mlp.Wo.weight", "transform": "transpose", "offset": 1003554816, "length": 3538944, "sha256": "ff1f7e214da236e21aaace0cab87c4f8511d5f8cecac34fde34bd521679840f9", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1264", "name": "layers.11.attn.Wqkv.weight", "transform": "transpose", "offset": 1007164416, "length": 7077888, "sha256": "9759d5a4ba326639a6cfe1b6580a9eb5ff37959eb0f5c340a4ef2fba3b9e50ae", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1362", "name": "layers.11.attn.Wo.weight", "transform": "transpose", "offset": 1014242304, "length": 2359296, "sha256": "684234baa56fc75ddc9a28c7933e1de4ab419105a766c86db6648e4dbabd7749", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1365", "name": "layers.11.mlp.Wi.weight", "transform": "transpose", "offset": 1016601600, "length": 7077888, "sha256": "7ea42c75c253ee5183ec91c86431d38ebd4abe73a5a00a088e730539477af1df", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1373", "name": "layers.11.mlp.Wo.weight", "transform": "transpose", "offset": 1023679488, "length": 3538944, "sha256": "ce1d6eb32a4af79da277a9d75500cc36ff18b52a59cb9a3c34779f7883216887", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1376", "name": "layers.12.attn.Wqkv.weight", "transform": "transpose", "offset": 1027218432, "length": 7077888, "sha256": "f667eea67950baeeee7a3d02cd18a39cc14d22a554797ce42b413622202dabfc", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1474", "name": "layers.12.attn.Wo.weight", "transform": "transpose", "offset": 1034296320, "length": 2359296, "sha256": "a23a4428a1c2052477a8875b2083c97edd9d8ea7ad807bd655bc745f09b55481", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1477", "name": "layers.12.mlp.Wi.weight", "transform": "transpose", "offset": 1036655616, "length": 7077888, "sha256": "679bb4e9769678a09f39cc9c94551bcb248813ab67dd91203df69fafa64c236b", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1485", "name": "layers.12.mlp.Wo.weight", "transform": "transpose", "offset": 1043733504, "length": 3538944, "sha256": "e585d5bf0b5bd0eafe04f0de916aff5c23ea87e8a43280a1d9ed38d40163e8f2", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1488", "name": "layers.13.attn.Wqkv.weight", "transform": "transpose", "offset": 1047272448, "length": 7077888, "sha256": "61444d8f4c76626afd94e731cf47839c0d7f4903cda4eb5f9c185bd54e88a4d7", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1586", "name": "layers.13.attn.Wo.weight", "transform": "transpose", "offset": 1054350336, "length": 2359296, "sha256": "b17ee5d8d30ce1654adffc0cf0f1f057ff48e7886d762ab5cd03fef4da4d9a89", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1589", "name": "layers.13.mlp.Wi.weight", "transform": "transpose", "offset": 1056709632, "length": 7077888, "sha256": "6aa14f11448c4d501cd766746543e435af45c4e927018b1dd3724dc800ad0953", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1597", "name": "layers.13.mlp.Wo.weight", "transform": "transpose", "offset": 1063787520, "length": 3538944, "sha256": "469e5a3e7c0f5a711f944daaaf23d9ad58f5afedaee0bdde5478d949383716a2", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1600", "name": "layers.14.attn.Wqkv.weight", "transform": "transpose", "offset": 1067326464, "length": 7077888, "sha256": "3c5a49ba30fc598560cc1f6467ffbd66f7ac88cf531e64c7196b8410a808d2b3", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1698", "name": "layers.14.attn.Wo.weight", "transform": "transpose", "offset": 1074404352, "length": 2359296, "sha256": "96fb0dc4453fa383b0e9e828e7184a15143d7f29dd8a289de01888080b841c3a", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1701", "name": "layers.14.mlp.Wi.weight", "transform": "transpose", "offset": 1076763648, "length": 7077888, "sha256": "343198f485a168682b5c8b7c238c6ca82c63719f5fdcfc0e65a21fdca5f029fb", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1709", "name": "layers.14.mlp.Wo.weight", "transform": "transpose", "offset": 1083841536, "length": 3538944, "sha256": "a4cc4f6828fd727e96807ec516696c5985b65d8d7ab34197a86a856e4342ec80", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1712", "name": "layers.15.attn.Wqkv.weight", "transform": "transpose", "offset": 1087380480, "length": 7077888, "sha256": "2021d8403d091a970c5a3e95e8176df68e6201eddbac93e51202572cb345bfb7", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1810", "name": "layers.15.attn.Wo.weight", "transform": "transpose", "offset": 1094458368, "length": 2359296, "sha256": "a29a8e01e0e329332e5602f61575d68b58db97c957ca347ec68aa212b7cc4428", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1813", "name": "layers.15.mlp.Wi.weight", "transform": "transpose", "offset": 1096817664, "length": 7077888, "sha256": "846c8ca3b8c2865d4099000d46082050f7eb626eba016394d618105a47dd579d", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1821", "name": "layers.15.mlp.Wo.weight", "transform": "transpose", "offset": 1103895552, "length": 3538944, "sha256": "90e8956486920422c354f1f6efe6ef919d0bd17c741fe056305387d672d94043", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1824", "name": "layers.16.attn.Wqkv.weight", "transform": "transpose", "offset": 1107434496, "length": 7077888, "sha256": "ee42c2e249acc8753e0e0a21502df2c643fcc6d9ffbb30e50a80203846b7b45d", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1922", "name": "layers.16.attn.Wo.weight", "transform": "transpose", "offset": 1114512384, "length": 2359296, "sha256": "5803b171c0f042ad25b75b1677024e4a230d1760a151f0548068aca4d73f3b05", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_1925", "name": "layers.16.mlp.Wi.weight", "transform": "transpose", "offset": 1116871680, "length": 7077888, "sha256": "6850bfe007cdfe931ef0eacb12c272c24afb42eb41c2c8b4e4357a9e7a1e84db", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_1933", "name": "layers.16.mlp.Wo.weight", "transform": "transpose", "offset": 1123949568, "length": 3538944, "sha256": "4d839cea62cb1edd38eb9ee7d7836694766561354f727a5d690a0d1d6338c03d", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_1936", "name": "layers.17.attn.Wqkv.weight", "transform": "transpose", "offset": 1127488512, "length": 7077888, "sha256": "4ae4f744a6c83dfc115e7f74c4922647f70cdbfcb434112a2855d164010277c1", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2034", "name": "layers.17.attn.Wo.weight", "transform": "transpose", "offset": 1134566400, "length": 2359296, "sha256": "5c36307c554ca0f8cffaaefd23573da248075f16041e0568e9520351af302b68", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_2037", "name": "layers.17.mlp.Wi.weight", "transform": "transpose", "offset": 1136925696, "length": 7077888, "sha256": "5b2ec522ae725fd5c4a193dc8316ec2541f0cf61187157f6154e83722397f957", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2045", "name": "layers.17.mlp.Wo.weight", "transform": "transpose", "offset": 1144003584, "length": 3538944, "sha256": "084eda3aed054913f0312020b6acc8fcdf6ef6490156de382f510899a4a01888", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_2048", "name": "layers.18.attn.Wqkv.weight", "transform": "transpose", "offset": 1147542528, "length": 7077888, "sha256": "c1ef64358e847984e35591ad1c35929b647f514578ed2d0b8b9f50723f7dbe22", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2146", "name": "layers.18.attn.Wo.weight", "transform": "transpose", "offset": 1154620416, "length": 2359296, "sha256": "4fc627e5fc5e995251d3ca27506be00f7069f118e62bf93f3ebf2564f9d5c16e", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_2149", "name": "layers.18.mlp.Wi.weight", "transform": "transpose", "offset": 1156979712, "length": 7077888, "sha256": "f6944a29e1826e30d619f5477d29f91878b68d7524b43beaf133863a4fce87b3", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2157", "name": "layers.18.mlp.Wo.weight", "transform": "transpose", "offset": 1164057600, "length": 3538944, "sha256": "038c57faa40030d6327dbb159ff074e4bf0be1e512eca1af8bf24d83a71d5702", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_2160", "name": "layers.19.attn.Wqkv.weight", "transform": "transpose", "offset": 1167596544, "length": 7077888, "sha256": "5ae864128b04a60c947035a182d47449e65dd13fe6101a0b24fc472f56e573dc", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2258", "name": "layers.19.attn.Wo.weight", "transform": "transpose", "offset": 1174674432, "length": 2359296, "sha256": "389a7bb2753c698882ba5d068de43862f345f3887b3235cff0abb98d6b84a5f0", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_2261", "name": "layers.19.mlp.Wi.weight", "transform": "transpose", "offset": 1177033728, "length": 7077888, "sha256": "1f94d6f70010257feeb0820b727de474e2a56b4ba4fd5ec264c43f9b6d7c3b7a", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2269", "name": "layers.19.mlp.Wo.weight", "transform": "transpose", "offset": 1184111616, "length": 3538944, "sha256": "be20775c5e0a55e70072bd88a8cb7038aa3eb7c534900cc16c8fd0a9ccdf0655", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_2272", "name": "layers.20.attn.Wqkv.weight", "transform": "transpose", "offset": 1187650560, "length": 7077888, "sha256": "4738f4af7b8e8994a7d1fc4801734a148e09bd12ab5b4d1d9c448ace6e54d4b4", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2370", "name": "layers.20.attn.Wo.weight", "transform": "transpose", "offset": 1194728448, "length": 2359296, "sha256": "6e6087886c9152bbc566a952b4034b5ee4eb0e2205563d97d154dfe58bfb3942", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_2373", "name": "layers.20.mlp.Wi.weight", "transform": "transpose", "offset": 1197087744, "length": 7077888, "sha256": "63305ec35cead6fd8d5615b6f0df943a49c750d8795e0b9ae612ae8ec4134ef3", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2381", "name": "layers.20.mlp.Wo.weight", "transform": "transpose", "offset": 1204165632, "length": 3538944, "sha256": "74ff05922caa529e4c3a4a708aceb37147f5d47f44360732b669dd10e93ecf58", "dtype": 1, "shape": [ 1152, 768 ] }, { "initializer": "val_2384", "name": "layers.21.attn.Wqkv.weight", "transform": "transpose", "offset": 1207704576, "length": 7077888, "sha256": "1d65627f9b6acd211e858ff829c19a96a5b5005f3d86933a410c34bf31799e67", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2482", "name": "layers.21.attn.Wo.weight", "transform": "transpose", "offset": 1214782464, "length": 2359296, "sha256": "a578b2dac4faf7e33c2614df2008835aa97c2d8a16fa3491081e68720fa8eaa2", "dtype": 1, "shape": [ 768, 768 ] }, { "initializer": "val_2485", "name": "layers.21.mlp.Wi.weight", "transform": "transpose", "offset": 1217141760, "length": 7077888, "sha256": "52f953c157a67e0c7b7dc15bc104c56932f1c80313d7690ffac322465fe8b835", "dtype": 1, "shape": [ 768, 2304 ] }, { "initializer": "val_2493", "name": "layers.21.mlp.Wo.weight", "transform": "transpose", "offset": 1224219648, "length": 3538944, "sha256": "cc1adc5aa600aaa612b6bf47f3d028812ec39bfa6ef94eb451c94efb83c62d2a", "dtype": 1, "shape": [ 1152, 768 ] } ], "inline_constants": [ { "name": "clone", "dtype": 1, "shape": [], "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c" }, { "name": "val_14", "dtype": 1, "shape": [], "sha256": "abc4c4e7eee2ce04c6be04358adf5b3d0958255a80f712a8b6d4f4fdda588276" }, { "name": "val_16", "dtype": 7, "shape": [], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_18", "dtype": 7, "shape": [], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "expand_1", "dtype": 1, "shape": [ 1, 32, 1 ], "sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "name": "val_52", "dtype": 7, "shape": [ 1 ], "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc" }, { "name": "val_56", "dtype": 7, "shape": [ 1 ], "sha256": "9d4ac218fb54041e3a70a8e14db1ea1af9f570f4842b4702ef9323f1ad8f0ec4" }, { "name": "val_60", "dtype": 7, "shape": [ 1 ], "sha256": "35be322d094f9d154a8aba4733b8497f180353bd7ae7b0a15f90b586b549f28b" }, { "name": "val_68", "dtype": 7, "shape": [ 1 ], "sha256": "6a69a6cc7473a16302890cd2a9e93e347281f6ea0e1bb784e589753bed0b3324" }, { "name": "val_116", "dtype": 1, "shape": [ 1 ], "sha256": "948945eecf4a060f48a79e9fadcd501373212c7f5be4fa5ac1ac216f2469c043" }, { "name": "val_5", "dtype": 7, "shape": [ 1 ], "sha256": "7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8" }, { "name": "val_6", "dtype": 7, "shape": [ 1 ], "sha256": "d86e8112f3c4c4442126f8e9f44f16867da487f29052bf91b810457db34209a4" }, { "name": "val_2496", "dtype": 7, "shape": [ 2 ], "sha256": "0c730b69905c5ef7a4ca5269f72365400bde2dd2c04eaf9bbb3d1c4a265a0131" }, { "name": "val_20", "dtype": 7, "shape": [], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_2497", "dtype": 7, "shape": [ 2 ], "sha256": "9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db" }, { "name": "val_27", "dtype": 7, "shape": [ 1 ], "sha256": "12a3ae445661ce5dee78d0650d33362dec29c4f82af05e7e57fb595bbbacf0ca" }, { "name": "val_29", "dtype": 7, "shape": [ 1 ], "sha256": "220dde27afee4d537cac96d85d6546f825153b90e828931b74e103807541bc42" }, { "name": "val_30", "dtype": 7, "shape": [ 1 ], "sha256": "a06f129fc52abf6085679d7cd71dc41ec7580c7f5f73efef6d02dde22bb00994" }, { "name": "val_106", "dtype": 7, "shape": [ 1 ], "sha256": "81b37f7f8b78762feb067131152a700548754f937a0668c1f327d2ee1a2d2801" }, { "name": "val_108", "dtype": 7, "shape": [ 1 ], "sha256": "e6ad6c9a3a3b7658c35bacf6553fcb8ffe34387534a648fe18f875b8f7a86ddb" }, { "name": "val_126", "dtype": 7, "shape": [ 1 ], "sha256": "8285d24b1ca2820ef8beda7b35738ebb281870d192a06328d284dc3177f4fe31" }, { "name": "val_134", "dtype": 1, "shape": [], "sha256": "9c16095ed50248c0e1658be07f5bafe5dc11382843a99c6fb3a87c141808ceeb" }, { "name": "val_139", "dtype": 1, "shape": [], "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57" } ], "non_storage_structure_hash_before_and_after_pack": "cd1c67a69ed99240a8df2c3a37cb13dee1c69cbeb471ada3d96afc74d8640e54", "ck_initializers_identical": true, "ck_nodes": 22, "attention": [ { "layer": 0, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 1, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 2, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 3, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 4, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 5, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 6, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 7, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 8, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 9, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 10, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 11, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 12, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 13, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 14, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 15, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 16, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 17, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 18, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] }, { "layer": 19, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 20, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ 64, 64 ] }, { "layer": 21, "q_scale": 0.3535533845424652, "k_scale": 0.3535533845424652, "window": [ -1, -1 ] } ], "validation": "artifact-7a3d8f0b1c63/layer-22", "terminal_normalization": "final_norm" } }, "receipt-5f0edaa72a45e094-ck-hybrid-acceptance.json": { "sha256": "5f0edaa72a45e0946860e9267fb982778a1d9b2c322bab5c6cde416683c99464", "contents": { "status": "passed", "scope": "Fixed R24 exit22: fixed padded/position/boundary numerical qualification, not long-context quality", "execution_contract": "GPU numerical encoder/CK attention; CPU INT64 reshape-shape Concat only", "original_strict_all_gpu_status": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm.", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "source_unchanged_after_qualification": true, "graph_sha256": "319298fa6e87b06e36fca5d8070ec8bc01a543ec3a5c1f06fb7403e093a513d9", "plan_sha256": "e5ed1bc7af4a5e9de26b1af4b54beb51c303b28219fc20bc58c2fd62a9da97e7", "original_plan_sha256": "8952f14628dd9181158e49ffab7c46dfa22c9ae8523833ab5546469acf390faa", "diagnostic_report_sha256": "5d988b1fa1fcb477467ce4b9636747e2089adf470358134a83486f70b699e148", "qualifier_sha256": "af7f8e7ff8f4ec0f554ad9ccf5ba6f3f1d6a2a3a3f4b4c3a4c226ddb74236e35", "outputs_sha256": "34c55e7da5aa7995c4e59b3c8ea82c8815f028427946eee2e940bd7b2003cc6a", "runtime_image_id": "sha256:da03d746a478588290d73e6bf5b2a4ca49a11b2bb55044668ced2c18885526b4", "ort_version": "1.22.1", "custom_library_sha256": "5abf41aa04cfa837c406df461ff9b1407bb21ee8c0c5e5b9bc5d37d0e22410b2", "gpu_visibility": { "ROCR_VISIBLE_DEVICES": "1" }, "ck_gpu_events": 264, "expected_ck_gpu_events": 264, "provider_operator_events": { "ROCMExecutionProvider": { "Gather": 12, "LayerNormalization": 528, "MatMul": 1068, "Shape": 12, "Reshape": 528, "Split": 1056, "Transpose": 1068, "Squeeze": 792, "Neg": 528, "Concat": 540, "Unsqueeze": 48, "Cast": 1080, "Sin": 12, "Mul": 1860, "Cos": 12, "Add": 1308, "Sub": 12, "CKFlashAttention": 264, "Div": 264, "Erf": 264, "SkipLayerNormalization": 12 }, "CPUExecutionProvider": { "Concat": 24 } }, "cpu_shape_control": { "node_Concat_29": { "operator": "Concat", "dtype": "int64", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 5 ] } ], "consumers": [ { "name": "node_view", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_2", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_4", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_6", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_8", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_10", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_12", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_14", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_16", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_18", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_20", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_22", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_24", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_26", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_28", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_30", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_32", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_34", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_36", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_38", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_40", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_42", "operator": "Reshape", "input_index": 1 } ] }, "node_Concat_125": { "operator": "Concat", "dtype": "int64", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 3 ] } ], "consumers": [ { "name": "node_view_1", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_3", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_5", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_7", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_9", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_11", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_13", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_15", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_17", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_19", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_21", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_23", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_25", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_27", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_29", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_31", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_33", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_35", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_37", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_39", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_41", "operator": "Reshape", "input_index": 1 }, { "name": "node_view_43", "operator": "Reshape", "input_index": 1 } ] } }, "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "cases": [ { "case": "single", "repeat": 0, "valid_token_max_abs_error": 0.039762020111083984, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 0.0005196928977966309, "minimum_cosine": 0.9999988268959742 }, "512": { "max_abs_error": 0.0002706209197640419, "minimum_cosine": 0.9999988365752113 }, "256": { "max_abs_error": 0.00027829408645629883, "minimum_cosine": 0.9999988816332104 }, "128": { "max_abs_error": 0.0003806650638580322, "minimum_cosine": 0.999998962718134 }, "64": { "max_abs_error": 0.00047981739044189453, "minimum_cosine": 0.9999992431035766 } } }, { "case": "single", "repeat": 1, "valid_token_max_abs_error": 0.039762020111083984, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 0.0005196928977966309, "minimum_cosine": 0.9999988268959742 }, "512": { "max_abs_error": 0.0002706209197640419, "minimum_cosine": 0.9999988365752113 }, "256": { "max_abs_error": 0.00027829408645629883, "minimum_cosine": 0.9999988816332104 }, "128": { "max_abs_error": 0.0003806650638580322, "minimum_cosine": 0.999998962718134 }, "64": { "max_abs_error": 0.00047981739044189453, "minimum_cosine": 0.9999992431035766 } } }, { "case": "padding", "repeat": 0, "valid_token_max_abs_error": 0.04144001007080078, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 0.00041726231575012207, "minimum_cosine": 0.9999990929526671 }, "512": { "max_abs_error": 0.00022771209478378296, "minimum_cosine": 0.9999991057779963 }, "256": { "max_abs_error": 0.00026982277631759644, "minimum_cosine": 0.9999989679721962 }, "128": { "max_abs_error": 0.00035975873470306396, "minimum_cosine": 0.9999990771003814 }, "64": { "max_abs_error": 0.000407978892326355, "minimum_cosine": 0.9999988630012165 } } }, { "case": "padding", "repeat": 1, "valid_token_max_abs_error": 0.04144001007080078, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "embedding_dimensions": { "768": { "max_abs_error": 0.00041726231575012207, "minimum_cosine": 0.9999990929526671 }, "512": { "max_abs_error": 0.00022771209478378296, "minimum_cosine": 0.9999991057779963 }, "256": { "max_abs_error": 0.00026982277631759644, "minimum_cosine": 0.9999989679721962 }, "128": { "max_abs_error": 0.00035975873470306396, "minimum_cosine": 0.9999990771003814 }, "64": { "max_abs_error": 0.000407978892326355, "minimum_cosine": 0.9999988630012165 } } }, { "case": "offset", "repeat": 0, "valid_token_max_abs_error": 0.060924530029296875, "raw_token_gate_passed": false, "raw_token_gate_violations": 3, "embedding_dimensions": { "768": { "max_abs_error": 0.0008910000324249268, "minimum_cosine": 0.9999976341326603 }, "512": { "max_abs_error": 0.0003302851691842079, "minimum_cosine": 0.9999978981749426 }, "256": { "max_abs_error": 0.00044767558574676514, "minimum_cosine": 0.9999975080498585 }, "128": { "max_abs_error": 0.0005257762968540192, "minimum_cosine": 0.9999980948756313 }, "64": { "max_abs_error": 0.0007996261119842529, "minimum_cosine": 0.9999975763650168 } } }, { "case": "offset", "repeat": 1, "valid_token_max_abs_error": 0.060924530029296875, "raw_token_gate_passed": false, "raw_token_gate_violations": 3, "embedding_dimensions": { "768": { "max_abs_error": 0.0008910000324249268, "minimum_cosine": 0.9999976341326603 }, "512": { "max_abs_error": 0.0003302851691842079, "minimum_cosine": 0.9999978981749426 }, "256": { "max_abs_error": 0.00044767558574676514, "minimum_cosine": 0.9999975080498585 }, "128": { "max_abs_error": 0.0005257762968540192, "minimum_cosine": 0.9999980948756313 }, "64": { "max_abs_error": 0.0007996261119842529, "minimum_cosine": 0.9999975763650168 } } }, { "case": "offset_8192", "repeat": 0, "valid_token_max_abs_error": 0.047866106033325195, "raw_token_gate_passed": false, "raw_token_gate_violations": 1, "embedding_dimensions": { "768": { "max_abs_error": 0.000545799732208252, "minimum_cosine": 0.9999991356831023 }, "512": { "max_abs_error": 0.00021598488092422485, "minimum_cosine": 0.9999991768241727 }, "256": { "max_abs_error": 0.00028296560049057007, "minimum_cosine": 0.9999990961623914 }, "128": { "max_abs_error": 0.0003877095878124237, "minimum_cosine": 0.9999988458470677 }, "64": { "max_abs_error": 0.0005264393985271454, "minimum_cosine": 0.9999984375489697 } } }, { "case": "offset_8192", "repeat": 1, "valid_token_max_abs_error": 0.047866106033325195, "raw_token_gate_passed": false, "raw_token_gate_violations": 1, "embedding_dimensions": { "768": { "max_abs_error": 0.000545799732208252, "minimum_cosine": 0.9999991356831023 }, "512": { "max_abs_error": 0.00021598488092422485, "minimum_cosine": 0.9999991768241727 }, "256": { "max_abs_error": 0.00028296560049057007, "minimum_cosine": 0.9999990961623914 }, "128": { "max_abs_error": 0.0003877095878124237, "minimum_cosine": 0.9999988458470677 }, "64": { "max_abs_error": 0.0005264393985271454, "minimum_cosine": 0.9999984375489697 } } }, { "case": "position_spacing", "repeat": 0, "valid_token_max_abs_error": 0.07331514358520508, "raw_token_gate_passed": false, "raw_token_gate_violations": 9, "embedding_dimensions": { "768": { "max_abs_error": 0.00035390257835388184, "minimum_cosine": 0.9999989891655686 }, "512": { "max_abs_error": 0.00039114058017730713, "minimum_cosine": 0.9999988492109605 }, "256": { "max_abs_error": 0.0004221256822347641, "minimum_cosine": 0.9999987398619723 }, "128": { "max_abs_error": 0.0004588663578033447, "minimum_cosine": 0.9999987441470167 }, "64": { "max_abs_error": 0.0005189273506402969, "minimum_cosine": 0.9999986815842778 } } }, { "case": "position_spacing", "repeat": 1, "valid_token_max_abs_error": 0.07331514358520508, "raw_token_gate_passed": false, "raw_token_gate_violations": 9, "embedding_dimensions": { "768": { "max_abs_error": 0.00035390257835388184, "minimum_cosine": 0.9999989891655686 }, "512": { "max_abs_error": 0.00039114058017730713, "minimum_cosine": 0.9999988492109605 }, "256": { "max_abs_error": 0.0004221256822347641, "minimum_cosine": 0.9999987398619723 }, "128": { "max_abs_error": 0.0004588663578033447, "minimum_cosine": 0.9999987441470167 }, "64": { "max_abs_error": 0.0005189273506402969, "minimum_cosine": 0.9999986815842778 } } }, { "case": "local_window_boundary", "repeat": 0, "valid_token_max_abs_error": 0.13244056701660156, "raw_token_gate_passed": false, "raw_token_gate_violations": 125, "embedding_dimensions": { "768": { "max_abs_error": 0.0001888871192932129, "minimum_cosine": 0.9999996861271476 }, "512": { "max_abs_error": 0.00012566708028316498, "minimum_cosine": 0.9999996741131525 }, "256": { "max_abs_error": 0.00014860183000564575, "minimum_cosine": 0.9999996984305308 }, "128": { "max_abs_error": 0.000183984637260437, "minimum_cosine": 0.9999997103577566 }, "64": { "max_abs_error": 0.0003064572811126709, "minimum_cosine": 0.9999995726212706 } } }, { "case": "local_window_boundary", "repeat": 1, "valid_token_max_abs_error": 0.13244056701660156, "raw_token_gate_passed": false, "raw_token_gate_violations": 125, "embedding_dimensions": { "768": { "max_abs_error": 0.0001888871192932129, "minimum_cosine": 0.9999996861271476 }, "512": { "max_abs_error": 0.00012566708028316498, "minimum_cosine": 0.9999996741131525 }, "256": { "max_abs_error": 0.00014860183000564575, "minimum_cosine": 0.9999996984305308 }, "128": { "max_abs_error": 0.000183984637260437, "minimum_cosine": 0.9999997103577566 }, "64": { "max_abs_error": 0.0003064572811126709, "minimum_cosine": 0.9999995726212706 } } } ], "acceptance_contract": "masked mean, dimension truncation, L2 embedding outputs", "raw_token_gate_required": false, "raw_token_gate_passed": false, "raw_token_gate_status": "RAW_TOKEN_GATE_FAILED", "raw_failed_cases": [ "local_window_boundary", "offset", "offset_8192", "position_spacing" ], "raw_output_caveat": "CK uses FP16 attention with FP32 weights/residuals. Embedding-output qualification does not establish raw-token parity or equality to native FP32 benchmark scores.", "embedding_gate_passed": true, "artifact_retained": true } }, "receipt-1e5efab5163a8046-receipt.json": { "sha256": "1e5efab5163a80464a25ef5fef4f07c1bfbf40a1d1fa076a2cd43a4536596ccd", "contents": { "status": "passed", "started_unix": 1789534294.0263846, "source": "artifact-0971c7eda70c/candidate", "output": "artifact-5cad5e7d8b8f/layer-22", "source_freeze": "artifact-ec996992cd9e/candidate-content.json", "script_sha256": "9eefd9be6953edb8001fac0d8b81053fdb5aa47a92e70ef5ab14bbb16b1e46dc", "arguments": { "candidate": "artifact-0971c7eda70c/candidate", "freeze": "artifact-ec996992cd9e/candidate-content.json", "output": "artifact-5cad5e7d8b8f/layer-22", "layers": [ 22 ], "representation_contract": "artifact-f78f46bcaefe/vela-representation-contract-v1.json", "ort_site_packages": "artifact-f45bdc08c565/site-packages", "threads": 4, "max_output_bytes": 4294967296, "reserve_free_bytes": 8589934592, "delete_verified_graph_data": false, "embedding_output_contract": true }, "scope": "Standard ONNX numerical export smoke only; CKFlashAttention pending", "graphs": [ { "depth": 22, "graph": "model.onnx", "graph_sha256": "8305c3347c3d3675561b0c4c23b93cff1a80a0a1210a10c560652a42021b798f", "graph_bytes": 162505, "inputs": [ { "name": "input_ids", "element_type": 7, "shape": [ "batch", "sequence" ] }, { "name": "attention_mask", "element_type": 7, "shape": [ "batch", "sequence" ] }, { "name": "position_ids", "element_type": 7, "shape": [ 1, "sequence" ] } ], "outputs": [ { "name": "last_hidden_state", "element_type": 1, "shape": [ "batch", "sequence", 768 ] } ], "external_data": { "model.onnx.data": { "sha256": "e2c9a7c0535f98e99c04614e1afcea04b4edddbcbb51d8d42c7eaca60f05d986", "bytes": 1227816960 } }, "node_count": 1220, "terminal_normalization": "final_norm", "structural_checker": "passed", "disk_after_export": { "output_bytes": 1228011023, "filesystem_free_bytes": 41222378409984 }, "prefix_vs_full_selected_hidden_max_abs_errors": { "single": 0.0, "padding": 0.0, "offset": 0.0, "offset_8192": 0.0, "position_spacing": 0.0, "local_window_boundary": 0.0 }, "numerical_validation": { "onnxruntime": "1.23.2", "providers": [ "CPUExecutionProvider" ], "atol": 0.0002, "rtol": 0.0001, "cases": [ { "name": "single", "batch": 1, "sequence": 7, "valid_tokens": [ 7 ], "positions": [ 0, 1, 2, 3, 4, 5, 6 ], "valid_token_max_abs_error": 8.535385131835938e-05, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 8.535385131835938e-05, "embedding_dimensions": { "768": { "max_abs_error": 5.736947059631348e-07, "minimum_cosine": 0.9999999999951843 }, "512": { "max_abs_error": 7.487833499908447e-07, "minimum_cosine": 0.9999999999945766 }, "256": { "max_abs_error": 1.087784767150879e-06, "minimum_cosine": 0.9999999999945561 }, "128": { "max_abs_error": 1.1548399925231934e-06, "minimum_cosine": 0.9999999999950453 }, "64": { "max_abs_error": 8.791685104370117e-07, "minimum_cosine": 0.9999999999953287 } } }, { "name": "padding", "batch": 2, "sequence": 16, "valid_tokens": [ 16, 11 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "valid_token_max_abs_error": 0.00015735626220703125, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.00015735626220703125, "embedding_dimensions": { "768": { "max_abs_error": 1.2814998626708984e-06, "minimum_cosine": 0.9999999999911655 }, "512": { "max_abs_error": 7.487833499908447e-07, "minimum_cosine": 0.9999999999911975 }, "256": { "max_abs_error": 8.419156074523926e-07, "minimum_cosine": 0.9999999999895748 }, "128": { "max_abs_error": 1.0356307029724121e-06, "minimum_cosine": 0.9999999999922164 }, "64": { "max_abs_error": 1.6242265701293945e-06, "minimum_cosine": 0.9999999999907002 } } }, { "name": "offset", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129 ], "valid_token_max_abs_error": 0.00010657310485839844, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.00010657310485839844, "embedding_dimensions": { "768": { "max_abs_error": 7.748603820800781e-07, "minimum_cosine": 0.9999999999958402 }, "512": { "max_abs_error": 5.066394805908203e-07, "minimum_cosine": 0.9999999999956795 }, "256": { "max_abs_error": 7.152557373046875e-07, "minimum_cosine": 0.9999999999953713 }, "128": { "max_abs_error": 8.977949619293213e-07, "minimum_cosine": 0.9999999999950587 }, "64": { "max_abs_error": 1.12876296043396e-06, "minimum_cosine": 0.9999999999949225 } } }, { "name": "offset_8192", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 8192, 8193, 8194, 8195, 8196, 8197, 8198, 8199, 8200, 8201, 8202, 8203, 8204, 8205, 8206, 8207, 8208 ], "valid_token_max_abs_error": 0.000194549560546875, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.000194549560546875, "embedding_dimensions": { "768": { "max_abs_error": 5.848705768585205e-07, "minimum_cosine": 0.9999999999891446 }, "512": { "max_abs_error": 7.711350917816162e-07, "minimum_cosine": 0.9999999999883951 }, "256": { "max_abs_error": 1.0766088962554932e-06, "minimum_cosine": 0.9999999999857283 }, "128": { "max_abs_error": 1.4426186680793762e-06, "minimum_cosine": 0.999999999988032 }, "64": { "max_abs_error": 2.185814082622528e-06, "minimum_cosine": 0.9999999999843308 } } }, { "name": "position_spacing", "batch": 2, "sequence": 17, "valid_tokens": [ 17, 10 ], "positions": [ 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145 ], "valid_token_max_abs_error": 0.00021576881408691406, "raw_token_gate_passed": true, "raw_token_gate_violations": 0, "all_token_max_abs_error": 0.00021576881408691406, "embedding_dimensions": { "768": { "max_abs_error": 1.430511474609375e-06, "minimum_cosine": 0.9999999999886883 }, "512": { "max_abs_error": 9.424984455108643e-07, "minimum_cosine": 0.9999999999889575 }, "256": { "max_abs_error": 1.434236764907837e-06, "minimum_cosine": 0.9999999999872993 }, "128": { "max_abs_error": 1.9744038581848145e-06, "minimum_cosine": 0.9999999999871758 }, "64": { "max_abs_error": 2.9355287551879883e-06, "minimum_cosine": 0.9999999999828653 } } }, { "name": "local_window_boundary", "batch": 2, "sequence": 129, "valid_tokens": [ 129, 65 ], "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128 ], "valid_token_max_abs_error": 0.0014181137084960938, "raw_token_gate_passed": false, "raw_token_gate_violations": 53, "all_token_max_abs_error": 0.0014181137084960938, "embedding_dimensions": { "768": { "max_abs_error": 1.1771917343139648e-06, "minimum_cosine": 0.999999999985117 }, "512": { "max_abs_error": 8.530914783477783e-07, "minimum_cosine": 0.9999999999837763 }, "256": { "max_abs_error": 1.0402873158454895e-06, "minimum_cosine": 0.9999999999841157 }, "128": { "max_abs_error": 1.3820827007293701e-06, "minimum_cosine": 0.9999999999850988 }, "64": { "max_abs_error": 1.8095597624778748e-06, "minimum_cosine": 0.9999999999758319 } } } ], "raw_token_gate_required": false, "raw_token_gate_passed": false, "embedding_absolute_limit": 1e-05, "embedding_gate_passed": true, "external_position_spacing_output_max_difference": 22.82979393005371, "scope": "Fixed numerical smoke, not long-context or semantic quality validation" }, "artifact_retained": true } ], "atol": 0.0002, "rtol": 0.0001, "runtime": { "python": "3.12.3 (main, Aug 31 2026, 10:18:26) [GCC 13.3.0]", "torch": "2.10.0+rocm7.0", "transformers": "4.57.6", "onnx": "1.18.0", "onnxruntime": "1.23.2", "numpy": "2.5.3", "device": "cpu", "sdpa": "math only", "parameter_dtype": "float32" }, "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "representation_contract": { "version": 1, "intermediate_normalization": "none", "final_normalization": "final_norm", "pooling": "attention_mask_mean", "pooling_accumulation_dtype": "float32", "truncate_before_l2_normalize": true }, "representation_contract_origin": "explicit export-only metadata; frozen native files unchanged", "explicit_contract_sha256": "4988b5b728e21a1fad001c1087ffd3044c9d0bceeccfc52d4d8220625692e96d", "initial_disk": { "output_bytes": 1327, "filesystem_free_bytes": 41223606419456 }, "actual_config": { "return_dict": true, "output_hidden_states": false, "torchscript": false, "dtype": "float32", "pruned_heads": {}, "tie_word_embeddings": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "architectures": [ "ModernBertModel" ], "finetuning_task": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "task_specific_params": null, "problem_type": null, "tokenizer_class": null, "prefix": null, "bos_token_id": 2, "pad_token_id": 0, "eos_token_id": 1, "sep_token_id": 1, "decoder_start_token_id": null, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "num_beam_groups": 1, "diversity_penalty": 0.0, "_name_or_path": "artifact-0971c7eda70c/candidate", "transformers_version": "4.57.6", "cls_token_id": 1, "gradient_checkpointing": false, "layer_norm_eps": 1e-05, "mask_token_id": 4, "model_type": "modernbert", "position_embedding_type": "sans_pos", "rope_scaling": { "attention_factor": 1.0, "factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "yarn" }, "tf_legacy_loss": false, "use_bfloat16": false, "vocab_size": 256000, "max_position_embeddings": 32768, "hidden_size": 768, "intermediate_size": 1152, "num_hidden_layers": 22, "num_attention_heads": 12, "initializer_range": 0.02, "initializer_cutoff_factor": 2.0, "norm_eps": 1e-05, "norm_bias": false, "global_rope_theta": 160000, "attention_bias": false, "attention_dropout": 0.0, "hidden_activation": "gelu", "global_attn_every_n_layers": 3, "local_attention": 128, "local_rope_theta": 160000, "embedding_dropout": 0.0, "mlp_bias": false, "mlp_dropout": 0.0, "decoder_bias": true, "classifier_pooling": "mean", "classifier_dropout": 0.0, "classifier_bias": false, "classifier_activation": "gelu", "deterministic_flash_attn": false, "sparse_prediction": false, "sparse_pred_ignore_index": -100, "repad_logits_with_grad": false, "output_attentions": false }, "rotary_modules": [ { "layer": 0, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 1, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 2, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 3, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 4, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 5, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 6, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 7, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 8, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 9, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 10, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 11, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 12, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 13, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 14, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 15, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 16, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 17, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 18, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 19, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 20, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" }, { "layer": 21, "rope_type": "yarn", "attention_scaling": 1.0, "cpu_formula_exact": true, "inv_freq": [ 1.0, 0.687656044960022, 0.472870796918869, 0.32517245411872864, 0.22360679507255554, 0.15376456081867218, 0.1057371199131012, 0.07271077483892441, 0.05000000074505806, 0.03438280150294304, 0.022031478583812714, 0.0140415383502841, 0.0088934525847435, 0.005591438151896, 0.003484518965706229, 0.002148272702470422, 0.0013068180996924639, 0.0007814273121766746, 0.0004567502182908356, 0.0002586598857305944, 0.00013975425099488348, 9.610284905647859e-05, 6.608570402022451e-05, 4.5444234274327755e-05, 3.125000148429535e-05, 2.148924977518618e-05, 1.4777213436900638e-05, 1.0161638783756644e-05, 6.987712822592584e-06, 4.8051424528239295e-06, 3.3042852010112256e-06, 2.272211759191123e-06 ], "inv_freq_fp32_sha256": "f45378d37f18143fac2479df0b30cbefadd7490915191080b3f84a7c8abe53c5" } ], "source_content_sha256_after": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "final_disk": { "output_bytes": 1228024291, "filesystem_free_bytes": 41222378397696 }, "finished_unix": 1789534322.4317224 } }, "receipt-f8f6940cdc16c819-ort_2026-09-16_04-52-30.json": { "sha256": "f8f6940cdc16c81999f46105ab40b64651d601f5c0c807d4f5e32f40e3b60988", "bytes": 4459726, "evidence_type": "ORT node-event timeline", "contents_scope": "Raw trace retained with audit artifacts. Full numerical and CPU/GPU placement summaries are included in companion report and acceptance receipts." }, "receipt-1178605cece2c50e-report.json": { "sha256": "1178605cece2c50ee8a0633c6412cf497946bbd8c9bb88270ceb67088d5efbd9", "contents": { "status": "failed", "scope": "Fixed R24 exit11: fixed padded/position/boundary numerical qualification, not long-context quality", "plan_sha256": "17299a5fc45eb0027ffee94b72743370911010451d8658f2724b88cd5da03415", "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "runtime_image_id": "sha256:da03d746a478588290d73e6bf5b2a4ca49a11b2bb55044668ced2c18885526b4", "ort_version": "1.22.1", "numpy_version": "2.2.6", "python": "3.10.12 (main, Aug 31 2026, 10:18:17) [GCC 11.4.0]", "ROCR_VISIBLE_DEVICES": "1", "rows": [ { "case": "single", "shape": [ 1, 7 ], "repeats": [ { "repeat": 0, "seconds": 0.21550245792604983, "raw_gate_passed": true, "valid_token_max_abs_error": 0.01673412322998047, "embedding_dimensions": { "768": { "max_abs_error": 8.696317672729492e-05, "minimum_cosine": 0.9999998816906682, "passed": true }, "512": { "max_abs_error": 8.982419967651367e-05, "minimum_cosine": 0.9999998062103679, "passed": true }, "256": { "max_abs_error": 0.00013799965381622314, "minimum_cosine": 0.9999997719128974, "passed": true }, "128": { "max_abs_error": 0.0001757591962814331, "minimum_cosine": 0.999999826511018, "passed": true }, "64": { "max_abs_error": 0.00020769238471984863, "minimum_cosine": 0.9999998463700012, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.004154733964242041, "raw_gate_passed": true, "valid_token_max_abs_error": 0.01673412322998047, "embedding_dimensions": { "768": { "max_abs_error": 8.696317672729492e-05, "minimum_cosine": 0.9999998816906682, "passed": true }, "512": { "max_abs_error": 8.982419967651367e-05, "minimum_cosine": 0.9999998062103679, "passed": true }, "256": { "max_abs_error": 0.00013799965381622314, "minimum_cosine": 0.9999997719128974, "passed": true }, "128": { "max_abs_error": 0.0001757591962814331, "minimum_cosine": 0.999999826511018, "passed": true }, "64": { "max_abs_error": 0.00020769238471984863, "minimum_cosine": 0.9999998463700012, "passed": true } }, "passed": true } ] }, { "case": "padding", "shape": [ 2, 16 ], "repeats": [ { "repeat": 0, "seconds": 0.004903273074887693, "raw_gate_passed": true, "valid_token_max_abs_error": 0.020438194274902344, "embedding_dimensions": { "768": { "max_abs_error": 6.488710641860962e-05, "minimum_cosine": 0.9999999480707937, "passed": true }, "512": { "max_abs_error": 0.00012415647506713867, "minimum_cosine": 0.9999998820178093, "passed": true }, "256": { "max_abs_error": 0.00012324750423431396, "minimum_cosine": 0.9999998642182798, "passed": true }, "128": { "max_abs_error": 0.00016096234321594238, "minimum_cosine": 0.9999998820890121, "passed": true }, "64": { "max_abs_error": 0.00022709369659423828, "minimum_cosine": 0.9999998507630917, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.008828175021335483, "raw_gate_passed": true, "valid_token_max_abs_error": 0.020438194274902344, "embedding_dimensions": { "768": { "max_abs_error": 6.488710641860962e-05, "minimum_cosine": 0.9999999480707937, "passed": true }, "512": { "max_abs_error": 0.00012415647506713867, "minimum_cosine": 0.9999998820178093, "passed": true }, "256": { "max_abs_error": 0.00012324750423431396, "minimum_cosine": 0.9999998642182798, "passed": true }, "128": { "max_abs_error": 0.00016096234321594238, "minimum_cosine": 0.9999998820890121, "passed": true }, "64": { "max_abs_error": 0.00022709369659423828, "minimum_cosine": 0.9999998507630917, "passed": true } }, "passed": true } ] }, { "case": "offset", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.006456066970713437, "raw_gate_passed": true, "valid_token_max_abs_error": 0.019860267639160156, "embedding_dimensions": { "768": { "max_abs_error": 7.727928459644318e-05, "minimum_cosine": 0.9999999167511493, "passed": true }, "512": { "max_abs_error": 0.00014305859804153442, "minimum_cosine": 0.9999998499517178, "passed": true }, "256": { "max_abs_error": 0.000174790620803833, "minimum_cosine": 0.9999997889701746, "passed": true }, "128": { "max_abs_error": 0.0002390444278717041, "minimum_cosine": 0.9999997867793914, "passed": true }, "64": { "max_abs_error": 0.0002799034118652344, "minimum_cosine": 0.9999998245381041, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.005178529070690274, "raw_gate_passed": true, "valid_token_max_abs_error": 0.019860267639160156, "embedding_dimensions": { "768": { "max_abs_error": 7.727928459644318e-05, "minimum_cosine": 0.9999999167511493, "passed": true }, "512": { "max_abs_error": 0.00014305859804153442, "minimum_cosine": 0.9999998499517178, "passed": true }, "256": { "max_abs_error": 0.000174790620803833, "minimum_cosine": 0.9999997889701746, "passed": true }, "128": { "max_abs_error": 0.0002390444278717041, "minimum_cosine": 0.9999997867793914, "passed": true }, "64": { "max_abs_error": 0.0002799034118652344, "minimum_cosine": 0.9999998245381041, "passed": true } }, "passed": true } ] }, { "case": "offset_8192", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.004475622088648379, "raw_gate_passed": true, "valid_token_max_abs_error": 0.013509750366210938, "embedding_dimensions": { "768": { "max_abs_error": 8.23047012090683e-05, "minimum_cosine": 0.9999999395236149, "passed": true }, "512": { "max_abs_error": 0.00012627243995666504, "minimum_cosine": 0.9999998533610921, "passed": true }, "256": { "max_abs_error": 0.0001253560185432434, "minimum_cosine": 0.9999998105806984, "passed": true }, "128": { "max_abs_error": 0.0001774430274963379, "minimum_cosine": 0.9999998464047104, "passed": true }, "64": { "max_abs_error": 0.0002406090497970581, "minimum_cosine": 0.9999998436958734, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.004113522940315306, "raw_gate_passed": true, "valid_token_max_abs_error": 0.013509750366210938, "embedding_dimensions": { "768": { "max_abs_error": 8.23047012090683e-05, "minimum_cosine": 0.9999999395236149, "passed": true }, "512": { "max_abs_error": 0.00012627243995666504, "minimum_cosine": 0.9999998533610921, "passed": true }, "256": { "max_abs_error": 0.0001253560185432434, "minimum_cosine": 0.9999998105806984, "passed": true }, "128": { "max_abs_error": 0.0001774430274963379, "minimum_cosine": 0.9999998464047104, "passed": true }, "64": { "max_abs_error": 0.0002406090497970581, "minimum_cosine": 0.9999998436958734, "passed": true } }, "passed": true } ] }, { "case": "position_spacing", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.004452374996617436, "raw_gate_passed": true, "valid_token_max_abs_error": 0.016565322875976562, "embedding_dimensions": { "768": { "max_abs_error": 6.879866123199463e-05, "minimum_cosine": 0.9999998990750253, "passed": true }, "512": { "max_abs_error": 0.0001175999641418457, "minimum_cosine": 0.9999997800971798, "passed": true }, "256": { "max_abs_error": 0.0001989901065826416, "minimum_cosine": 0.9999997142767356, "passed": true }, "128": { "max_abs_error": 0.00024625658988952637, "minimum_cosine": 0.99999973370966, "passed": true }, "64": { "max_abs_error": 0.00028187036514282227, "minimum_cosine": 0.9999997329706826, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.0042058120016008615, "raw_gate_passed": true, "valid_token_max_abs_error": 0.016565322875976562, "embedding_dimensions": { "768": { "max_abs_error": 6.879866123199463e-05, "minimum_cosine": 0.9999998990750253, "passed": true }, "512": { "max_abs_error": 0.0001175999641418457, "minimum_cosine": 0.9999997800971798, "passed": true }, "256": { "max_abs_error": 0.0001989901065826416, "minimum_cosine": 0.9999997142767356, "passed": true }, "128": { "max_abs_error": 0.00024625658988952637, "minimum_cosine": 0.99999973370966, "passed": true }, "64": { "max_abs_error": 0.00028187036514282227, "minimum_cosine": 0.9999997329706826, "passed": true } }, "passed": true } ] }, { "case": "local_window_boundary", "shape": [ 2, 129 ], "repeats": [ { "repeat": 0, "seconds": 0.004532182007096708, "raw_gate_passed": true, "valid_token_max_abs_error": 0.02080535888671875, "embedding_dimensions": { "768": { "max_abs_error": 2.6480527594685555e-05, "minimum_cosine": 0.9999999866376857, "passed": true }, "512": { "max_abs_error": 4.796963185071945e-05, "minimum_cosine": 0.9999999665069622, "passed": true }, "256": { "max_abs_error": 6.376765668392181e-05, "minimum_cosine": 0.9999999676415089, "passed": true }, "128": { "max_abs_error": 8.595362305641174e-05, "minimum_cosine": 0.9999999699452395, "passed": true }, "64": { "max_abs_error": 0.00013871490955352783, "minimum_cosine": 0.9999999679427097, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.0043066320940852165, "raw_gate_passed": true, "valid_token_max_abs_error": 0.02080535888671875, "embedding_dimensions": { "768": { "max_abs_error": 2.6480527594685555e-05, "minimum_cosine": 0.9999999866376857, "passed": true }, "512": { "max_abs_error": 4.796963185071945e-05, "minimum_cosine": 0.9999999665069622, "passed": true }, "256": { "max_abs_error": 6.376765668392181e-05, "minimum_cosine": 0.9999999676415089, "passed": true }, "128": { "max_abs_error": 8.595362305641174e-05, "minimum_cosine": 0.9999999699452395, "passed": true }, "64": { "max_abs_error": 0.00013871490955352783, "minimum_cosine": 0.9999999679427097, "passed": true } }, "passed": true } ] } ], "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "started_unix": 1789534349.877644, "diagnose_placement": true, "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "custom_library_sha256": "5abf41aa04cfa837c406df461ff9b1407bb21ee8c0c5e5b9bc5d37d0e22410b2", "providers": [ "ROCMExecutionProvider", "CPUExecutionProvider" ], "input_schemas": { "input_ids": [ "batch", "sequence" ], "attention_mask": [ "batch", "sequence" ], "position_ids": [ 1, "sequence" ] }, "profile": { "path": "/work/validation/layer-11/ck-placement-diagnostic/ort_2026-09-16_04-52-30.json", "sha256": "f8f6940cdc16c81999f46105ab40b64651d601f5c0c807d4f5e32f40e3b60988", "provider_events": { "ROCMExecutionProvider": 5724, "CPUExecutionProvider": 24 }, "ck_events": 132, "cpu_nodes": [ { "name": "node_Concat_29_kernel_time", "op_name": "Concat", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 5 ] } ] }, { "name": "node_Concat_125_kernel_time", "op_name": "Concat", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 3 ] } ] } ] }, "placement_passed": false, "position_spacing_output_max_difference": 16.580320358276367, "passed": false, "finished_unix": 1789534352.3712533 } }, "receipt-17299a5fc45eb002-ck-placement-plan.json": { "sha256": "17299a5fc45eb0027ffee94b72743370911010451d8658f2724b88cd5da03415", "contents": { "scope": "Fixed R24 exit11: fixed padded/position/boundary numerical qualification, not long-context quality", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "depth": 11, "graph": "../../bundle/onnx/model_fa_layer_11.onnx", "graph_sha256": "643c64c83b1821b876b01324db4a12ad1a45db0fee1865195439b0006c8c12e9", "external_data": { "../../bundle/onnx/weights.data": { "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592 } }, "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "feeds_sha256": "ab80e7f0509877421f5aa3bb2f93d9d18f107b0507a548433366ca1255de7215", "native_references_sha256": "36df7f137d309890d4babe363a43ea0ea7579fb112be73bc722a9b4f1f5296c1", "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "dimensions": [ 768, 512, 256, 128, 64 ], "repeats": 2, "cases": [ { "name": "single", "shape": [ 1, 7 ] }, { "name": "padding", "shape": [ 2, 16 ] }, { "name": "offset", "shape": [ 2, 17 ] }, { "name": "offset_8192", "shape": [ 2, 17 ] }, { "name": "position_spacing", "shape": [ 2, 17 ] }, { "name": "local_window_boundary", "shape": [ 2, 129 ] } ], "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "strict_all_gpu_reference": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm.", "parent_plan_sha256": "a9765c3813e324acc1d314c911320a474109d0823be393f55bf2a1d9175b2467" } }, "receipt-a9765c3813e324ac-ck-plan.json": { "sha256": "a9765c3813e324acc1d314c911320a474109d0823be393f55bf2a1d9175b2467", "contents": { "scope": "Fixed R24 exit11: fixed padded/position/boundary numerical qualification, not long-context quality", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "depth": 11, "graph": "../../bundle/onnx/model_fa_layer_11.onnx", "graph_sha256": "643c64c83b1821b876b01324db4a12ad1a45db0fee1865195439b0006c8c12e9", "external_data": { "../../bundle/onnx/weights.data": { "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592 } }, "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "feeds_sha256": "ab80e7f0509877421f5aa3bb2f93d9d18f107b0507a548433366ca1255de7215", "native_references_sha256": "36df7f137d309890d4babe363a43ea0ea7579fb112be73bc722a9b4f1f5296c1", "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "dimensions": [ 768, 512, 256, 128, 64 ], "repeats": 2, "cases": [ { "name": "single", "shape": [ 1, 7 ] }, { "name": "padding", "shape": [ 2, 16 ] }, { "name": "offset", "shape": [ 2, 17 ] }, { "name": "offset_8192", "shape": [ 2, 17 ] }, { "name": "position_spacing", "shape": [ 2, 17 ] }, { "name": "local_window_boundary", "shape": [ 2, 129 ] } ], "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "strict_all_gpu_reference": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm." } }, "receipt-c8c5c98ff773aded-receipt.json": { "sha256": "c8c5c98ff773adeddcb2a15d6d9a4bf2af9b04b8392027bd693b59401bc24289", "contents": { "source": "artifact-0971c7eda70c/candidate", "source_freeze": "artifact-ec996992cd9e/candidate-content.json", "graphs": [ { "graph": "../../bundle/onnx/model_layer_11.onnx" } ] } }, "receipt-6a26f507ec873757-ort_2026-09-16_04-52-36.json": { "sha256": "6a26f507ec873757c704a0f4dc206e4bab271db16c73af06ea9c955ab58b1175", "bytes": 8767490, "evidence_type": "ORT node-event timeline", "contents_scope": "Raw trace retained with audit artifacts. Full numerical and CPU/GPU placement summaries are included in companion report and acceptance receipts." }, "receipt-5d988b1fa1fcb477-report.json": { "sha256": "5d988b1fa1fcb477467ce4b9636747e2089adf470358134a83486f70b699e148", "contents": { "status": "failed", "scope": "Fixed R24 exit22: fixed padded/position/boundary numerical qualification, not long-context quality", "plan_sha256": "e5ed1bc7af4a5e9de26b1af4b54beb51c303b28219fc20bc58c2fd62a9da97e7", "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "runtime_image_id": "sha256:da03d746a478588290d73e6bf5b2a4ca49a11b2bb55044668ced2c18885526b4", "ort_version": "1.22.1", "numpy_version": "2.2.6", "python": "3.10.12 (main, Aug 31 2026, 10:18:17) [GCC 11.4.0]", "ROCR_VISIBLE_DEVICES": "1", "rows": [ { "case": "single", "shape": [ 1, 7 ], "repeats": [ { "repeat": 0, "seconds": 0.2466638529440388, "raw_gate_passed": true, "valid_token_max_abs_error": 0.039762020111083984, "embedding_dimensions": { "768": { "max_abs_error": 0.0005196928977966309, "minimum_cosine": 0.9999988268959742, "passed": true }, "512": { "max_abs_error": 0.0002706209197640419, "minimum_cosine": 0.9999988365752113, "passed": true }, "256": { "max_abs_error": 0.00027829408645629883, "minimum_cosine": 0.9999988816332104, "passed": true }, "128": { "max_abs_error": 0.0003806650638580322, "minimum_cosine": 0.999998962718134, "passed": true }, "64": { "max_abs_error": 0.00047981739044189453, "minimum_cosine": 0.9999992431035766, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.008198483032174408, "raw_gate_passed": true, "valid_token_max_abs_error": 0.039762020111083984, "embedding_dimensions": { "768": { "max_abs_error": 0.0005196928977966309, "minimum_cosine": 0.9999988268959742, "passed": true }, "512": { "max_abs_error": 0.0002706209197640419, "minimum_cosine": 0.9999988365752113, "passed": true }, "256": { "max_abs_error": 0.00027829408645629883, "minimum_cosine": 0.9999988816332104, "passed": true }, "128": { "max_abs_error": 0.0003806650638580322, "minimum_cosine": 0.999998962718134, "passed": true }, "64": { "max_abs_error": 0.00047981739044189453, "minimum_cosine": 0.9999992431035766, "passed": true } }, "passed": true } ] }, { "case": "padding", "shape": [ 2, 16 ], "repeats": [ { "repeat": 0, "seconds": 0.008575126063078642, "raw_gate_passed": true, "valid_token_max_abs_error": 0.04144001007080078, "embedding_dimensions": { "768": { "max_abs_error": 0.00041726231575012207, "minimum_cosine": 0.9999990929526671, "passed": true }, "512": { "max_abs_error": 0.00022771209478378296, "minimum_cosine": 0.9999991057779963, "passed": true }, "256": { "max_abs_error": 0.00026982277631759644, "minimum_cosine": 0.9999989679721962, "passed": true }, "128": { "max_abs_error": 0.00035975873470306396, "minimum_cosine": 0.9999990771003814, "passed": true }, "64": { "max_abs_error": 0.000407978892326355, "minimum_cosine": 0.9999988630012165, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.009637105045840144, "raw_gate_passed": true, "valid_token_max_abs_error": 0.04144001007080078, "embedding_dimensions": { "768": { "max_abs_error": 0.00041726231575012207, "minimum_cosine": 0.9999990929526671, "passed": true }, "512": { "max_abs_error": 0.00022771209478378296, "minimum_cosine": 0.9999991057779963, "passed": true }, "256": { "max_abs_error": 0.00026982277631759644, "minimum_cosine": 0.9999989679721962, "passed": true }, "128": { "max_abs_error": 0.00035975873470306396, "minimum_cosine": 0.9999990771003814, "passed": true }, "64": { "max_abs_error": 0.000407978892326355, "minimum_cosine": 0.9999988630012165, "passed": true } }, "passed": true } ] }, { "case": "offset", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.009763999027200043, "raw_gate_passed": false, "valid_token_max_abs_error": 0.060924530029296875, "embedding_dimensions": { "768": { "max_abs_error": 0.0008910000324249268, "minimum_cosine": 0.9999976341326603, "passed": true }, "512": { "max_abs_error": 0.0003302851691842079, "minimum_cosine": 0.9999978981749426, "passed": true }, "256": { "max_abs_error": 0.00044767558574676514, "minimum_cosine": 0.9999975080498585, "passed": true }, "128": { "max_abs_error": 0.0005257762968540192, "minimum_cosine": 0.9999980948756313, "passed": true }, "64": { "max_abs_error": 0.0007996261119842529, "minimum_cosine": 0.9999975763650168, "passed": true } }, "passed": false }, { "repeat": 1, "seconds": 0.00895960908383131, "raw_gate_passed": false, "valid_token_max_abs_error": 0.060924530029296875, "embedding_dimensions": { "768": { "max_abs_error": 0.0008910000324249268, "minimum_cosine": 0.9999976341326603, "passed": true }, "512": { "max_abs_error": 0.0003302851691842079, "minimum_cosine": 0.9999978981749426, "passed": true }, "256": { "max_abs_error": 0.00044767558574676514, "minimum_cosine": 0.9999975080498585, "passed": true }, "128": { "max_abs_error": 0.0005257762968540192, "minimum_cosine": 0.9999980948756313, "passed": true }, "64": { "max_abs_error": 0.0007996261119842529, "minimum_cosine": 0.9999975763650168, "passed": true } }, "passed": false } ] }, { "case": "offset_8192", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.008938219980336726, "raw_gate_passed": false, "valid_token_max_abs_error": 0.047866106033325195, "embedding_dimensions": { "768": { "max_abs_error": 0.000545799732208252, "minimum_cosine": 0.9999991356831023, "passed": true }, "512": { "max_abs_error": 0.00021598488092422485, "minimum_cosine": 0.9999991768241727, "passed": true }, "256": { "max_abs_error": 0.00028296560049057007, "minimum_cosine": 0.9999990961623914, "passed": true }, "128": { "max_abs_error": 0.0003877095878124237, "minimum_cosine": 0.9999988458470677, "passed": true }, "64": { "max_abs_error": 0.0005264393985271454, "minimum_cosine": 0.9999984375489697, "passed": true } }, "passed": false }, { "repeat": 1, "seconds": 0.008816677960567176, "raw_gate_passed": false, "valid_token_max_abs_error": 0.047866106033325195, "embedding_dimensions": { "768": { "max_abs_error": 0.000545799732208252, "minimum_cosine": 0.9999991356831023, "passed": true }, "512": { "max_abs_error": 0.00021598488092422485, "minimum_cosine": 0.9999991768241727, "passed": true }, "256": { "max_abs_error": 0.00028296560049057007, "minimum_cosine": 0.9999990961623914, "passed": true }, "128": { "max_abs_error": 0.0003877095878124237, "minimum_cosine": 0.9999988458470677, "passed": true }, "64": { "max_abs_error": 0.0005264393985271454, "minimum_cosine": 0.9999984375489697, "passed": true } }, "passed": false } ] }, { "case": "position_spacing", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.00867102004121989, "raw_gate_passed": false, "valid_token_max_abs_error": 0.07331514358520508, "embedding_dimensions": { "768": { "max_abs_error": 0.00035390257835388184, "minimum_cosine": 0.9999989891655686, "passed": true }, "512": { "max_abs_error": 0.00039114058017730713, "minimum_cosine": 0.9999988492109605, "passed": true }, "256": { "max_abs_error": 0.0004221256822347641, "minimum_cosine": 0.9999987398619723, "passed": true }, "128": { "max_abs_error": 0.0004588663578033447, "minimum_cosine": 0.9999987441470167, "passed": true }, "64": { "max_abs_error": 0.0005189273506402969, "minimum_cosine": 0.9999986815842778, "passed": true } }, "passed": false }, { "repeat": 1, "seconds": 0.008122393977828324, "raw_gate_passed": false, "valid_token_max_abs_error": 0.07331514358520508, "embedding_dimensions": { "768": { "max_abs_error": 0.00035390257835388184, "minimum_cosine": 0.9999989891655686, "passed": true }, "512": { "max_abs_error": 0.00039114058017730713, "minimum_cosine": 0.9999988492109605, "passed": true }, "256": { "max_abs_error": 0.0004221256822347641, "minimum_cosine": 0.9999987398619723, "passed": true }, "128": { "max_abs_error": 0.0004588663578033447, "minimum_cosine": 0.9999987441470167, "passed": true }, "64": { "max_abs_error": 0.0005189273506402969, "minimum_cosine": 0.9999986815842778, "passed": true } }, "passed": false } ] }, { "case": "local_window_boundary", "shape": [ 2, 129 ], "repeats": [ { "repeat": 0, "seconds": 0.008451410918496549, "raw_gate_passed": false, "valid_token_max_abs_error": 0.13244056701660156, "embedding_dimensions": { "768": { "max_abs_error": 0.0001888871192932129, "minimum_cosine": 0.9999996861271476, "passed": true }, "512": { "max_abs_error": 0.00012566708028316498, "minimum_cosine": 0.9999996741131525, "passed": true }, "256": { "max_abs_error": 0.00014860183000564575, "minimum_cosine": 0.9999996984305308, "passed": true }, "128": { "max_abs_error": 0.000183984637260437, "minimum_cosine": 0.9999997103577566, "passed": true }, "64": { "max_abs_error": 0.0003064572811126709, "minimum_cosine": 0.9999995726212706, "passed": true } }, "passed": false }, { "repeat": 1, "seconds": 0.007853979943320155, "raw_gate_passed": false, "valid_token_max_abs_error": 0.13244056701660156, "embedding_dimensions": { "768": { "max_abs_error": 0.0001888871192932129, "minimum_cosine": 0.9999996861271476, "passed": true }, "512": { "max_abs_error": 0.00012566708028316498, "minimum_cosine": 0.9999996741131525, "passed": true }, "256": { "max_abs_error": 0.00014860183000564575, "minimum_cosine": 0.9999996984305308, "passed": true }, "128": { "max_abs_error": 0.000183984637260437, "minimum_cosine": 0.9999997103577566, "passed": true }, "64": { "max_abs_error": 0.0003064572811126709, "minimum_cosine": 0.9999995726212706, "passed": true } }, "passed": false } ] } ], "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "started_unix": 1789534355.5498483, "diagnose_placement": true, "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "custom_library_sha256": "5abf41aa04cfa837c406df461ff9b1407bb21ee8c0c5e5b9bc5d37d0e22410b2", "providers": [ "ROCMExecutionProvider", "CPUExecutionProvider" ], "input_schemas": { "input_ids": [ "batch", "sequence" ], "attention_mask": [ "batch", "sequence" ], "position_ids": [ 1, "sequence" ] }, "profile": { "path": "/work/validation/layer-22/ck-placement-diagnostic/ort_2026-09-16_04-52-36.json", "sha256": "6a26f507ec873757c704a0f4dc206e4bab271db16c73af06ea9c955ab58b1175", "provider_events": { "ROCMExecutionProvider": 11268, "CPUExecutionProvider": 24 }, "ck_events": 264, "cpu_nodes": [ { "name": "node_Concat_29_kernel_time", "op_name": "Concat", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 5 ] } ] }, { "name": "node_Concat_125_kernel_time", "op_name": "Concat", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 3 ] } ] } ] }, "placement_passed": false, "position_spacing_output_max_difference": 22.820993423461914, "passed": false, "finished_unix": 1789534358.239224 } }, "receipt-e5ed1bc7af4a5e9d-ck-placement-plan.json": { "sha256": "e5ed1bc7af4a5e9de26b1af4b54beb51c303b28219fc20bc58c2fd62a9da97e7", "contents": { "scope": "Fixed R24 exit22: fixed padded/position/boundary numerical qualification, not long-context quality", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "depth": 22, "graph": "../../bundle/onnx/model_fa.onnx", "graph_sha256": "319298fa6e87b06e36fca5d8070ec8bc01a543ec3a5c1f06fb7403e093a513d9", "external_data": { "../../bundle/onnx/weights.data": { "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592 } }, "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "feeds_sha256": "ab80e7f0509877421f5aa3bb2f93d9d18f107b0507a548433366ca1255de7215", "native_references_sha256": "1113c3060874cd7368e33776398f6a5636d40a85d9c7cf77376d204f2dd86874", "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "dimensions": [ 768, 512, 256, 128, 64 ], "repeats": 2, "cases": [ { "name": "single", "shape": [ 1, 7 ] }, { "name": "padding", "shape": [ 2, 16 ] }, { "name": "offset", "shape": [ 2, 17 ] }, { "name": "offset_8192", "shape": [ 2, 17 ] }, { "name": "position_spacing", "shape": [ 2, 17 ] }, { "name": "local_window_boundary", "shape": [ 2, 129 ] } ], "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "strict_all_gpu_reference": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm.", "parent_plan_sha256": "8952f14628dd9181158e49ffab7c46dfa22c9ae8523833ab5546469acf390faa" } }, "receipt-8952f14628dd9181-ck-plan.json": { "sha256": "8952f14628dd9181158e49ffab7c46dfa22c9ae8523833ab5546469acf390faa", "contents": { "scope": "Fixed R24 exit22: fixed padded/position/boundary numerical qualification, not long-context quality", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "depth": 22, "graph": "../../bundle/onnx/model_fa.onnx", "graph_sha256": "319298fa6e87b06e36fca5d8070ec8bc01a543ec3a5c1f06fb7403e093a513d9", "external_data": { "../../bundle/onnx/weights.data": { "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592 } }, "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "feeds_sha256": "ab80e7f0509877421f5aa3bb2f93d9d18f107b0507a548433366ca1255de7215", "native_references_sha256": "1113c3060874cd7368e33776398f6a5636d40a85d9c7cf77376d204f2dd86874", "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "dimensions": [ 768, 512, 256, 128, 64 ], "repeats": 2, "cases": [ { "name": "single", "shape": [ 1, 7 ] }, { "name": "padding", "shape": [ 2, 16 ] }, { "name": "offset", "shape": [ 2, 17 ] }, { "name": "offset_8192", "shape": [ 2, 17 ] }, { "name": "position_spacing", "shape": [ 2, 17 ] }, { "name": "local_window_boundary", "shape": [ 2, 129 ] } ], "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "strict_all_gpu_reference": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm." } }, "receipt-3ee7ce1a5aecd6ac-receipt.json": { "sha256": "3ee7ce1a5aecd6acae5ab423a6b1ab67ccffb667a7df2137c2209e7d77706e9e", "contents": { "source": "artifact-0971c7eda70c/candidate", "source_freeze": "artifact-ec996992cd9e/candidate-content.json", "graphs": [ { "graph": "../../bundle/onnx/model.onnx" } ] } }, "receipt-493173dbfbc56466-ort_2026-09-16_04-52-19.json": { "sha256": "493173dbfbc56466f63a0200267a019dd5a97b6203e2cd8951af5bdac3fa57ff", "bytes": 1329217, "evidence_type": "ORT node-event timeline", "contents_scope": "Raw trace retained with audit artifacts. Full numerical and CPU/GPU placement summaries are included in companion report and acceptance receipts." }, "receipt-bd9b49f28e1461fc-report.json": { "sha256": "bd9b49f28e1461fc86028354ca799d996580c4736fe38bc6bd760d399b9c2f0a", "contents": { "status": "failed", "scope": "Fixed R24 exit3: fixed padded/position/boundary numerical qualification, not long-context quality", "plan_sha256": "7448b25d601c8ac4a91257f0171aadbab6e6c80dd79d1892f61e7134b1821818", "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "runtime_image_id": "sha256:da03d746a478588290d73e6bf5b2a4ca49a11b2bb55044668ced2c18885526b4", "ort_version": "1.22.1", "numpy_version": "2.2.6", "python": "3.10.12 (main, Aug 31 2026, 10:18:17) [GCC 11.4.0]", "ROCR_VISIBLE_DEVICES": "1", "rows": [ { "case": "single", "shape": [ 1, 7 ], "repeats": [ { "repeat": 0, "seconds": 0.2167428049724549, "raw_gate_passed": true, "valid_token_max_abs_error": 0.003833770751953125, "embedding_dimensions": { "768": { "max_abs_error": 2.1716579794883728e-05, "minimum_cosine": 0.9999999881732631, "passed": true }, "512": { "max_abs_error": 4.377216100692749e-05, "minimum_cosine": 0.999999971052135, "passed": true }, "256": { "max_abs_error": 6.136298179626465e-05, "minimum_cosine": 0.9999999730629413, "passed": true }, "128": { "max_abs_error": 7.263198494911194e-05, "minimum_cosine": 0.9999999826576946, "passed": true }, "64": { "max_abs_error": 4.204362630844116e-05, "minimum_cosine": 0.9999999916351374, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.001492972020059824, "raw_gate_passed": true, "valid_token_max_abs_error": 0.003833770751953125, "embedding_dimensions": { "768": { "max_abs_error": 2.1716579794883728e-05, "minimum_cosine": 0.9999999881732631, "passed": true }, "512": { "max_abs_error": 4.377216100692749e-05, "minimum_cosine": 0.999999971052135, "passed": true }, "256": { "max_abs_error": 6.136298179626465e-05, "minimum_cosine": 0.9999999730629413, "passed": true }, "128": { "max_abs_error": 7.263198494911194e-05, "minimum_cosine": 0.9999999826576946, "passed": true }, "64": { "max_abs_error": 4.204362630844116e-05, "minimum_cosine": 0.9999999916351374, "passed": true } }, "passed": true } ] }, { "case": "padding", "shape": [ 2, 16 ], "repeats": [ { "repeat": 0, "seconds": 0.0018038960406556726, "raw_gate_passed": true, "valid_token_max_abs_error": 0.005092620849609375, "embedding_dimensions": { "768": { "max_abs_error": 1.80024653673172e-05, "minimum_cosine": 0.9999999892940542, "passed": true }, "512": { "max_abs_error": 3.987923264503479e-05, "minimum_cosine": 0.9999999671617497, "passed": true }, "256": { "max_abs_error": 6.481446325778961e-05, "minimum_cosine": 0.9999999612252465, "passed": true }, "128": { "max_abs_error": 8.97478312253952e-05, "minimum_cosine": 0.9999999627840964, "passed": true }, "64": { "max_abs_error": 6.397813558578491e-05, "minimum_cosine": 0.9999999722184659, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.001744776964187622, "raw_gate_passed": true, "valid_token_max_abs_error": 0.005092620849609375, "embedding_dimensions": { "768": { "max_abs_error": 1.80024653673172e-05, "minimum_cosine": 0.9999999892940542, "passed": true }, "512": { "max_abs_error": 3.987923264503479e-05, "minimum_cosine": 0.9999999671617497, "passed": true }, "256": { "max_abs_error": 6.481446325778961e-05, "minimum_cosine": 0.9999999612252465, "passed": true }, "128": { "max_abs_error": 8.97478312253952e-05, "minimum_cosine": 0.9999999627840964, "passed": true }, "64": { "max_abs_error": 6.397813558578491e-05, "minimum_cosine": 0.9999999722184659, "passed": true } }, "passed": true } ] }, { "case": "offset", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.0016671790508553386, "raw_gate_passed": true, "valid_token_max_abs_error": 0.0043506622314453125, "embedding_dimensions": { "768": { "max_abs_error": 2.32011079788208e-05, "minimum_cosine": 0.9999999829785073, "passed": true }, "512": { "max_abs_error": 4.763901233673096e-05, "minimum_cosine": 0.9999999435691707, "passed": true }, "256": { "max_abs_error": 7.643178105354309e-05, "minimum_cosine": 0.9999999254197377, "passed": true }, "128": { "max_abs_error": 0.00010572373867034912, "minimum_cosine": 0.9999999191485345, "passed": true }, "64": { "max_abs_error": 0.00013307924382388592, "minimum_cosine": 0.9999999345412923, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.0015452289953827858, "raw_gate_passed": true, "valid_token_max_abs_error": 0.0043506622314453125, "embedding_dimensions": { "768": { "max_abs_error": 2.32011079788208e-05, "minimum_cosine": 0.9999999829785073, "passed": true }, "512": { "max_abs_error": 4.763901233673096e-05, "minimum_cosine": 0.9999999435691707, "passed": true }, "256": { "max_abs_error": 7.643178105354309e-05, "minimum_cosine": 0.9999999254197377, "passed": true }, "128": { "max_abs_error": 0.00010572373867034912, "minimum_cosine": 0.9999999191485345, "passed": true }, "64": { "max_abs_error": 0.00013307924382388592, "minimum_cosine": 0.9999999345412923, "passed": true } }, "passed": true } ] }, { "case": "offset_8192", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.0015717489877715707, "raw_gate_passed": true, "valid_token_max_abs_error": 0.01155853271484375, "embedding_dimensions": { "768": { "max_abs_error": 2.6483088731765747e-05, "minimum_cosine": 0.999999987914116, "passed": true }, "512": { "max_abs_error": 5.838274955749512e-05, "minimum_cosine": 0.9999999601362136, "passed": true }, "256": { "max_abs_error": 8.475780487060547e-05, "minimum_cosine": 0.9999999488773195, "passed": true }, "128": { "max_abs_error": 0.00010633468627929688, "minimum_cosine": 0.9999999495142546, "passed": true }, "64": { "max_abs_error": 0.00012868642807006836, "minimum_cosine": 0.9999999565075359, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.0015760979149490595, "raw_gate_passed": true, "valid_token_max_abs_error": 0.01155853271484375, "embedding_dimensions": { "768": { "max_abs_error": 2.6483088731765747e-05, "minimum_cosine": 0.999999987914116, "passed": true }, "512": { "max_abs_error": 5.838274955749512e-05, "minimum_cosine": 0.9999999601362136, "passed": true }, "256": { "max_abs_error": 8.475780487060547e-05, "minimum_cosine": 0.9999999488773195, "passed": true }, "128": { "max_abs_error": 0.00010633468627929688, "minimum_cosine": 0.9999999495142546, "passed": true }, "64": { "max_abs_error": 0.00012868642807006836, "minimum_cosine": 0.9999999565075359, "passed": true } }, "passed": true } ] }, { "case": "position_spacing", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.0015285939443856478, "raw_gate_passed": true, "valid_token_max_abs_error": 0.0060367584228515625, "embedding_dimensions": { "768": { "max_abs_error": 1.8656253814697266e-05, "minimum_cosine": 0.9999999907167598, "passed": true }, "512": { "max_abs_error": 4.042685031890869e-05, "minimum_cosine": 0.9999999669044516, "passed": true }, "256": { "max_abs_error": 5.751848220825195e-05, "minimum_cosine": 0.999999958421733, "passed": true }, "128": { "max_abs_error": 7.849559187889099e-05, "minimum_cosine": 0.9999999595681373, "passed": true }, "64": { "max_abs_error": 8.93324613571167e-05, "minimum_cosine": 0.9999999713708108, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.0015487420605495572, "raw_gate_passed": true, "valid_token_max_abs_error": 0.0060367584228515625, "embedding_dimensions": { "768": { "max_abs_error": 1.8656253814697266e-05, "minimum_cosine": 0.9999999907167598, "passed": true }, "512": { "max_abs_error": 4.042685031890869e-05, "minimum_cosine": 0.9999999669044516, "passed": true }, "256": { "max_abs_error": 5.751848220825195e-05, "minimum_cosine": 0.999999958421733, "passed": true }, "128": { "max_abs_error": 7.849559187889099e-05, "minimum_cosine": 0.9999999595681373, "passed": true }, "64": { "max_abs_error": 8.93324613571167e-05, "minimum_cosine": 0.9999999713708108, "passed": true } }, "passed": true } ] }, { "case": "local_window_boundary", "shape": [ 2, 129 ], "repeats": [ { "repeat": 0, "seconds": 0.0017248379299417138, "raw_gate_passed": true, "valid_token_max_abs_error": 0.0057239532470703125, "embedding_dimensions": { "768": { "max_abs_error": 9.143725037574768e-06, "minimum_cosine": 0.9999999976880318, "passed": true }, "512": { "max_abs_error": 1.940689980983734e-05, "minimum_cosine": 0.9999999915168984, "passed": true }, "256": { "max_abs_error": 2.9117800295352936e-05, "minimum_cosine": 0.9999999901511311, "passed": true }, "128": { "max_abs_error": 3.389827907085419e-05, "minimum_cosine": 0.99999999052188, "passed": true }, "64": { "max_abs_error": 4.22503799200058e-05, "minimum_cosine": 0.9999999924533088, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.001655949978157878, "raw_gate_passed": true, "valid_token_max_abs_error": 0.0057239532470703125, "embedding_dimensions": { "768": { "max_abs_error": 9.143725037574768e-06, "minimum_cosine": 0.9999999976880318, "passed": true }, "512": { "max_abs_error": 1.940689980983734e-05, "minimum_cosine": 0.9999999915168984, "passed": true }, "256": { "max_abs_error": 2.9117800295352936e-05, "minimum_cosine": 0.9999999901511311, "passed": true }, "128": { "max_abs_error": 3.389827907085419e-05, "minimum_cosine": 0.99999999052188, "passed": true }, "64": { "max_abs_error": 4.22503799200058e-05, "minimum_cosine": 0.9999999924533088, "passed": true } }, "passed": true } ] } ], "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "started_unix": 1789534339.0917408, "diagnose_placement": true, "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "custom_library_sha256": "5abf41aa04cfa837c406df461ff9b1407bb21ee8c0c5e5b9bc5d37d0e22410b2", "providers": [ "ROCMExecutionProvider", "CPUExecutionProvider" ], "input_schemas": { "input_ids": [ "batch", "sequence" ], "attention_mask": [ "batch", "sequence" ], "position_ids": [ 1, "sequence" ] }, "profile": { "path": "/work/validation/layer-3/ck-placement-diagnostic/ort_2026-09-16_04-52-19.json", "sha256": "493173dbfbc56466f63a0200267a019dd5a97b6203e2cd8951af5bdac3fa57ff", "provider_events": { "ROCMExecutionProvider": 1692, "CPUExecutionProvider": 24 }, "ck_events": 36, "cpu_nodes": [ { "name": "node_Concat_29_kernel_time", "op_name": "Concat", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 5 ] } ] }, { "name": "node_Concat_125_kernel_time", "op_name": "Concat", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 3 ] } ] } ] }, "placement_passed": false, "position_spacing_output_max_difference": 3.0780105590820312, "passed": false, "finished_unix": 1789534341.2509725 } }, "receipt-7448b25d601c8ac4-ck-placement-plan.json": { "sha256": "7448b25d601c8ac4a91257f0171aadbab6e6c80dd79d1892f61e7134b1821818", "contents": { "scope": "Fixed R24 exit3: fixed padded/position/boundary numerical qualification, not long-context quality", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "depth": 3, "graph": "../../bundle/onnx/model_fa_layer_3.onnx", "graph_sha256": "ae7a3c9ca484430273d3cf8c9f8267a718fa13b67a75009b5443c062b5cb9fd5", "external_data": { "../../bundle/onnx/weights.data": { "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592 } }, "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "feeds_sha256": "ab80e7f0509877421f5aa3bb2f93d9d18f107b0507a548433366ca1255de7215", "native_references_sha256": "2c0c33f7f3c33653b38ae84cc2cf356925211fa5b57f52afd54a518129d27ff5", "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "dimensions": [ 768, 512, 256, 128, 64 ], "repeats": 2, "cases": [ { "name": "single", "shape": [ 1, 7 ] }, { "name": "padding", "shape": [ 2, 16 ] }, { "name": "offset", "shape": [ 2, 17 ] }, { "name": "offset_8192", "shape": [ 2, 17 ] }, { "name": "position_spacing", "shape": [ 2, 17 ] }, { "name": "local_window_boundary", "shape": [ 2, 129 ] } ], "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "strict_all_gpu_reference": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm.", "parent_plan_sha256": "cec1298690244ce47331bd277271b1e651197a47af6e9a1802f3031aaec56d9d" } }, "receipt-cec1298690244ce4-ck-plan.json": { "sha256": "cec1298690244ce47331bd277271b1e651197a47af6e9a1802f3031aaec56d9d", "contents": { "scope": "Fixed R24 exit3: fixed padded/position/boundary numerical qualification, not long-context quality", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "depth": 3, "graph": "../../bundle/onnx/model_fa_layer_3.onnx", "graph_sha256": "ae7a3c9ca484430273d3cf8c9f8267a718fa13b67a75009b5443c062b5cb9fd5", "external_data": { "../../bundle/onnx/weights.data": { "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592 } }, "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "feeds_sha256": "ab80e7f0509877421f5aa3bb2f93d9d18f107b0507a548433366ca1255de7215", "native_references_sha256": "2c0c33f7f3c33653b38ae84cc2cf356925211fa5b57f52afd54a518129d27ff5", "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "dimensions": [ 768, 512, 256, 128, 64 ], "repeats": 2, "cases": [ { "name": "single", "shape": [ 1, 7 ] }, { "name": "padding", "shape": [ 2, 16 ] }, { "name": "offset", "shape": [ 2, 17 ] }, { "name": "offset_8192", "shape": [ 2, 17 ] }, { "name": "position_spacing", "shape": [ 2, 17 ] }, { "name": "local_window_boundary", "shape": [ 2, 129 ] } ], "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "strict_all_gpu_reference": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm." } }, "receipt-014b40bc467f6436-receipt.json": { "sha256": "014b40bc467f6436ee5e3728a219e7c0d3cd1dbf9e36fe12a78615b4bfb75d53", "contents": { "source": "artifact-0971c7eda70c/candidate", "source_freeze": "artifact-ec996992cd9e/candidate-content.json", "graphs": [ { "graph": "../../bundle/onnx/model_layer_3.onnx" } ] } }, "receipt-ee9dfd0c557b8ba0-ort_2026-09-16_04-52-25.json": { "sha256": "ee9dfd0c557b8ba040b8014db42ba766375917bf3985aa83da23ed4d5f9b2e56", "bytes": 2502470, "evidence_type": "ORT node-event timeline", "contents_scope": "Raw trace retained with audit artifacts. Full numerical and CPU/GPU placement summaries are included in companion report and acceptance receipts." }, "receipt-d2443812e3f3a000-report.json": { "sha256": "d2443812e3f3a000593f27296c6adf2b380d77294718eff30739fef3b6fd8d85", "contents": { "status": "failed", "scope": "Fixed R24 exit6: fixed padded/position/boundary numerical qualification, not long-context quality", "plan_sha256": "94cd1153b3052d8e0550e6a7546d928f2bc2f20e87e6e93ff444455d8a8f7fc5", "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "runtime_image_id": "sha256:da03d746a478588290d73e6bf5b2a4ca49a11b2bb55044668ced2c18885526b4", "ort_version": "1.22.1", "numpy_version": "2.2.6", "python": "3.10.12 (main, Aug 31 2026, 10:18:17) [GCC 11.4.0]", "ROCR_VISIBLE_DEVICES": "1", "rows": [ { "case": "single", "shape": [ 1, 7 ], "repeats": [ { "repeat": 0, "seconds": 0.21030629193410277, "raw_gate_passed": true, "valid_token_max_abs_error": 0.00691986083984375, "embedding_dimensions": { "768": { "max_abs_error": 6.0498714447021484e-05, "minimum_cosine": 0.999999954424768, "passed": true }, "512": { "max_abs_error": 7.82795250415802e-05, "minimum_cosine": 0.9999999025354827, "passed": true }, "256": { "max_abs_error": 0.00011290237307548523, "minimum_cosine": 0.9999999008497106, "passed": true }, "128": { "max_abs_error": 0.00011148303747177124, "minimum_cosine": 0.9999999402509934, "passed": true }, "64": { "max_abs_error": 8.195638656616211e-05, "minimum_cosine": 0.9999999682811753, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.00235206400975585, "raw_gate_passed": true, "valid_token_max_abs_error": 0.00691986083984375, "embedding_dimensions": { "768": { "max_abs_error": 6.0498714447021484e-05, "minimum_cosine": 0.999999954424768, "passed": true }, "512": { "max_abs_error": 7.82795250415802e-05, "minimum_cosine": 0.9999999025354827, "passed": true }, "256": { "max_abs_error": 0.00011290237307548523, "minimum_cosine": 0.9999999008497106, "passed": true }, "128": { "max_abs_error": 0.00011148303747177124, "minimum_cosine": 0.9999999402509934, "passed": true }, "64": { "max_abs_error": 8.195638656616211e-05, "minimum_cosine": 0.9999999682811753, "passed": true } }, "passed": true } ] }, { "case": "padding", "shape": [ 2, 16 ], "repeats": [ { "repeat": 0, "seconds": 0.0024496420519426465, "raw_gate_passed": true, "valid_token_max_abs_error": 0.004693031311035156, "embedding_dimensions": { "768": { "max_abs_error": 5.3882598876953125e-05, "minimum_cosine": 0.9999999687642747, "passed": true }, "512": { "max_abs_error": 0.0001024007797241211, "minimum_cosine": 0.9999999021165512, "passed": true }, "256": { "max_abs_error": 0.00011622905731201172, "minimum_cosine": 0.9999998637964267, "passed": true }, "128": { "max_abs_error": 0.00015135854482650757, "minimum_cosine": 0.9999998756241272, "passed": true }, "64": { "max_abs_error": 0.00012737512588500977, "minimum_cosine": 0.9999999228943348, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.0023946749279275537, "raw_gate_passed": true, "valid_token_max_abs_error": 0.004693031311035156, "embedding_dimensions": { "768": { "max_abs_error": 5.3882598876953125e-05, "minimum_cosine": 0.9999999687642747, "passed": true }, "512": { "max_abs_error": 0.0001024007797241211, "minimum_cosine": 0.9999999021165512, "passed": true }, "256": { "max_abs_error": 0.00011622905731201172, "minimum_cosine": 0.9999998637964267, "passed": true }, "128": { "max_abs_error": 0.00015135854482650757, "minimum_cosine": 0.9999998756241272, "passed": true }, "64": { "max_abs_error": 0.00012737512588500977, "minimum_cosine": 0.9999999228943348, "passed": true } }, "passed": true } ] }, { "case": "offset", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.0024124019546434283, "raw_gate_passed": true, "valid_token_max_abs_error": 0.006206512451171875, "embedding_dimensions": { "768": { "max_abs_error": 4.836916923522949e-05, "minimum_cosine": 0.9999999600169536, "passed": true }, "512": { "max_abs_error": 9.525567293167114e-05, "minimum_cosine": 0.9999998865068399, "passed": true }, "256": { "max_abs_error": 0.0001469254493713379, "minimum_cosine": 0.9999998261038333, "passed": true }, "128": { "max_abs_error": 0.00020910799503326416, "minimum_cosine": 0.9999998078764978, "passed": true }, "64": { "max_abs_error": 0.00018192827701568604, "minimum_cosine": 0.9999998754276909, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.00236321403644979, "raw_gate_passed": true, "valid_token_max_abs_error": 0.006206512451171875, "embedding_dimensions": { "768": { "max_abs_error": 4.836916923522949e-05, "minimum_cosine": 0.9999999600169536, "passed": true }, "512": { "max_abs_error": 9.525567293167114e-05, "minimum_cosine": 0.9999998865068399, "passed": true }, "256": { "max_abs_error": 0.0001469254493713379, "minimum_cosine": 0.9999998261038333, "passed": true }, "128": { "max_abs_error": 0.00020910799503326416, "minimum_cosine": 0.9999998078764978, "passed": true }, "64": { "max_abs_error": 0.00018192827701568604, "minimum_cosine": 0.9999998754276909, "passed": true } }, "passed": true } ] }, { "case": "offset_8192", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.002334362012334168, "raw_gate_passed": true, "valid_token_max_abs_error": 0.007765769958496094, "embedding_dimensions": { "768": { "max_abs_error": 4.380941390991211e-05, "minimum_cosine": 0.9999999613419961, "passed": true }, "512": { "max_abs_error": 6.672926247119904e-05, "minimum_cosine": 0.9999999053198714, "passed": true }, "256": { "max_abs_error": 0.00010035187005996704, "minimum_cosine": 0.999999884266121, "passed": true }, "128": { "max_abs_error": 0.00011883676052093506, "minimum_cosine": 0.9999999043543835, "passed": true }, "64": { "max_abs_error": 0.00010831281542778015, "minimum_cosine": 0.9999999416143481, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.002370310015976429, "raw_gate_passed": true, "valid_token_max_abs_error": 0.007765769958496094, "embedding_dimensions": { "768": { "max_abs_error": 4.380941390991211e-05, "minimum_cosine": 0.9999999613419961, "passed": true }, "512": { "max_abs_error": 6.672926247119904e-05, "minimum_cosine": 0.9999999053198714, "passed": true }, "256": { "max_abs_error": 0.00010035187005996704, "minimum_cosine": 0.999999884266121, "passed": true }, "128": { "max_abs_error": 0.00011883676052093506, "minimum_cosine": 0.9999999043543835, "passed": true }, "64": { "max_abs_error": 0.00010831281542778015, "minimum_cosine": 0.9999999416143481, "passed": true } }, "passed": true } ] }, { "case": "position_spacing", "shape": [ 2, 17 ], "repeats": [ { "repeat": 0, "seconds": 0.002341313986107707, "raw_gate_passed": true, "valid_token_max_abs_error": 0.0054874420166015625, "embedding_dimensions": { "768": { "max_abs_error": 3.489665687084198e-05, "minimum_cosine": 0.9999999682344692, "passed": true }, "512": { "max_abs_error": 7.580127567052841e-05, "minimum_cosine": 0.9999998902326869, "passed": true }, "256": { "max_abs_error": 0.0001314934343099594, "minimum_cosine": 0.9999998326517063, "passed": true }, "128": { "max_abs_error": 0.00017949938774108887, "minimum_cosine": 0.9999998165478594, "passed": true }, "64": { "max_abs_error": 0.00021520256996154785, "minimum_cosine": 0.9999998733617357, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.0023165170568972826, "raw_gate_passed": true, "valid_token_max_abs_error": 0.0054874420166015625, "embedding_dimensions": { "768": { "max_abs_error": 3.489665687084198e-05, "minimum_cosine": 0.9999999682344692, "passed": true }, "512": { "max_abs_error": 7.580127567052841e-05, "minimum_cosine": 0.9999998902326869, "passed": true }, "256": { "max_abs_error": 0.0001314934343099594, "minimum_cosine": 0.9999998326517063, "passed": true }, "128": { "max_abs_error": 0.00017949938774108887, "minimum_cosine": 0.9999998165478594, "passed": true }, "64": { "max_abs_error": 0.00021520256996154785, "minimum_cosine": 0.9999998733617357, "passed": true } }, "passed": true } ] }, { "case": "local_window_boundary", "shape": [ 2, 129 ], "repeats": [ { "repeat": 0, "seconds": 0.0025551910512149334, "raw_gate_passed": true, "valid_token_max_abs_error": 0.005859375, "embedding_dimensions": { "768": { "max_abs_error": 1.73135194927454e-05, "minimum_cosine": 0.9999999934785083, "passed": true }, "512": { "max_abs_error": 3.76775860786438e-05, "minimum_cosine": 0.9999999784224579, "passed": true }, "256": { "max_abs_error": 4.665553569793701e-05, "minimum_cosine": 0.9999999767558173, "passed": true }, "128": { "max_abs_error": 5.85019588470459e-05, "minimum_cosine": 0.9999999794475218, "passed": true }, "64": { "max_abs_error": 4.51505184173584e-05, "minimum_cosine": 0.9999999864350527, "passed": true } }, "passed": true }, { "repeat": 1, "seconds": 0.00257846899330616, "raw_gate_passed": true, "valid_token_max_abs_error": 0.005859375, "embedding_dimensions": { "768": { "max_abs_error": 1.73135194927454e-05, "minimum_cosine": 0.9999999934785083, "passed": true }, "512": { "max_abs_error": 3.76775860786438e-05, "minimum_cosine": 0.9999999784224579, "passed": true }, "256": { "max_abs_error": 4.665553569793701e-05, "minimum_cosine": 0.9999999767558173, "passed": true }, "128": { "max_abs_error": 5.85019588470459e-05, "minimum_cosine": 0.9999999794475218, "passed": true }, "64": { "max_abs_error": 4.51505184173584e-05, "minimum_cosine": 0.9999999864350527, "passed": true } }, "passed": true } ] } ], "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "started_unix": 1789534344.3791547, "diagnose_placement": true, "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "custom_library_sha256": "5abf41aa04cfa837c406df461ff9b1407bb21ee8c0c5e5b9bc5d37d0e22410b2", "providers": [ "ROCMExecutionProvider", "CPUExecutionProvider" ], "input_schemas": { "input_ids": [ "batch", "sequence" ], "attention_mask": [ "batch", "sequence" ], "position_ids": [ 1, "sequence" ] }, "profile": { "path": "/work/validation/layer-6/ck-placement-diagnostic/ort_2026-09-16_04-52-25.json", "sha256": "ee9dfd0c557b8ba040b8014db42ba766375917bf3985aa83da23ed4d5f9b2e56", "provider_events": { "ROCMExecutionProvider": 3204, "CPUExecutionProvider": 24 }, "ck_events": 72, "cpu_nodes": [ { "name": "node_Concat_29_kernel_time", "op_name": "Concat", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 5 ] } ] }, { "name": "node_Concat_125_kernel_time", "op_name": "Concat", "input_type_shape": [ { "int64": [ 1 ] }, { "int64": [ 1 ] }, { "int64": [ 1 ] } ], "output_type_shape": [ { "int64": [ 3 ] } ] } ] }, "placement_passed": false, "position_spacing_output_max_difference": 3.8474273681640625, "passed": false, "finished_unix": 1789534346.7146597 } }, "receipt-94cd1153b3052d8e-ck-placement-plan.json": { "sha256": "94cd1153b3052d8e0550e6a7546d928f2bc2f20e87e6e93ff444455d8a8f7fc5", "contents": { "scope": "Fixed R24 exit6: fixed padded/position/boundary numerical qualification, not long-context quality", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "depth": 6, "graph": "../../bundle/onnx/model_fa_layer_6.onnx", "graph_sha256": "06227aa71e4c6b2ce20611f228e739337946afe4d0d2a65eda9714c3a3b76341", "external_data": { "../../bundle/onnx/weights.data": { "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592 } }, "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "feeds_sha256": "ab80e7f0509877421f5aa3bb2f93d9d18f107b0507a548433366ca1255de7215", "native_references_sha256": "c4b97cc642b143800efb683f2d84f4394ab4cafe84b0bfa3f8a944bbcd6630c8", "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "dimensions": [ 768, 512, 256, 128, 64 ], "repeats": 2, "cases": [ { "name": "single", "shape": [ 1, 7 ] }, { "name": "padding", "shape": [ 2, 16 ] }, { "name": "offset", "shape": [ 2, 17 ] }, { "name": "offset_8192", "shape": [ 2, 17 ] }, { "name": "position_spacing", "shape": [ 2, 17 ] }, { "name": "local_window_boundary", "shape": [ 2, 129 ] } ], "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "strict_all_gpu_reference": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm.", "parent_plan_sha256": "bebac5a4d67ea80354894c0b65fc523c0bf5e277d8a2870c82ee714437e006a4" } }, "receipt-bebac5a4d67ea803-ck-plan.json": { "sha256": "bebac5a4d67ea80354894c0b65fc523c0bf5e277d8a2870c82ee714437e006a4", "contents": { "scope": "Fixed R24 exit6: fixed padded/position/boundary numerical qualification, not long-context quality", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "depth": 6, "graph": "../../bundle/onnx/model_fa_layer_6.onnx", "graph_sha256": "06227aa71e4c6b2ce20611f228e739337946afe4d0d2a65eda9714c3a3b76341", "external_data": { "../../bundle/onnx/weights.data": { "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592 } }, "qualifier_sha256": "6e1e0d4968ec18462571f565e5950579987955ee057f493d64e56237794d99cd", "feeds_sha256": "ab80e7f0509877421f5aa3bb2f93d9d18f107b0507a548433366ca1255de7215", "native_references_sha256": "c4b97cc642b143800efb683f2d84f4394ab4cafe84b0bfa3f8a944bbcd6630c8", "gates": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 }, "dimensions": [ 768, 512, 256, 128, 64 ], "repeats": 2, "cases": [ { "name": "single", "shape": [ 1, 7 ] }, { "name": "padding", "shape": [ 2, 16 ] }, { "name": "offset", "shape": [ 2, 17 ] }, { "name": "offset_8192", "shape": [ 2, 17 ] }, { "name": "position_spacing", "shape": [ 2, 17 ] }, { "name": "local_window_boundary", "shape": [ 2, 129 ] } ], "custom_library": "/usr/local/lib/libort_ck_flash_attn.so.1", "strict_all_gpu_reference": "Not required for this candidate: prior original-unit prototype proves ORT schedules INT64 reshape-shape Concat on CPU. Numerical gates unchanged; every CK and floating encoder operation must run on ROCm." } }, "receipt-9448d3c99e58fb70-receipt.json": { "sha256": "9448d3c99e58fb7085329faf92b054c674879c88268866aefc777bbc43f29408", "contents": { "source": "artifact-0971c7eda70c/candidate", "source_freeze": "artifact-ec996992cd9e/candidate-content.json", "graphs": [ { "graph": "../../bundle/onnx/model_layer_6.onnx" } ] } } }, "publishable_model_inventory": { "status": "ready_for_authorized_publication", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "files": { "1_Pooling/config.json": { "sha256": "35bbd47d7fdf1e378db6130bcc668b09d1aa67a7bbf7c8f89a9c71f4cc8ebcc6", "bytes": 312 }, "config.json": { "sha256": "5ed4b5eee780ebfc40f61a98c0a5d57f2e0b1460a5e5820011fdcfa387c16312", "bytes": 1352 }, "config_sentence_transformers.json": { "sha256": "4e4ea6f3373918c6ea630b4bcbd228d659a6dcd41a8c20dbfa676779d74c38aa", "bytes": 285 }, "model.safetensors": { "sha256": "0ad845c4b4d09c6cf45b5a3233cfde4dfa936a939cc8e48f7fdb6532569aa537", "bytes": 1227771776 }, "modules.json": { "sha256": "84e40c8e006c9b1d6c122e02cba9b02458120b5fb0c87b746c41e0207cf642cf", "bytes": 349 }, "onnx/model.onnx": { "sha256": "7e81a7233d0ffd371e07495865c57018df8931ecee652bb50cd867027e61309e", "bytes": 162380 }, "onnx/model_fa.onnx": { "sha256": "319298fa6e87b06e36fca5d8070ec8bc01a543ec3a5c1f06fb7403e093a513d9", "bytes": 154206 }, "onnx/model_fa_layer_11.onnx": { "sha256": "643c64c83b1821b876b01324db4a12ad1a45db0fee1865195439b0006c8c12e9", "bytes": 78560 }, "onnx/model_fa_layer_3.onnx": { "sha256": "ae7a3c9ca484430273d3cf8c9f8267a718fa13b67a75009b5443c062b5cb9fd5", "bytes": 24528 }, "onnx/model_fa_layer_6.onnx": { "sha256": "06227aa71e4c6b2ce20611f228e739337946afe4d0d2a65eda9714c3a3b76341", "bytes": 44633 }, "onnx/model_layer_11.onnx": { "sha256": "2c566c97c09a77c54d744924dace0c7522ecb5c32b7a167f50158c143c65eeb5", "bytes": 82623 }, "onnx/model_layer_3.onnx": { "sha256": "44eaecaa0edfd3d5ea4c6c86a7c838d45862d0773649f2ecc69108e9ad87a3d8", "bytes": 25760 }, "onnx/model_layer_6.onnx": { "sha256": "c6b4f43d64132f764387ac89ecea0d07d54d2633a62bac136e3cfcb66f2314f1", "bytes": 46885 }, "onnx/weights.data": { "sha256": "f825211064d793b8e7c250bb4cb998604d85ee58f032c94cc898d432151d20f7", "bytes": 1227758592 }, "sentence_bert_config.json": { "sha256": "ae8658c7cf91db1a3ceee800af0f9bda2c7ad60a88b5c2b4d6d5cb0a4394c9c1", "bytes": 59 }, "special_tokens_map.json": { "sha256": "6e3204c5a4004719c185007a745d1940471a6fb02521cfa0a00306dbb6bc5903", "bytes": 1051 }, "tokenizer.json": { "sha256": "17f7d8b9518c403d7429ad9eeeabb6eed49c8d3311de8ef4ed5ad811381a2ced", "bytes": 34363441 }, "tokenizer_config.json": { "sha256": "65f203e93f3ccd1943d4317006ec9a4660e1102a085c5bc9f4f934062b318ceb", "bytes": 46636 } }, "graph_count": 8, "depths": [ 3, 6, 11, 22 ], "dimensions": [ 768, 512, 256, 128, 64 ], "fixed_case_qualification_maximum_sequence_length": 129, "maximum_numerically_tested_sequence_length": 32768, "long_numerical_diagnostic_passed_all_embedding_cells": false }, "long_numerical_diagnostic": { "sha256": "6722dc1b885f22a97114265e0b0ecf09588397f5f68c96e689d7041537c094a5", "contents": { "status": "completed", "source_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "export_manifest_sha256": "330601df2d756c0359ae184205122000e8de913cb361cadf06b3df7935c34f26", "gates": { "standard": { "raw_atol": 0.0002, "raw_rtol": 0.0001, "embedding_max_abs": 1e-05, "cosine_min": 0.99999 }, "ck": { "raw_atol": 0.02, "raw_rtol": 0.005, "embedding_atol": 0.003, "embedding_rtol": 0.001, "cosine_min": 0.99999 } }, "controller_manifest_sha256": "1b36218924a94a4f698106b59b7a120db91b7778f984faab511deb508c308b26", "controller_status_sha256": "04e726d3abf102ad80655d849b5505cfe818b217a1fb32e4eb52cd50cb8f4909", "summarizer_sha256": "ec20c6d083781edfc1c14b68d682a2c7278c9582a0d0fc196e7c8d20fce76412", "all18_model_hashes_unchanged": true, "actual_lengths": [ 512, 2048, 8192, 32768 ], "scope": "Fixed synthetic batch-one, fully attended real token lengths with consecutive position IDs. Numerical diagnostics only; not retrieval quality, benchmark scores or throughput evidence.", "native_reference": "PyTorch FP32 SDPA MATH, TF32 disabled, actual R24 config; common FP32 masked-mean/prefix/L2 across every output.", "standard_runtime": "Existing ORT CPU1.23.2; no inference GPU used.", "ck_runtime": "Existing ORT ROCm1.22.1 image; FP16 attention approximation with FP32 stored weights and residual stream.", "sampling": "Device GPU5 VRAM and process RSS sampled every20ms; not allocator-exact GPU peaks. Torch allocator peaks recorded separately. GPU5 samples during CPU standard runs are concurrent device activity, not attributed to CPU inference.", "parallelism": "GPU5 native and CK stages execute serially across lengths. CPU standard processes overlap after each matching native/CK stage; GPU5 device readings in CPU reports can reflect concurrent activity and are not attributed to CPU inference.", "rows": [ { "tokens": 512, "backend": "standard", "depth": 3, "repeat": 0, "max_embedding_abs_error": 2.086162567138672e-07, "minimum_embedding_cosine": 0.9999999999998427, "embedding_gate_passed": true, "raw_max_abs_error": 2.47955322265625e-05, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.04472554905805737, "resources": { "seconds": 0.11247666704002768, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 299978752, "process_peak_rss_bytes_sampled": 189710336, "process_lifetime_maxrss_bytes": 190746624, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 512, "backend": "standard", "depth": 6, "repeat": 0, "max_embedding_abs_error": 2.384185791015625e-07, "minimum_embedding_cosine": 0.9999999999998335, "embedding_gate_passed": true, "raw_max_abs_error": 2.288818359375e-05, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.07890337402932346, "resources": { "seconds": 0.17402577796019614, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 299978752, "process_peak_rss_bytes_sampled": 257159168, "process_lifetime_maxrss_bytes": 251105280, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 512, "backend": "standard", "depth": 11, "repeat": 0, "max_embedding_abs_error": 1.387670636177063e-07, "minimum_embedding_cosine": 0.9999999999998759, "embedding_gate_passed": true, "raw_max_abs_error": 7.724761962890625e-05, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.15488575503695756, "resources": { "seconds": 0.32868211797904223, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 299978752, "process_peak_rss_bytes_sampled": 356032512, "process_lifetime_maxrss_bytes": 346824704, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 512, "backend": "standard", "depth": 22, "repeat": 0, "max_embedding_abs_error": 7.944181561470032e-07, "minimum_embedding_cosine": 0.9999999999959639, "embedding_gate_passed": true, "raw_max_abs_error": 0.002603292465209961, "raw_gate_violations": 317, "raw_token_gate_passed": false, "inference_seconds": 0.25424509996082634, "resources": { "seconds": 0.6673712310148403, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 299978752, "process_peak_rss_bytes_sampled": 580313088, "process_lifetime_maxrss_bytes": 567685120, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 512, "backend": "ck", "depth": 3, "repeat": 0, "max_embedding_abs_error": 4.845857620239258e-05, "minimum_embedding_cosine": 0.9999999873698746, "embedding_gate_passed": true, "raw_max_abs_error": 0.0051517486572265625, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.20720009098295122, "resources": { "seconds": 1.3657544980524108, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 2986979328, "process_peak_rss_bytes_sampled": 1697820672, "process_lifetime_maxrss_bytes": 2195251200, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": 6, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 512, "backend": "ck", "depth": 3, "repeat": 1, "max_embedding_abs_error": 4.845857620239258e-05, "minimum_embedding_cosine": 0.9999999873698746, "embedding_gate_passed": true, "raw_max_abs_error": 0.0051517486572265625, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.0014440050581470132, "resources": { "seconds": 1.3657544980524108, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 2986979328, "process_peak_rss_bytes_sampled": 1697820672, "process_lifetime_maxrss_bytes": 2195251200, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": 6, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 512, "backend": "ck", "depth": 6, "repeat": 0, "max_embedding_abs_error": 8.115172386169434e-05, "minimum_embedding_cosine": 0.9999999819961233, "embedding_gate_passed": true, "raw_max_abs_error": 0.006024956703186035, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.004887680988758802, "resources": { "seconds": 0.4591509880265221, "gpu5_baseline_bytes": 2691280896, "gpu5_peak_used_bytes_sampled": 2889052160, "process_peak_rss_bytes_sampled": 1694486528, "process_lifetime_maxrss_bytes": 2478772224, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": 12, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 512, "backend": "ck", "depth": 6, "repeat": 1, "max_embedding_abs_error": 8.115172386169434e-05, "minimum_embedding_cosine": 0.9999999819961233, "embedding_gate_passed": true, "raw_max_abs_error": 0.006024956703186035, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.002484615077264607, "resources": { "seconds": 0.4591509880265221, "gpu5_baseline_bytes": 2691280896, "gpu5_peak_used_bytes_sampled": 2889052160, "process_peak_rss_bytes_sampled": 1694486528, "process_lifetime_maxrss_bytes": 2478772224, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": 12, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 512, "backend": "ck", "depth": 11, "repeat": 0, "max_embedding_abs_error": 7.353723049163818e-05, "minimum_embedding_cosine": 0.9999999880082204, "embedding_gate_passed": true, "raw_max_abs_error": 0.022907257080078125, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.006605692906305194, "resources": { "seconds": 0.4883031969657168, "gpu5_baseline_bytes": 2754834432, "gpu5_peak_used_bytes_sampled": 3191058432, "process_peak_rss_bytes_sampled": 1715499008, "process_lifetime_maxrss_bytes": 2486149120, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": 22, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 512, "backend": "ck", "depth": 11, "repeat": 1, "max_embedding_abs_error": 7.353723049163818e-05, "minimum_embedding_cosine": 0.9999999880082204, "embedding_gate_passed": true, "raw_max_abs_error": 0.022907257080078125, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.004181790980510414, "resources": { "seconds": 0.4883031969657168, "gpu5_baseline_bytes": 2754834432, "gpu5_peak_used_bytes_sampled": 3191058432, "process_peak_rss_bytes_sampled": 1715499008, "process_lifetime_maxrss_bytes": 2486149120, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": 22, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 512, "backend": "ck", "depth": 22, "repeat": 0, "max_embedding_abs_error": 0.00016417540609836578, "minimum_embedding_cosine": 0.9999998015719206, "embedding_gate_passed": true, "raw_max_abs_error": 0.5971785187721252, "raw_gate_violations": 1314, "raw_token_gate_passed": false, "inference_seconds": 0.03515090001747012, "resources": { "seconds": 0.6320419419789687, "gpu5_baseline_bytes": 2895360000, "gpu5_peak_used_bytes_sampled": 3188862976, "process_peak_rss_bytes_sampled": 1737109504, "process_lifetime_maxrss_bytes": 2493476864, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": 44, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 512, "backend": "ck", "depth": 22, "repeat": 1, "max_embedding_abs_error": 0.00016417540609836578, "minimum_embedding_cosine": 0.9999998015719206, "embedding_gate_passed": true, "raw_max_abs_error": 0.5971785187721252, "raw_gate_violations": 1314, "raw_token_gate_passed": false, "inference_seconds": 0.008184639969840646, "resources": { "seconds": 0.6320419419789687, "gpu5_baseline_bytes": 2895360000, "gpu5_peak_used_bytes_sampled": 3188862976, "process_peak_rss_bytes_sampled": 1737109504, "process_lifetime_maxrss_bytes": 2493476864, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.033527064020745, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 2580819968, "process_peak_rss_bytes_sampled": 4887281664, "process_lifetime_maxrss_bytes": 4917952512, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1390573568, "native_torch_max_reserved_bytes": 1432354816, "ck_gpu_events": 44, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 2048, "backend": "standard", "depth": 3, "repeat": 0, "max_embedding_abs_error": 1.4528632164001465e-07, "minimum_embedding_cosine": 0.9999999999998457, "embedding_gate_passed": true, "raw_max_abs_error": 3.62396240234375e-05, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.3915245149983093, "resources": { "seconds": 0.4815833050524816, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 299978752, "process_peak_rss_bytes_sampled": 722264064, "process_lifetime_maxrss_bytes": 732553216, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 2048, "backend": "standard", "depth": 6, "repeat": 0, "max_embedding_abs_error": 8.158385753631592e-07, "minimum_embedding_cosine": 0.9999999999983572, "embedding_gate_passed": true, "raw_max_abs_error": 4.1961669921875e-05, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.6623440029798076, "resources": { "seconds": 0.7787598220165819, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 299978752, "process_peak_rss_bytes_sampled": 792715264, "process_lifetime_maxrss_bytes": 789446656, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 2048, "backend": "standard", "depth": 11, "repeat": 0, "max_embedding_abs_error": 4.6193599700927734e-07, "minimum_embedding_cosine": 0.9999999999985862, "embedding_gate_passed": true, "raw_max_abs_error": 0.0001583099365234375, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 1.1334873719606549, "resources": { "seconds": 1.349823743919842, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 299978752, "process_peak_rss_bytes_sampled": 888098816, "process_lifetime_maxrss_bytes": 889589760, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 2048, "backend": "standard", "depth": 22, "repeat": 0, "max_embedding_abs_error": 1.1809170246124268e-06, "minimum_embedding_cosine": 0.9999999999948324, "embedding_gate_passed": true, "raw_max_abs_error": 0.010806083679199219, "raw_gate_violations": 1094, "raw_token_gate_passed": false, "inference_seconds": 2.1685245470143855, "resources": { "seconds": 2.5795843210071325, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 300032000, "process_peak_rss_bytes_sampled": 1110716416, "process_lifetime_maxrss_bytes": 1113788416, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 2048, "backend": "ck", "depth": 3, "repeat": 0, "max_embedding_abs_error": 3.038346767425537e-05, "minimum_embedding_cosine": 0.9999999966949549, "embedding_gate_passed": true, "raw_max_abs_error": 0.006740570068359375, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.20966387703083456, "resources": { "seconds": 1.406186613952741, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3999633408, "process_peak_rss_bytes_sampled": 1737056256, "process_lifetime_maxrss_bytes": 2195726336, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": 6, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 2048, "backend": "ck", "depth": 3, "repeat": 1, "max_embedding_abs_error": 3.038346767425537e-05, "minimum_embedding_cosine": 0.9999999966949549, "embedding_gate_passed": true, "raw_max_abs_error": 0.006740570068359375, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.01553708000574261, "resources": { "seconds": 1.406186613952741, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3999633408, "process_peak_rss_bytes_sampled": 1737056256, "process_lifetime_maxrss_bytes": 2195726336, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": 6, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 2048, "backend": "ck", "depth": 6, "repeat": 0, "max_embedding_abs_error": 3.88026237487793e-05, "minimum_embedding_cosine": 0.9999999953972445, "embedding_gate_passed": true, "raw_max_abs_error": 0.0066509246826171875, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.007816539029590786, "resources": { "seconds": 0.48768685408867896, "gpu5_baseline_bytes": 3703934976, "gpu5_peak_used_bytes_sampled": 4025786368, "process_peak_rss_bytes_sampled": 1740722176, "process_lifetime_maxrss_bytes": 2484699136, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": 12, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 2048, "backend": "ck", "depth": 6, "repeat": 1, "max_embedding_abs_error": 3.88026237487793e-05, "minimum_embedding_cosine": 0.9999999953972445, "embedding_gate_passed": true, "raw_max_abs_error": 0.0066509246826171875, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.020733157987706363, "resources": { "seconds": 0.48768685408867896, "gpu5_baseline_bytes": 3703934976, "gpu5_peak_used_bytes_sampled": 4025786368, "process_peak_rss_bytes_sampled": 1740722176, "process_lifetime_maxrss_bytes": 2484699136, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": 12, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 2048, "backend": "ck", "depth": 11, "repeat": 0, "max_embedding_abs_error": 2.6464462280273438e-05, "minimum_embedding_cosine": 0.9999999968697965, "embedding_gate_passed": true, "raw_max_abs_error": 0.06754684448242188, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.023461629054509103, "resources": { "seconds": 0.5087934749899432, "gpu5_baseline_bytes": 3730087936, "gpu5_peak_used_bytes_sampled": 4059357184, "process_peak_rss_bytes_sampled": 1755340800, "process_lifetime_maxrss_bytes": 2488537088, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": 22, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 2048, "backend": "ck", "depth": 11, "repeat": 1, "max_embedding_abs_error": 2.6464462280273438e-05, "minimum_embedding_cosine": 0.9999999968697965, "embedding_gate_passed": true, "raw_max_abs_error": 0.06754684448242188, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.006417180062271655, "resources": { "seconds": 0.5087934749899432, "gpu5_baseline_bytes": 3730087936, "gpu5_peak_used_bytes_sampled": 4059357184, "process_peak_rss_bytes_sampled": 1755340800, "process_lifetime_maxrss_bytes": 2488537088, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": 22, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 2048, "backend": "ck", "depth": 22, "repeat": 0, "max_embedding_abs_error": 0.00018145889043807983, "minimum_embedding_cosine": 0.9999998693553266, "embedding_gate_passed": true, "raw_max_abs_error": 0.8783016204833984, "raw_gate_violations": 1346, "raw_token_gate_passed": false, "inference_seconds": 0.035632342915050685, "resources": { "seconds": 0.6475128809688613, "gpu5_baseline_bytes": 3763658752, "gpu5_peak_used_bytes_sampled": 3763658752, "process_peak_rss_bytes_sampled": 1757442048, "process_lifetime_maxrss_bytes": 2499940352, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": 44, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 2048, "backend": "ck", "depth": 22, "repeat": 1, "max_embedding_abs_error": 0.00018145889043807983, "minimum_embedding_cosine": 0.9999998693553266, "embedding_gate_passed": true, "raw_max_abs_error": 0.8783016204833984, "raw_gate_violations": 1346, "raw_token_gate_passed": false, "inference_seconds": 0.012319620000198483, "resources": { "seconds": 0.6475128809688613, "gpu5_baseline_bytes": 3763658752, "gpu5_peak_used_bytes_sampled": 3763658752, "process_peak_rss_bytes_sampled": 1757442048, "process_lifetime_maxrss_bytes": 2499940352, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 12.86574765003752, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 3086016512, "process_peak_rss_bytes_sampled": 4909531136, "process_lifetime_maxrss_bytes": 4919173120, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 1918069248, "native_torch_max_reserved_bytes": 1937768448, "ck_gpu_events": 44, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 8192, "backend": "standard", "depth": 3, "repeat": 0, "max_embedding_abs_error": 1.0468065738677979e-06, "minimum_embedding_cosine": 0.9999999999965388, "embedding_gate_passed": true, "raw_max_abs_error": 8.7738037109375e-05, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 5.1165776930283755, "resources": { "seconds": 5.496413958026096, "gpu5_baseline_bytes": 300105728, "gpu5_peak_used_bytes_sampled": 300105728, "process_peak_rss_bytes_sampled": 8467877888, "process_lifetime_maxrss_bytes": 8487014400, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 8192, "backend": "standard", "depth": 6, "repeat": 0, "max_embedding_abs_error": 3.6582350730895996e-06, "minimum_embedding_cosine": 0.9999999999558702, "embedding_gate_passed": true, "raw_max_abs_error": 0.0001049041748046875, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 8.46686960698571, "resources": { "seconds": 8.871109514962882, "gpu5_baseline_bytes": 300032000, "gpu5_peak_used_bytes_sampled": 300089344, "process_peak_rss_bytes_sampled": 8549728256, "process_lifetime_maxrss_bytes": 8538402816, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 8192, "backend": "standard", "depth": 11, "repeat": 0, "max_embedding_abs_error": 2.823770046234131e-06, "minimum_embedding_cosine": 0.9999999999624014, "embedding_gate_passed": true, "raw_max_abs_error": 0.000579833984375, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 14.003359736991115, "resources": { "seconds": 14.511757029918954, "gpu5_baseline_bytes": 300089344, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 8633507840, "process_lifetime_maxrss_bytes": 8636321792, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 8192, "backend": "standard", "depth": 22, "repeat": 0, "max_embedding_abs_error": 3.769993782043457e-06, "minimum_embedding_cosine": 0.9999999999325434, "embedding_gate_passed": true, "raw_max_abs_error": 0.02422046661376953, "raw_gate_violations": 4637, "raw_token_gate_passed": false, "inference_seconds": 26.857654789928347, "resources": { "seconds": 27.499360363930464, "gpu5_baseline_bytes": 53765636096, "gpu5_peak_used_bytes_sampled": 53765636096, "process_peak_rss_bytes_sampled": 8856526848, "process_lifetime_maxrss_bytes": 8862269440, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 8192, "backend": "ck", "depth": 3, "repeat": 0, "max_embedding_abs_error": 2.199411392211914e-05, "minimum_embedding_cosine": 0.9999999974625523, "embedding_gate_passed": true, "raw_max_abs_error": 0.008611679077148438, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.23172682104632258, "resources": { "seconds": 1.4315852749859914, "gpu5_baseline_bytes": 300101632, "gpu5_peak_used_bytes_sampled": 3999719424, "process_peak_rss_bytes_sampled": 1802612736, "process_lifetime_maxrss_bytes": 2193924096, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": 6, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 8192, "backend": "ck", "depth": 3, "repeat": 1, "max_embedding_abs_error": 2.199411392211914e-05, "minimum_embedding_cosine": 0.9999999974625523, "embedding_gate_passed": true, "raw_max_abs_error": 0.008611679077148438, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.0072356570744886994, "resources": { "seconds": 1.4315852749859914, "gpu5_baseline_bytes": 300101632, "gpu5_peak_used_bytes_sampled": 3999719424, "process_peak_rss_bytes_sampled": 1802612736, "process_lifetime_maxrss_bytes": 2193924096, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": 6, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 8192, "backend": "ck", "depth": 6, "repeat": 0, "max_embedding_abs_error": 1.874193549156189e-05, "minimum_embedding_cosine": 0.9999999977687246, "embedding_gate_passed": true, "raw_max_abs_error": 0.0077724456787109375, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.03233085002284497, "resources": { "seconds": 0.5295652089407668, "gpu5_baseline_bytes": 3704020992, "gpu5_peak_used_bytes_sampled": 4126486528, "process_peak_rss_bytes_sampled": 1807515648, "process_lifetime_maxrss_bytes": 2496032768, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": 12, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 8192, "backend": "ck", "depth": 6, "repeat": 1, "max_embedding_abs_error": 1.874193549156189e-05, "minimum_embedding_cosine": 0.9999999977687246, "embedding_gate_passed": true, "raw_max_abs_error": 0.0077724456787109375, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.012283346033655107, "resources": { "seconds": 0.5295652089407668, "gpu5_baseline_bytes": 3704020992, "gpu5_peak_used_bytes_sampled": 4126486528, "process_peak_rss_bytes_sampled": 1807515648, "process_lifetime_maxrss_bytes": 2496032768, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": 12, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 8192, "backend": "ck", "depth": 11, "repeat": 0, "max_embedding_abs_error": 1.823902130126953e-05, "minimum_embedding_cosine": 0.9999999986807406, "embedding_gate_passed": true, "raw_max_abs_error": 0.09756088256835938, "raw_gate_violations": 3, "raw_token_gate_passed": false, "inference_seconds": 0.042795300018042326, "resources": { "seconds": 0.6248908760026097, "gpu5_baseline_bytes": 3830788096, "gpu5_peak_used_bytes_sampled": 4260470784, "process_peak_rss_bytes_sampled": 1816158208, "process_lifetime_maxrss_bytes": 2503745536, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": 22, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 8192, "backend": "ck", "depth": 11, "repeat": 1, "max_embedding_abs_error": 1.823902130126953e-05, "minimum_embedding_cosine": 0.9999999986807406, "embedding_gate_passed": true, "raw_max_abs_error": 0.09756088256835938, "raw_gate_violations": 3, "raw_token_gate_passed": false, "inference_seconds": 0.02191958704497665, "resources": { "seconds": 0.6248908760026097, "gpu5_baseline_bytes": 3830788096, "gpu5_peak_used_bytes_sampled": 4260470784, "process_peak_rss_bytes_sampled": 1816158208, "process_lifetime_maxrss_bytes": 2503745536, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": 22, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 8192, "backend": "ck", "depth": 22, "repeat": 0, "max_embedding_abs_error": 0.0003050193190574646, "minimum_embedding_cosine": 0.9999996115884889, "embedding_gate_passed": true, "raw_max_abs_error": 7.950747013092041, "raw_gate_violations": 19207, "raw_token_gate_passed": false, "inference_seconds": 0.0634341430850327, "resources": { "seconds": 0.7867048069601879, "gpu5_baseline_bytes": 3964772352, "gpu5_peak_used_bytes_sampled": 4530376704, "process_peak_rss_bytes_sampled": 1848672256, "process_lifetime_maxrss_bytes": 2512740352, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": 44, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 8192, "backend": "ck", "depth": 22, "repeat": 1, "max_embedding_abs_error": 0.0003050193190574646, "minimum_embedding_cosine": 0.9999996115884889, "embedding_gate_passed": true, "raw_max_abs_error": 7.950747013092041, "raw_gate_violations": 19207, "raw_token_gate_passed": false, "inference_seconds": 0.042085916036739945, "resources": { "seconds": 0.7867048069601879, "gpu5_baseline_bytes": 3964772352, "gpu5_peak_used_bytes_sampled": 4530376704, "process_peak_rss_bytes_sampled": 1848672256, "process_lifetime_maxrss_bytes": 2512740352, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 13.37582829396706, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 11323854848, "process_peak_rss_bytes_sampled": 4943663104, "process_lifetime_maxrss_bytes": 4962865152, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 9766881792, "native_torch_max_reserved_bytes": 10175381504, "ck_gpu_events": 44, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 32768, "backend": "standard", "depth": 3, "repeat": 0, "max_embedding_abs_error": 4.738569259643555e-06, "minimum_embedding_cosine": 0.9999999999076008, "embedding_gate_passed": true, "raw_max_abs_error": 0.0005588531494140625, "raw_gate_violations": 21, "raw_token_gate_passed": false, "inference_seconds": 77.66883035900537, "resources": { "seconds": 81.38842027704231, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 299978752, "process_peak_rss_bytes_sampled": 127127298048, "process_lifetime_maxrss_bytes": 127143751680, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 32768, "backend": "standard", "depth": 6, "repeat": 0, "max_embedding_abs_error": 8.798204362392426e-06, "minimum_embedding_cosine": 0.9999999994764512, "embedding_gate_passed": true, "raw_max_abs_error": 0.000980377197265625, "raw_gate_violations": 50, "raw_token_gate_passed": false, "inference_seconds": 130.81621474097483, "resources": { "seconds": 134.46126625093166, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 300109824, "process_peak_rss_bytes_sampled": 127237267456, "process_lifetime_maxrss_bytes": 127228502016, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 32768, "backend": "standard", "depth": 11, "repeat": 0, "max_embedding_abs_error": 1.233816146850586e-05, "minimum_embedding_cosine": 0.9999999992922588, "embedding_gate_passed": false, "raw_max_abs_error": 0.002941131591796875, "raw_gate_violations": 3313, "raw_token_gate_passed": false, "inference_seconds": 221.18276043992955, "resources": { "seconds": 225.22635164298117, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 300347392, "process_peak_rss_bytes_sampled": 127337603072, "process_lifetime_maxrss_bytes": 127325134848, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 32768, "backend": "standard", "depth": 22, "repeat": 0, "max_embedding_abs_error": 2.4572014808654785e-05, "minimum_embedding_cosine": 0.9999999973175053, "embedding_gate_passed": false, "raw_max_abs_error": 0.29772472381591797, "raw_gate_violations": 1673394, "raw_token_gate_passed": false, "inference_seconds": 428.66327403497417, "resources": { "seconds": 432.74017044494394, "gpu5_baseline_bytes": 299962368, "gpu5_peak_used_bytes_sampled": 300130304, "process_peak_rss_bytes_sampled": 127561887744, "process_lifetime_maxrss_bytes": 127543693312, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": null, "cpu_int64_reshape_shape_nodes": null }, { "tokens": 32768, "backend": "ck", "depth": 3, "repeat": 0, "max_embedding_abs_error": 2.5734305381774902e-05, "minimum_embedding_cosine": 0.9999999966796518, "embedding_gate_passed": true, "raw_max_abs_error": 0.008594512939453125, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.29728665796574205, "resources": { "seconds": 1.820639194920659, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 10565787648, "process_peak_rss_bytes_sampled": 2247675904, "process_lifetime_maxrss_bytes": 2259804160, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": 6, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 32768, "backend": "ck", "depth": 3, "repeat": 1, "max_embedding_abs_error": 2.5734305381774902e-05, "minimum_embedding_cosine": 0.9999999966796518, "embedding_gate_passed": true, "raw_max_abs_error": 0.008594512939453125, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.09497511899098754, "resources": { "seconds": 1.820639194920659, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 10565787648, "process_peak_rss_bytes_sampled": 2247675904, "process_lifetime_maxrss_bytes": 2259804160, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": 6, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 32768, "backend": "ck", "depth": 6, "repeat": 0, "max_embedding_abs_error": 4.0531158447265625e-05, "minimum_embedding_cosine": 0.999999992527684, "embedding_gate_passed": true, "raw_max_abs_error": 0.010158538818359375, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.11667405208572745, "resources": { "seconds": 0.9370637090178207, "gpu5_baseline_bytes": 10270089216, "gpu5_peak_used_bytes_sampled": 10502885376, "process_peak_rss_bytes_sampled": 2263629824, "process_lifetime_maxrss_bytes": 2505715712, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": 12, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 32768, "backend": "ck", "depth": 6, "repeat": 1, "max_embedding_abs_error": 4.0531158447265625e-05, "minimum_embedding_cosine": 0.999999992527684, "embedding_gate_passed": true, "raw_max_abs_error": 0.010158538818359375, "raw_gate_violations": 0, "raw_token_gate_passed": true, "inference_seconds": 0.12795744300819933, "resources": { "seconds": 0.9370637090178207, "gpu5_baseline_bytes": 10270089216, "gpu5_peak_used_bytes_sampled": 10502885376, "process_peak_rss_bytes_sampled": 2263629824, "process_lifetime_maxrss_bytes": 2505715712, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": 12, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 32768, "backend": "ck", "depth": 11, "repeat": 0, "max_embedding_abs_error": 6.201863288879395e-05, "minimum_embedding_cosine": 0.9999999917888686, "embedding_gate_passed": true, "raw_max_abs_error": 0.08876419067382812, "raw_gate_violations": 2, "raw_token_gate_passed": false, "inference_seconds": 0.17441728699486703, "resources": { "seconds": 1.1556454139063135, "gpu5_baseline_bytes": 10207186944, "gpu5_peak_used_bytes_sampled": 10700836864, "process_peak_rss_bytes_sampled": 2249207808, "process_lifetime_maxrss_bytes": 2507304960, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": 22, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 32768, "backend": "ck", "depth": 11, "repeat": 1, "max_embedding_abs_error": 6.201863288879395e-05, "minimum_embedding_cosine": 0.9999999917888686, "embedding_gate_passed": true, "raw_max_abs_error": 0.08876419067382812, "raw_gate_violations": 2, "raw_token_gate_passed": false, "inference_seconds": 0.18802031804807484, "resources": { "seconds": 1.1556454139063135, "gpu5_baseline_bytes": 10207186944, "gpu5_peak_used_bytes_sampled": 10700836864, "process_peak_rss_bytes_sampled": 2249207808, "process_lifetime_maxrss_bytes": 2507304960, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": 22, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 32768, "backend": "ck", "depth": 22, "repeat": 0, "max_embedding_abs_error": 0.00012647360563278198, "minimum_embedding_cosine": 0.9999999109364395, "embedding_gate_passed": true, "raw_max_abs_error": 12.848760604858398, "raw_gate_violations": 203409, "raw_token_gate_passed": false, "inference_seconds": 0.28791973693296313, "resources": { "seconds": 1.4994157019536942, "gpu5_baseline_bytes": 10405138432, "gpu5_peak_used_bytes_sampled": 10575122432, "process_peak_rss_bytes_sampled": 2287370240, "process_lifetime_maxrss_bytes": 2507304960, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": 44, "cpu_int64_reshape_shape_nodes": 2 }, { "tokens": 32768, "backend": "ck", "depth": 22, "repeat": 1, "max_embedding_abs_error": 0.00012647360563278198, "minimum_embedding_cosine": 0.9999999109364395, "embedding_gate_passed": true, "raw_max_abs_error": 12.848760604858398, "raw_gate_violations": 203409, "raw_token_gate_passed": false, "inference_seconds": 0.31146894593257457, "resources": { "seconds": 1.4994157019536942, "gpu5_baseline_bytes": 10405138432, "gpu5_peak_used_bytes_sampled": 10575122432, "process_peak_rss_bytes_sampled": 2287370240, "process_lifetime_maxrss_bytes": 2507304960, "sampling_interval_seconds": 0.02 }, "native_resources": { "seconds": 20.408209940069355, "gpu5_baseline_bytes": 299978752, "gpu5_peak_used_bytes_sampled": 132322926592, "process_peak_rss_bytes_sampled": 20774391808, "process_lifetime_maxrss_bytes": 20884496384, "sampling_interval_seconds": 0.02 }, "native_torch_max_allocated_bytes": 128739199488, "native_torch_max_reserved_bytes": 131172663296, "ck_gpu_events": 44, "cpu_int64_reshape_shape_nodes": 2 } ], "failed_embedding_cells": [ { "tokens": 32768, "backend": "standard", "depth": 11, "dimension": 128, "repeat": 0, "max_abs_error": 1.233816146850586e-05, "minimum_cosine": 0.9999999994857383 }, { "tokens": 32768, "backend": "standard", "depth": 22, "dimension": 768, "repeat": 0, "max_abs_error": 1.1533498764038086e-05, "minimum_cosine": 0.9999999978392858 }, { "tokens": 32768, "backend": "standard", "depth": 22, "dimension": 512, "repeat": 0, "max_abs_error": 1.545250415802002e-05, "minimum_cosine": 0.9999999976255401 }, { "tokens": 32768, "backend": "standard", "depth": 22, "dimension": 256, "repeat": 0, "max_abs_error": 1.7859041690826416e-05, "minimum_cosine": 0.9999999973175053 }, { "tokens": 32768, "backend": "standard", "depth": 22, "dimension": 128, "repeat": 0, "max_abs_error": 1.697242259979248e-05, "minimum_cosine": 0.999999997471255 }, { "tokens": 32768, "backend": "standard", "depth": 22, "dimension": 64, "repeat": 0, "max_abs_error": 2.4572014808654785e-05, "minimum_cosine": 0.9999999974356053 } ], "receipts": { "512/native": "708bde5b8156f78299aaaffcf80ddbe5dbf833f78057d6fcf5f212a6806b2941", "512/standard": "06728667065659287901076b083872364fb4428ae8c461ff3c1c6bf5401ea860", "512/ck": "e8e01f7e7db458b14d7df68dd1d615a0a7a1f563d3546d2bfd80f543d4f662ba", "2048/native": "c095c02c38dc66dc4bbe63cc31fdeac763df65252b61418522799a9b20f31be6", "2048/standard": "d0040a0082ee9916ae01dfb6cf735aa32b165e9de52c1bf896376622cca095c6", "2048/ck": "79d62ab26fa9b5a5170d429b2d995372315cb08a78d5094cb1e5a24cd283a294", "8192/native": "61773469962b96389b5053740f6a6299a0f771821d73dda4648b4078710fcee4", "8192/standard": "cdb3bf1903611f4df6c19c20262b5a9436c8f7b72439dd334d520be7601d95b4", "8192/ck": "86332f05ea144257b35fddf8c4bc86085a21b016f992f4365afc8ab103f2ea1e", "32768/native": "863d5659efd89a6ff66bbb2791695ae80bad710dbee47c906950666b10c7ae66", "32768/standard": "7bcb7fd9c8edc3802af5a988d750a40733127e7109a9df19c457307bc208b3f9", "32768/ck": "90add7f668c46caa6773a1ff2c16223577e170b7c32a26490d3e66dd63f56e24" }, "raw_references": [ { "relative_file": "length-512/native-raw-3.npy", "sha256": "d0fc9f44d595ca6ab6aef7736ad949df07402527971e01b2cd8eedc348c94ef7", "bytes": 1572992 }, { "relative_file": "length-512/native-raw-6.npy", "sha256": "ddd42ffff8216be610e3622126379b541e780043b82f98abd1774e6933465821", "bytes": 1572992 }, { "relative_file": "length-512/native-raw-11.npy", "sha256": "4b429fbbf445d37b61a4b66e90bed3d69e55c8f91f491f90e66b7a8741fa5d82", "bytes": 1572992 }, { "relative_file": "length-512/native-raw-22.npy", "sha256": "3a5b572c1f1c52dfec4f5527199c1df3de745846f087a4c180d626e126a7b448", "bytes": 1572992 }, { "relative_file": "length-2048/native-raw-3.npy", "sha256": "4835b74636cea4df76114c6a20074bf413ea94f6402c9adee5f6fcdd8a8a2cb6", "bytes": 6291584 }, { "relative_file": "length-2048/native-raw-6.npy", "sha256": "be24c9d67f48fcf9b8d5cdf76c8aa13a6893f6878798a0c82f657bfa2063a614", "bytes": 6291584 }, { "relative_file": "length-2048/native-raw-11.npy", "sha256": "b3304e4b1c70a622a7705c0ccf5848c247fa25970a4a1a11a0bb1ee4854567d9", "bytes": 6291584 }, { "relative_file": "length-2048/native-raw-22.npy", "sha256": "11bfbbca4a8521c1a6b33be2e62a676bbf8924400dd96bb6b388928134504d21", "bytes": 6291584 }, { "relative_file": "length-8192/native-raw-3.npy", "sha256": "b41c74d08bd6ee1d10b4f8667853961bed89f0d71da2da1992fefcbc1d4dfd6a", "bytes": 25165952 }, { "relative_file": "length-8192/native-raw-6.npy", "sha256": "6ee35326dc31c989964e38b59e18f921d61ad5a34483800e2b682331a560967a", "bytes": 25165952 }, { "relative_file": "length-8192/native-raw-11.npy", "sha256": "063e729c8f2b996b365dbd2d3827fb7c7352549a4ea6909ace2000e6d28bf7d9", "bytes": 25165952 }, { "relative_file": "length-8192/native-raw-22.npy", "sha256": "1073d1b3b35e75857006449111644b2c8fc55aa08e9bdd7b81c257e71e7c9611", "bytes": 25165952 }, { "relative_file": "length-32768/native-raw-3.npy", "sha256": "0f853f33ed2b08d0ac98e286d470b6b40a956dc2742c3c36dab8d75be11c0b66", "bytes": 100663424 }, { "relative_file": "length-32768/native-raw-6.npy", "sha256": "949a74d30b499777616d098cd933a58d4ca9ef698058c90b1619a9e2ff5e8064", "bytes": 100663424 }, { "relative_file": "length-32768/native-raw-11.npy", "sha256": "845df70b4add163ab3d8c60e54ac4b763491ca91c5d0af2aae25145fd1e8c695", "bytes": 100663424 }, { "relative_file": "length-32768/native-raw-22.npy", "sha256": "871f24d0cc95ab663de1c7ed461b882632c599274744e962a11acc271e88ce8b", "bytes": 100663424 } ], "embedding_gate_passed": false, "raw_token_gate_passed": false, "raw_token_gate_status": "RAW_TOKEN_GATE_FAILED", "embedding_checks": 240, "passed_embedding_checks": 234, "ck_gpu_events": 336, "peak_gpu_used_bytes_sampled": 132322926592, "raw_references_removed": false } }, "scope": "Six fixed cases at4depths,5dimensions,CPU standard and2repeats CK GPU; shape-only INT64 Concat on CPU is explicitly audited. Not32K/long-quality qualification. Actual-length numerical diagnostics at512/2048/8192/32768tokens are reported separately, retaining every failed cell.", "raw_token_gate_failures_preserved": true, "interpretation": "Qualification accepts the declared pooled normalized embedding contract. Raw-token diagnostics are preserved even when they fail. CK uses internal FP16 attention approximation; native FP32 benchmark scores do not establish ONNX benchmark quality or full32K numerical parity.", "long_diagnostic_report_sha256": "6722dc1b885f22a97114265e0b0ecf09588397f5f68c96e689d7041537c094a5", "long_controller_evidence": { "manifest_sha256": "1b36218924a94a4f698106b59b7a120db91b7778f984faab511deb508c308b26", "status_sha256": "04e726d3abf102ad80655d849b5505cfe818b217a1fb32e4eb52cd50cb8f4909", "status": "completed", "stages": [ { "length": 512, "mode": "native", "returncode": 0 }, { "length": 512, "mode": "ck", "returncode": 0 }, { "length": 512, "mode": "standard", "returncode": 0 }, { "length": 2048, "mode": "native", "returncode": 0 }, { "length": 2048, "mode": "ck", "returncode": 0 }, { "length": 2048, "mode": "standard", "returncode": 0 }, { "length": 8192, "mode": "native", "returncode": 0 }, { "length": 8192, "mode": "ck", "returncode": 0 }, { "length": 8192, "mode": "standard", "returncode": 0 }, { "length": 32768, "mode": "native", "returncode": 0 }, { "length": 32768, "mode": "ck", "returncode": 0 }, { "length": 32768, "mode": "standard", "returncode": 0 } ], "prior_failed_attempt": null }, "long_cpu_resource_scope": "CPU standard runs overlap other lengths. GPU resource samples may include concurrent native/CK activity and do not measure memory exclusively attributable to CPU inference.", "runtime_helper": { "status": "passed", "repo_id": "vllm-sr/Vela-1.0-Encoder-307M-Embedding", "parent_revision": "bc1093ba3572aadd1646a987ad5c3fd67528e957", "candidate_content_sha256": "3bf3ad85cdc82f8c5e67d44a59088b89de98f465a1a2b9126ff43a5f6f4b6225", "files": { "AMD_RUNTIME.md": { "sha256": "0d3a53588f1ad12575028f84f88f5ed9aaeef8fa6a6fcbcd947b21b5f4a70398", "bytes": 2939 }, "modernbert_sdpa_layout.py": { "sha256": "0fb3a22db93ad76e30dfbfb3011de442149d97c565e139a3a55738287a1fbbc8", "bytes": 3365 } }, "encode_relative_l2": 1.2052784671912667e-06, "shape": [ 2, 768 ], "helper_is_opt_in": true, "weights_or_model_card_modified": false, "script_sha256": "dc0ebb4cf628113fe9d3fe9f2475b94c5ca10ddbba14f79976b279b7afc0ffe8" }, "finalizer_sha256": "e04961a598667c5a3523d7a70eadd6c50dbc57a7c5fedbe2b3fb2962e1afe8df" }