| { |
| "schema": 1, |
| "description": "Native upstream seed-1 scratch initialization, frozen before any scientific update; only host-dependent last-bit transcendental rounding is normalized.", |
| "mamba_revision": "d7b1ceb3c367ec9022925e812f507bcf706937c6", |
| "expected_model_sha256": "45edc93a6f0d060f10820c0ba626141d9739c7a0d16110e291c8175d50821207", |
| "source_artifact": "art-pip6e", |
| "source_artifact_sha256": "3e828c7855e009ff782a4cc14e9cd086b71ef74302f78ee07d2e2adfeb15dc58", |
| "original_audit_artifact": "art-ci8n5", |
| "cpu_reproduction_matches_original_audit": true, |
| "maximum_allowed_ulp": 1, |
| "config": { |
| "seed": 1, |
| "layers": 28, |
| "dense_ends": 4, |
| "hidden": 1024, |
| "mamba_d_state": 128, |
| "mamba_d_conv": 4, |
| "mamba_expand": 2, |
| "mamba_headdim": 64 |
| }, |
| "vectors": { |
| "layers.0.attn.dt_bias": { |
| "values": [ |
| -3.7554869651794434, |
| -2.89456844329834, |
| -4.961036205291748, |
| -2.7677934169769287, |
| -6.515177249908447, |
| -5.1998515129089355, |
| -3.911940813064575, |
| -4.382295608520508, |
| -6.211663246154785, |
| -4.00882625579834, |
| -4.266192436218262, |
| -5.378808498382568, |
| -3.7056217193603516, |
| -2.303309917449951, |
| -4.29649019241333, |
| -5.096563339233398, |
| -3.6716136932373047, |
| -4.715573787689209, |
| -2.9057633876800537, |
| -3.0622637271881104, |
| -5.064349174499512, |
| -6.219362735748291, |
| -3.725118637084961, |
| -3.838928461074829, |
| -3.3714468479156494, |
| -3.410841703414917, |
| -5.164243221282959, |
| -6.393595218658447, |
| -6.7128448486328125, |
| -4.139652729034424, |
| -2.678271770477295, |
| -5.7577619552612305 |
| ], |
| "sha256": "1801b6a8b5c57d9837404ba9322af80b14e500fa6d180e009698db655fdbefde" |
| }, |
| "layers.0.attn.A_log": { |
| "values": [ |
| 1.730581521987915, |
| 2.0241286754608154, |
| 1.5153424739837646, |
| 2.6725432872772217, |
| 2.7714650630950928, |
| 2.517014741897583, |
| 0.28924328088760376, |
| 2.0145440101623535, |
| 2.1449573040008545, |
| 2.2256762981414795, |
| 2.371535539627075, |
| 2.271897792816162, |
| 2.3200573921203613, |
| 2.6965723037719727, |
| 2.6953208446502686, |
| 0.6480419039726257, |
| 2.7003047466278076, |
| 2.2425732612609863, |
| 2.723991870880127, |
| 1.809671401977539, |
| 2.524787664413452, |
| 2.6669509410858154, |
| 1.794349193572998, |
| 2.3228650093078613, |
| 0.5621227622032166, |
| 2.1177496910095215, |
| 2.360903263092041, |
| 2.4662232398986816, |
| 1.4346588850021362, |
| 2.5053441524505615, |
| 2.6499335765838623, |
| 2.743143081665039 |
| ], |
| "sha256": "b124b79c8deafd97c58c10dd9a3fd598fc7facaee1eed6710b4258fbe123414f" |
| }, |
| "layers.1.attn.dt_bias": { |
| "values": [ |
| -5.221463680267334, |
| -4.339187145233154, |
| -6.700262069702148, |
| -3.0825932025909424, |
| -2.8782331943511963, |
| -6.509949684143066, |
| -5.656719207763672, |
| -5.35589599609375, |
| -3.4449169635772705, |
| -4.370367527008057, |
| -6.304828643798828, |
| -5.196429252624512, |
| -6.284307479858398, |
| -5.914492607116699, |
| -5.1533708572387695, |
| -5.737362861633301, |
| -5.937115669250488, |
| -2.414966106414795, |
| -3.1989028453826904, |
| -2.6013505458831787, |
| -3.636624336242676, |
| -4.960628509521484, |
| -3.3915233612060547, |
| -3.1007297039031982, |
| -3.3484277725219727, |
| -4.0297770500183105, |
| -3.778918981552124, |
| -3.6957545280456543, |
| -6.079647541046143, |
| -3.487917900085449, |
| -2.5595157146453857, |
| -4.887794494628906 |
| ], |
| "sha256": "7ef0e8e54843a7e7a914522fed3d8e7d4c73bc8c1491a26d878992ac08fedd39" |
| }, |
| "layers.1.attn.A_log": { |
| "values": [ |
| 2.7357425689697266, |
| 2.6726226806640625, |
| 2.255178928375244, |
| 2.1083714962005615, |
| 2.361412525177002, |
| 1.1302341222763062, |
| 1.1614139080047607, |
| 2.5925230979919434, |
| 2.2649929523468018, |
| 1.3362315893173218, |
| 1.8114635944366455, |
| 1.099045753479004, |
| 2.345737934112549, |
| 2.239605188369751, |
| 1.8964868783950806, |
| 2.573024272918701, |
| 2.0770387649536133, |
| 0.971108078956604, |
| 2.523940324783325, |
| 2.759037733078003, |
| 1.6339459419250488, |
| 1.4179774522781372, |
| 2.4383842945098877, |
| 2.161860942840576, |
| 2.090899705886841, |
| 0.11402231454849243, |
| 1.1591370105743408, |
| 1.240274429321289, |
| 0.8050137758255005, |
| 2.171171188354492, |
| 1.9447535276412964, |
| 2.592294454574585 |
| ], |
| "sha256": "6182023a04600d400ad96f261cd7ca8bab4e33400c8e05e0c585c38e43d0291d" |
| }, |
| "layers.2.attn.dt_bias": { |
| "values": [ |
| -5.566741466522217, |
| -6.232064723968506, |
| -6.336475849151611, |
| -5.357068061828613, |
| -5.011998176574707, |
| -2.8345494270324707, |
| -5.813052177429199, |
| -6.505034923553467, |
| -5.366116523742676, |
| -6.872137546539307, |
| -5.947303295135498, |
| -4.408282279968262, |
| -6.898733139038086, |
| -4.002575874328613, |
| -2.5516865253448486, |
| -5.7927141189575195, |
| -4.391349792480469, |
| -3.4711239337921143, |
| -3.211191415786743, |
| -4.4015326499938965, |
| -5.708187103271484, |
| -5.7143425941467285, |
| -6.16478157043457, |
| -4.655795574188232, |
| -2.724674701690674, |
| -6.641811847686768, |
| -3.9453041553497314, |
| -6.235372066497803, |
| -4.929118633270264, |
| -6.420401096343994, |
| -6.283128261566162, |
| -2.8920445442199707 |
| ], |
| "sha256": "a48e3e67c4da594901346919aec184b191c718a4595970dbbf215bb1a806d0aa" |
| }, |
| "layers.2.attn.A_log": { |
| "values": [ |
| 2.676557779312134, |
| 2.2557921409606934, |
| 1.8576364517211914, |
| 1.846186637878418, |
| 2.4556260108947754, |
| 2.23270320892334, |
| 0.9019314646720886, |
| 2.4762966632843018, |
| 2.255948543548584, |
| 2.500607967376709, |
| 2.297694683074951, |
| 1.1867787837982178, |
| 2.189927339553833, |
| 1.8986485004425049, |
| 2.361891031265259, |
| 2.4243123531341553, |
| 2.483764171600342, |
| 1.205756425857544, |
| 1.912316083908081, |
| 2.6718246936798096, |
| 1.9304218292236328, |
| 2.472172260284424, |
| 0.8554327487945557, |
| 2.0944204330444336, |
| 2.76684832572937, |
| 1.5109045505523682, |
| 2.641317129135132, |
| 2.19612717628479, |
| 1.46620774269104, |
| 1.1964620351791382, |
| 0.27422037720680237, |
| 2.1852316856384277 |
| ], |
| "sha256": "ecad43ed886d4ae247359aab831ee83df735379b05b1079d66ffb02d9e830690" |
| }, |
| "layers.3.attn.dt_bias": { |
| "values": [ |
| -4.804631233215332, |
| -3.899235963821411, |
| -2.488706111907959, |
| -5.67948579788208, |
| -6.092596054077148, |
| -3.723757743835449, |
| -6.866397380828857, |
| -5.145601272583008, |
| -4.019090175628662, |
| -4.736316680908203, |
| -5.6807451248168945, |
| -6.823186874389648, |
| -3.815753936767578, |
| -2.9954864978790283, |
| -5.326148509979248, |
| -6.220427989959717, |
| -3.9218523502349854, |
| -2.9459688663482666, |
| -6.578087329864502, |
| -5.847710132598877, |
| -6.645875453948975, |
| -3.6275055408477783, |
| -4.552668571472168, |
| -3.443135976791382, |
| -5.74568510055542, |
| -3.2314822673797607, |
| -3.6912028789520264, |
| -4.7605671882629395, |
| -5.25062894821167, |
| -4.338469982147217, |
| -2.7038638591766357, |
| -3.796093225479126 |
| ], |
| "sha256": "4578e6afe45549dba32cbd08ad7fab3eb7e8ca31c474b21b2b08670d6c7d5943" |
| }, |
| "layers.3.attn.A_log": { |
| "values": [ |
| 1.3121625185012817, |
| 2.744684934616089, |
| 1.024592399597168, |
| 2.330152750015259, |
| 2.7133681774139404, |
| 1.9468700885772705, |
| 1.142308235168457, |
| 2.3645870685577393, |
| 1.619040608406067, |
| 1.5045323371887207, |
| 1.3756338357925415, |
| 2.5798349380493164, |
| 2.558901786804199, |
| 2.6624372005462646, |
| 2.52777099609375, |
| 1.9410635232925415, |
| 1.687807321548462, |
| 1.5303276777267456, |
| 2.766721725463867, |
| 2.4653491973876953, |
| 2.2931737899780273, |
| 2.636115550994873, |
| 2.5432093143463135, |
| 1.9790256023406982, |
| 2.6622986793518066, |
| 1.9605681896209717, |
| 1.0559009313583374, |
| 0.40600109100341797, |
| 2.5760157108306885, |
| 2.4247400760650635, |
| 1.5102198123931885, |
| 2.5201799869537354 |
| ], |
| "sha256": "13efd71259059e19e0ab0628ef9c130ea4771b3db92139f47844d45d500ff60b" |
| }, |
| "layers.24.attn.dt_bias": { |
| "values": [ |
| -6.811822891235352, |
| -2.4707183837890625, |
| -4.037230014801025, |
| -3.126941204071045, |
| -3.7725186347961426, |
| -2.506024122238159, |
| -6.060723304748535, |
| -6.299108505249023, |
| -4.949989318847656, |
| -6.820126056671143, |
| -5.9252166748046875, |
| -4.965448379516602, |
| -2.26172137260437, |
| -4.704195976257324, |
| -4.545362949371338, |
| -6.195320129394531, |
| -3.49263334274292, |
| -5.598983287811279, |
| -6.862378120422363, |
| -3.933257579803467, |
| -5.867007732391357, |
| -3.922450304031372, |
| -4.719234943389893, |
| -6.2294182777404785, |
| -3.8939015865325928, |
| -6.788502216339111, |
| -4.9644775390625, |
| -5.412384510040283, |
| -3.053751230239868, |
| -4.095732688903809, |
| -5.8144707679748535, |
| -3.916658639907837 |
| ], |
| "sha256": "220ac92ea0d483cd1acc2ce67373fdde17b73fa6f587581c993db23772bd8cdf" |
| }, |
| "layers.24.attn.A_log": { |
| "values": [ |
| 1.935854196548462, |
| 2.402085542678833, |
| 2.569786787033081, |
| 2.6451468467712402, |
| 2.6867244243621826, |
| 2.465416193008423, |
| 2.0113072395324707, |
| 2.726113796234131, |
| 2.750795364379883, |
| 2.479898691177368, |
| 2.6629059314727783, |
| 2.579301118850708, |
| 2.193319320678711, |
| 1.1620546579360962, |
| 1.777323842048645, |
| 1.4181650876998901, |
| 0.8534590005874634, |
| 2.501542329788208, |
| 1.9093964099884033, |
| 0.8884909152984619, |
| 0.7735486030578613, |
| 0.4444018602371216, |
| 2.735567092895508, |
| 2.32594895362854, |
| 2.5412023067474365, |
| 2.1243083477020264, |
| 1.4774413108825684, |
| 2.058936357498169, |
| 1.7353363037109375, |
| 2.028571367263794, |
| 1.5982521772384644, |
| 2.324718952178955 |
| ], |
| "sha256": "ab3da344d36e57b3e8d372a071ed8dd2ec948813b8763f343a06028cc55d0a9a" |
| }, |
| "layers.25.attn.dt_bias": { |
| "values": [ |
| -3.0411536693573, |
| -2.777629852294922, |
| -6.884170055389404, |
| -3.169262647628784, |
| -3.6260154247283936, |
| -6.88244104385376, |
| -4.655452251434326, |
| -3.2058005332946777, |
| -4.123000621795654, |
| -5.914124965667725, |
| -2.758500814437866, |
| -5.921397686004639, |
| -5.475053787231445, |
| -5.100183963775635, |
| -4.400990962982178, |
| -2.7898807525634766, |
| -4.158336162567139, |
| -6.282515048980713, |
| -3.2546143531799316, |
| -4.511543273925781, |
| -4.193739891052246, |
| -2.90832257270813, |
| -4.28714656829834, |
| -4.5907301902771, |
| -6.904921531677246, |
| -5.753597736358643, |
| -4.951962471008301, |
| -6.057634353637695, |
| -3.810419797897339, |
| -4.752627849578857, |
| -6.392106056213379, |
| -5.934003829956055 |
| ], |
| "sha256": "80faaf649020ec2a0d9e91ef904d4be902d433075723a1304fa4dec36fccf636" |
| }, |
| "layers.25.attn.A_log": { |
| "values": [ |
| 2.7150585651397705, |
| 1.8667364120483398, |
| 1.9881675243377686, |
| 1.7351881265640259, |
| 0.6903443336486816, |
| 2.5331451892852783, |
| 2.1228251457214355, |
| 1.603857159614563, |
| 1.8874999284744263, |
| 2.243292808532715, |
| 2.347374677658081, |
| 1.791951298713684, |
| 2.5444576740264893, |
| 2.7163050174713135, |
| 2.117619514465332, |
| 2.33750581741333, |
| 1.2096391916275024, |
| 0.36090177297592163, |
| 0.33749765157699585, |
| 0.966330885887146, |
| 1.5235062837600708, |
| 2.471710205078125, |
| 0.6161686778068542, |
| 2.501368761062622, |
| 1.686753273010254, |
| 2.4261200428009033, |
| 1.4209768772125244, |
| 1.8571573495864868, |
| 2.3713276386260986, |
| 1.246005654335022, |
| 2.7106332778930664, |
| 2.088240146636963 |
| ], |
| "sha256": "924e13791ade5585f6edc145d3e673eb615f0a77c778c3ca2250c46eacd28ef2" |
| }, |
| "layers.26.attn.dt_bias": { |
| "values": [ |
| -5.508322715759277, |
| -4.659005641937256, |
| -4.707586765289307, |
| -5.092001438140869, |
| -5.235030651092529, |
| -6.055210113525391, |
| -6.8153910636901855, |
| -6.120583534240723, |
| -2.4891443252563477, |
| -2.258056879043579, |
| -2.4085402488708496, |
| -2.7803595066070557, |
| -5.2153191566467285, |
| -3.990525245666504, |
| -4.1779561042785645, |
| -5.093641757965088, |
| -3.245126962661743, |
| -4.875733375549316, |
| -6.14001989364624, |
| -6.191963195800781, |
| -3.395951747894287, |
| -2.801229476928711, |
| -3.6102380752563477, |
| -5.156657695770264, |
| -6.411379337310791, |
| -4.295237064361572, |
| -6.105694770812988, |
| -4.919986724853516, |
| -6.16376256942749, |
| -4.770781517028809, |
| -2.798285961151123, |
| -4.960533142089844 |
| ], |
| "sha256": "a3f8785e943f20db94ded4962eeed8f81b09dbfbebe0e40d693aa967b2ea2956" |
| }, |
| "layers.26.attn.A_log": { |
| "values": [ |
| 2.609185218811035, |
| 1.8760918378829956, |
| 2.5963172912597656, |
| 1.858278751373291, |
| 2.6693291664123535, |
| 1.3640241622924805, |
| 2.33142352104187, |
| 1.9357331991195679, |
| 2.649726152420044, |
| 2.485280990600586, |
| 1.6772164106369019, |
| 2.5923445224761963, |
| 2.323786497116089, |
| 2.5850675106048584, |
| 1.8785045146942139, |
| 1.8661174774169922, |
| 2.6580183506011963, |
| 2.5347843170166016, |
| 0.6509512066841125, |
| 2.3700318336486816, |
| 2.6578171253204346, |
| 2.130983591079712, |
| 2.5079891681671143, |
| 1.7549562454223633, |
| 2.5272843837738037, |
| 2.757739543914795, |
| 2.2930736541748047, |
| 2.408629894256592, |
| 2.7679288387298584, |
| 2.06329345703125, |
| 0.5408400297164917, |
| 2.6919751167297363 |
| ], |
| "sha256": "e0a7c6e11bd100df903ae03b45dcccc15da5d8fb41982c69953f18529bc4c9aa" |
| }, |
| "layers.27.attn.dt_bias": { |
| "values": [ |
| -6.83493185043335, |
| -4.799566268920898, |
| -5.654449462890625, |
| -5.148915767669678, |
| -4.8133931159973145, |
| -4.306173801422119, |
| -6.193814754486084, |
| -5.2967023849487305, |
| -3.6741726398468018, |
| -4.374444007873535, |
| -2.7135963439941406, |
| -3.629587173461914, |
| -3.334251880645752, |
| -2.405266761779785, |
| -5.942895412445068, |
| -3.6998093128204346, |
| -5.175762176513672, |
| -5.032937526702881, |
| -2.5548362731933594, |
| -4.477755069732666, |
| -5.7006940841674805, |
| -4.7214131355285645, |
| -3.8110363483428955, |
| -6.837927341461182, |
| -2.3956873416900635, |
| -3.6135594844818115, |
| -4.882908344268799, |
| -5.650901794433594, |
| -3.1220805644989014, |
| -3.3826849460601807, |
| -6.2744460105896, |
| -6.248389720916748 |
| ], |
| "sha256": "f3e477f5993196a87ebbfda05a708c7a6a587a8b603dc8eca9b45f33e5c6afcf" |
| }, |
| "layers.27.attn.A_log": { |
| "values": [ |
| 2.0527842044830322, |
| 2.7384886741638184, |
| 2.6923394203186035, |
| 0.5760841965675354, |
| 2.0624935626983643, |
| 2.6220438480377197, |
| 0.6734188199043274, |
| 1.1576848030090332, |
| 0.9968636631965637, |
| 2.0503878593444824, |
| 1.3686782121658325, |
| 0.9141130447387695, |
| 2.3804163932800293, |
| 0.31117433309555054, |
| 1.4641815423965454, |
| 1.5327024459838867, |
| 2.6774961948394775, |
| 2.6854703426361084, |
| 1.9678905010223389, |
| 2.5495262145996094, |
| 1.0027847290039062, |
| 0.7813264727592468, |
| 1.8085479736328125, |
| 2.628911018371582, |
| 1.8065228462219238, |
| 2.486243724822998, |
| 2.568321704864502, |
| 1.5529464483261108, |
| 1.1472079753875732, |
| 2.681427001953125, |
| 1.8278661966323853, |
| 2.0854036808013916 |
| ], |
| "sha256": "49a0bc69a6a0ed9da6c0b915a544a04689ee670914559097ba6744a3dde36413" |
| } |
| } |
| } |
|
|
