import arm qwen3/head_k16_solo_o0_lamA0.5: anchors (every close), stats, results, log

import/qwen3/head_k16_solo_o0_lamA0.5/closes/close1_heads.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4125e8a1a9181cad21e80bf4d0ec2e9d3950f0f2dba173e874d63381d745d5
+size 134380661

import/qwen3/head_k16_solo_o0_lamA0.5/closes/close2_heads.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ac07f5e5e5d808c24a1851299b95c58a59ea40309ef4482363041428444550
+size 134380661

import/qwen3/head_k16_solo_o0_lamA0.5/closes/qimp_head_k16_solo_o0_lamA0.5_close1_s15_qwen_import.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd02691d3771f22f742077681d805f927c22beea27bf5dadbf474fdf6ea53167
+size 54819544

import/qwen3/head_k16_solo_o0_lamA0.5/closes/qimp_head_k16_solo_o0_lamA0.5_close2_s15_qwen_import.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7153108bc7685c44630c47239b495e4613453501c5caf6f24a3eb670e211e2
+size 54819544

import/qwen3/head_k16_solo_o0_lamA0.5/frame.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a536a02a2c26a0b1a9dcd370f2c44ef3b6d2bee4e049e85773013afca0e130
+size 134371723

import/qwen3/head_k16_solo_o0_lamA0.5/manifest.json

@@ -0,0 +1,18 @@
+{
+ "tag": "qimp_head_k16_solo_o0_lamA0.5",
+ "run": "head_k16_solo_o0_lamA0.5",
+ "convention": "qwen3",
+ "member": "s15_qwen_import",
+ "final_anchor": "qimp_head_k16_solo_o0_lamA0.5_close2_s15_qwen_import.safetensors",
+ "closes": [
+  "qimp_head_k16_solo_o0_lamA0.5_close1_s15_qwen_import.safetensors",
+  "qimp_head_k16_solo_o0_lamA0.5_close2_s15_qwen_import.safetensors"
+ ],
+ "finished": true,
+ "form": "head",
+ "base": "solo",
+ "steps": 2000,
+ "trunk_step": 245674,
+ "shipped": "2026-10-08 23:21 local",
+ "note": "every close's anchor ships (mids included); the final close's anchor is the run's s15_qwen_import.safetensors"
+}

import/qwen3/head_k16_solo_o0_lamA0.5/results_close1.json

@@ -0,0 +1 @@
+{"run": "qimp_head_k16_solo_o0_lamA0.5", "member": "s15_qwen_import", "form": "head", "nce": false, "depth": "16", "base": "solo", "blocks": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31], "shuffle_pairs": false, "seed_offset": 0, "data_seed": 20261008, "steps": 2000, "close_every": 1000, "ctx": 4096, "chunk_rows": 2, "lambda": 2.0, "lambda_a": 0.5, "quiet_exempt": 0, "lr": 0.001, "nce_tau": 0.1, "nce_weight": 0.5, "spec": {"n_slots": 16, "K": 16, "D": 8, "hidden": 256}, "trunk_step": 245674, "trunk": "mini-beatrix-3 at step 245,674", "smoke": false, "read_caps": 512, "test_caps_file": "coco_caps_2x2048.json", "qwen_tokenizer_sha256_16": "be75606093db2094", "qwen_weights": "qwen_3_06b_base.safetensors", "qwen_weights_sha256_16": "cd2a512003e2f9f3", "qwen_vocab": 151669, "pack_mix": {"dff": 0.161, "scf": 0.161, "danbooru": 0.164, "cc12m": 0.406, "coco": 0.108}, "fields": ["caption", "short", "long", "tags", "medium"], "alephllm": "0.10.7", "amoe": "0.2.11", "torch": "2.8.0+cu128", "e038_row": {"8": 0.426, "12": 0.47, "16": 0.509, "20": 0.526, "24": 0.562, "28": 0.54}, "form_text": "per step: her armed model reads the caption rows (her own bytes): at each Qwen3 token's closing byte her standardized LayerNorm'd block output through a trained linear head matches Qwen3 0.6B base's standardized depth-16 state, per-site MSE averaged over the served blocks; quiet off-domain: lambda x KL(member masked || armed) on one web row + one partner row; quiet on the caption rows: lambda_a x KL(teacher || armed)", "closes": [{"close": 0, "step": 0, "reads": {"draw1": {"n_sites": 4920, "n_captions": 512, "blocks": {"0": {"import_final": 0.29534084450413645, "import_k": 0.3270958352864207, "context_final": 0.1207353382185655, "before_final": 0.29534084450413645, "before_k": 0.3270958352864207, "before_context": 0.12073533765483496, "mse": 1.0560518503189087, "cos": 0.32265329360961914}, "1": {"import_final": 0.3043217249302206, "import_k": 0.3347132588635799, "context_final": 0.14082791201448047, "before_final": 0.3043217249302206, "before_k": 0.3347132588635799, "before_context": 0.14082791245555765, "mse": 1.0450173616409302, "cos": 0.3380301892757416}, "2": {"import_final": 0.3168248145079738, "import_k": 0.3449579022619854, "context_final": 0.1685851521174993, "before_final": 0.3168248145079738, "before_k": 0.3449579022619854, "before_context": 0.16858515189749554, "mse": 1.0321078300476074, "cos": 0.35389983654022217}, "3": {"import_final": 0.35977983891651877, "import_k": 0.3997425493616713, "context_final": 0.21164667101192214, "before_final": 0.35977983891651877, "before_k": 0.3997425493616713, "before_context": 0.211646669773301, "mse": 0.9601200222969055, "cos": 0.425527960062027}, "4": {"import_final": 0.38766714147225284, "import_k": 0.44347157473195276, "context_final": 0.2287236243102962, "before_final": 0.38766714147225284, "before_k": 0.44347157473195276, "before_context": 0.22872362447565114, "mse": 0.9362232089042664, "cos": 0.4532463252544403}, "5": {"import_final": 0.3967670050312242, "import_k": 0.4629164769249873, "context_final": 0.24667438137272835, "before_final": 0.3967670050312242, "before_k": 0.4629164769249873, "before_context": 0.2466743811120813, "mse": 0.9043752551078796, "cos": 0.4789803624153137}, "6": {"import_final": 0.41794575917096766, "import_k": 0.4812633451948597, "context_final": 0.27519579780468384, "before_final": 0.41794575917096766, "before_k": 0.4812633451948597, "before_context": 0.2751957976578169, "mse": 0.8835682272911072, "cos": 0.49764007329940796}, "7": {"import_final": 0.41923951067974385, "import_k": 0.4828975551655298, "context_final": 0.27627443051107986, "before_final": 0.41923951067974385, "before_k": 0.4828975551655298, "before_context": 0.27627443071344715, "mse": 0.8820469379425049, "cos": 0.49837517738342285}, "8": {"import_final": 0.4258111651821811, "import_k": 0.49622145398463796, "context_final": 0.2854040438025528, "before_final": 0.4258111651821811, "before_k": 0.49622145398463796, "before_context": 0.28540404399707786, "mse": 0.8663333058357239, "cos": 0.512341320514679}, "9": {"import_final": 0.4358455835883071, "import_k": 0.5145543609342271, "context_final": 0.2946000830196777, "before_final": 0.4358455835883071, "before_k": 0.5145543609342271, "before_context": 0.2946000828914019, "mse": 0.8516075611114502, "cos": 0.5250679850578308}, "10": {"import_final": 0.43870103843766606, "import_k": 0.5165910868741075, "context_final": 0.2992183904104487, "before_final": 0.43870103843766606, "before_k": 0.5165910868741075, "before_context": 0.2992183906264347, "mse": 0.8507841229438782, "cos": 0.5259653925895691}, "11": {"import_final": 0.4471808052500766, "import_k": 0.5305155337142502, "context_final": 0.30441294077452563, "before_final": 0.4471808052500766, "before_k": 0.5305155337142502, "before_context": 0.30441294076910275, "mse": 0.8380323052406311, "cos": 0.5359451174736023}, "12": {"import_final": 0.469935987742414, "import_k": 0.5478453755923063, "context_final": 0.3310435872117833, "before_final": 0.469935987742414, "before_k": 0.5478453755923063, "before_context": 0.3310435873924313, "mse": 0.82743239402771, "cos": 0.5459567904472351}, "13": {"import_final": 0.47433063386921903, "import_k": 0.5562914498647413, "context_final": 0.33299186133036673, "before_final": 0.47433063386921903, "before_k": 0.5562914498647413, "before_context": 0.33299186161788685, "mse": 0.8179678320884705, "cos": 0.552836537361145}, "14": {"import_final": 0.5001513887447325, "import_k": 0.5629775006022497, "context_final": 0.3627647119407289, "before_final": 0.5001513887447325, "before_k": 0.5629775006022497, "before_context": 0.36276471219776996, "mse": 0.8147953152656555, "cos": 0.5558806657791138}, "15": {"import_final": 0.5015311395181479, "import_k": 0.572872912908352, "context_final": 0.3645422566114357, "before_final": 0.5015311395181479, "before_k": 0.572872912908352, "before_context": 0.36454225643326177, "mse": 0.7986271381378174, "cos": 0.5674068927764893}, "16": {"import_final": 0.5084224498172664, "import_k": 0.5792996781082371, "context_final": 0.37171510454516743, "before_final": 0.5084224498172664, "before_k": 0.5792996781082371, "before_context": 0.37171510467351476, "mse": 0.7854451537132263, "cos": 0.5766699910163879}, "17": {"import_final": 0.5144331201256911, "import_k": 0.5789426903031956, "context_final": 0.38203037258934247, "before_final": 0.5144331201256911, "before_k": 0.5789426903031956, "before_context": 0.3820303720956051, "mse": 0.7707141041755676, "cos": 0.5874590873718262}, "18": {"import_final": 0.5142433766667097, "import_k": 0.5809232194945383, "context_final": 0.38575165599820826, "before_final": 0.5142433766667097, "before_k": 0.5809232194945383, "before_context": 0.38575165606996203, "mse": 0.7621936202049255, "cos": 0.5931681394577026}, "19": {"import_final": 0.5181498670726004, "import_k": 0.5752395357837129, "context_final": 0.39377701451202207, "before_final": 0.5181498670726004, "before_k": 0.5752395357837129, "before_context": 0.3937770142475856, "mse": 0.7592328190803528, "cos": 0.5955960154533386}, "20": {"import_final": 0.5257539294416713, "import_k": 0.5731126232362621, "context_final": 0.39911743657037824, "before_final": 0.5257539294416713, "before_k": 0.5731126232362621, "before_context": 0.3991174367999569, "mse": 0.7588701248168945, "cos": 0.5951263308525085}, "21": {"import_final": 0.539116574283337, "import_k": 0.5608557325048211, "context_final": 0.4211899380860411, "before_final": 0.539116574283337, "before_k": 0.5608557325048211, "before_context": 0.4211899382546849, "mse": 0.762991189956665, "cos": 0.5924496650695801}, "22": {"import_final": 0.5486337875055286, "import_k": 0.5496970032806849, "context_final": 0.44118830684811605, "before_final": 0.5486337875055286, "before_k": 0.5496970032806849, "before_context": 0.4411883067065387, "mse": 0.7693465948104858, "cos": 0.5889880657196045}, "23": {"import_final": 0.5519591690508732, "import_k": 0.5414898550795697, "context_final": 0.4474845537983628, "before_final": 0.5519591690508732, "before_k": 0.5414898550795697, "before_context": 0.4474845538089311, "mse": 0.7785912752151489, "cos": 0.5825562477111816}, "24": {"import_final": 0.5615786978352886, "import_k": 0.5257612404950869, "context_final": 0.4659688016204211, "before_final": 0.5615786978352886, "before_k": 0.5257612404950869, "before_context": 0.4659688015921638, "mse": 0.7923963069915771, "cos": 0.5713295936584473}, "25": {"import_final": 0.5609478659261413, "import_k": 0.504381280675831, "context_final": 0.4670395158970857, "before_final": 0.5609478659261413, "before_k": 0.504381280675831, "before_context": 0.4670395158201491, "mse": 0.8101311326026917, "cos": 0.5587597489356995}, "26": {"import_final": 0.5563389554549565, "import_k": 0.4869142482676601, "context_final": 0.46412104174912605, "before_final": 0.5563389554549565, "before_k": 0.4869142482676601, "before_context": 0.4641210418938929, "mse": 0.8225905299186707, "cos": 0.54880690574646}, "27": {"import_final": 0.5492688201873388, "import_k": 0.46857370466766335, "context_final": 0.4590572433443497, "before_final": 0.5492688201873388, "before_k": 0.46857370466766335, "before_context": 0.4590572433218293, "mse": 0.837628185749054, "cos": 0.53740394115448}, "28": {"import_final": 0.5395100401027491, "import_k": 0.45231840052416683, "context_final": 0.4477752167069995, "before_final": 0.5395100401027491, "before_k": 0.45231840052416683, "before_context": 0.44777521659744646, "mse": 0.8524019122123718, "cos": 0.5268199443817139}, "29": {"import_final": 0.5265200598208529, "import_k": 0.4356667659625904, "context_final": 0.43260663068041016, "before_final": 0.5265200598208529, "before_k": 0.4356667659625904, "before_context": 0.4326066310798916, "mse": 0.8671973347663879, "cos": 0.5156409740447998}, "30": {"import_final": 0.4936648999535934, "import_k": 0.4018733958366495, "context_final": 0.3985393198521503, "before_final": 0.4936648999535934, "before_k": 0.4018733958366495, "before_context": 0.39853931967810996, "mse": 0.8944165110588074, "cos": 0.4990510046482086}, "31": {"import_final": 0.4754290520530246, "import_k": 0.38502467899494186, "context_final": 0.3848105908962746, "before_final": 0.4754290520530246, "before_k": 0.38502467899494186, "before_context": 0.3848105912961325, "mse": 0.9002047181129456, "cos": 0.4940780997276306}}}, "draw2": {"n_sites": 5086, "n_captions": 512, "blocks": {"0": {"import_final": 0.2947183965304636, "import_k": 0.3309699861096401, "context_final": 0.14280318324280927, "before_final": 0.2947183965304636, "before_k": 0.3309699861096401, "before_context": 0.14280318367868794, "mse": 1.028378963470459, "cos": 0.32774817943573}, "1": {"import_final": 0.31048282560989526, "import_k": 0.345412652061013, "context_final": 0.1618718701904925, "before_final": 0.31048282560989526, "before_k": 0.345412652061013, "before_context": 0.1618718678703137, "mse": 1.0176125764846802, "cos": 0.3425334095954895}, "2": {"import_final": 0.3195060182014746, "import_k": 0.3544855335370327, "context_final": 0.18861299396372389, "before_final": 0.3195060182014746, "before_k": 0.3544855335370327, "before_context": 0.18861299361459316, "mse": 1.0051978826522827, "cos": 0.3582611680030823}, "3": {"import_final": 0.36566202311340884, "import_k": 0.41048424422388174, "context_final": 0.22771599275087603, "before_final": 0.36566202311340884, "before_k": 0.41048424422388174, "before_context": 0.2277159925568898, "mse": 0.9368245601654053, "cos": 0.4283561706542969}, "4": {"import_final": 0.3920980140468747, "import_k": 0.4502512219985778, "context_final": 0.24170500701063163, "before_final": 0.3920980140468747, "before_k": 0.4502512219985778, "before_context": 0.2417050067970395, "mse": 0.9155473113059998, "cos": 0.453998327255249}, "5": {"import_final": 0.40419851436899396, "import_k": 0.4710640293544244, "context_final": 0.2619468382779614, "before_final": 0.40419851436899396, "before_k": 0.4710640293544244, "before_context": 0.26194683862357393, "mse": 0.8850349187850952, "cos": 0.4789053201675415}, "6": {"import_final": 0.42223725954600244, "import_k": 0.48916015410152097, "context_final": 0.28428436436867266, "before_final": 0.42223725954600244, "before_k": 0.48916015410152097, "before_context": 0.28428436423401277, "mse": 0.8631230592727661, "cos": 0.49849840998649597}, "7": {"import_final": 0.4246082905489549, "import_k": 0.4895879531707542, "context_final": 0.2873736917085088, "before_final": 0.4246082905489549, "before_k": 0.4895879531707542, "before_context": 0.28737369183782896, "mse": 0.861781120300293, "cos": 0.49910712242126465}, "8": {"import_final": 0.43061730164749, "import_k": 0.5022324530478774, "context_final": 0.2997161397301533, "before_final": 0.43061730164749, "before_k": 0.5022324530478774, "before_context": 0.2997161400271777, "mse": 0.8473768830299377, "cos": 0.512140154838562}, "9": {"import_final": 0.44064873224639634, "import_k": 0.5199434804261288, "context_final": 0.3112021631495313, "before_final": 0.44064873224639634, "before_k": 0.5199434804261288, "before_context": 0.3112021631219635, "mse": 0.8328830599784851, "cos": 0.5250389575958252}, "10": {"import_final": 0.44323907495735887, "import_k": 0.5201901311695664, "context_final": 0.31344865100004127, "before_final": 0.44323907495735887, "before_k": 0.5201901311695664, "before_context": 0.31344865108279585, "mse": 0.8325725793838501, "cos": 0.5256755948066711}, "11": {"import_final": 0.4508735437031598, "import_k": 0.5356918132116404, "context_final": 0.3183122898634123, "before_final": 0.4508735437031598, "before_k": 0.5356918132116404, "before_context": 0.31831228902406244, "mse": 0.8196277022361755, "cos": 0.5359432697296143}, "12": {"import_final": 0.4708246294105235, "import_k": 0.5552606021299209, "context_final": 0.3436731686915772, "before_final": 0.4708246294105235, "before_k": 0.5552606021299209, "before_context": 0.3436731686018031, "mse": 0.806624710559845, "cos": 0.5475430488586426}, "13": {"import_final": 0.4757707674393526, "import_k": 0.5624813787155354, "context_final": 0.3477067913169848, "before_final": 0.4757707674393526, "before_k": 0.5624813787155354, "before_context": 0.34770679135109295, "mse": 0.7977040410041809, "cos": 0.5542004108428955}, "14": {"import_final": 0.4971327115307095, "import_k": 0.5663955101004406, "context_final": 0.3745132768282503, "before_final": 0.4971327115307095, "before_k": 0.5663955101004406, "before_context": 0.3745132769981642, "mse": 0.7954052090644836, "cos": 0.5569570064544678}, "15": {"import_final": 0.5044780891107937, "import_k": 0.5779232711498261, "context_final": 0.37423511875647314, "before_final": 0.5044780891107937, "before_k": 0.5779232711498261, "before_context": 0.37423511877834736, "mse": 0.7784013152122498, "cos": 0.5692458748817444}, "16": {"import_final": 0.5083924762094695, "import_k": 0.5830947451091533, "context_final": 0.3808385301572099, "before_final": 0.5083924762094695, "before_k": 0.5830947451091533, "before_context": 0.38083853056248385, "mse": 0.7636165022850037, "cos": 0.5799059867858887}, "17": {"import_final": 0.5142152078587567, "import_k": 0.5827292469387807, "context_final": 0.3942664190874985, "before_final": 0.5142152078587567, "before_k": 0.5827292469387807, "before_context": 0.39426641907925586, "mse": 0.7491263151168823, "cos": 0.5908637046813965}, "18": {"import_final": 0.5133795657195497, "import_k": 0.5833337593131451, "context_final": 0.39717965237454655, "before_final": 0.5133795657195497, "before_k": 0.5833337593131451, "before_context": 0.39717965254448706, "mse": 0.7397729158401489, "cos": 0.5971201062202454}, "19": {"import_final": 0.5182670871956254, "import_k": 0.5774988414655193, "context_final": 0.4072759557263394, "before_final": 0.5182670871956254, "before_k": 0.5774988414655193, "before_context": 0.407275955616891, "mse": 0.737185001373291, "cos": 0.599358856678009}, "20": {"import_final": 0.5285990796202751, "import_k": 0.5774201166099994, "context_final": 0.41315822268126595, "before_final": 0.5285990796202751, "before_k": 0.5774201166099994, "before_context": 0.4131582229520445, "mse": 0.7357935309410095, "cos": 0.5995888710021973}, "21": {"import_final": 0.540289445772403, "import_k": 0.566063017720797, "context_final": 0.43503028245950986, "before_final": 0.540289445772403, "before_k": 0.566063017720797, "before_context": 0.43503028235461716, "mse": 0.7391507029533386, "cos": 0.597578763961792}, "22": {"import_final": 0.5514871864676789, "import_k": 0.5575989789607692, "context_final": 0.4534708211420827, "before_final": 0.5514871864676789, "before_k": 0.5575989789607692, "before_context": 0.45347082114819703, "mse": 0.7450612187385559, "cos": 0.5943042039871216}, "23": {"import_final": 0.556625498826578, "import_k": 0.5488465388350221, "context_final": 0.45856859012301565, "before_final": 0.556625498826578, "before_k": 0.5488465388350221, "before_context": 0.45856859014803397, "mse": 0.7542760968208313, "cos": 0.5877414345741272}, "24": {"import_final": 0.5669598841021533, "import_k": 0.5337765586445482, "context_final": 0.4742785448516934, "before_final": 0.5669598841021533, "before_k": 0.5337765586445482, "before_context": 0.47427854455081186, "mse": 0.7690165638923645, "cos": 0.5757236480712891}, "25": {"import_final": 0.5673663054081162, "import_k": 0.5150874745403489, "context_final": 0.47420332791923464, "before_final": 0.5673663054081162, "before_k": 0.5150874745403489, "before_context": 0.4742033279276088, "mse": 0.7870762348175049, "cos": 0.562723696231842}, "26": {"import_final": 0.564190344142359, "import_k": 0.49747565918298675, "context_final": 0.47211763676023666, "before_final": 0.564190344142359, "before_k": 0.49747565918298675, "before_context": 0.4721176369099682, "mse": 0.7995665073394775, "cos": 0.552513837814331}, "27": {"import_final": 0.5554355272761986, "import_k": 0.4808838119792059, "context_final": 0.46758721044586726, "before_final": 0.5554355272761986, "before_k": 0.4808838119792059, "before_context": 0.46758721033548833, "mse": 0.8159900903701782, "cos": 0.5400025248527527}, "28": {"import_final": 0.5463366167217819, "import_k": 0.46633812842731237, "context_final": 0.45764189351571966, "before_final": 0.5463366167217819, "before_k": 0.46633812842731237, "before_context": 0.45764189352856055, "mse": 0.8309226036071777, "cos": 0.5292303562164307}, "29": {"import_final": 0.5354000627559907, "import_k": 0.4536861356091716, "context_final": 0.44679209906768397, "before_final": 0.5354000627559907, "before_k": 0.4536861356091716, "before_context": 0.44679209900853367, "mse": 0.8455383777618408, "cos": 0.5178678035736084}, "30": {"import_final": 0.5028253365284469, "import_k": 0.4200283317494481, "context_final": 0.4149903802895363, "before_final": 0.5028253365284469, "before_k": 0.4200283317494481, "before_context": 0.4149903804149502, "mse": 0.8727940320968628, "cos": 0.5015257596969604}, "31": {"import_final": 0.4757818078819379, "import_k": 0.39935361568552863, "context_final": 0.3988510915644244, "before_final": 0.4757818078819379, "before_k": 0.39935361568552863, "before_context": 0.3988510937232732, "mse": 0.8784312605857849, "cos": 0.4968496561050415}}}}, "quiet": {"web": {"all_on": 0.9507631756236472, "masked": 0.9507631756236472, "share": {"mean": 0.0, "se": 0.0, "per_batch": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}}, "captions": {"all_on": 1.4448408791726943, "masked": 1.4448408791726943, "share": {"mean": 0.0, "se": 0.0, "per_batch": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}}}, "gates": {"mean": 0.04742587317756678, "max": 0.04742587317756678, "per_block": [0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678]}, "chain_proof": "compiled chain: 2 cache entries (limit 256), 0 limit warnings", "docs_drawn": {"dff": 46, "scf": 45, "danbooru": 42, "cc12m": 98, "coco": 25}, "docs_skipped": {"test": 2, "spelling": 0, "empty": 0, "short": 0}, "sites_total": 13911}, {"close": 1, "step": 1000, "reads": {"draw1": {"n_sites": 4920, "n_captions": 512, "blocks": {"0": {"import_final": 0.29550618242807286, "import_k": 0.3271246460949107, "context_final": 0.12084510711238641, "before_final": 0.29534084450413645, "before_k": 0.3270958352864207, "before_context": 0.12073533765483496, "mse": 1.0283513069152832, "cos": 0.3477110266685486}, "1": {"import_final": 0.3045565162916071, "import_k": 0.3349947452593562, "context_final": 0.1419674260481652, "before_final": 0.3043217249302206, "before_k": 0.3347132588635799, "before_context": 0.14082791245555765, "mse": 1.0108699798583984, "cos": 0.37318333983421326}, "2": {"import_final": 0.3153968827787982, "import_k": 0.34373058671863327, "context_final": 0.16875952924838208, "before_final": 0.3168248145079738, "before_k": 0.3449579022619854, "before_context": 0.16858515189749554, "mse": 0.9973716139793396, "cos": 0.3889811038970947}, "3": {"import_final": 0.35956137814650957, "import_k": 0.3989442449103693, "context_final": 0.21414289614417667, "before_final": 0.35977983891651877, "before_k": 0.3997425493616713, "before_context": 0.211646669773301, "mse": 0.9329304099082947, "cos": 0.45053768157958984}, "4": {"import_final": 0.38759014007733855, "import_k": 0.4429585895733472, "context_final": 0.23045613087757078, "before_final": 0.38766714147225284, "before_k": 0.44347157473195276, "before_context": 0.22872362447565114, "mse": 0.899571418762207, "cos": 0.4818980395793915}, "5": {"import_final": 0.3984192744686927, "import_k": 0.46537426485729694, "context_final": 0.25113699051451527, "before_final": 0.3967670050312242, "before_k": 0.4629164769249873, "before_context": 0.2466743811120813, "mse": 0.867350161075592, "cos": 0.5075709819793701}, "6": {"import_final": 0.4186471540177538, "import_k": 0.4831213668288501, "context_final": 0.27685650305799564, "before_final": 0.41794575917096766, "before_k": 0.4812633451948597, "before_context": 0.2751957976578169, "mse": 0.8444280028343201, "cos": 0.5274753570556641}, "7": {"import_final": 0.4201349385411777, "import_k": 0.4842977228785833, "context_final": 0.2781925399372199, "before_final": 0.41923951067974385, "before_k": 0.4828975551655298, "before_context": 0.27627443071344715, "mse": 0.8440949320793152, "cos": 0.5273759961128235}, "8": {"import_final": 0.42548298452199557, "import_k": 0.49824321170051167, "context_final": 0.28771317640676, "before_final": 0.4258111651821811, "before_k": 0.49622145398463796, "before_context": 0.28540404399707786, "mse": 0.8298550844192505, "cos": 0.5397197604179382}, "9": {"import_final": 0.4365302074823194, "import_k": 0.5181048335806755, "context_final": 0.29819190960199077, "before_final": 0.4358455835883071, "before_k": 0.5145543609342271, "before_context": 0.2946000828914019, "mse": 0.8127098083496094, "cos": 0.5536901950836182}, "10": {"import_final": 0.43983228057680757, "import_k": 0.5206408824002886, "context_final": 0.3007814899051439, "before_final": 0.43870103843766606, "before_k": 0.5165910868741075, "before_context": 0.2992183906264347, "mse": 0.8108378648757935, "cos": 0.5553140044212341}, "11": {"import_final": 0.4483210095310235, "import_k": 0.5365315880679485, "context_final": 0.3069426149528125, "before_final": 0.4471808052500766, "before_k": 0.5305155337142502, "before_context": 0.30441294076910275, "mse": 0.7956016063690186, "cos": 0.5666687488555908}, "12": {"import_final": 0.47029269876779256, "import_k": 0.5538663397934714, "context_final": 0.331629007855044, "before_final": 0.469935987742414, "before_k": 0.5478453755923063, "before_context": 0.3310435873924313, "mse": 0.7815006375312805, "cos": 0.5786368250846863}, "13": {"import_final": 0.47507544666564777, "import_k": 0.5654044301483758, "context_final": 0.334860691319405, "before_final": 0.47433063386921903, "before_k": 0.5562914498647413, "before_context": 0.33299186161788685, "mse": 0.7704185843467712, "cos": 0.5866493582725525}, "14": {"import_final": 0.49718677357720914, "import_k": 0.5753918812785335, "context_final": 0.3608928021969431, "before_final": 0.5001513887447325, "before_k": 0.5629775006022497, "before_context": 0.36276471219776996, "mse": 0.7599837183952332, "cos": 0.5942869782447815}, "15": {"import_final": 0.5029375530424502, "import_k": 0.5852114253990248, "context_final": 0.3645432606150041, "before_final": 0.5015311395181479, "before_k": 0.572872912908352, "before_context": 0.36454225643326177, "mse": 0.7459444403648376, "cos": 0.6045538783073425}, "16": {"import_final": 0.5099847127338024, "import_k": 0.5909491995082552, "context_final": 0.371741850251975, "before_final": 0.5084224498172664, "before_k": 0.5792996781082371, "before_context": 0.37171510467351476, "mse": 0.7335885763168335, "cos": 0.61347496509552}, "17": {"import_final": 0.5165321113829321, "import_k": 0.593699588055387, "context_final": 0.3813226589109961, "before_final": 0.5144331201256911, "before_k": 0.5789426903031956, "before_context": 0.3820303720956051, "mse": 0.7168816328048706, "cos": 0.624762773513794}, "18": {"import_final": 0.5175565021731523, "import_k": 0.5968268991718739, "context_final": 0.38494154516028606, "before_final": 0.5142433766667097, "before_k": 0.5809232194945383, "before_context": 0.38575165606996203, "mse": 0.7067196369171143, "cos": 0.6313595771789551}, "19": {"import_final": 0.5221526480057452, "import_k": 0.5936953390087327, "context_final": 0.3936515703390137, "before_final": 0.5181498670726004, "before_k": 0.5752395357837129, "before_context": 0.3937770142475856, "mse": 0.7023131251335144, "cos": 0.6344974637031555}, "20": {"import_final": 0.5304451682990234, "import_k": 0.5925975234884467, "context_final": 0.40145802804953185, "before_final": 0.5257539294416713, "before_k": 0.5731126232362621, "before_context": 0.3991174367999569, "mse": 0.7004109025001526, "cos": 0.6355552673339844}, "21": {"import_final": 0.542276496035303, "import_k": 0.5830983479423608, "context_final": 0.4253345491363333, "before_final": 0.539116574283337, "before_k": 0.5608557325048211, "before_context": 0.4211899382546849, "mse": 0.7000542879104614, "cos": 0.636052668094635}, "22": {"import_final": 0.5543829646125418, "import_k": 0.5730870930449682, "context_final": 0.44508271112483844, "before_final": 0.5486337875055286, "before_k": 0.5496970032806849, "before_context": 0.4411883067065387, "mse": 0.7047089338302612, "cos": 0.6334121227264404}, "23": {"import_final": 0.5580376980060897, "import_k": 0.5667486970946485, "context_final": 0.4538921629126039, "before_final": 0.5519591690508732, "before_k": 0.5414898550795697, "before_context": 0.4474845538089311, "mse": 0.711969792842865, "cos": 0.6286575794219971}, "24": {"import_final": 0.5695789959755558, "import_k": 0.5542534879905594, "context_final": 0.4737419909099544, "before_final": 0.5615786978352886, "before_k": 0.5257612404950869, "before_context": 0.4659688015921638, "mse": 0.7204024791717529, "cos": 0.6218781471252441}, "25": {"import_final": 0.5715704899113098, "import_k": 0.5362156490358403, "context_final": 0.4760212170218155, "before_final": 0.5609478659261413, "before_k": 0.504381280675831, "before_context": 0.4670395158201491, "mse": 0.7339507937431335, "cos": 0.6127328872680664}, "26": {"import_final": 0.5706031217260885, "import_k": 0.519934136040487, "context_final": 0.4764591451542208, "before_final": 0.5563389554549565, "before_k": 0.4869142482676601, "before_context": 0.4641210418938929, "mse": 0.7451896667480469, "cos": 0.6046238541603088}, "27": {"import_final": 0.5648125715795931, "import_k": 0.5023873566534222, "context_final": 0.47235628758034365, "before_final": 0.5492688201873388, "before_k": 0.46857370466766335, "before_context": 0.4590572433218293, "mse": 0.758409321308136, "cos": 0.5951077342033386}, "28": {"import_final": 0.5576694199695775, "import_k": 0.4877481159523444, "context_final": 0.46420114365447634, "before_final": 0.5395100401027491, "before_k": 0.45231840052416683, "before_context": 0.44777521659744646, "mse": 0.7698833346366882, "cos": 0.5872483849525452}, "29": {"import_final": 0.5461365512614458, "import_k": 0.472975693577393, "context_final": 0.4514494221710795, "before_final": 0.5265200598208529, "before_k": 0.4356667659625904, "before_context": 0.4326066310798916, "mse": 0.7823827266693115, "cos": 0.5784661173820496}, "30": {"import_final": 0.5165958396733432, "import_k": 0.43947782370798766, "context_final": 0.4189876042219177, "before_final": 0.4936648999535934, "before_k": 0.4018733958366495, "before_context": 0.39853931967810996, "mse": 0.8081303834915161, "cos": 0.5635272860527039}, "31": {"import_final": 0.4997920735919887, "import_k": 0.422463256172936, "context_final": 0.40785125930356225, "before_final": 0.4754290520530246, "before_k": 0.38502467899494186, "before_context": 0.3848105912961325, "mse": 0.8150190114974976, "cos": 0.5581814050674438}}}, "draw2": {"n_sites": 5086, "n_captions": 512, "blocks": {"0": {"import_final": 0.2946246488025783, "import_k": 0.3307329696349467, "context_final": 0.14277150629021848, "before_final": 0.2947183965304636, "before_k": 0.3309699861096401, "before_context": 0.14280318367868794, "mse": 1.0035037994384766, "cos": 0.3505583107471466}, "1": {"import_final": 0.31024246906382286, "import_k": 0.34512854990472575, "context_final": 0.16255388336988585, "before_final": 0.31048282560989526, "before_k": 0.345412652061013, "before_context": 0.1618718678703137, "mse": 0.986693263053894, "cos": 0.3747440576553345}, "2": {"import_final": 0.31779250397022146, "import_k": 0.3531578601512919, "context_final": 0.18818540557718533, "before_final": 0.3195060182014746, "before_k": 0.3544855335370327, "before_context": 0.18861299361459316, "mse": 0.9734072089195251, "cos": 0.3909444212913513}, "3": {"import_final": 0.36551989694689513, "import_k": 0.40919056629520634, "context_final": 0.2299260930143496, "before_final": 0.36566202311340884, "before_k": 0.41048424422388174, "before_context": 0.2277159925568898, "mse": 0.9115030169487, "cos": 0.45194506645202637}, "4": {"import_final": 0.3916057093350225, "import_k": 0.4501607484702364, "context_final": 0.24400020928402844, "before_final": 0.3920980140468747, "before_k": 0.4502512219985778, "before_context": 0.2417050067970395, "mse": 0.8791630864143372, "cos": 0.48304620385169983}, "5": {"import_final": 0.40476745247528, "import_k": 0.4733905086659216, "context_final": 0.266289172408289, "before_final": 0.40419851436899396, "before_k": 0.4710640293544244, "before_context": 0.26194683862357393, "mse": 0.8499069213867188, "cos": 0.5068761110305786}, "6": {"import_final": 0.42274162644577057, "import_k": 0.4915545822775583, "context_final": 0.28664968862516294, "before_final": 0.42223725954600244, "before_k": 0.48916015410152097, "before_context": 0.28428436423401277, "mse": 0.8260751366615295, "cos": 0.5276009440422058}, "7": {"import_final": 0.4239296237273856, "import_k": 0.49255494293353663, "context_final": 0.2900955980595936, "before_final": 0.4246082905489549, "before_k": 0.4895879531707542, "before_context": 0.28737369183782896, "mse": 0.8254783749580383, "cos": 0.5275285840034485}, "8": {"import_final": 0.4314132942993849, "import_k": 0.5053849086367832, "context_final": 0.3027162373343798, "before_final": 0.43061730164749, "before_k": 0.5022324530478774, "before_context": 0.2997161400271777, "mse": 0.8118376731872559, "cos": 0.5394328832626343}, "9": {"import_final": 0.43994239573159133, "import_k": 0.52291065428462, "context_final": 0.3125784124007056, "before_final": 0.44064873224639634, "before_k": 0.5199434804261288, "before_context": 0.3112021631219635, "mse": 0.7949798703193665, "cos": 0.5533218383789062}, "10": {"import_final": 0.4430205376270616, "import_k": 0.5252858064719357, "context_final": 0.31588151080423577, "before_final": 0.44323907495735887, "before_k": 0.5201901311695664, "before_context": 0.31344865108279585, "mse": 0.7931909561157227, "cos": 0.5549847483634949}, "11": {"import_final": 0.45293657689111144, "import_k": 0.5423108788314968, "context_final": 0.322401368604719, "before_final": 0.4508735437031598, "before_k": 0.5356918132116404, "before_context": 0.31831228902406244, "mse": 0.777603030204773, "cos": 0.5669304728507996}, "12": {"import_final": 0.47182340515011856, "import_k": 0.5619862776184534, "context_final": 0.34506546405765726, "before_final": 0.4708246294105235, "before_k": 0.5552606021299209, "before_context": 0.3436731686018031, "mse": 0.7611752152442932, "cos": 0.580399215221405}, "13": {"import_final": 0.47707597160789095, "import_k": 0.5715833538701294, "context_final": 0.34924700952719734, "before_final": 0.4757707674393526, "before_k": 0.5624813787155354, "before_context": 0.34770679135109295, "mse": 0.7503703832626343, "cos": 0.5883827209472656}, "14": {"import_final": 0.49657742842932245, "import_k": 0.5774420231872345, "context_final": 0.3737234003648981, "before_final": 0.4971327115307095, "before_k": 0.5663955101004406, "before_context": 0.3745132769981642, "mse": 0.7404050827026367, "cos": 0.5958864688873291}, "15": {"import_final": 0.5047784344548493, "import_k": 0.5893372653664899, "context_final": 0.37605503485221214, "before_final": 0.5044780891107937, "before_k": 0.5779232711498261, "before_context": 0.37423511877834736, "mse": 0.7261772751808167, "cos": 0.6065973043441772}, "16": {"import_final": 0.5088476444691665, "import_k": 0.5947500413238187, "context_final": 0.37974880929785426, "before_final": 0.5083924762094695, "before_k": 0.5830947451091533, "before_context": 0.38083853056248385, "mse": 0.7133959531784058, "cos": 0.6160121560096741}, "17": {"import_final": 0.5154527310436092, "import_k": 0.5969193809529397, "context_final": 0.39394988996865404, "before_final": 0.5142152078587567, "before_k": 0.5827292469387807, "before_context": 0.39426641907925586, "mse": 0.6967455148696899, "cos": 0.6275656819343567}, "18": {"import_final": 0.5154584063964414, "import_k": 0.5992987107159573, "context_final": 0.39940439073679485, "before_final": 0.5133795657195497, "before_k": 0.5833337593131451, "before_context": 0.39717965254448706, "mse": 0.6855946779251099, "cos": 0.6349285840988159}, "19": {"import_final": 0.5214225549841616, "import_k": 0.5966745514030483, "context_final": 0.4095379438017687, "before_final": 0.5182670871956254, "before_k": 0.5774988414655193, "before_context": 0.407275955616891, "mse": 0.6812277436256409, "cos": 0.6382042169570923}, "20": {"import_final": 0.5330530121367005, "import_k": 0.5967465394914231, "context_final": 0.4152155230123411, "before_final": 0.5285990796202751, "before_k": 0.5774201166099994, "before_context": 0.4131582229520445, "mse": 0.6785911917686462, "cos": 0.6397157907485962}, "21": {"import_final": 0.5463032583454486, "import_k": 0.5885015492137021, "context_final": 0.43858609655428293, "before_final": 0.540289445772403, "before_k": 0.566063017720797, "before_context": 0.43503028235461716, "mse": 0.678357720375061, "cos": 0.640303373336792}, "22": {"import_final": 0.5585153118440798, "import_k": 0.5806279417210153, "context_final": 0.4574888806309044, "before_final": 0.5514871864676789, "before_k": 0.5575989789607692, "before_context": 0.45347082114819703, "mse": 0.682605504989624, "cos": 0.637911319732666}, "23": {"import_final": 0.5634384940450787, "import_k": 0.572633178689218, "context_final": 0.46532119821846374, "before_final": 0.556625498826578, "before_k": 0.5488465388350221, "before_context": 0.45856859014803397, "mse": 0.6900787353515625, "cos": 0.6329138875007629}, "24": {"import_final": 0.5752972778287501, "import_k": 0.5607316009008456, "context_final": 0.48141503420347953, "before_final": 0.5669598841021533, "before_k": 0.5337765586445482, "before_context": 0.47427854455081186, "mse": 0.699640691280365, "cos": 0.6253560185432434}, "25": {"import_final": 0.5775752120167488, "import_k": 0.5453999221161805, "context_final": 0.4839011828161409, "before_final": 0.5673663054081162, "before_k": 0.5150874745403489, "before_context": 0.4742033279276088, "mse": 0.7129190564155579, "cos": 0.6161063313484192}, "26": {"import_final": 0.5769380758245675, "import_k": 0.5301928154036133, "context_final": 0.48588886604707704, "before_final": 0.564190344142359, "before_k": 0.49747565918298675, "before_context": 0.4721176369099682, "mse": 0.7240014672279358, "cos": 0.6079123616218567}, "27": {"import_final": 0.5714619672121481, "import_k": 0.5144402612280671, "context_final": 0.48334644008711297, "before_final": 0.5554355272761986, "before_k": 0.4808838119792059, "before_context": 0.46758721033548833, "mse": 0.7377092838287354, "cos": 0.5979689359664917}, "28": {"import_final": 0.5637627435060805, "import_k": 0.501349532823191, "context_final": 0.47546808726810874, "before_final": 0.5463366167217819, "before_k": 0.46633812842731237, "before_context": 0.45764189352856055, "mse": 0.7495353817939758, "cos": 0.5898182988166809}, "29": {"import_final": 0.5545767306752962, "import_k": 0.4873536337986739, "context_final": 0.46399213140134543, "before_final": 0.5354000627559907, "before_k": 0.4536861356091716, "before_context": 0.44679209900853367, "mse": 0.7617998719215393, "cos": 0.5811176896095276}, "30": {"import_final": 0.5236212613803468, "import_k": 0.45415287828705964, "context_final": 0.43368042411186036, "before_final": 0.5028253365284469, "before_k": 0.4200283317494481, "before_context": 0.4149903804149502, "mse": 0.7870542407035828, "cos": 0.5667422413825989}, "31": {"import_final": 0.5002872869487872, "import_k": 0.4343390849184494, "context_final": 0.4199317208560423, "before_final": 0.4757818078819379, "before_k": 0.39935361568552863, "before_context": 0.3988510937232732, "mse": 0.794095516204834, "cos": 0.5614162087440491}}}}, "quiet": {"web": {"all_on": 0.9507774394347532, "masked": 0.9507631756236472, "share": {"mean": 1.4263811105891255e-05, "se": 0.00012281156454775586, "per_batch": [-0.0002758601719841103, 0.0004735542291507411, -0.0004877427978469129, -0.0003206616525337491, 0.00032444527085262465, 4.007195765098892e-05, 0.00030939678890218314, 5.0906864655364537e-05]}}, "captions": {"all_on": 1.4094778387490305, "masked": 1.4448408791726943, "share": {"mean": -0.0353630404236637, "se": 0.0012421725913727508, "per_batch": [-0.033729667443841205, -0.031299208621847985, -0.03783807499897729, -0.036498416140081646, -0.0347863288507424, -0.030767008308753008, -0.04144265937841096, -0.036542959646655104]}}}, "gates": {"mean": 0.19725355526588312, "max": 0.26719951015245885, "per_block": [0.1417201714615916, 0.16689311752690397, 0.17140247853840537, 0.18149091893311536, 0.19747730873802033, 0.1849747804325581, 0.18472106218007958, 0.19923756162918874, 0.19018538448728897, 0.18610494008936737, 0.19237088741824962, 0.1946094366950327, 0.2008059814761313, 0.2084729750613901, 0.22188242962524024, 0.1987982854726404, 0.19028460340215234, 0.19937158350584583, 0.20234031438121275, 0.1959822312555972, 0.20816254100386541, 0.234940209298913, 0.26719951015245885, 0.26567799564396144, 0.26018250070006493, 0.25066351237969314, 0.24384668793973924, 0.21641007268306578, 0.1752539336358981, 0.14058895256551152, 0.11401360554032816, 0.12604779465474875]}, "chain_proof": "compiled chain: 5 cache entries (limit 256), 0 limit warnings", "docs_drawn": {"dff": 5193, "scf": 5275, "danbooru": 5403, "cc12m": 13079, "coco": 3573}, "docs_skipped": {"test": 44, "spelling": 0, "empty": 0, "short": 0}, "sites_total": 1743872, "curve": [{"step": 1, "task": 0.6398016214370728, "mse": 0.6398016307502985, "cos": 0.6033654799684882, "nce": null, "kl_a": 0.0, "kl_off": 0.0, "sites": 1727, "mse_by_block": {"0": 0.8426991105079651, "1": 0.8275748491287231, "2": 0.815787672996521, "3": 0.7465284466743469, "4": 0.7200305461883545, "5": 0.6932762861251831, "6": 0.680449903011322, "7": 0.677891194820404, "8": 0.6637822985649109, "9": 0.6458078026771545, "10": 0.6444441676139832, "11": 0.6301547884941101, "12": 0.6161946654319763, "13": 0.605046808719635, "14": 0.6025223731994629, "15": 0.589816689491272, "16": 0.5777861475944519, "17": 0.5642789006233215, "18": 0.5561351776123047, "19": 0.5533644556999207, "20": 0.5510165691375732, "21": 0.5514886975288391, "22": 0.5587019324302673, "23": 0.5665276050567627, "24": 0.5757282972335815, "25": 0.5907524824142456, "26": 0.6027509570121765, "27": 0.6150170564651489, "28": 0.6275575757026672, "29": 0.6394631862640381, "30": 0.6634067296981812, "31": 0.6776688098907471}}, {"step": 50, "task": 0.6273257839679718, "mse": 0.627325794827193, "cos": 0.6095743053406477, "nce": null, "kl_a": 0.00026336144539527593, "kl_off": 0.00020930157304974273, "sites": 1733, "mse_by_block": {"0": 0.8356779098510743, "1": 0.8244115126132965, "2": 0.8123434448242187, "3": 0.7430287504196167, "4": 0.7152237188816071, "5": 0.68693314909935, "6": 0.6712892317771911, "7": 0.6679241454601288, "8": 0.6532712733745575, "9": 0.6336313652992248, "10": 0.6318240129947662, "11": 0.6171355879306794, "12": 0.6013715302944184, "13": 0.589393925666809, "14": 0.5865941101312637, "15": 0.5747298413515091, "16": 0.5634950959682464, "17": 0.5514078605175018, "18": 0.5433475840091705, "19": 0.5400525146722793, "20": 0.5379074251651764, "21": 0.5379165518283844, "22": 0.5444028949737549, "23": 0.551982210278511, "24": 0.5613090097904205, "25": 0.5754330122470855, "26": 0.5866808730363846, "27": 0.5985733878612518, "28": 0.6109491574764252, "29": 0.6224128806591034, "30": 0.6469754755496979, "31": 0.6567959904670715}}, {"step": 100, "task": 0.6158358836174012, "mse": 0.6158358889073133, "cos": 0.6185372627153992, "nce": null, "kl_a": 0.0003060412034392357, "kl_off": 0.0002428705507190898, "sites": 1740, "mse_by_block": {"0": 0.8297203373908997, "1": 0.8168693327903748, "2": 0.8047949934005737, "3": 0.733721182346344, "4": 0.7056809759140015, "5": 0.677505511045456, "6": 0.6611845588684082, "7": 0.6576853597164154, "8": 0.6429001331329346, "9": 0.622994978427887, "10": 0.6205500853061676, "11": 0.6055589044094085, "12": 0.5893761038780212, "13": 0.5775391983985901, "14": 0.5740884369611741, "15": 0.5625686985254288, "16": 0.5515427213907241, "17": 0.5395611876249313, "18": 0.5319680196046829, "19": 0.5282649582624436, "20": 0.5261502242088318, "21": 0.5254978626966477, "22": 0.5317451947927475, "23": 0.5392338371276856, "24": 0.5484546393156051, "25": 0.5622220128774643, "26": 0.5733159112930298, "27": 0.5849509739875793, "28": 0.5972308933734893, "29": 0.6088421905040741, "30": 0.6330762445926666, "31": 0.641952782869339}}, {"step": 150, "task": 0.6093635368347168, "mse": 0.6093635148182511, "cos": 0.6239325783215464, "nce": null, "kl_a": 0.00035874004766810685, "kl_off": 0.00026499654806684704, "sites": 1738, "mse_by_block": {"0": 0.8258780193328857, "1": 0.8132939100265503, "2": 0.7998657858371735, "3": 0.7265603041648865, "4": 0.6984671711921692, "5": 0.6700899910926819, "6": 0.6535917031764984, "7": 0.6499808216094971, "8": 0.6351564574241638, "9": 0.615337495803833, "10": 0.6128705835342407, "11": 0.5983380424976349, "12": 0.5826577782630921, "13": 0.5710539257526398, "14": 0.567504597902298, "15": 0.5563951921463013, "16": 0.5454889404773712, "17": 0.5335625094175339, "18": 0.5262175881862641, "19": 0.5226040422916413, "20": 0.5206070125102997, "21": 0.5199769866466523, "22": 0.5260131698846817, "23": 0.5332128137350083, "24": 0.5422001177072525, "25": 0.5556240725517273, "26": 0.5665603411197663, "27": 0.5779772114753723, "28": 0.5901241302490234, "29": 0.6017094850540161, "30": 0.6257605350017548, "31": 0.6349517381191254}}, {"step": 200, "task": 0.6108373200893402, "mse": 0.6108373148925602, "cos": 0.6226163194142282, "nce": null, "kl_a": 0.000448123159003444, "kl_off": 0.00026397709938464687, "sites": 1717, "mse_by_block": {"0": 0.8275905847549438, "1": 0.8145172846317291, "2": 0.8017587912082672, "3": 0.728527672290802, "4": 0.7010465562343597, "5": 0.672316644191742, "6": 0.6553540098667144, "7": 0.6516143941879272, "8": 0.6366712832450867, "9": 0.6168675088882446, "10": 0.6144376707077026, "11": 0.5996140241622925, "12": 0.5838549637794495, "13": 0.5723329794406891, "14": 0.5687123680114746, "15": 0.5575704395771026, "16": 0.5466407001018524, "17": 0.5346663951873779, "18": 0.5272663509845734, "19": 0.5238401061296463, "20": 0.5217910581827163, "21": 0.5212187141180038, "22": 0.5272378796339035, "23": 0.5345164906978607, "24": 0.5435877865552903, "25": 0.5571615827083588, "26": 0.5680504596233368, "27": 0.5795251870155335, "28": 0.5917442524433136, "29": 0.6033579170703888, "30": 0.6271847593784332, "31": 0.6362172615528107}}, {"step": 250, "task": 0.6035758113861084, "mse": 0.6035758234933019, "cos": 0.6282990885339678, "nce": null, "kl_a": 0.0006318913161521778, "kl_off": 0.00026645228383131325, "sites": 1721, "mse_by_block": {"0": 0.8211756646633148, "1": 0.8075597298145294, "2": 0.7942915070056915, "3": 0.720324592590332, "4": 0.6921153080463409, "5": 0.6633914566040039, "6": 0.6464626586437225, "7": 0.6429402959346772, "8": 0.6283106708526611, "9": 0.6086197638511658, "10": 0.6062862014770508, "11": 0.592135398387909, "12": 0.5766677117347717, "13": 0.5654908609390259, "14": 0.561837009191513, "15": 0.5507888793945312, "16": 0.5400552845001221, "17": 0.5283768910169602, "18": 0.5211680382490158, "19": 0.5176793712377549, "20": 0.5153873759508133, "21": 0.515039033293724, "22": 0.5208933651447296, "23": 0.5281153678894043, "24": 0.536880344748497, "25": 0.5501491785049438, "26": 0.5611639750003815, "27": 0.5725023519992828, "28": 0.5844437456130982, "29": 0.5960195767879486, "30": 0.6195850336551666, "31": 0.6285697090625763}}, {"step": 300, "task": 0.6169436645507812, "mse": 0.616943654101342, "cos": 0.6204023374989629, "nce": null, "kl_a": 0.0008927329513244331, "kl_off": 0.00027100229606730864, "sites": 1750, "mse_by_block": {"0": 0.8336640548706055, "1": 0.8192310571670532, "2": 0.8062698769569397, "3": 0.7347519195079804, "4": 0.7069632852077484, "5": 0.6782931530475617, "6": 0.6611937749385833, "7": 0.6578376257419586, "8": 0.6432770431041718, "9": 0.6236533141136169, "10": 0.6211291778087616, "11": 0.6068208384513855, "12": 0.5913301408290863, "13": 0.5800318431854248, "14": 0.5761490321159363, "15": 0.5648599934577941, "16": 0.5539596271514893, "17": 0.5416325807571412, "18": 0.5341361558437348, "19": 0.5304249638319015, "20": 0.5277375364303589, "21": 0.5271465086936951, "22": 0.5328282129764557, "23": 0.540018727183342, "24": 0.5489208644628525, "25": 0.562384866476059, "26": 0.5733534288406372, "27": 0.5849002945423126, "28": 0.5970035767555237, "29": 0.6087070941925049, "30": 0.6323447394371032, "31": 0.6412416231632233}}, {"step": 350, "task": 0.6124777972698212, "mse": 0.6124778006412089, "cos": 0.6233421776257455, "nce": null, "kl_a": 0.0013208700041286647, "kl_off": 0.000275677781610284, "sites": 1725, "mse_by_block": {"0": 0.830708920955658, "1": 0.8163269865512848, "2": 0.8032230484485626, "3": 0.7297629928588867, "4": 0.7017131960391998, "5": 0.6727600729465485, "6": 0.6561273956298828, "7": 0.6527256166934967, "8": 0.638134412765503, "9": 0.6187371993064881, "10": 0.6164198565483093, "11": 0.6021022307872772, "12": 0.586787496805191, "13": 0.5755341696739197, "14": 0.5714054119586944, "15": 0.5601466089487076, "16": 0.5493091350793838, "17": 0.5371780389547348, "18": 0.5298142969608307, "19": 0.5263857346773148, "20": 0.5237667965888977, "21": 0.5232685983181, "22": 0.528911584019661, "23": 0.5359647142887115, "24": 0.5447633802890778, "25": 0.5580526328086853, "26": 0.5689678359031677, "27": 0.5802684450149536, "28": 0.592385070323944, "29": 0.6040545725822448, "30": 0.6276288843154907, "31": 0.6359542834758759}}, {"step": 400, "task": 0.5998838746547699, "mse": 0.5998838727548719, "cos": 0.6313313134945929, "nce": null, "kl_a": 0.0018194068595767021, "kl_off": 0.0002668177633313462, "sites": 1772, "mse_by_block": {"0": 0.8214536619186401, "1": 0.8064008283615113, "2": 0.7928515362739563, "3": 0.7183477282524109, "4": 0.6896718919277192, "5": 0.6603100323677062, "6": 0.643280199766159, "7": 0.6398004448413849, "8": 0.6251250457763672, "9": 0.6056670904159546, "10": 0.6035066628456116, "11": 0.5891777181625366, "12": 0.5738976156711578, "13": 0.5627366590499878, "14": 0.5587573218345642, "15": 0.547548057436943, "16": 0.5366737776994706, "17": 0.5245750111341476, "18": 0.5172092247009278, "19": 0.5137759989500046, "20": 0.5110668396949768, "21": 0.5103538644313812, "22": 0.5161049443483353, "23": 0.5231156206130981, "24": 0.5317231041193008, "25": 0.5448167669773102, "26": 0.5556928157806397, "27": 0.5670389032363892, "28": 0.5788053095340728, "29": 0.5903386175632477, "30": 0.6138181328773499, "31": 0.6226425015926361}}, {"step": 450, "task": 0.6048555338382721, "mse": 0.6048555388860405, "cos": 0.6282222645357252, "nce": null, "kl_a": 0.0024689061171375213, "kl_off": 0.00028144795884145425, "sites": 1827, "mse_by_block": {"0": 0.8233854341506958, "1": 0.80888991355896, "2": 0.7957822978496552, "3": 0.7218201673030853, "4": 0.6937843668460846, "5": 0.6646669590473175, "6": 0.6479486155509949, "7": 0.6448054635524749, "8": 0.6303875005245209, "9": 0.6110666179656983, "10": 0.6089330852031708, "11": 0.5947934651374817, "12": 0.5798199486732483, "13": 0.5687205851078033, "14": 0.5645567381381988, "15": 0.5533487796783447, "16": 0.5426217550039292, "17": 0.5304366898536682, "18": 0.5229808610677719, "19": 0.5194616109132767, "20": 0.5166607367992401, "21": 0.515955006480217, "22": 0.5215087234973907, "23": 0.5284535986185074, "24": 0.536979495882988, "25": 0.550006793141365, "26": 0.560808355808258, "27": 0.5719561564922333, "28": 0.5838270151615143, "29": 0.5953120267391205, "30": 0.618567625284195, "31": 0.6271308553218842}}, {"step": 500, "task": 0.5968807482719422, "mse": 0.596880756970495, "cos": 0.6323400600999594, "nce": null, "kl_a": 0.003144054543226957, "kl_off": 0.00027436135424068197, "sites": 1767, "mse_by_block": {"0": 0.8181979262828827, "1": 0.8022373449802399, "2": 0.7892610049247741, "3": 0.7150675678253173, "4": 0.6865723907947541, "5": 0.6573012208938599, "6": 0.6403252375125885, "7": 0.6370475447177887, "8": 0.6226607966423034, "9": 0.6031881809234619, "10": 0.601064258813858, "11": 0.5869643902778625, "12": 0.5719257152080536, "13": 0.5606721937656403, "14": 0.5563702237606049, "15": 0.5452755862474441, "16": 0.5344237679243088, "17": 0.5223689913749695, "18": 0.5149241012334823, "19": 0.5113629800081253, "20": 0.5087579476833344, "21": 0.5080764430761338, "22": 0.5133041900396347, "23": 0.5200610333681106, "24": 0.528303148150444, "25": 0.5411938804388047, "26": 0.5517564082145691, "27": 0.5627851808071136, "28": 0.5746919178962707, "29": 0.5862538981437683, "30": 0.6095406913757324, "31": 0.6182480597496033}}, {"step": 550, "task": 0.692289708852768, "mse": 0.6922896979935467, "cos": 0.630792744550854, "nce": null, "kl_a": 0.0038104790635406973, "kl_off": 0.00029302321840077636, "sites": 1682, "mse_by_block": {"0": 0.9154708433151245, "1": 0.8990897679328919, "2": 0.8855222332477569, "3": 0.8117134046554565, "4": 0.7828009974956512, "5": 0.7534218537807464, "6": 0.7360824310779571, "7": 0.733020920753479, "8": 0.7185699009895324, "9": 0.6990173137187958, "10": 0.6969267213344574, "11": 0.6827888143062592, "12": 0.6676379811763763, "13": 0.65662468791008, "14": 0.6522349977493286, "15": 0.6411806440353394, "16": 0.6303778761625289, "17": 0.6180114352703094, "18": 0.6104204666614532, "19": 0.606568979024887, "20": 0.6035482233762741, "21": 0.602718425989151, "22": 0.6078043693304062, "23": 0.61457943379879, "24": 0.6228569954633713, "25": 0.6356233251094818, "26": 0.6461665618419647, "27": 0.6571643400192261, "28": 0.6688681793212891, "29": 0.6805272305011749, "30": 0.7038041496276856, "31": 0.7121268308162689}}, {"step": 600, "task": 0.6421600341796875, "mse": 0.6421600282751023, "cos": 0.6336530938372016, "nce": null, "kl_a": 0.004480072380974889, "kl_off": 0.0003182763370568864, "sites": 1717, "mse_by_block": {"0": 0.8680337452888489, "1": 0.8501108932495117, "2": 0.836836862564087, "3": 0.7624679481983185, "4": 0.7333640909194946, "5": 0.7036483204364776, "6": 0.68669766664505, "7": 0.6836025524139404, "8": 0.66915562748909, "9": 0.6494996285438538, "10": 0.647366292476654, "11": 0.6332118475437164, "12": 0.6180375778675079, "13": 0.6066744244098663, "14": 0.6022558975219726, "15": 0.591091912984848, "16": 0.5801338791847229, "17": 0.56768680870533, "18": 0.5600693798065186, "19": 0.5562155878543854, "20": 0.5530338448286056, "21": 0.5520839095115662, "22": 0.557107942700386, "23": 0.5636695402860642, "24": 0.5715626341104507, "25": 0.5843777090311051, "26": 0.5948946052789688, "27": 0.6060134482383728, "28": 0.6177720606327057, "29": 0.6292560517787933, "30": 0.6525587475299836, "31": 0.6606294667720795}}, {"step": 650, "task": 0.6041287648677826, "mse": 0.604128762613982, "cos": 0.6302379474230111, "nce": null, "kl_a": 0.005295617263764143, "kl_off": 0.0002948385025956668, "sites": 1805, "mse_by_block": {"0": 0.8293322789669036, "1": 0.8131949889659882, "2": 0.8000787377357483, "3": 0.7251608669757843, "4": 0.6960231947898865, "5": 0.6660558068752289, "6": 0.6488643252849579, "7": 0.6456483376026153, "8": 0.6312186479568481, "9": 0.6115412414073944, "10": 0.6093002724647522, "11": 0.5950982785224914, "12": 0.5801006162166595, "13": 0.5687947511672974, "14": 0.5640629494190216, "15": 0.5527643221616745, "16": 0.5419296342134475, "17": 0.5295031923055649, "18": 0.5218604177236557, "19": 0.5178014236688614, "20": 0.514883354306221, "21": 0.5138689363002777, "22": 0.5186849623918534, "23": 0.5252570945024491, "24": 0.5332594949007035, "25": 0.5460633182525635, "26": 0.5566691684722901, "27": 0.5677747714519501, "28": 0.5794113683700561, "29": 0.5910273146629333, "30": 0.6144343757629395, "31": 0.622451959848404}}, {"step": 700, "task": 0.6352709758281708, "mse": 0.6352709833160043, "cos": 0.6352826563082635, "nce": null, "kl_a": 0.00584212839603424, "kl_off": 0.0003026093204971403, "sites": 1672, "mse_by_block": {"0": 0.8612586104869843, "1": 0.8445069003105163, "2": 0.8314966320991516, "3": 0.7566833233833313, "4": 0.7275675225257874, "5": 0.6976288080215454, "6": 0.680420389175415, "7": 0.6775048422813416, "8": 0.6627362513542175, "9": 0.6429620575904846, "10": 0.6407696664333343, "11": 0.6265505588054657, "12": 0.6116207903623581, "13": 0.6002893573045731, "14": 0.5955019456148147, "15": 0.584409528374672, "16": 0.5736195963621139, "17": 0.5610544282197952, "18": 0.5535505831241607, "19": 0.5494310128688812, "20": 0.5463837558031082, "21": 0.5451711159944534, "22": 0.5499186158180237, "23": 0.5562965828180313, "24": 0.5641347002983094, "25": 0.5765680384635925, "26": 0.5868597918748856, "27": 0.5977881979942322, "28": 0.6093902897834778, "29": 0.620697945356369, "30": 0.6436862218379974, "31": 0.6522134053707123}}, {"step": 750, "task": 0.6805135011672974, "mse": 0.6805135066248477, "cos": 0.6348186213709414, "nce": null, "kl_a": 0.006448468556627631, "kl_off": 0.0003216662851627916, "sites": 1708, "mse_by_block": {"0": 0.9093412029743194, "1": 0.8935313880443573, "2": 0.8798587906360626, "3": 0.804144903421402, "4": 0.7745071268081665, "5": 0.7444379913806916, "6": 0.726841197013855, "7": 0.7239331114292145, "8": 0.7090091538429261, "9": 0.6888502836227417, "10": 0.6866277134418488, "11": 0.672438200712204, "12": 0.6570614457130433, "13": 0.6454666352272034, "14": 0.640585925579071, "15": 0.6291600716114044, "16": 0.6182461631298065, "17": 0.605423464179039, "18": 0.5976138699054718, "19": 0.5934557414054871, "20": 0.5902846151590347, "21": 0.5890654242038726, "22": 0.5936875063180923, "23": 0.6000037640333176, "24": 0.6078149145841598, "25": 0.62028573513031, "26": 0.6306601190567016, "27": 0.6416700267791748, "28": 0.6531812536716461, "29": 0.6645596694946289, "30": 0.6880795919895172, "31": 0.6966052114963531}}, {"step": 800, "task": 0.5901079416275025, "mse": 0.5901079514808952, "cos": 0.6385648382641375, "nce": null, "kl_a": 0.007345034452155233, "kl_off": 0.0003173208807129413, "sites": 1771, "mse_by_block": {"0": 0.8192442619800567, "1": 0.8035320115089416, "2": 0.789885721206665, "3": 0.7137473070621491, "4": 0.6837980127334595, "5": 0.6530284380912781, "6": 0.6356934154033661, "7": 0.6327195847034455, "8": 0.6179308581352234, "9": 0.598157925605774, "10": 0.5959422194957733, "11": 0.5817395150661469, "12": 0.5669508838653564, "13": 0.5555174648761749, "14": 0.5505880320072174, "15": 0.5393415135145188, "16": 0.528477788567543, "17": 0.5157822775840759, "18": 0.50817766726017, "19": 0.5039434546232223, "20": 0.5007353401184083, "21": 0.4994818580150604, "22": 0.5039963817596436, "23": 0.5102963942289352, "24": 0.517828876376152, "25": 0.5299187159538269, "26": 0.5400704687833786, "27": 0.5506671178340912, "28": 0.561980232000351, "29": 0.5732532656192779, "30": 0.5964377236366272, "31": 0.6045897197723389}}, {"step": 850, "task": 0.595954362154007, "mse": 0.5959543590806424, "cos": 0.6348955566994846, "nce": null, "kl_a": 0.007935661971569061, "kl_off": 0.000312860218109563, "sites": 1665, "mse_by_block": {"0": 0.8247965836524963, "1": 0.8085614705085754, "2": 0.7945178806781769, "3": 0.7194672632217407, "4": 0.6894547164440155, "5": 0.6588178133964538, "6": 0.6413313210010528, "7": 0.6384327065944672, "8": 0.6240179371833802, "9": 0.6043824648857117, "10": 0.6021633994579315, "11": 0.5880007767677307, "12": 0.5730724430084229, "13": 0.5618479943275452, "14": 0.5569428390264511, "15": 0.5457818335294724, "16": 0.5348334836959839, "17": 0.522077471613884, "18": 0.5144382691383362, "19": 0.5100448876619339, "20": 0.5068339681625367, "21": 0.5054896771907806, "22": 0.5098645162582397, "23": 0.5160439574718475, "24": 0.5235941380262374, "25": 0.5357102251052857, "26": 0.5457131123542786, "27": 0.5563395941257476, "28": 0.5675539863109589, "29": 0.5788172459602356, "30": 0.6016932559013367, "31": 0.6099022579193115}}, {"step": 900, "task": 0.5984924840927124, "mse": 0.5984924989193678, "cos": 0.6351515617966652, "nce": null, "kl_a": 0.008618185967206956, "kl_off": 0.00032610977825243026, "sites": 1848, "mse_by_block": {"0": 0.8278910887241363, "1": 0.8131565845012665, "2": 0.7997624707221985, "3": 0.7227420628070831, "4": 0.6923268616199494, "5": 0.6619850504398346, "6": 0.6447226989269257, "7": 0.6415956115722656, "8": 0.6280227398872376, "9": 0.607658964395523, "10": 0.6062286484241486, "11": 0.5923085796833039, "12": 0.5768815708160401, "13": 0.5651397621631622, "14": 0.5595171290636063, "15": 0.5479971754550934, "16": 0.5371334058046341, "17": 0.5245769673585892, "18": 0.5169127225875855, "19": 0.5123837047815323, "20": 0.5088567757606506, "21": 0.5074784958362579, "22": 0.511789990067482, "23": 0.517900362610817, "24": 0.5252665823698044, "25": 0.5369225066900253, "26": 0.5469603645801544, "27": 0.5574021190404892, "28": 0.5685912841558456, "29": 0.5796865940093994, "30": 0.6020644390583039, "31": 0.6098966515064239}}, {"step": 950, "task": 0.6509240126609802, "mse": 0.650924026966095, "cos": 0.6315189029090107, "nce": null, "kl_a": 0.009327145926654339, "kl_off": 0.0003438216689391993, "sites": 1781, "mse_by_block": {"0": 0.8970135176181793, "1": 0.8668416321277619, "2": 0.8538446056842804, "3": 0.7760991656780243, "4": 0.7449785351753235, "5": 0.7147328531742096, "6": 0.6974606609344483, "7": 0.6946389234066009, "8": 0.6814126467704773, "9": 0.6596498286724091, "10": 0.6581987285614014, "11": 0.6445694160461426, "12": 0.6281324064731598, "13": 0.6173250722885132, "14": 0.6116898417472839, "15": 0.5995391321182251, "16": 0.5877990794181823, "17": 0.5746534204483033, "18": 0.5670946377515793, "19": 0.5629412662982941, "20": 0.5591903036832809, "21": 0.5592162990570069, "22": 0.5638523530960083, "23": 0.5692285627126694, "24": 0.5759268981218338, "25": 0.5875151598453522, "26": 0.5980824565887451, "27": 0.608426365852356, "28": 0.6201928722858429, "29": 0.6323347151279449, "30": 0.6563284265995025, "31": 0.6606590795516968}}, {"step": 1000, "task": 0.5965379416942597, "mse": 0.5965379424206912, "cos": 0.6364300262741744, "nce": null, "kl_a": 0.010108149629086256, "kl_off": 0.0003355730342445895, "sites": 1745, "mse_by_block": {"0": 0.8297554814815521, "1": 0.8138791298866273, "2": 0.8012812423706055, "3": 0.7249552881717682, "4": 0.6936116373538971, "5": 0.6623629522323609, "6": 0.6447363078594208, "7": 0.6418968522548676, "8": 0.6274956142902375, "9": 0.6070477759838104, "10": 0.6061387515068054, "11": 0.5912052714824676, "12": 0.575938161611557, "13": 0.5633061635494232, "14": 0.5576594281196594, "15": 0.5460592889785767, "16": 0.5346990251541137, "17": 0.5217861139774322, "18": 0.5137689423561096, "19": 0.5090767407417297, "20": 0.5053784394264221, "21": 0.503793231844902, "22": 0.5078873431682587, "23": 0.5138174802064895, "24": 0.5208846217393875, "25": 0.5324131095409393, "26": 0.5423260653018951, "27": 0.5530399644374847, "28": 0.5641335189342499, "29": 0.5751598179340363, "30": 0.598179988861084, "31": 0.6055404067039489}}], "steps_done": 1000, "train_seconds": 2667.196938276291}], "heads_init_r2": {"0": 0.16174867038886775, "1": 0.18144206695995468, "2": 0.1927890229606053, "3": 0.2643327188681064, "4": 0.2898854644630974, "5": 0.31631487650151047, "6": 0.33441167279697936, "7": 0.3379067415824464, "8": 0.3511661404191423, "9": 0.3674100345336857, "10": 0.3698958768779591, "11": 0.38247324605916033, "12": 0.3966728499757246, "13": 0.4065470934351664, "14": 0.4123441987804549, "15": 0.4218679545784809, "16": 0.43167765229523336, "17": 0.44459887257609965, "18": 0.45167185191815284, "19": 0.45606631615337834, "20": 0.4580282994030226, "21": 0.4605857607949476, "22": 0.45486411063278753, "23": 0.4467583405571658, "24": 0.437666639944453, "25": 0.423029102042526, "26": 0.4110046290374846, "27": 0.3986201168853457, "28": 0.3853105651575647, "29": 0.3717248056599243, "30": 0.34531985403486165, "31": 0.33428251668799847}, "birth": {"web_delta": 0.0, "parity_armed": 0.0, "parity_masked": 0.0, "n_ref_sites": 13911}, "seconds": 3299.997208595276, "log": ["[    0.3s] THE JOB: qimp_head_k16_solo_o0_lamA0.5: the Qwen import arm s15_qwen_import (head form; the teacher Qwen3 0.6B base at depth 16) alone on the bare trunk; blocks all; 2000 steps, a close every 1000; lambda 2.0 off-domain, 0.5 on the caption rows; pure Adam lr 0.001; the compiled chain with recompute; card 30.5 GB with 30.4 GB free; host RSS 0.6 GB", "[   16.6s] mini-beatrix-3 @ 245,674: trunk loaded from /workspace/qarm/dl/mini-beatrix-3/checkpoints/step_00245674.safetensors and frozen (376.0M); alephllm 0.10.7 at /workspace/qarm/alephllm/geolip/alephllm; amoe-lora 0.2.11; torch 2.8.0+cu128", "[   17.2s] tokenizer /workspace/qarm/dl/qwen3_tokenizer (gpt2 spelling; vocab 151669; sha256 be75606093db2094): 'a taco truck' -> ['a', '\u0120taco', '\u0120truck']; sites [(1, 6, 7)]", "[   26.6s] the teacher: Qwen3 0.6B base (/workspace/qarm/dl/qwen_3_06b_base.safetensors, sha256 cd2a512003e2f9f3; 28 layers, width 1024; config /workspace/qarm/dl/qwen3_06b); depth 16 = the input of layer 16", "[   26.6s] the read's captions: 512 of each draw of /workspace/qarm/dl/coco_caps_2x2048.json (4,090 captions of both draws kept out of training)", "[   39.6s] caption pack (/workspace/qarm/dl/mini-beatrix-3/caption_pack/pack_v2, train): dff 121,153 rows, scf 42,080 rows, danbooru 603,026 rows, cc12m 1,242,176 rows, coco 19,227 rows; host RSS 4.1 GB", "[   44.0s] read rows draw1: 512 captions (0 unspellable or too long), rows (512, 99), 4,920 sites; Qwen's states at ['16', '28post'] (fp32; final-state size 132.0)", "[   48.1s] read rows draw2: 512 captions (0 unspellable or too long), rows (512, 151), 5,086 sites; Qwen's states at ['16', '28post'] (fp32; final-state size 131.5)", "[   48.1s] streams: web text; partners none (two web rows a quiet chunk); held-out sets ['captions', 'web'] x 8 batches", "[   58.8s] BIRTH: the member attached over the trunk: web rows read exactly as before; the hand-run trunk against the model's forward: armed 0.0e+00, masked 0.0e+00 (gates: 0.0)", "[   70.3s] standardization statistics from 13,911 reference sites on 8 batches (hers per block; Qwen's depth-16 states: size 61.7, sigma range 0.486..5.375); saved /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_stats.pt", "[  209.1s] THE HEADS (linear, her standardized states -> Qwen's standardized depth-16 states, born as fp64 ridges, 139 s): held-out R2 per block 8: 0.351, 12: 0.397, 16: 0.432, 20: 0.458, 24: 0.438, 28: 0.385, 31: 0.334; 33.6M head parameters; saved /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_frame.pt", "[  490.4s] CLOSE 0 (step 0): the import read on draw 1 (512 captions, 4,920 sites); per block: her reading against Qwen's final state, masked -> armed / against depth 16 masked -> armed; context (token means removed) masked -> armed", "[  490.4s]    block  8: final 0.426 -> 0.426 / depth 0.496 -> 0.496; context 0.285 -> 0.285; mse 0.866 cos 0.512", "[  490.4s]    block 12: final 0.470 -> 0.470 / depth 0.548 -> 0.548; context 0.331 -> 0.331; mse 0.827 cos 0.546", "[  490.4s]    block 16: final 0.508 -> 0.508 / depth 0.579 -> 0.579; context 0.372 -> 0.372; mse 0.785 cos 0.577", "[  490.4s]    block 18: final 0.514 -> 0.514 / depth 0.581 -> 0.581; context 0.386 -> 0.386; mse 0.762 cos 0.593", "[  490.4s]    block 20: final 0.526 -> 0.526 / depth 0.573 -> 0.573; context 0.399 -> 0.399; mse 0.759 cos 0.595", "[  490.4s]    block 24: final 0.562 -> 0.562 / depth 0.526 -> 0.526; context 0.466 -> 0.466; mse 0.792 cos 0.571", "[  490.4s]    block 28: final 0.540 -> 0.540 / depth 0.452 -> 0.452; context 0.448 -> 0.448; mse 0.852 cos 0.527", "[  490.4s]    block 31: final 0.475 -> 0.475 / depth 0.385 -> 0.385; context 0.385 -> 0.385; mse 0.900 cos 0.494", "[  490.4s]    draw 2 (the repeat), armed against the final state at 12/16/20/24/28: 0.471 / 0.508 / 0.529 / 0.567 / 0.546", "[  490.4s]    I1 the reach: the largest rise over her bare reading +0.000 at block 31 (draw 2 +0.000 at 31) against the bar +.10; I2 the context: +0.000 at block 3 against +.10; bits: captions +0.00000, web +0.00000 against +.012", "[  490.4s]    gate mean 0.047 / widest 0.047; compiled chain: 2 cache entries (limit 256), 0 limit warnings; docs drawn 256 (skipped {'test': 2, 'spelling': 0, 'empty': 0, 'short': 0}); card peak 6.9 GB; host RSS 9.1 GB", "[  490.4s] THE INSTRUMENT CHECK: her bare reading against Qwen's final state on draw 1 (this driver / e038's row): block 8 0.426 / 0.426, block 12 0.470 / 0.470, block 16 0.508 / 0.509, block 20 0.526 / 0.526, block 24 0.562 / 0.562, block 28 0.540 / 0.540; largest difference 0.001", "[  498.4s] step 1/2000: task 0.6398 (mse 0.640 cos 0.603); quiet A 0.00000 off 0.00000; 1,727 sites; 7.99 s/step; the job: 8.3 min spent, about 266.3 min of steps left; card peak 16.1 GB", "[  628.9s] step 50/2000: task 0.6273 (mse 0.627 cos 0.610); quiet A 0.00026 off 0.00021; 1,733 sites; 2.77 s/step; the job: 10.5 min spent, about 90.0 min of steps left; card peak 16.5 GB", "[  761.3s] step 100/2000: task 0.6158 (mse 0.616 cos 0.619); quiet A 0.00031 off 0.00024; 1,740 sites; 2.71 s/step; the job: 12.7 min spent, about 85.8 min of steps left; card peak 16.5 GB", "[  894.7s] step 150/2000: task 0.6094 (mse 0.609 cos 0.624); quiet A 0.00036 off 0.00026; 1,738 sites; 2.70 s/step; the job: 14.9 min spent, about 83.1 min of steps left; card peak 16.5 GB", "[ 1027.9s] step 200/2000: task 0.6108 (mse 0.611 cos 0.623); quiet A 0.00045 off 0.00026; 1,717 sites; 2.69 s/step; the job: 17.1 min spent, about 80.6 min of steps left; card peak 16.5 GB", "[ 1160.6s] step 250/2000: task 0.6036 (mse 0.604 cos 0.628); quiet A 0.00063 off 0.00027; 1,721 sites; 2.68 s/step; the job: 19.3 min spent, about 78.2 min of steps left; card peak 16.5 GB", "[ 1293.6s] step 300/2000: task 0.6169 (mse 0.617 cos 0.620); quiet A 0.00089 off 0.00027; 1,750 sites; 2.68 s/step; the job: 21.6 min spent, about 75.9 min of steps left; card peak 16.5 GB", "[ 1427.4s] step 350/2000: task 0.6125 (mse 0.612 cos 0.623); quiet A 0.00132 off 0.00028; 1,725 sites; 2.68 s/step; the job: 23.8 min spent, about 73.6 min of steps left; card peak 16.5 GB", "[ 1561.1s] step 400/2000: task 0.5999 (mse 0.600 cos 0.631); quiet A 0.00182 off 0.00027; 1,772 sites; 2.68 s/step; the job: 26.0 min spent, about 71.4 min of steps left; card peak 16.5 GB", "[ 1694.2s] step 450/2000: task 0.6049 (mse 0.605 cos 0.628); quiet A 0.00247 off 0.00028; 1,827 sites; 2.67 s/step; the job: 28.2 min spent, about 69.1 min of steps left; card peak 16.5 GB", "[ 1827.1s] step 500/2000: task 0.5969 (mse 0.597 cos 0.632); quiet A 0.00314 off 0.00027; 1,767 sites; 2.67 s/step; the job: 30.5 min spent, about 66.8 min of steps left; card peak 16.5 GB", "[ 1960.2s] step 550/2000: task 0.6923 (mse 0.692 cos 0.631); quiet A 0.00381 off 0.00029; 1,682 sites; 2.67 s/step; the job: 32.7 min spent, about 64.6 min of steps left; card peak 16.5 GB", "[ 2093.3s] step 600/2000: task 0.6422 (mse 0.642 cos 0.634); quiet A 0.00448 off 0.00032; 1,717 sites; 2.67 s/step; the job: 34.9 min spent, about 62.3 min of steps left; card peak 16.5 GB", "[ 2226.5s] step 650/2000: task 0.6041 (mse 0.604 cos 0.630); quiet A 0.00530 off 0.00029; 1,805 sites; 2.67 s/step; the job: 37.1 min spent, about 60.1 min of steps left; card peak 16.5 GB", "[ 2360.1s] step 700/2000: task 0.6353 (mse 0.635 cos 0.635); quiet A 0.00584 off 0.00030; 1,672 sites; 2.67 s/step; the job: 39.3 min spent, about 57.9 min of steps left; card peak 16.5 GB", "[ 2492.5s] step 750/2000: task 0.6805 (mse 0.681 cos 0.635); quiet A 0.00645 off 0.00032; 1,708 sites; 2.67 s/step; the job: 41.5 min spent, about 55.6 min of steps left; card peak 16.5 GB", "[ 2625.8s] step 800/2000: task 0.5901 (mse 0.590 cos 0.639); quiet A 0.00735 off 0.00032; 1,771 sites; 2.67 s/step; the job: 43.8 min spent, about 53.4 min of steps left; card peak 16.5 GB", "[ 2758.8s] step 850/2000: task 0.5960 (mse 0.596 cos 0.635); quiet A 0.00794 off 0.00031; 1,665 sites; 2.67 s/step; the job: 46.0 min spent, about 51.1 min of steps left; card peak 16.5 GB", "[ 2891.1s] step 900/2000: task 0.5985 (mse 0.598 cos 0.635); quiet A 0.00862 off 0.00033; 1,848 sites; 2.67 s/step; the job: 48.2 min spent, about 48.9 min of steps left; card peak 16.5 GB", "[ 3024.4s] step 950/2000: task 0.6509 (mse 0.651 cos 0.632); quiet A 0.00933 off 0.00034; 1,781 sites; 2.67 s/step; the job: 50.4 min spent, about 46.7 min of steps left; card peak 16.5 GB", "[ 3157.6s] step 1000/2000: task 0.5965 (mse 0.597 cos 0.636); quiet A 0.01011 off 0.00034; 1,745 sites; 2.67 s/step; the job: 52.6 min spent, about 44.5 min of steps left; card peak 16.5 GB", "[ 3158.1s] anchor saved: /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_close1_s15_qwen_import.safetensors", "[ 3300.0s] CLOSE 1 (step 1000): the import read on draw 1 (512 captions, 4,920 sites); per block: her reading against Qwen's final state, masked -> armed / against depth 16 masked -> armed; context (token means removed) masked -> armed", "[ 3300.0s]    block  8: final 0.426 -> 0.425 / depth 0.496 -> 0.498; context 0.285 -> 0.288; mse 0.830 cos 0.540", "[ 3300.0s]    block 12: final 0.470 -> 0.470 / depth 0.548 -> 0.554; context 0.331 -> 0.332; mse 0.782 cos 0.579", "[ 3300.0s]    block 16: final 0.508 -> 0.510 / depth 0.579 -> 0.591; context 0.372 -> 0.372; mse 0.734 cos 0.613", "[ 3300.0s]    block 18: final 0.514 -> 0.518 / depth 0.581 -> 0.597; context 0.386 -> 0.385; mse 0.707 cos 0.631", "[ 3300.0s]    block 20: final 0.526 -> 0.530 / depth 0.573 -> 0.593; context 0.399 -> 0.401; mse 0.700 cos 0.636", "[ 3300.0s]    block 24: final 0.562 -> 0.570 / depth 0.526 -> 0.554; context 0.466 -> 0.474; mse 0.720 cos 0.622", "[ 3300.0s]    block 28: final 0.540 -> 0.558 / depth 0.452 -> 0.488; context 0.448 -> 0.464; mse 0.770 cos 0.587", "[ 3300.0s]    block 31: final 0.475 -> 0.500 / depth 0.385 -> 0.422; context 0.385 -> 0.408; mse 0.815 cos 0.558", "[ 3300.0s]    draw 2 (the repeat), armed against the final state at 12/16/20/24/28: 0.472 / 0.509 / 0.533 / 0.575 / 0.564", "[ 3300.0s]    I1 the reach: the largest rise over her bare reading +0.024 at block 31 (draw 2 +0.025 at 31) against the bar +.10; I2 the context: +0.023 at block 31 against +.10; bits: captions -0.03536, web +0.00001 against +.012", "[ 3300.0s]    gate mean 0.197 / widest 0.267; compiled chain: 5 cache entries (limit 256), 0 limit warnings; docs drawn 32,523 (skipped {'test': 44, 'spelling': 0, 'empty': 0, 'short': 0}); card peak 16.5 GB; host RSS 11.1 GB"]}

import/qwen3/head_k16_solo_o0_lamA0.5/s15_qwen_import.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7153108bc7685c44630c47239b495e4613453501c5caf6f24a3eb670e211e2
+size 54819544

import/qwen3/head_k16_solo_o0_lamA0.5/stats.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f519074a02b8360452403c0a67f3fa0e64c740a703409b22309d149680687dba
+size 264389

import/qwen3/head_k16_solo_o0_lamA0.5/train.log

@@ -0,0 +1,96 @@
+[    0.3s] THE JOB: qimp_head_k16_solo_o0_lamA0.5: the Qwen import arm s15_qwen_import (head form; the teacher Qwen3 0.6B base at depth 16) alone on the bare trunk; blocks all; 2000 steps, a close every 1000; lambda 2.0 off-domain, 0.5 on the caption rows; pure Adam lr 0.001; the compiled chain with recompute; card 30.5 GB with 30.4 GB free; host RSS 0.6 GB
+[   16.6s] mini-beatrix-3 @ 245,674: trunk loaded from /workspace/qarm/dl/mini-beatrix-3/checkpoints/step_00245674.safetensors and frozen (376.0M); alephllm 0.10.7 at /workspace/qarm/alephllm/geolip/alephllm; amoe-lora 0.2.11; torch 2.8.0+cu128
+[   17.2s] tokenizer /workspace/qarm/dl/qwen3_tokenizer (gpt2 spelling; vocab 151669; sha256 be75606093db2094): 'a taco truck' -> ['a', 'Ġtaco', 'Ġtruck']; sites [(1, 6, 7)]
+[   26.6s] the teacher: Qwen3 0.6B base (/workspace/qarm/dl/qwen_3_06b_base.safetensors, sha256 cd2a512003e2f9f3; 28 layers, width 1024; config /workspace/qarm/dl/qwen3_06b); depth 16 = the input of layer 16
+[   26.6s] the read's captions: 512 of each draw of /workspace/qarm/dl/coco_caps_2x2048.json (4,090 captions of both draws kept out of training)
+[   39.6s] caption pack (/workspace/qarm/dl/mini-beatrix-3/caption_pack/pack_v2, train): dff 121,153 rows, scf 42,080 rows, danbooru 603,026 rows, cc12m 1,242,176 rows, coco 19,227 rows; host RSS 4.1 GB
+Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads.
+[   44.0s] read rows draw1: 512 captions (0 unspellable or too long), rows (512, 99), 4,920 sites; Qwen's states at ['16', '28post'] (fp32; final-state size 132.0)
+[   48.1s] read rows draw2: 512 captions (0 unspellable or too long), rows (512, 151), 5,086 sites; Qwen's states at ['16', '28post'] (fp32; final-state size 131.5)
+[   48.1s] streams: web text; partners none (two web rows a quiet chunk); held-out sets ['captions', 'web'] x 8 batches
+[arms] attached 's15_qwen_import' for phase 'qwen_import': 13.69M params x 32 blocks, lambda 2.0, spec {'n_slots': 16, 'K': 16, 'D': 8, 'hidden': 256}, recompute on, compile on
+[   58.8s] BIRTH: the member attached over the trunk: web rows read exactly as before; the hand-run trunk against the model's forward: armed 0.0e+00, masked 0.0e+00 (gates: 0.0)
+[   70.3s] standardization statistics from 13,911 reference sites on 8 batches (hers per block; Qwen's depth-16 states: size 61.7, sigma range 0.486..5.375); saved /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_stats.pt
+[  209.1s] THE HEADS (linear, her standardized states -> Qwen's standardized depth-16 states, born as fp64 ridges, 139 s): held-out R2 per block 8: 0.351, 12: 0.397, 16: 0.432, 20: 0.458, 24: 0.438, 28: 0.385, 31: 0.334; 33.6M head parameters; saved /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_frame.pt
+[  490.4s] CLOSE 0 (step 0): the import read on draw 1 (512 captions, 4,920 sites); per block: her reading against Qwen's final state, masked -> armed / against depth 16 masked -> armed; context (token means removed) masked -> armed
+[  490.4s]    block  8: final 0.426 -> 0.426 / depth 0.496 -> 0.496; context 0.285 -> 0.285; mse 0.866 cos 0.512
+[  490.4s]    block 12: final 0.470 -> 0.470 / depth 0.548 -> 0.548; context 0.331 -> 0.331; mse 0.827 cos 0.546
+[  490.4s]    block 16: final 0.508 -> 0.508 / depth 0.579 -> 0.579; context 0.372 -> 0.372; mse 0.785 cos 0.577
+[  490.4s]    block 18: final 0.514 -> 0.514 / depth 0.581 -> 0.581; context 0.386 -> 0.386; mse 0.762 cos 0.593
+[  490.4s]    block 20: final 0.526 -> 0.526 / depth 0.573 -> 0.573; context 0.399 -> 0.399; mse 0.759 cos 0.595
+[  490.4s]    block 24: final 0.562 -> 0.562 / depth 0.526 -> 0.526; context 0.466 -> 0.466; mse 0.792 cos 0.571
+[  490.4s]    block 28: final 0.540 -> 0.540 / depth 0.452 -> 0.452; context 0.448 -> 0.448; mse 0.852 cos 0.527
+[  490.4s]    block 31: final 0.475 -> 0.475 / depth 0.385 -> 0.385; context 0.385 -> 0.385; mse 0.900 cos 0.494
+[  490.4s]    draw 2 (the repeat), armed against the final state at 12/16/20/24/28: 0.471 / 0.508 / 0.529 / 0.567 / 0.546
+[  490.4s]    I1 the reach: the largest rise over her bare reading +0.000 at block 31 (draw 2 +0.000 at 31) against the bar +.10; I2 the context: +0.000 at block 3 against +.10; bits: captions +0.00000, web +0.00000 against +.012
+[  490.4s]    gate mean 0.047 / widest 0.047; compiled chain: 2 cache entries (limit 256), 0 limit warnings; docs drawn 256 (skipped {'test': 2, 'spelling': 0, 'empty': 0, 'short': 0}); card peak 6.9 GB; host RSS 9.1 GB
+[  490.4s] THE INSTRUMENT CHECK: her bare reading against Qwen's final state on draw 1 (this driver / e038's row): block 8 0.426 / 0.426, block 12 0.470 / 0.470, block 16 0.508 / 0.509, block 20 0.526 / 0.526, block 24 0.562 / 0.562, block 28 0.540 / 0.540; largest difference 0.001
+[stream] opening 'fineweb-edu' (HuggingFaceFW/fineweb-edu) …
+[  498.4s] step 1/2000: task 0.6398 (mse 0.640 cos 0.603); quiet A 0.00000 off 0.00000; 1,727 sites; 7.99 s/step; the job: 8.3 min spent, about 266.3 min of steps left; card peak 16.1 GB
+[  628.9s] step 50/2000: task 0.6273 (mse 0.627 cos 0.610); quiet A 0.00026 off 0.00021; 1,733 sites; 2.77 s/step; the job: 10.5 min spent, about 90.0 min of steps left; card peak 16.5 GB
+[  761.3s] step 100/2000: task 0.6158 (mse 0.616 cos 0.619); quiet A 0.00031 off 0.00024; 1,740 sites; 2.71 s/step; the job: 12.7 min spent, about 85.8 min of steps left; card peak 16.5 GB
+[  894.7s] step 150/2000: task 0.6094 (mse 0.609 cos 0.624); quiet A 0.00036 off 0.00026; 1,738 sites; 2.70 s/step; the job: 14.9 min spent, about 83.1 min of steps left; card peak 16.5 GB
+[ 1027.9s] step 200/2000: task 0.6108 (mse 0.611 cos 0.623); quiet A 0.00045 off 0.00026; 1,717 sites; 2.69 s/step; the job: 17.1 min spent, about 80.6 min of steps left; card peak 16.5 GB
+[ 1160.6s] step 250/2000: task 0.6036 (mse 0.604 cos 0.628); quiet A 0.00063 off 0.00027; 1,721 sites; 2.68 s/step; the job: 19.3 min spent, about 78.2 min of steps left; card peak 16.5 GB
+[ 1293.6s] step 300/2000: task 0.6169 (mse 0.617 cos 0.620); quiet A 0.00089 off 0.00027; 1,750 sites; 2.68 s/step; the job: 21.6 min spent, about 75.9 min of steps left; card peak 16.5 GB
+[ 1427.4s] step 350/2000: task 0.6125 (mse 0.612 cos 0.623); quiet A 0.00132 off 0.00028; 1,725 sites; 2.68 s/step; the job: 23.8 min spent, about 73.6 min of steps left; card peak 16.5 GB
+[ 1561.1s] step 400/2000: task 0.5999 (mse 0.600 cos 0.631); quiet A 0.00182 off 0.00027; 1,772 sites; 2.68 s/step; the job: 26.0 min spent, about 71.4 min of steps left; card peak 16.5 GB
+[ 1694.2s] step 450/2000: task 0.6049 (mse 0.605 cos 0.628); quiet A 0.00247 off 0.00028; 1,827 sites; 2.67 s/step; the job: 28.2 min spent, about 69.1 min of steps left; card peak 16.5 GB
+[ 1827.1s] step 500/2000: task 0.5969 (mse 0.597 cos 0.632); quiet A 0.00314 off 0.00027; 1,767 sites; 2.67 s/step; the job: 30.5 min spent, about 66.8 min of steps left; card peak 16.5 GB
+[ 1960.2s] step 550/2000: task 0.6923 (mse 0.692 cos 0.631); quiet A 0.00381 off 0.00029; 1,682 sites; 2.67 s/step; the job: 32.7 min spent, about 64.6 min of steps left; card peak 16.5 GB
+[ 2093.3s] step 600/2000: task 0.6422 (mse 0.642 cos 0.634); quiet A 0.00448 off 0.00032; 1,717 sites; 2.67 s/step; the job: 34.9 min spent, about 62.3 min of steps left; card peak 16.5 GB
+[ 2226.5s] step 650/2000: task 0.6041 (mse 0.604 cos 0.630); quiet A 0.00530 off 0.00029; 1,805 sites; 2.67 s/step; the job: 37.1 min spent, about 60.1 min of steps left; card peak 16.5 GB
+[ 2360.1s] step 700/2000: task 0.6353 (mse 0.635 cos 0.635); quiet A 0.00584 off 0.00030; 1,672 sites; 2.67 s/step; the job: 39.3 min spent, about 57.9 min of steps left; card peak 16.5 GB
+[ 2492.5s] step 750/2000: task 0.6805 (mse 0.681 cos 0.635); quiet A 0.00645 off 0.00032; 1,708 sites; 2.67 s/step; the job: 41.5 min spent, about 55.6 min of steps left; card peak 16.5 GB
+[ 2625.8s] step 800/2000: task 0.5901 (mse 0.590 cos 0.639); quiet A 0.00735 off 0.00032; 1,771 sites; 2.67 s/step; the job: 43.8 min spent, about 53.4 min of steps left; card peak 16.5 GB
+[ 2758.8s] step 850/2000: task 0.5960 (mse 0.596 cos 0.635); quiet A 0.00794 off 0.00031; 1,665 sites; 2.67 s/step; the job: 46.0 min spent, about 51.1 min of steps left; card peak 16.5 GB
+[ 2891.1s] step 900/2000: task 0.5985 (mse 0.598 cos 0.635); quiet A 0.00862 off 0.00033; 1,848 sites; 2.67 s/step; the job: 48.2 min spent, about 48.9 min of steps left; card peak 16.5 GB
+[ 3024.4s] step 950/2000: task 0.6509 (mse 0.651 cos 0.632); quiet A 0.00933 off 0.00034; 1,781 sites; 2.67 s/step; the job: 50.4 min spent, about 46.7 min of steps left; card peak 16.5 GB
+[ 3157.6s] step 1000/2000: task 0.5965 (mse 0.597 cos 0.636); quiet A 0.01011 off 0.00034; 1,745 sites; 2.67 s/step; the job: 52.6 min spent, about 44.5 min of steps left; card peak 16.5 GB
+[ 3158.1s] anchor saved: /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_close1_s15_qwen_import.safetensors
+[ 3300.0s] CLOSE 1 (step 1000): the import read on draw 1 (512 captions, 4,920 sites); per block: her reading against Qwen's final state, masked -> armed / against depth 16 masked -> armed; context (token means removed) masked -> armed
+[ 3300.0s]    block  8: final 0.426 -> 0.425 / depth 0.496 -> 0.498; context 0.285 -> 0.288; mse 0.830 cos 0.540
+[ 3300.0s]    block 12: final 0.470 -> 0.470 / depth 0.548 -> 0.554; context 0.331 -> 0.332; mse 0.782 cos 0.579
+[ 3300.0s]    block 16: final 0.508 -> 0.510 / depth 0.579 -> 0.591; context 0.372 -> 0.372; mse 0.734 cos 0.613
+[ 3300.0s]    block 18: final 0.514 -> 0.518 / depth 0.581 -> 0.597; context 0.386 -> 0.385; mse 0.707 cos 0.631
+[ 3300.0s]    block 20: final 0.526 -> 0.530 / depth 0.573 -> 0.593; context 0.399 -> 0.401; mse 0.700 cos 0.636
+[ 3300.0s]    block 24: final 0.562 -> 0.570 / depth 0.526 -> 0.554; context 0.466 -> 0.474; mse 0.720 cos 0.622
+[ 3300.0s]    block 28: final 0.540 -> 0.558 / depth 0.452 -> 0.488; context 0.448 -> 0.464; mse 0.770 cos 0.587
+[ 3300.0s]    block 31: final 0.475 -> 0.500 / depth 0.385 -> 0.422; context 0.385 -> 0.408; mse 0.815 cos 0.558
+[ 3300.0s]    draw 2 (the repeat), armed against the final state at 12/16/20/24/28: 0.472 / 0.509 / 0.533 / 0.575 / 0.564
+[ 3300.0s]    I1 the reach: the largest rise over her bare reading +0.024 at block 31 (draw 2 +0.025 at 31) against the bar +.10; I2 the context: +0.023 at block 31 against +.10; bits: captions -0.03536, web +0.00001 against +.012
+[ 3300.0s]    gate mean 0.197 / widest 0.267; compiled chain: 5 cache entries (limit 256), 0 limit warnings; docs drawn 32,523 (skipped {'test': 44, 'spelling': 0, 'empty': 0, 'short': 0}); card peak 16.5 GB; host RSS 11.1 GB
+[ 3433.3s] step 1050/2000: task 0.5823 (mse 0.582 cos 0.644); quiet A 0.01058 off 0.00034; 1,763 sites; 2.67 s/step; the job: 57.2 min spent, about 42.2 min of steps left; card peak 16.5 GB
+[ 3566.9s] step 1100/2000: task 0.5781 (mse 0.578 cos 0.647); quiet A 0.01102 off 0.00035; 1,731 sites; 2.67 s/step; the job: 59.4 min spent, about 40.0 min of steps left; card peak 16.5 GB
+[ 3699.5s] step 1150/2000: task 0.5748 (mse 0.575 cos 0.650); quiet A 0.01170 off 0.00034; 1,714 sites; 2.66 s/step; the job: 61.7 min spent, about 37.8 min of steps left; card peak 16.5 GB
+[ 3832.4s] step 1200/2000: task 0.5809 (mse 0.581 cos 0.646); quiet A 0.01231 off 0.00036; 1,724 sites; 2.66 s/step; the job: 63.9 min spent, about 35.6 min of steps left; card peak 16.5 GB
+[ 3965.8s] step 1250/2000: task 0.5832 (mse 0.583 cos 0.644); quiet A 0.01303 off 0.00036; 1,695 sites; 2.66 s/step; the job: 66.1 min spent, about 33.3 min of steps left; card peak 16.5 GB
+[ 4098.7s] step 1300/2000: task 0.5826 (mse 0.583 cos 0.645); quiet A 0.01338 off 0.00036; 1,701 sites; 2.66 s/step; the job: 68.3 min spent, about 31.1 min of steps left; card peak 16.5 GB
+[ 4232.2s] step 1350/2000: task 0.6279 (mse 0.628 cos 0.643); quiet A 0.01415 off 0.00040; 1,710 sites; 2.66 s/step; the job: 70.5 min spent, about 28.9 min of steps left; card peak 16.5 GB
+[ 4365.6s] step 1400/2000: task 0.5713 (mse 0.571 cos 0.652); quiet A 0.01472 off 0.00037; 1,767 sites; 2.66 s/step; the job: 72.8 min spent, about 26.7 min of steps left; card peak 16.5 GB
+[ 4498.8s] step 1450/2000: task 0.6264 (mse 0.626 cos 0.647); quiet A 0.01539 off 0.00039; 1,719 sites; 2.66 s/step; the job: 75.0 min spent, about 24.4 min of steps left; card peak 16.5 GB
+[ 4631.4s] step 1500/2000: task 0.5849 (mse 0.585 cos 0.644); quiet A 0.01594 off 0.00041; 1,670 sites; 2.66 s/step; the job: 77.2 min spent, about 22.2 min of steps left; card peak 16.5 GB
+[ 4764.7s] step 1550/2000: task 0.6181 (mse 0.618 cos 0.654); quiet A 0.01620 off 0.00044; 1,703 sites; 2.66 s/step; the job: 79.4 min spent, about 20.0 min of steps left; card peak 16.5 GB
+[ 4897.8s] step 1600/2000: task 0.6484 (mse 0.648 cos 0.654); quiet A 0.01680 off 0.00038; 1,705 sites; 2.66 s/step; the job: 81.6 min spent, about 17.8 min of steps left; card peak 16.5 GB
+[ 5030.9s] step 1650/2000: task 0.6096 (mse 0.610 cos 0.653); quiet A 0.01762 off 0.00039; 1,780 sites; 2.66 s/step; the job: 83.8 min spent, about 15.5 min of steps left; card peak 16.5 GB
+[ 5163.6s] step 1700/2000: task 0.5749 (mse 0.575 cos 0.651); quiet A 0.01790 off 0.00042; 1,733 sites; 2.66 s/step; the job: 86.1 min spent, about 13.3 min of steps left; card peak 16.5 GB
+[ 5296.3s] step 1750/2000: task 0.5724 (mse 0.572 cos 0.653); quiet A 0.01827 off 0.00041; 1,704 sites; 2.66 s/step; the job: 88.3 min spent, about 11.1 min of steps left; card peak 16.5 GB
+[ 5429.1s] step 1800/2000: task 0.5690 (mse 0.569 cos 0.656); quiet A 0.01879 off 0.00044; 1,777 sites; 2.66 s/step; the job: 90.5 min spent, about 8.9 min of steps left; card peak 16.5 GB
+[ 5562.0s] step 1850/2000: task 0.5650 (mse 0.565 cos 0.656); quiet A 0.01937 off 0.00042; 1,728 sites; 2.66 s/step; the job: 92.7 min spent, about 6.7 min of steps left; card peak 16.5 GB
+[ 5694.8s] step 1900/2000: task 0.6114 (mse 0.611 cos 0.655); quiet A 0.01976 off 0.00041; 1,836 sites; 2.66 s/step; the job: 94.9 min spent, about 4.4 min of steps left; card peak 16.5 GB
+[ 5827.9s] step 1950/2000: task 0.6473 (mse 0.647 cos 0.660); quiet A 0.01996 off 0.00044; 1,742 sites; 2.66 s/step; the job: 97.1 min spent, about 2.2 min of steps left; card peak 16.5 GB
+[ 5960.6s] step 2000/2000: task 0.5689 (mse 0.569 cos 0.656); quiet A 0.02013 off 0.00045; 1,747 sites; 2.66 s/step; the job: 99.3 min spent, about 0.0 min of steps left; card peak 16.5 GB
+[ 5961.0s] anchor saved: /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_close2_s15_qwen_import.safetensors
+[ 6103.0s] CLOSE 2 (step 2000): the import read on draw 1 (512 captions, 4,920 sites); per block: her reading against Qwen's final state, masked -> armed / against depth 16 masked -> armed; context (token means removed) masked -> armed
+[ 6103.0s]    block  8: final 0.426 -> 0.430 / depth 0.496 -> 0.505; context 0.285 -> 0.295; mse 0.819 cos 0.547
+[ 6103.0s]    block 12: final 0.470 -> 0.472 / depth 0.548 -> 0.559; context 0.331 -> 0.338; mse 0.766 cos 0.588
+[ 6103.0s]    block 16: final 0.508 -> 0.510 / depth 0.579 -> 0.601; context 0.372 -> 0.376; mse 0.716 cos 0.624
+[ 6103.0s]    block 18: final 0.514 -> 0.517 / depth 0.581 -> 0.606; context 0.386 -> 0.387; mse 0.691 cos 0.641
+[ 6103.0s]    block 20: final 0.526 -> 0.530 / depth 0.573 -> 0.606; context 0.399 -> 0.403; mse 0.681 cos 0.648
+[ 6103.0s]    block 24: final 0.562 -> 0.566 / depth 0.526 -> 0.579; context 0.466 -> 0.468; mse 0.690 cos 0.641
+[ 6103.0s]    block 28: final 0.540 -> 0.565 / depth 0.452 -> 0.530; context 0.448 -> 0.467; mse 0.727 cos 0.616
+[ 6103.0s]    block 31: final 0.475 -> 0.513 / depth 0.385 -> 0.466; context 0.385 -> 0.414; mse 0.767 cos 0.591
+[ 6103.0s]    draw 2 (the repeat), armed against the final state at 12/16/20/24/28: 0.474 / 0.510 / 0.533 / 0.571 / 0.570
+[ 6103.0s]    I1 the reach: the largest rise over her bare reading +0.038 at block 30 (draw 2 +0.036 at 31) against the bar +.10; I2 the context: +0.031 at block 30 against +.10; bits: captions -0.03972, web +0.00013 against +.012
+[ 6103.0s]    gate mean 0.462 / widest 0.663; compiled chain: 5 cache entries (limit 256), 0 limit warnings; docs drawn 64,564 (skipped {'test': 97, 'spelling': 1, 'empty': 0, 'short': 0}); card peak 16.5 GB; host RSS 11.2 GB
+[ 6103.0s] DONE qimp_head_k16_solo_o0_lamA0.5: 2000 steps in 88.8 min of steps (2.66 s/step); 2 closes; 6103 s in all; card peak 16.5 GB; host RSS 11.2 GB; compiled chain: 5 cache entries (limit 256), 0 limit warnings