import arm qwen3/head_k16_solo_o0_lamA0.5_shuf: anchors (every close), stats, results, log

import/qwen3/head_k16_solo_o0_lamA0.5_shuf/closes/close1_heads.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab4d9ac758baa41e256ee44df9b389fe4877bea26c7b680193ff0518441bc56
+size 134381021

import/qwen3/head_k16_solo_o0_lamA0.5_shuf/closes/close2_heads.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcc949a1d84128de2ad759f3f37cf913430bd71f8a8e6b7d600b403f94f0ee5
+size 134381021

import/qwen3/head_k16_solo_o0_lamA0.5_shuf/closes/qimp_head_k16_solo_o0_lamA0.5_shuf_close1_s15_qwen_import.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc31ebee23521612aeee965ee883d5a312309da68aaffdbcb5a14cb8ebfedee0
+size 54819568

import/qwen3/head_k16_solo_o0_lamA0.5_shuf/closes/qimp_head_k16_solo_o0_lamA0.5_shuf_close2_s15_qwen_import.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23759db21c0a6804434c14e707e14754a8dde50fe1feba2e2b7b4513ba00578a
+size 54819568

import/qwen3/head_k16_solo_o0_lamA0.5_shuf/frame.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfe09aba5feab85d5684e44ffef561a4ddc7769a4ca53a779969300c3410da3
+size 134372073

import/qwen3/head_k16_solo_o0_lamA0.5_shuf/manifest.json

@@ -0,0 +1,18 @@
+{
+ "tag": "qimp_head_k16_solo_o0_lamA0.5_shuf",
+ "run": "head_k16_solo_o0_lamA0.5_shuf",
+ "convention": "qwen3",
+ "member": "s15_qwen_import",
+ "final_anchor": "qimp_head_k16_solo_o0_lamA0.5_shuf_close2_s15_qwen_import.safetensors",
+ "closes": [
+  "qimp_head_k16_solo_o0_lamA0.5_shuf_close1_s15_qwen_import.safetensors",
+  "qimp_head_k16_solo_o0_lamA0.5_shuf_close2_s15_qwen_import.safetensors"
+ ],
+ "finished": true,
+ "form": "head",
+ "base": "solo",
+ "steps": 2000,
+ "trunk_step": 245674,
+ "shipped": "2026-10-09 01:40 local",
+ "note": "every close's anchor ships (mids included); the final close's anchor is the run's s15_qwen_import.safetensors"
+}

import/qwen3/head_k16_solo_o0_lamA0.5_shuf/results_close1.json

@@ -0,0 +1 @@
+{"run": "qimp_head_k16_solo_o0_lamA0.5_shuf", "member": "s15_qwen_import", "form": "head", "nce": false, "depth": "16", "base": "solo", "blocks": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31], "shuffle_pairs": true, "seed_offset": 0, "data_seed": 20261008, "steps": 2000, "close_every": 1000, "ctx": 4096, "chunk_rows": 2, "lambda": 2.0, "lambda_a": 0.5, "quiet_exempt": 0, "lr": 0.001, "nce_tau": 0.1, "nce_weight": 0.5, "spec": {"n_slots": 16, "K": 16, "D": 8, "hidden": 256}, "trunk_step": 245674, "trunk": "mini-beatrix-3 at step 245,674", "smoke": false, "read_caps": 512, "test_caps_file": "coco_caps_2x2048.json", "qwen_tokenizer_sha256_16": "be75606093db2094", "qwen_weights": "qwen_3_06b_base.safetensors", "qwen_weights_sha256_16": "cd2a512003e2f9f3", "qwen_vocab": 151669, "pack_mix": {"dff": 0.161, "scf": 0.161, "danbooru": 0.164, "cc12m": 0.406, "coco": 0.108}, "fields": ["caption", "short", "long", "tags", "medium"], "alephllm": "0.10.7", "amoe": "0.2.11", "torch": "2.8.0+cu128", "e038_row": {"8": 0.426, "12": 0.47, "16": 0.509, "20": 0.526, "24": 0.562, "28": 0.54}, "form_text": "per step: her armed model reads the caption rows (her own bytes): at each Qwen3 token's closing byte her standardized LayerNorm'd block output through a trained linear head matches Qwen3 0.6B base's standardized depth-16 state, per-site MSE averaged over the served blocks; quiet off-domain: lambda x KL(member masked || armed) on one web row + one partner row; quiet on the caption rows: lambda_a x KL(teacher || armed)", "closes": [{"close": 0, "step": 0, "reads": {"draw1": {"n_sites": 4920, "n_captions": 512, "blocks": {"0": {"import_final": 0.29534084450413645, "import_k": 0.3270958352864207, "context_final": 0.12073533802173018, "before_final": 0.29534084450413645, "before_k": 0.3270958352864207, "before_context": 0.12073533843916141, "mse": 1.0560518503189087, "cos": 0.32265329360961914}, "1": {"import_final": 0.3043217249302206, "import_k": 0.3347132588635799, "context_final": 0.1408279125564376, "before_final": 0.3043217249302206, "before_k": 0.3347132588635799, "before_context": 0.14082791235611683, "mse": 1.0450173616409302, "cos": 0.3380301892757416}, "2": {"import_final": 0.3168248145079738, "import_k": 0.3449579022619854, "context_final": 0.16858515321713533, "before_final": 0.3168248145079738, "before_k": 0.3449579022619854, "before_context": 0.16858515187945197, "mse": 1.0321078300476074, "cos": 0.35389983654022217}, "3": {"import_final": 0.35977983891651877, "import_k": 0.3997425493616713, "context_final": 0.21164667196338083, "before_final": 0.35977983891651877, "before_k": 0.3997425493616713, "before_context": 0.21164667133685922, "mse": 0.9601200222969055, "cos": 0.425527960062027}, "4": {"import_final": 0.38766714147225284, "import_k": 0.44347157473195276, "context_final": 0.22872362452813852, "before_final": 0.38766714147225284, "before_k": 0.44347157473195276, "before_context": 0.228723624504722, "mse": 0.9362232089042664, "cos": 0.4532463252544403}, "5": {"import_final": 0.3967670050312242, "import_k": 0.4629164769249873, "context_final": 0.2466743815075997, "before_final": 0.3967670050312242, "before_k": 0.4629164769249873, "before_context": 0.2466743818338979, "mse": 0.9043752551078796, "cos": 0.4789803624153137}, "6": {"import_final": 0.41794575917096766, "import_k": 0.4812633451948597, "context_final": 0.2751957981359011, "before_final": 0.41794575917096766, "before_k": 0.4812633451948597, "before_context": 0.2751957978822036, "mse": 0.8835682272911072, "cos": 0.49764007329940796}, "7": {"import_final": 0.41923951067974385, "import_k": 0.4828975551655298, "context_final": 0.2762744309195496, "before_final": 0.41923951067974385, "before_k": 0.4828975551655298, "before_context": 0.27627443089925396, "mse": 0.8820469379425049, "cos": 0.49837517738342285}, "8": {"import_final": 0.4258111651821811, "import_k": 0.49622145398463796, "context_final": 0.2854040431366913, "before_final": 0.4258111651821811, "before_k": 0.49622145398463796, "before_context": 0.285404042882036, "mse": 0.8663333058357239, "cos": 0.512341320514679}, "9": {"import_final": 0.4358455835883071, "import_k": 0.5145543609342271, "context_final": 0.29460008303287877, "before_final": 0.4358455835883071, "before_k": 0.5145543609342271, "before_context": 0.2946000829361416, "mse": 0.8516075611114502, "cos": 0.5250679850578308}, "10": {"import_final": 0.43870103843766606, "import_k": 0.5165910868741075, "context_final": 0.2992183904647143, "before_final": 0.43870103843766606, "before_k": 0.5165910868741075, "before_context": 0.29921839013218066, "mse": 0.8507841229438782, "cos": 0.5259653925895691}, "11": {"import_final": 0.4471808052500766, "import_k": 0.5305155337142502, "context_final": 0.3044129400226183, "before_final": 0.4471808052500766, "before_k": 0.5305155337142502, "before_context": 0.3044129401825919, "mse": 0.8380323052406311, "cos": 0.5359451174736023}, "12": {"import_final": 0.469935987742414, "import_k": 0.5478453755923063, "context_final": 0.33104358738526807, "before_final": 0.469935987742414, "before_k": 0.5478453755923063, "before_context": 0.33104358774057974, "mse": 0.82743239402771, "cos": 0.5459567904472351}, "13": {"import_final": 0.47433063386921903, "import_k": 0.5562914498647413, "context_final": 0.33299186098739, "before_final": 0.47433063386921903, "before_k": 0.5562914498647413, "before_context": 0.33299186145885984, "mse": 0.8179678320884705, "cos": 0.552836537361145}, "14": {"import_final": 0.5001513887447325, "import_k": 0.5629775006022497, "context_final": 0.36276471195694665, "before_final": 0.5001513887447325, "before_k": 0.5629775006022497, "before_context": 0.3627647122834672, "mse": 0.8147953152656555, "cos": 0.5558806657791138}, "15": {"import_final": 0.5015311395181479, "import_k": 0.572872912908352, "context_final": 0.36454225662976825, "before_final": 0.5015311395181479, "before_k": 0.572872912908352, "before_context": 0.36454225676543955, "mse": 0.7986271381378174, "cos": 0.5674068927764893}, "16": {"import_final": 0.5084224498172664, "import_k": 0.5792996781082371, "context_final": 0.3717151049840114, "before_final": 0.5084224498172664, "before_k": 0.5792996781082371, "before_context": 0.37171510488525716, "mse": 0.7854451537132263, "cos": 0.5766699910163879}, "17": {"import_final": 0.5144331201256911, "import_k": 0.5789426903031956, "context_final": 0.3820303724159022, "before_final": 0.5144331201256911, "before_k": 0.5789426903031956, "before_context": 0.38203037221849134, "mse": 0.7707141041755676, "cos": 0.5874590873718262}, "18": {"import_final": 0.5142433766667097, "import_k": 0.5809232194945383, "context_final": 0.3857516561021379, "before_final": 0.5142433766667097, "before_k": 0.5809232194945383, "before_context": 0.3857516564206389, "mse": 0.7621936202049255, "cos": 0.5931681394577026}, "19": {"import_final": 0.5181498670726004, "import_k": 0.5752395357837129, "context_final": 0.3937770145155525, "before_final": 0.5181498670726004, "before_k": 0.5752395357837129, "before_context": 0.39377701418413535, "mse": 0.7592328190803528, "cos": 0.5955960154533386}, "20": {"import_final": 0.5257539294416713, "import_k": 0.5731126232362621, "context_final": 0.39911743684390477, "before_final": 0.5257539294416713, "before_k": 0.5731126232362621, "before_context": 0.3991174366242445, "mse": 0.7588701248168945, "cos": 0.5951263308525085}, "21": {"import_final": 0.539116574283337, "import_k": 0.5608557325048211, "context_final": 0.4211899382136594, "before_final": 0.539116574283337, "before_k": 0.5608557325048211, "before_context": 0.42118993813700045, "mse": 0.762991189956665, "cos": 0.5924496650695801}, "22": {"import_final": 0.5486337875055286, "import_k": 0.5496970032806849, "context_final": 0.4411883074778179, "before_final": 0.5486337875055286, "before_k": 0.5496970032806849, "before_context": 0.4411883073850371, "mse": 0.7693465948104858, "cos": 0.5889880657196045}, "23": {"import_final": 0.5519591690508732, "import_k": 0.5414898550795697, "context_final": 0.4474845533175524, "before_final": 0.5519591690508732, "before_k": 0.5414898550795697, "before_context": 0.44748455387797864, "mse": 0.7785912752151489, "cos": 0.5825562477111816}, "24": {"import_final": 0.5615786978352886, "import_k": 0.5257612404950869, "context_final": 0.4659688014542974, "before_final": 0.5615786978352886, "before_k": 0.5257612404950869, "before_context": 0.4659688016562332, "mse": 0.7923963069915771, "cos": 0.5713295936584473}, "25": {"import_final": 0.5609478659261413, "import_k": 0.504381280675831, "context_final": 0.467039515978354, "before_final": 0.5609478659261413, "before_k": 0.504381280675831, "before_context": 0.46703951596716253, "mse": 0.8101311326026917, "cos": 0.5587597489356995}, "26": {"import_final": 0.5563389554549565, "import_k": 0.4869142482676601, "context_final": 0.46412104221976425, "before_final": 0.5563389554549565, "before_k": 0.4869142482676601, "before_context": 0.4641210420681697, "mse": 0.8225905299186707, "cos": 0.54880690574646}, "27": {"import_final": 0.5492688201873388, "import_k": 0.46857370466766335, "context_final": 0.4590572428278401, "before_final": 0.5492688201873388, "before_k": 0.46857370466766335, "before_context": 0.45905724283375027, "mse": 0.837628185749054, "cos": 0.53740394115448}, "28": {"import_final": 0.5395100401027491, "import_k": 0.45231840052416683, "context_final": 0.4477752171435573, "before_final": 0.5395100401027491, "before_k": 0.45231840052416683, "before_context": 0.44777521701836803, "mse": 0.8524019122123718, "cos": 0.5268199443817139}, "29": {"import_final": 0.5265200598208529, "import_k": 0.4356667659625904, "context_final": 0.432606630841974, "before_final": 0.5265200598208529, "before_k": 0.4356667659625904, "before_context": 0.4326066308221057, "mse": 0.8671973347663879, "cos": 0.5156409740447998}, "30": {"import_final": 0.4936648999535934, "import_k": 0.4018733958366495, "context_final": 0.3985393195988487, "before_final": 0.4936648999535934, "before_k": 0.4018733958366495, "before_context": 0.398539320175749, "mse": 0.8944165110588074, "cos": 0.4990510046482086}, "31": {"import_final": 0.4754290520530246, "import_k": 0.38502467899494186, "context_final": 0.38481059940133644, "before_final": 0.4754290520530246, "before_k": 0.38502467899494186, "before_context": 0.3848105960836087, "mse": 0.9002047181129456, "cos": 0.4940780997276306}}}, "draw2": {"n_sites": 5086, "n_captions": 512, "blocks": {"0": {"import_final": 0.2947183965304636, "import_k": 0.3309699861096401, "context_final": 0.14280318337435743, "before_final": 0.2947183965304636, "before_k": 0.3309699861096401, "before_context": 0.14280318344209775, "mse": 1.028378963470459, "cos": 0.32774817943573}, "1": {"import_final": 0.31048282560989526, "import_k": 0.345412652061013, "context_final": 0.16187186828519795, "before_final": 0.31048282560989526, "before_k": 0.345412652061013, "before_context": 0.16187186953366733, "mse": 1.0176125764846802, "cos": 0.3425334095954895}, "2": {"import_final": 0.3195060182014746, "import_k": 0.3544855335370327, "context_final": 0.18861299501328493, "before_final": 0.3195060182014746, "before_k": 0.3544855335370327, "before_context": 0.18861299301717582, "mse": 1.0051978826522827, "cos": 0.3582611680030823}, "3": {"import_final": 0.36566202311340884, "import_k": 0.41048424422388174, "context_final": 0.2277159920050416, "before_final": 0.36566202311340884, "before_k": 0.41048424422388174, "before_context": 0.2277159918129327, "mse": 0.9368245601654053, "cos": 0.4283561706542969}, "4": {"import_final": 0.3920980140468747, "import_k": 0.4502512219985778, "context_final": 0.24170500659430727, "before_final": 0.3920980140468747, "before_k": 0.4502512219985778, "before_context": 0.24170500641908127, "mse": 0.9155473113059998, "cos": 0.453998327255249}, "5": {"import_final": 0.40419851436899396, "import_k": 0.4710640293544244, "context_final": 0.26194683895737025, "before_final": 0.40419851436899396, "before_k": 0.4710640293544244, "before_context": 0.2619468379946978, "mse": 0.8850349187850952, "cos": 0.4789053201675415}, "6": {"import_final": 0.42223725954600244, "import_k": 0.48916015410152097, "context_final": 0.2842843641231505, "before_final": 0.42223725954600244, "before_k": 0.48916015410152097, "before_context": 0.2842843647939891, "mse": 0.8631230592727661, "cos": 0.49849840998649597}, "7": {"import_final": 0.4246082905489549, "import_k": 0.4895879531707542, "context_final": 0.2873736913352595, "before_final": 0.4246082905489549, "before_k": 0.4895879531707542, "before_context": 0.2873736914323584, "mse": 0.861781120300293, "cos": 0.49910712242126465}, "8": {"import_final": 0.43061730164749, "import_k": 0.5022324530478774, "context_final": 0.29971614015808956, "before_final": 0.43061730164749, "before_k": 0.5022324530478774, "before_context": 0.2997161402663263, "mse": 0.8473768830299377, "cos": 0.512140154838562}, "9": {"import_final": 0.44064873224639634, "import_k": 0.5199434804261288, "context_final": 0.31120216283713714, "before_final": 0.44064873224639634, "before_k": 0.5199434804261288, "before_context": 0.3112021631620147, "mse": 0.8328830599784851, "cos": 0.5250389575958252}, "10": {"import_final": 0.44323907495735887, "import_k": 0.5201901311695664, "context_final": 0.31344865107119046, "before_final": 0.44323907495735887, "before_k": 0.5201901311695664, "before_context": 0.3134486514598541, "mse": 0.8325725793838501, "cos": 0.5256755948066711}, "11": {"import_final": 0.4508735437031598, "import_k": 0.5356918132116404, "context_final": 0.3183122895404201, "before_final": 0.4508735437031598, "before_k": 0.5356918132116404, "before_context": 0.3183122891980087, "mse": 0.8196277022361755, "cos": 0.5359432697296143}, "12": {"import_final": 0.4708246294105235, "import_k": 0.5552606021299209, "context_final": 0.3436731684853762, "before_final": 0.4708246294105235, "before_k": 0.5552606021299209, "before_context": 0.3436731683426175, "mse": 0.806624710559845, "cos": 0.5475430488586426}, "13": {"import_final": 0.4757707674393526, "import_k": 0.5624813787155354, "context_final": 0.34770679102300917, "before_final": 0.4757707674393526, "before_k": 0.5624813787155354, "before_context": 0.34770679103111946, "mse": 0.7977040410041809, "cos": 0.5542004108428955}, "14": {"import_final": 0.4971327115307095, "import_k": 0.5663955101004406, "context_final": 0.37451327720389915, "before_final": 0.4971327115307095, "before_k": 0.5663955101004406, "before_context": 0.3745132770148263, "mse": 0.7954052090644836, "cos": 0.5569570064544678}, "15": {"import_final": 0.5044780891107937, "import_k": 0.5779232711498261, "context_final": 0.37423511912017593, "before_final": 0.5044780891107937, "before_k": 0.5779232711498261, "before_context": 0.37423511932308273, "mse": 0.7784013152122498, "cos": 0.5692458748817444}, "16": {"import_final": 0.5083924762094695, "import_k": 0.5830947451091533, "context_final": 0.3808385304864259, "before_final": 0.5083924762094695, "before_k": 0.5830947451091533, "before_context": 0.38083853050358885, "mse": 0.7636165022850037, "cos": 0.5799059867858887}, "17": {"import_final": 0.5142152078587567, "import_k": 0.5827292469387807, "context_final": 0.39426641905529525, "before_final": 0.5142152078587567, "before_k": 0.5827292469387807, "before_context": 0.3942664193093801, "mse": 0.7491263151168823, "cos": 0.5908637046813965}, "18": {"import_final": 0.5133795657195497, "import_k": 0.5833337593131451, "context_final": 0.39717965257336885, "before_final": 0.5133795657195497, "before_k": 0.5833337593131451, "before_context": 0.39717965245233544, "mse": 0.7397729158401489, "cos": 0.5971201062202454}, "19": {"import_final": 0.5182670871956254, "import_k": 0.5774988414655193, "context_final": 0.4072759555210753, "before_final": 0.5182670871956254, "before_k": 0.5774988414655193, "before_context": 0.4072759556596954, "mse": 0.737185001373291, "cos": 0.599358856678009}, "20": {"import_final": 0.5285990796202751, "import_k": 0.5774201166099994, "context_final": 0.4131582225064717, "before_final": 0.5285990796202751, "before_k": 0.5774201166099994, "before_context": 0.413158222341388, "mse": 0.7357935309410095, "cos": 0.5995888710021973}, "21": {"import_final": 0.540289445772403, "import_k": 0.566063017720797, "context_final": 0.4350302823599246, "before_final": 0.540289445772403, "before_k": 0.566063017720797, "before_context": 0.43503028225450535, "mse": 0.7391507029533386, "cos": 0.597578763961792}, "22": {"import_final": 0.5514871864676789, "import_k": 0.5575989789607692, "context_final": 0.4534708211340256, "before_final": 0.5514871864676789, "before_k": 0.5575989789607692, "before_context": 0.45347082081872975, "mse": 0.7450612187385559, "cos": 0.5943042039871216}, "23": {"import_final": 0.556625498826578, "import_k": 0.5488465388350221, "context_final": 0.45856858980201576, "before_final": 0.556625498826578, "before_k": 0.5488465388350221, "before_context": 0.45856858980762105, "mse": 0.7542760968208313, "cos": 0.5877414345741272}, "24": {"import_final": 0.5669598841021533, "import_k": 0.5337765586445482, "context_final": 0.4742785444972755, "before_final": 0.5669598841021533, "before_k": 0.5337765586445482, "before_context": 0.4742785443008078, "mse": 0.7690165638923645, "cos": 0.5757236480712891}, "25": {"import_final": 0.5673663054081162, "import_k": 0.5150874745403489, "context_final": 0.47420332743825916, "before_final": 0.5673663054081162, "before_k": 0.5150874745403489, "before_context": 0.47420332727495895, "mse": 0.7870762348175049, "cos": 0.562723696231842}, "26": {"import_final": 0.564190344142359, "import_k": 0.49747565918298675, "context_final": 0.4721176367799969, "before_final": 0.564190344142359, "before_k": 0.49747565918298675, "before_context": 0.47211763689143854, "mse": 0.7995665073394775, "cos": 0.552513837814331}, "27": {"import_final": 0.5554355272761986, "import_k": 0.4808838119792059, "context_final": 0.4675872103187162, "before_final": 0.5554355272761986, "before_k": 0.4808838119792059, "before_context": 0.46758721039870493, "mse": 0.8159900903701782, "cos": 0.5400025248527527}, "28": {"import_final": 0.5463366167217819, "import_k": 0.46633812842731237, "context_final": 0.45764189355038487, "before_final": 0.5463366167217819, "before_k": 0.46633812842731237, "before_context": 0.45764189366175384, "mse": 0.8309226036071777, "cos": 0.5292303562164307}, "29": {"import_final": 0.5354000627559907, "import_k": 0.4536861356091716, "context_final": 0.4467920991879658, "before_final": 0.5354000627559907, "before_k": 0.4536861356091716, "before_context": 0.4467920991850408, "mse": 0.8455383777618408, "cos": 0.5178678035736084}, "30": {"import_final": 0.5028253365284469, "import_k": 0.4200283317494481, "context_final": 0.4149903802063633, "before_final": 0.5028253365284469, "before_k": 0.4200283317494481, "before_context": 0.4149903798449325, "mse": 0.8727940320968628, "cos": 0.5015257596969604}, "31": {"import_final": 0.4757818078819379, "import_k": 0.39935361568552863, "context_final": 0.3988510913859879, "before_final": 0.4757818078819379, "before_k": 0.39935361568552863, "before_context": 0.3988510934984627, "mse": 0.8784312605857849, "cos": 0.4968496561050415}}}}, "quiet": {"web": {"all_on": 0.9507631756236472, "masked": 0.9507631756236472, "share": {"mean": 0.0, "se": 0.0, "per_batch": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}}, "captions": {"all_on": 1.4448408791726943, "masked": 1.4448408791726943, "share": {"mean": 0.0, "se": 0.0, "per_batch": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}}}, "gates": {"mean": 0.04742587317756678, "max": 0.04742587317756678, "per_block": [0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678, 0.04742587317756678]}, "chain_proof": "compiled chain: 2 cache entries (limit 256), 0 limit warnings", "docs_drawn": {"dff": 46, "scf": 45, "danbooru": 42, "cc12m": 98, "coco": 25}, "docs_skipped": {"test": 2, "spelling": 0, "empty": 0, "short": 0}, "sites_total": 13911}, {"close": 1, "step": 1000, "reads": {"draw1": {"n_sites": 4920, "n_captions": 512, "blocks": {"0": {"import_final": 0.2953368159373654, "import_k": 0.3270886984770691, "context_final": 0.12073005910487675, "before_final": 0.29534084450413645, "before_k": 0.3270958352864207, "before_context": 0.12073533843916141, "mse": 1.1779030561447144, "cos": 0.0351073257625103}, "1": {"import_final": 0.3043181869415352, "import_k": 0.334752894504855, "context_final": 0.14068728402541614, "before_final": 0.3043217249302206, "before_k": 0.3347132588635799, "before_context": 0.14082791235611683, "mse": 1.169975996017456, "cos": 0.06749845296144485}, "2": {"import_final": 0.3168295488574018, "import_k": 0.3449612815369709, "context_final": 0.1685358804357656, "before_final": 0.3168248145079738, "before_k": 0.3449579022619854, "before_context": 0.16858515187945197, "mse": 1.1710550785064697, "cos": 0.0631486177444458}, "3": {"import_final": 0.35981632777539707, "import_k": 0.39981687794213805, "context_final": 0.21160413947779697, "before_final": 0.35977983891651877, "before_k": 0.3997425493616713, "before_context": 0.21164667133685922, "mse": 1.1715977191925049, "cos": 0.06110505387187004}, "4": {"import_final": 0.38777600301512605, "import_k": 0.44349129166780055, "context_final": 0.22870487736691708, "before_final": 0.38766714147225284, "before_k": 0.44347157473195276, "before_context": 0.228723624504722, "mse": 1.172884225845337, "cos": 0.055187322199344635}, "5": {"import_final": 0.39676183669605253, "import_k": 0.4631750066169324, "context_final": 0.24683071253199967, "before_final": 0.3967670050312242, "before_k": 0.4629164769249873, "before_context": 0.2466743818338979, "mse": 1.1743396520614624, "cos": 0.048351533710956573}, "6": {"import_final": 0.4179660811571516, "import_k": 0.48113755059239216, "context_final": 0.2753193311209965, "before_final": 0.41794575917096766, "before_k": 0.4812633451948597, "before_context": 0.2751957978822036, "mse": 1.17457914352417, "cos": 0.04830080643296242}, "7": {"import_final": 0.41951598992777206, "import_k": 0.48289624701817313, "context_final": 0.2763541900492372, "before_final": 0.41923951067974385, "before_k": 0.4828975551655298, "before_context": 0.27627443089925396, "mse": 1.1743075847625732, "cos": 0.04876388981938362}, "8": {"import_final": 0.4258107223985724, "import_k": 0.49627613610497134, "context_final": 0.28539642577524443, "before_final": 0.4258111651821811, "before_k": 0.49622145398463796, "before_context": 0.285404042882036, "mse": 1.173378348350525, "cos": 0.05365163832902908}, "9": {"import_final": 0.43579013599355976, "import_k": 0.5142655166041977, "context_final": 0.2948222614007058, "before_final": 0.4358455835883071, "before_k": 0.5145543609342271, "before_context": 0.2946000829361416, "mse": 1.1705083847045898, "cos": 0.0661320611834526}, "10": {"import_final": 0.4386777545258471, "import_k": 0.5165192928444076, "context_final": 0.2997172879652108, "before_final": 0.43870103843766606, "before_k": 0.5165910868741075, "before_context": 0.29921839013218066, "mse": 1.169869065284729, "cos": 0.06919832527637482}, "11": {"import_final": 0.447243156996511, "import_k": 0.530468937774536, "context_final": 0.30456724977584293, "before_final": 0.4471808052500766, "before_k": 0.5305155337142502, "before_context": 0.3044129401825919, "mse": 1.1702560186386108, "cos": 0.06908033788204193}, "12": {"import_final": 0.4701338622098702, "import_k": 0.5479415763787567, "context_final": 0.331194714891865, "before_final": 0.469935987742414, "before_k": 0.5478453755923063, "before_context": 0.33104358774057974, "mse": 1.168768286705017, "cos": 0.07596229761838913}, "13": {"import_final": 0.4745112459022296, "import_k": 0.5561531321406539, "context_final": 0.33294202982801724, "before_final": 0.47433063386921903, "before_k": 0.5562914498647413, "before_context": 0.33299186145885984, "mse": 1.1690179109573364, "cos": 0.07527574896812439}, "14": {"import_final": 0.5003494156879463, "import_k": 0.5630975031618699, "context_final": 0.36286278395174343, "before_final": 0.5001513887447325, "before_k": 0.5629775006022497, "before_context": 0.3627647122834672, "mse": 1.1721678972244263, "cos": 0.06287117302417755}, "15": {"import_final": 0.5018650777403236, "import_k": 0.5731151102512172, "context_final": 0.36456644308845654, "before_final": 0.5015311395181479, "before_k": 0.572872912908352, "before_context": 0.36454225676543955, "mse": 1.1703474521636963, "cos": 0.07071290910243988}, "16": {"import_final": 0.5087054444864869, "import_k": 0.579463284429637, "context_final": 0.3719830689565603, "before_final": 0.5084224498172664, "before_k": 0.5792996781082371, "before_context": 0.37171510488525716, "mse": 1.1732500791549683, "cos": 0.05879084765911102}, "17": {"import_final": 0.5146807902419803, "import_k": 0.57901055923757, "context_final": 0.3825734806769172, "before_final": 0.5144331201256911, "before_k": 0.5789426903031956, "before_context": 0.38203037221849134, "mse": 1.172690749168396, "cos": 0.060324475169181824}, "18": {"import_final": 0.5146047538969123, "import_k": 0.5812145725525173, "context_final": 0.3862272335835618, "before_final": 0.5142433766667097, "before_k": 0.5809232194945383, "before_context": 0.3857516564206389, "mse": 1.171168565750122, "cos": 0.06643315404653549}, "19": {"import_final": 0.5185269261555483, "import_k": 0.5753918844700641, "context_final": 0.39402874364544194, "before_final": 0.5181498670726004, "before_k": 0.5752395357837129, "before_context": 0.39377701418413535, "mse": 1.173047423362732, "cos": 0.05953243747353554}, "20": {"import_final": 0.5259867221282467, "import_k": 0.5730743537902689, "context_final": 0.3995221754496876, "before_final": 0.5257539294416713, "before_k": 0.5731126232362621, "before_context": 0.3991174366242445, "mse": 1.1762561798095703, "cos": 0.046334125101566315}, "21": {"import_final": 0.5394161244439382, "import_k": 0.5609340287445459, "context_final": 0.42142368768332583, "before_final": 0.539116574283337, "before_k": 0.5608557325048211, "before_context": 0.42118993813700045, "mse": 1.1779751777648926, "cos": 0.04155240207910538}, "22": {"import_final": 0.5489299127271174, "import_k": 0.5496511209591297, "context_final": 0.4413242684372057, "before_final": 0.5486337875055286, "before_k": 0.5496970032806849, "before_context": 0.4411883073850371, "mse": 1.1761393547058105, "cos": 0.04887766391038895}, "23": {"import_final": 0.552256252806754, "import_k": 0.5413952729666328, "context_final": 0.4479784513337648, "before_final": 0.5519591690508732, "before_k": 0.5414898550795697, "before_context": 0.44748455387797864, "mse": 1.1784313917160034, "cos": 0.04014616459608078}, "24": {"import_final": 0.5619358577787178, "import_k": 0.5257597511828741, "context_final": 0.4664380262065143, "before_final": 0.5615786978352886, "before_k": 0.5257612404950869, "before_context": 0.4659688016562332, "mse": 1.1781623363494873, "cos": 0.040575094521045685}, "25": {"import_final": 0.5611468992507876, "import_k": 0.5043217443558728, "context_final": 0.46743358742454466, "before_final": 0.5609478659261413, "before_k": 0.504381280675831, "before_context": 0.46703951596716253, "mse": 1.1796128749847412, "cos": 0.035026665776968}, "26": {"import_final": 0.5564834269765004, "import_k": 0.48698536930169883, "context_final": 0.4644724048423286, "before_final": 0.5563389554549565, "before_k": 0.4869142482676601, "before_context": 0.4641210420681697, "mse": 1.178686261177063, "cos": 0.037690237164497375}, "27": {"import_final": 0.5494783645465221, "import_k": 0.46870144864650615, "context_final": 0.4595296036677493, "before_final": 0.5492688201873388, "before_k": 0.46857370466766335, "before_context": 0.45905724283375027, "mse": 1.1784555912017822, "cos": 0.03846161440014839}, "28": {"import_final": 0.5396115667838812, "import_k": 0.45240817017076734, "context_final": 0.44797578691652673, "before_final": 0.5395100401027491, "before_k": 0.45231840052416683, "before_context": 0.44777521701836803, "mse": 1.1781790256500244, "cos": 0.039296623319387436}, "29": {"import_final": 0.5267919717188743, "import_k": 0.4357789162189899, "context_final": 0.4333136914323603, "before_final": 0.5265200598208529, "before_k": 0.4356667659625904, "before_context": 0.4326066308221057, "mse": 1.1756144762039185, "cos": 0.049560315907001495}, "30": {"import_final": 0.4948611525493674, "import_k": 0.40194017840522, "context_final": 0.39876302728510693, "before_final": 0.4936648999535934, "before_k": 0.4018733958366495, "before_context": 0.398539320175749, "mse": 1.175694465637207, "cos": 0.05163557082414627}, "31": {"import_final": 0.47571738435840116, "import_k": 0.38569142321441674, "context_final": 0.3857074728028398, "before_final": 0.4754290520530246, "before_k": 0.38502467899494186, "before_context": 0.3848105960836087, "mse": 1.1773978471755981, "cos": 0.04187135025858879}}}, "draw2": {"n_sites": 5086, "n_captions": 512, "blocks": {"0": {"import_final": 0.2947090915426819, "import_k": 0.33095790497772043, "context_final": 0.14278899158515185, "before_final": 0.2947183965304636, "before_k": 0.3309699861096401, "before_context": 0.14280318344209775, "mse": 1.1495929956436157, "cos": 0.03281073644757271}, "1": {"import_final": 0.3104559277085973, "import_k": 0.3454192485672074, "context_final": 0.16179164687062964, "before_final": 0.31048282560989526, "before_k": 0.345412652061013, "before_context": 0.16187186953366733, "mse": 1.141969919204712, "cos": 0.06365231424570084}, "2": {"import_final": 0.31952579353711774, "import_k": 0.35446099361525757, "context_final": 0.18862367777175199, "before_final": 0.3195060182014746, "before_k": 0.3544855335370327, "before_context": 0.18861299301717582, "mse": 1.1431097984313965, "cos": 0.0587611123919487}, "3": {"import_final": 0.36566221070250615, "import_k": 0.41057806229685556, "context_final": 0.22750918097925027, "before_final": 0.36566202311340884, "before_k": 0.41048424422388174, "before_context": 0.2277159918129327, "mse": 1.1435437202453613, "cos": 0.057344481348991394}, "4": {"import_final": 0.3921039023185291, "import_k": 0.4503043914106243, "context_final": 0.24175841066800982, "before_final": 0.3920980140468747, "before_k": 0.4502512219985778, "before_context": 0.24170500641908127, "mse": 1.144770860671997, "cos": 0.05177246779203415}, "5": {"import_final": 0.40392563019751687, "import_k": 0.47102482614009833, "context_final": 0.2621032778273922, "before_final": 0.40419851436899396, "before_k": 0.4710640293544244, "before_context": 0.2619468379946978, "mse": 1.1458057165145874, "cos": 0.04715762659907341}, "6": {"import_final": 0.4222658867232408, "import_k": 0.48905318569842143, "context_final": 0.28434107948118686, "before_final": 0.42223725954600244, "before_k": 0.48916015410152097, "before_context": 0.2842843647939891, "mse": 1.1454102993011475, "cos": 0.04992213472723961}, "7": {"import_final": 0.4246334894464136, "import_k": 0.489501214047702, "context_final": 0.2873636889597787, "before_final": 0.4246082905489549, "before_k": 0.4895879531707542, "before_context": 0.2873736914323584, "mse": 1.145044207572937, "cos": 0.050753626972436905}, "8": {"import_final": 0.43066312177846977, "import_k": 0.5021105383046806, "context_final": 0.2995957718234855, "before_final": 0.43061730164749, "before_k": 0.5022324530478774, "before_context": 0.2997161402663263, "mse": 1.144097924232483, "cos": 0.05573837086558342}, "9": {"import_final": 0.44058833117695884, "import_k": 0.5198251278988056, "context_final": 0.3114649331771853, "before_final": 0.44064873224639634, "before_k": 0.5199434804261288, "before_context": 0.3112021631620147, "mse": 1.141621708869934, "cos": 0.06650041788816452}, "10": {"import_final": 0.4433262931050126, "import_k": 0.5200020781850441, "context_final": 0.3135762122126161, "before_final": 0.44323907495735887, "before_k": 0.5201901311695664, "before_context": 0.3134486514598541, "mse": 1.141004204750061, "cos": 0.0696609616279602}, "11": {"import_final": 0.4509709796582305, "import_k": 0.5357118773259071, "context_final": 0.31838603105136276, "before_final": 0.4508735437031598, "before_k": 0.5356918132116404, "before_context": 0.3183122891980087, "mse": 1.1415482759475708, "cos": 0.06840778887271881}, "12": {"import_final": 0.47108290315579876, "import_k": 0.5552588116192829, "context_final": 0.3442027124539435, "before_final": 0.4708246294105235, "before_k": 0.5552606021299209, "before_context": 0.3436731683426175, "mse": 1.140211820602417, "cos": 0.07458876818418503}, "13": {"import_final": 0.4761620893680153, "import_k": 0.5625765954712538, "context_final": 0.34821475539186086, "before_final": 0.4757707674393526, "before_k": 0.5624813787155354, "before_context": 0.34770679103111946, "mse": 1.1405316591262817, "cos": 0.0739307627081871}, "14": {"import_final": 0.4974217609427899, "import_k": 0.5664274265436142, "context_final": 0.3747834760438795, "before_final": 0.4971327115307095, "before_k": 0.5663955101004406, "before_context": 0.3745132770148263, "mse": 1.1435275077819824, "cos": 0.06181858107447624}, "15": {"import_final": 0.5046802999145815, "import_k": 0.578005303750615, "context_final": 0.37444234003241594, "before_final": 0.5044780891107937, "before_k": 0.5779232711498261, "before_context": 0.37423511932308273, "mse": 1.1417310237884521, "cos": 0.06957726925611496}, "16": {"import_final": 0.5086810984515286, "import_k": 0.5830590799420783, "context_final": 0.38104595987187895, "before_final": 0.5083924762094695, "before_k": 0.5830947451091533, "before_context": 0.38083853050358885, "mse": 1.1448098421096802, "cos": 0.056946270167827606}, "17": {"import_final": 0.5145670201313075, "import_k": 0.5828477164434112, "context_final": 0.39472666842959026, "before_final": 0.5142152078587567, "before_k": 0.5827292469387807, "before_context": 0.3942664193093801, "mse": 1.1437873840332031, "cos": 0.06030438467860222}, "18": {"import_final": 0.513643036161042, "import_k": 0.5835730171332651, "context_final": 0.3975111263447145, "before_final": 0.5133795657195497, "before_k": 0.5833337593131451, "before_context": 0.39717965245233544, "mse": 1.1424299478530884, "cos": 0.06624023616313934}, "19": {"import_final": 0.5185745377588336, "import_k": 0.5776685727502029, "context_final": 0.4077678694939789, "before_final": 0.5182670871956254, "before_k": 0.5774988414655193, "before_context": 0.4072759556596954, "mse": 1.144380807876587, "cos": 0.05883340537548065}, "20": {"import_final": 0.5287238781920445, "import_k": 0.5772987078785781, "context_final": 0.41350171674614944, "before_final": 0.5285990796202751, "before_k": 0.5774201166099994, "before_context": 0.413158222341388, "mse": 1.147233247756958, "cos": 0.04695712774991989}, "21": {"import_final": 0.5404831820444376, "import_k": 0.566180531325321, "context_final": 0.43517298772422996, "before_final": 0.540289445772403, "before_k": 0.566063017720797, "before_context": 0.43503028225450535, "mse": 1.1484642028808594, "cos": 0.04403052479028702}, "22": {"import_final": 0.5515756160211809, "import_k": 0.5576505976162405, "context_final": 0.45382457972359885, "before_final": 0.5514871864676789, "before_k": 0.5575989789607692, "before_context": 0.45347082081872975, "mse": 1.146285057067871, "cos": 0.053020112216472626}, "23": {"import_final": 0.5566633817474446, "import_k": 0.5488473091813245, "context_final": 0.45876203010690875, "before_final": 0.556625498826578, "before_k": 0.5488465388350221, "before_context": 0.45856858980762105, "mse": 1.1488018035888672, "cos": 0.043212588876485825}, "24": {"import_final": 0.5671863278562874, "import_k": 0.5337744579917674, "context_final": 0.4748485182105668, "before_final": 0.5669598841021533, "before_k": 0.5337765586445482, "before_context": 0.4742785443008078, "mse": 1.1484843492507935, "cos": 0.043920110911130905}, "25": {"import_final": 0.5676625292248973, "import_k": 0.5150750720088577, "context_final": 0.4744624176743676, "before_final": 0.5673663054081162, "before_k": 0.5150874745403489, "before_context": 0.47420332727495895, "mse": 1.1499537229537964, "cos": 0.03827277198433876}, "26": {"import_final": 0.5645241698204437, "import_k": 0.4974110391916191, "context_final": 0.4724781507357224, "before_final": 0.564190344142359, "before_k": 0.49747565918298675, "before_context": 0.47211763689143854, "mse": 1.1490800380706787, "cos": 0.04054250940680504}, "27": {"import_final": 0.5557753533368378, "import_k": 0.48067986220550507, "context_final": 0.4680918056186662, "before_final": 0.5554355272761986, "before_k": 0.4808838119792059, "before_context": 0.46758721039870493, "mse": 1.148927927017212, "cos": 0.040744949132204056}, "28": {"import_final": 0.5462873177465304, "import_k": 0.4664209552782602, "context_final": 0.45831984981325224, "before_final": 0.5463366167217819, "before_k": 0.46633812842731237, "before_context": 0.45764189366175384, "mse": 1.148687720298767, "cos": 0.041538212448358536}, "29": {"import_final": 0.5357567030912245, "import_k": 0.4538170634216985, "context_final": 0.4473225189947079, "before_final": 0.5354000627559907, "before_k": 0.4536861356091716, "before_context": 0.4467920991850408, "mse": 1.1461261510849, "cos": 0.051573093980550766}, "30": {"import_final": 0.5032833820520336, "import_k": 0.42030733817647814, "context_final": 0.4157606947277498, "before_final": 0.5028253365284469, "before_k": 0.4200283317494481, "before_context": 0.4149903798449325, "mse": 1.1465559005737305, "cos": 0.05284695327281952}, "31": {"import_final": 0.4769157225147672, "import_k": 0.3997354822064547, "context_final": 0.399413848076632, "before_final": 0.4757818078819379, "before_k": 0.39935361568552863, "before_context": 0.3988510934984627, "mse": 1.1479432582855225, "cos": 0.04402855783700943}}}}, "quiet": {"web": {"all_on": 0.9507001547310217, "masked": 0.9507631756236472, "share": {"mean": -6.302089262556765e-05, "se": 0.00012634072594704075, "per_batch": [0.0002916825758632058, 0.0002588338895485043, -0.00029159658453792314, -0.0006565437696687271, -8.504542085163713e-05, -0.0003171360081910546, -8.237968976332333e-05, 0.000378017866596414]}}, "captions": {"all_on": 1.4419560636849529, "masked": 1.4448408791726943, "share": {"mean": -0.0028848154877414434, "se": 0.00010627517579741656, "per_batch": [-0.003419187081803665, -0.0031695542640761687, -0.002675964056099822, -0.0025193738524893483, -0.0026512845457011824, -0.0029751278772756073, -0.0027319444089557443, -0.0029360878155300085]}}}, "gates": {"mean": 0.07888968688780121, "max": 0.11274445314912274, "per_block": [0.05790453357948094, 0.0751564310816916, 0.07758683545981335, 0.0757014843382221, 0.08423581707298125, 0.07354145887987333, 0.0864940540568677, 0.08423478714665848, 0.07546741382742954, 0.07029724293750135, 0.07491425932298597, 0.07210373479037428, 0.0722037657997924, 0.07509354801033669, 0.08706437767312153, 0.07666088113719022, 0.07608925629738905, 0.07866511845242587, 0.0784139605449027, 0.08381792853971536, 0.09163037344905459, 0.10511054116289531, 0.10810649127030002, 0.10979117110098123, 0.11274445314912274, 0.09854266177986826, 0.08292422574624156, 0.06921655402685196, 0.05851093766584947, 0.05362777945235076, 0.04949479868426979, 0.049123103973098756]}, "chain_proof": "compiled chain: 5 cache entries (limit 256), 0 limit warnings", "docs_drawn": {"dff": 5193, "scf": 5275, "danbooru": 5403, "cc12m": 13079, "coco": 3573}, "docs_skipped": {"test": 44, "spelling": 0, "empty": 0, "short": 0}, "sites_total": 1743872, "curve": [{"step": 1, "task": 1.3754231929779053, "mse": 1.3754232078790665, "cos": 0.004282313624571543, "nce": null, "kl_a": 0.0, "kl_off": 0.0, "sites": 1727, "mse_by_block": {"0": 1.168076515197754, "1": 1.1781214475631714, "2": 1.1894780397415161, "3": 1.255253791809082, "4": 1.279453158378601, "5": 1.3093222379684448, "6": 1.3274645805358887, "7": 1.3329976797103882, "8": 1.3467668294906616, "9": 1.3631761074066162, "10": 1.3683505058288574, "11": 1.380481243133545, "12": 1.3981024026870728, "13": 1.4104740619659424, "14": 1.415647268295288, "15": 1.426025390625, "16": 1.4372817277908325, "17": 1.4475409984588623, "18": 1.4544702768325806, "19": 1.4611679315567017, "20": 1.462401270866394, "21": 1.4655508995056152, "22": 1.458832859992981, "23": 1.4512683153152466, "24": 1.4426381587982178, "25": 1.4283987283706665, "26": 1.4179409742355347, "27": 1.4089818000793457, "28": 1.4013980627059937, "29": 1.3896005153656006, "30": 1.3703701496124268, "31": 1.3665087223052979}}, {"step": 50, "task": 1.0914043045043946, "mse": 1.0914042975753546, "cos": 0.0027707390417796773, "nce": null, "kl_a": 0.00027663571410812437, "kl_off": 0.00021634455100866034, "sites": 1733, "mse_by_block": {"0": 1.0349242317676544, "1": 1.0414093768596648, "2": 1.047693727016449, "3": 1.070767467021942, "4": 1.0742178463935852, "5": 1.078384976387024, "6": 1.0826932072639466, "7": 1.084651267528534, "8": 1.0872902703285217, "9": 1.0909429168701172, "10": 1.0926974868774415, "11": 1.0944146084785462, "12": 1.0967424058914184, "13": 1.097392544746399, "14": 1.099781746864319, "15": 1.1001062846183778, "16": 1.1007905983924866, "17": 1.1032321214675904, "18": 1.1027763295173645, "19": 1.1032400035858154, "20": 1.1037516927719115, "21": 1.1049826121330262, "22": 1.105486469268799, "23": 1.1049847245216369, "24": 1.1047481107711792, "25": 1.1045072531700135, "26": 1.103582968711853, "27": 1.102356526851654, "28": 1.1017935252189637, "29": 1.1005539941787719, "30": 1.1008550834655761, "31": 1.1031851434707642}}, {"step": 100, "task": 1.0188797283172608, "mse": 1.018879718929529, "cos": 0.004561358510470086, "nce": null, "kl_a": 0.00032273292366880924, "kl_off": 0.00024771953059826046, "sites": 1740, "mse_by_block": {"0": 1.0088834297657012, "1": 1.0111865544319152, "2": 1.0129077672958373, "3": 1.0177109789848329, "4": 1.0181667983531952, "5": 1.019247703552246, "6": 1.0202050161361695, "7": 1.0206744515895843, "8": 1.02090189576149, "9": 1.0212034165859223, "10": 1.0212357687950133, "11": 1.0208028316497804, "12": 1.0199921226501465, "13": 1.0190576171875, "14": 1.0196615445613861, "15": 1.019089825153351, "16": 1.0186122250556946, "17": 1.01867418885231, "18": 1.018150236606598, "19": 1.0177294778823853, "20": 1.0183353745937347, "21": 1.0184613132476807, "22": 1.0191909611225127, "23": 1.0193284559249878, "24": 1.0196157324314117, "25": 1.0200622582435608, "26": 1.020175725221634, "27": 1.0203145968914031, "28": 1.0204574763774872, "29": 1.0201610291004182, "30": 1.0215282154083252, "31": 1.022426016330719}}, {"step": 150, "task": 1.009415626525879, "mse": 1.0094156355410815, "cos": 0.005373250108298606, "nce": null, "kl_a": 0.0003246338217286393, "kl_off": 0.00024045779689913616, "sites": 1738, "mse_by_block": {"0": 1.005802525281906, "1": 1.007301503419876, "2": 1.0082277238368988, "3": 1.0103903818130493, "4": 1.0106542634963989, "5": 1.011162657737732, "6": 1.011637691259384, "7": 1.0116877341270447, "8": 1.0116658878326417, "9": 1.0114805245399474, "10": 1.0111820721626281, "11": 1.010748120546341, "12": 1.0099017918109894, "13": 1.0092661237716676, "14": 1.0093437957763671, "15": 1.008990912437439, "16": 1.0086020350456237, "17": 1.0085039043426514, "18": 1.0082704520225525, "19": 1.0080115604400635, "20": 1.008450334072113, "21": 1.0083884501457214, "22": 1.0085637414455413, "23": 1.008584933280945, "24": 1.008750731945038, "25": 1.0090270376205444, "26": 1.0091217720508576, "27": 1.009139550924301, "28": 1.0091984057426453, "29": 1.0089448130130767, "30": 1.0098373293876648, "31": 1.010461575984955}}, {"step": 200, "task": 1.0057206642627716, "mse": 1.0057206812128425, "cos": 0.006206978428964618, "nce": null, "kl_a": 0.00031248565879650415, "kl_off": 0.00022584405494853853, "sites": 1717, "mse_by_block": {"0": 1.0043539535999297, "1": 1.0051041948795318, "2": 1.0055993807315826, "3": 1.0067570257186889, "4": 1.006912087202072, "5": 1.0074616575241089, "6": 1.0076726162433625, "7": 1.0076589834690095, "8": 1.007532044649124, "9": 1.00719646692276, "10": 1.0068617486953735, "11": 1.0065214836597443, "12": 1.0059183418750763, "13": 1.0054198157787324, "14": 1.0054699826240538, "15": 1.0052612030506134, "16": 1.0050266182422638, "17": 1.004995392560959, "18": 1.0048352193832397, "19": 1.0046147215366363, "20": 1.0048944067955017, "21": 1.0048345232009888, "22": 1.004980949163437, "23": 1.004972938299179, "24": 1.004993724822998, "25": 1.0050824582576752, "26": 1.0051133465766906, "27": 1.0051937520503997, "28": 1.0052609181404113, "29": 1.005052446126938, "30": 1.00553724527359, "31": 1.0059721517562865}}, {"step": 250, "task": 1.00413236618042, "mse": 1.004132361486554, "cos": 0.006812970696547609, "nce": null, "kl_a": 0.00031074278755113485, "kl_off": 0.00022069479688070716, "sites": 1721, "mse_by_block": {"0": 1.0033968377113343, "1": 1.0039575827121734, "2": 1.0045414197444915, "3": 1.0050574493408204, "4": 1.0052502524852753, "5": 1.0057498967647553, "6": 1.005837551355362, "7": 1.0056897652149202, "8": 1.005553504228592, "9": 1.0052125692367553, "10": 1.0049424910545348, "11": 1.0046377074718476, "12": 1.00411576628685, "13": 1.003872743844986, "14": 1.0038702380657196, "15": 1.0037068259716033, "16": 1.0035454976558684, "17": 1.0035354721546172, "18": 1.0034335219860078, "19": 1.003321557044983, "20": 1.0034904980659485, "21": 1.0034497928619386, "22": 1.0035453200340272, "23": 1.0034886419773101, "24": 1.0035338759422303, "25": 1.003596887588501, "26": 1.0035448718070983, "27": 1.0035845243930817, "28": 1.0035849332809448, "29": 1.0034306836128235, "30": 1.0037470686435699, "31": 1.0040098190307618}}, {"step": 300, "task": 1.0080579948425292, "mse": 1.0080579844489694, "cos": 0.0060449335757996716, "nce": null, "kl_a": 0.000305907484726049, "kl_off": 0.0002238900796510279, "sites": 1750, "mse_by_block": {"0": 1.0076912426948548, "1": 1.0079480862617494, "2": 1.0082823491096498, "3": 1.008733730316162, "4": 1.008876804113388, "5": 1.0091038680076598, "6": 1.0090952003002167, "7": 1.0090088164806366, "8": 1.0089100348949431, "9": 1.008656929731369, "10": 1.0083719682693482, "11": 1.0082705891132355, "12": 1.0079765605926514, "13": 1.0078017902374268, "14": 1.0078833842277526, "15": 1.007769570350647, "16": 1.0076678693294525, "17": 1.0076681721210479, "18": 1.0076833987236022, "19": 1.00764493227005, "20": 1.0077476704120636, "21": 1.0077415323257446, "22": 1.0077178251743317, "23": 1.007698473930359, "24": 1.0076990389823914, "25": 1.0077078068256378, "26": 1.0076623117923738, "27": 1.0077101337909697, "28": 1.0076912140846253, "29": 1.0075465607643128, "30": 1.0077604711055757, "31": 1.008127166032791}}, {"step": 350, "task": 1.0080147612094879, "mse": 1.0080147574096918, "cos": 0.006173519426851328, "nce": null, "kl_a": 0.0003057999699376524, "kl_off": 0.0002214912886847742, "sites": 1725, "mse_by_block": {"0": 1.007758229970932, "1": 1.0078885173797607, "2": 1.0081598854064941, "3": 1.0084064137935638, "4": 1.0086207592487335, "5": 1.0088096010684966, "6": 1.0088260161876679, "7": 1.0087381756305696, "8": 1.0086492562294007, "9": 1.0084714233875274, "10": 1.0082553267478942, "11": 1.0081369078159332, "12": 1.0079307818412782, "13": 1.0078430461883545, "14": 1.0078999149799346, "15": 1.0078827047348022, "16": 1.0078251004219054, "17": 1.0078020524978637, "18": 1.007870273590088, "19": 1.0078164303302766, "20": 1.0078474760055542, "21": 1.0078708302974702, "22": 1.0077875339984894, "23": 1.007761950492859, "24": 1.007745167016983, "25": 1.0077614450454713, "26": 1.0077814960479736, "27": 1.007744036912918, "28": 1.0076688933372497, "29": 1.0074777567386628, "30": 1.0076415765285491, "31": 1.0077932572364807}}, {"step": 400, "task": 1.0035025250911713, "mse": 1.0035025265440345, "cos": 0.006220154050454312, "nce": null, "kl_a": 0.00030740047339349985, "kl_off": 0.0002122229980886914, "sites": 1772, "mse_by_block": {"0": 1.0032362246513367, "1": 1.0032481610774995, "2": 1.0034522342681884, "3": 1.003655081987381, "4": 1.003810762166977, "5": 1.0040720868110657, "6": 1.0040375566482544, "7": 1.003899302482605, "8": 1.0038603150844574, "9": 1.0036987781524658, "10": 1.0034804272651672, "11": 1.0034416282176972, "12": 1.0033771777153015, "13": 1.0034138131141663, "14": 1.0034528744220734, "15": 1.0034219193458558, "16": 1.0034290957450867, "17": 1.0034437024593352, "18": 1.0034986519813538, "19": 1.0034344005584717, "20": 1.003443616628647, "21": 1.0035014927387238, "22": 1.0034761714935303, "23": 1.0034172177314757, "24": 1.0033917355537414, "25": 1.0034182369709015, "26": 1.0034080684185027, "27": 1.0033659386634826, "28": 1.0033453583717347, "29": 1.00325470328331, "30": 1.003202199935913, "31": 1.0034919154644013}}, {"step": 450, "task": 1.0047288608551026, "mse": 1.0047288493067026, "cos": 0.006489348290331236, "nce": null, "kl_a": 0.0003091434319503605, "kl_off": 0.00021407553751487285, "sites": 1827, "mse_by_block": {"0": 1.0046427464485168, "1": 1.004497983455658, "2": 1.0047236669063568, "3": 1.0048496627807617, "4": 1.0049491024017334, "5": 1.0050813198089599, "6": 1.0051081228256225, "7": 1.0049946653842925, "8": 1.0048839938640595, "9": 1.0047654616832733, "10": 1.0046607232093812, "11": 1.0046310007572175, "12": 1.0046027243137359, "13": 1.0046598029136657, "14": 1.0047248220443725, "15": 1.0047438073158264, "16": 1.00469722032547, "17": 1.0047205591201782, "18": 1.0047129023075103, "19": 1.0047441661357879, "20": 1.0047692477703094, "21": 1.004828817844391, "22": 1.0047528338432312, "23": 1.0046954548358917, "24": 1.0046887111663818, "25": 1.004728249311447, "26": 1.0046463537216186, "27": 1.0046727776527404, "28": 1.0046079349517822, "29": 1.0045413732528687, "30": 1.0043774950504303, "31": 1.0046194744110108}}, {"step": 500, "task": 1.0002949488162995, "mse": 1.000294942073524, "cos": 0.006981293502494168, "nce": null, "kl_a": 0.0003102556499652565, "kl_off": 0.00021136461291462182, "sites": 1767, "mse_by_block": {"0": 1.0000155436992646, "1": 0.9998749649524689, "2": 1.0001224505901336, "3": 1.000267287492752, "4": 1.0003360223770141, "5": 1.0006182038784026, "6": 1.0006259179115295, "7": 1.0004953742027283, "8": 1.0003925848007202, "9": 1.0003404271602632, "10": 1.0002315533161164, "11": 1.0002441120147705, "12": 1.0003029203414917, "13": 1.0003318119049072, "14": 1.0003581655025482, "15": 1.0003524482250215, "16": 1.00036230802536, "17": 1.000352169275284, "18": 1.0003897643089295, "19": 1.0004097199440003, "20": 1.0003858733177184, "21": 1.0003886234760284, "22": 1.0003474533557892, "23": 1.000285108089447, "24": 1.0003148663043975, "25": 1.0003035187721252, "26": 1.0002949559688568, "27": 1.000251249074936, "28": 1.000129313468933, "29": 1.000060999393463, "30": 0.9999863004684448, "31": 1.0002661347389221}}, {"step": 550, "task": 1.095819444656372, "mse": 1.0958194448053837, "cos": 0.007463299066935178, "nce": null, "kl_a": 0.00030989876599051057, "kl_off": 0.00021648199530318379, "sites": 1682, "mse_by_block": {"0": 1.0955792260169983, "1": 1.095143173933029, "2": 1.0953187000751496, "3": 1.0954816019535065, "4": 1.0956190526485443, "5": 1.0957971262931823, "6": 1.0958856105804444, "7": 1.0957898592948914, "8": 1.095727916955948, "9": 1.0957568955421448, "10": 1.0956922233104707, "11": 1.095689638853073, "12": 1.0957649731636048, "13": 1.0958486449718476, "14": 1.0959028697013855, "15": 1.095916029214859, "16": 1.095861566066742, "17": 1.0959097695350648, "18": 1.095985051393509, "19": 1.0960191988945007, "20": 1.0960385131835937, "21": 1.0961231100559234, "22": 1.0960873138904572, "23": 1.0959780013561249, "24": 1.0959932041168212, "25": 1.0960246419906616, "26": 1.0959610438346863, "27": 1.0959126114845277, "28": 1.0959207999706269, "29": 1.0958037221431731, "30": 1.0956890130043029, "31": 1.0960011303424835}}, {"step": 600, "task": 1.0492513036727906, "mse": 1.0492513174563647, "cos": 0.006531698378332749, "nce": null, "kl_a": 0.00031256511341780423, "kl_off": 0.0002270724769914523, "sites": 1717, "mse_by_block": {"0": 1.049063240289688, "1": 1.0487221443653107, "2": 1.0488156259059906, "3": 1.048880079984665, "4": 1.0489757716655732, "5": 1.0491814339160919, "6": 1.0492309093475343, "7": 1.0491858553886413, "8": 1.0491418635845184, "9": 1.0491121995449066, "10": 1.0490485322475434, "11": 1.0490509057044983, "12": 1.049134247303009, "13": 1.049205768108368, "14": 1.0492582726478576, "15": 1.0492486047744751, "16": 1.0492280435562134, "17": 1.0492944526672363, "18": 1.0493983733654022, "19": 1.0494834077358246, "20": 1.0495108258724213, "21": 1.04958336353302, "22": 1.0495207929611206, "23": 1.0494441854953767, "24": 1.0494321072101593, "25": 1.049415112733841, "26": 1.0494225907325745, "27": 1.0494908583164215, "28": 1.0494667088985443, "29": 1.0493633651733398, "30": 1.0492199957370758, "31": 1.0495125198364257}}, {"step": 650, "task": 1.0075881850719453, "mse": 1.007588195540011, "cos": 0.0062070005155368336, "nce": null, "kl_a": 0.0003157396934693679, "kl_off": 0.0002117014946998097, "sites": 1805, "mse_by_block": {"0": 1.0072999393939972, "1": 1.0069180023670197, "2": 1.007031682729721, "3": 1.007116709947586, "4": 1.00721315741539, "5": 1.007391905784607, "6": 1.007408185005188, "7": 1.007378478050232, "8": 1.0073898386955262, "9": 1.0073903584480286, "10": 1.0073909151554108, "11": 1.0073914670944213, "12": 1.0074780130386352, "13": 1.0076216089725494, "14": 1.007636058330536, "15": 1.0076894712448121, "16": 1.0077161586284638, "17": 1.0077284467220307, "18": 1.0077635443210602, "19": 1.007810388803482, "20": 1.0078386986255645, "21": 1.0080069303512573, "22": 1.007926036119461, "23": 1.0078553867340088, "24": 1.0078970336914062, "25": 1.0079459929466248, "26": 1.0079784500598907, "27": 1.0079044795036316, "28": 1.0077864491939545, "29": 1.0076627516746521, "30": 1.00746448636055, "31": 1.0077912318706512}}, {"step": 700, "task": 1.0430308592319488, "mse": 1.0430308619514108, "cos": 0.007211078046668718, "nce": null, "kl_a": 0.00031762919272296133, "kl_off": 0.00021783465635962784, "sites": 1672, "mse_by_block": {"0": 1.0427705323696137, "1": 1.0421255254745483, "2": 1.0422741854190827, "3": 1.0423450982570648, "4": 1.042522658109665, "5": 1.0427639400959015, "6": 1.0428216671943664, "7": 1.0428263664245605, "8": 1.0428397524356843, "9": 1.0428418076038362, "10": 1.0427859795093537, "11": 1.0428507626056671, "12": 1.0430657756328583, "13": 1.043242520093918, "14": 1.0433132755756378, "15": 1.0432918095588684, "16": 1.0432343423366546, "17": 1.0432797765731812, "18": 1.0433412969112397, "19": 1.0433873999118806, "20": 1.043338313102722, "21": 1.0433793663978577, "22": 1.0433052718639373, "23": 1.0432660484313965, "24": 1.0432935905456544, "25": 1.0432792568206788, "26": 1.0432593727111816, "27": 1.0433022046089173, "28": 1.043236871957779, "29": 1.043184107542038, "30": 1.0430736672878265, "31": 1.0431450390815735}}, {"step": 750, "task": 1.090022966861725, "mse": 1.0900229820981622, "cos": 0.006215247579435754, "nce": null, "kl_a": 0.0003195354860508814, "kl_off": 0.00021779862639959902, "sites": 1708, "mse_by_block": {"0": 1.0896542155742646, "1": 1.0891515803337097, "2": 1.0892743611335753, "3": 1.0893051540851593, "4": 1.089453685283661, "5": 1.0897028851509094, "6": 1.089775457382202, "7": 1.0897460341453553, "8": 1.0897300732135773, "9": 1.0898282790184022, "10": 1.0898242175579071, "11": 1.0899669241905212, "12": 1.0900799226760864, "13": 1.09025732755661, "14": 1.0903126192092896, "15": 1.09030956864357, "16": 1.090299872159958, "17": 1.090302789211273, "18": 1.0903875410556794, "19": 1.0904385399818421, "20": 1.0903730547428132, "21": 1.0904194855690001, "22": 1.0903116858005524, "23": 1.0902483093738555, "24": 1.090287878513336, "25": 1.090280659198761, "26": 1.090252400636673, "27": 1.0902064311504365, "28": 1.0902043628692626, "29": 1.0901111793518066, "30": 1.0899299418926238, "31": 1.0903089904785157}}, {"step": 800, "task": 1.0028546726703644, "mse": 1.002854669727385, "cos": 0.00619347054884372, "nce": null, "kl_a": 0.0003229639120399952, "kl_off": 0.00021730200707679615, "sites": 1771, "mse_by_block": {"0": 1.0025008046627044, "1": 1.0022061896324157, "2": 1.0023219323158263, "3": 1.0022917997837066, "4": 1.0023785996437073, "5": 1.002562118768692, "6": 1.0026154434680938, "7": 1.0026053547859193, "8": 1.002594896554947, "9": 1.0026373207569121, "10": 1.002572137117386, "11": 1.0026692605018617, "12": 1.0028158450126647, "13": 1.00295317530632, "14": 1.0030557441711425, "15": 1.0031073296070099, "16": 1.003077630996704, "17": 1.0030952978134156, "18": 1.0031444430351257, "19": 1.0032244682312013, "20": 1.0032316482067107, "21": 1.0032847356796264, "22": 1.0032141315937042, "23": 1.003123061656952, "24": 1.0031173539161682, "25": 1.0030221939086914, "26": 1.003018283843994, "27": 1.002969706058502, "28": 1.0029892897605897, "29": 1.0029878342151641, "30": 1.002840964794159, "31": 1.003120435476303}}, {"step": 850, "task": 1.0039141964912415, "mse": 1.0039141918346286, "cos": 0.005363531594640563, "nce": null, "kl_a": 0.00032369430526159705, "kl_off": 0.00021230841346550733, "sites": 1665, "mse_by_block": {"0": 1.0033002889156342, "1": 1.0030388009548188, "2": 1.0031704008579254, "3": 1.0032126462459565, "4": 1.0033261287212372, "5": 1.003581393957138, "6": 1.0036842834949493, "7": 1.0036601936817169, "8": 1.003701788187027, "9": 1.0037504184246062, "10": 1.0037559688091278, "11": 1.0038503479957581, "12": 1.003935956954956, "13": 1.0040705955028535, "14": 1.0042141377925873, "15": 1.0042521131038666, "16": 1.0041992664337158, "17": 1.0042081296443939, "18": 1.0042862033843993, "19": 1.0043399953842163, "20": 1.0043316435813905, "21": 1.0043803775310516, "22": 1.0042782568931579, "23": 1.00423046708107, "24": 1.0042448008060456, "25": 1.0042334115505218, "26": 1.0041609823703765, "27": 1.0041017889976502, "28": 1.0039949989318848, "29": 1.0039728212356567, "30": 1.0037072110176086, "31": 1.0040783202648162}}, {"step": 900, "task": 1.0078412199020386, "mse": 1.0078412100300194, "cos": 0.0060375642686960876, "nce": null, "kl_a": 0.00032675229711458085, "kl_off": 0.00021903932589339092, "sites": 1848, "mse_by_block": {"0": 1.0073622119426728, "1": 1.0070011281967164, "2": 1.0071498358249664, "3": 1.0071299588680267, "4": 1.0072742581367493, "5": 1.007517912387848, "6": 1.0076169657707215, "7": 1.0076387894153596, "8": 1.0076363754272462, "9": 1.007702383995056, "10": 1.0076569652557372, "11": 1.007734489440918, "12": 1.0078795790672301, "13": 1.007999039888382, "14": 1.0080515336990357, "15": 1.0081073915958405, "16": 1.0081029331684113, "17": 1.0081124877929688, "18": 1.008163208961487, "19": 1.0083042633533479, "20": 1.008308901786804, "21": 1.0083421194553375, "22": 1.0081600546836853, "23": 1.0081470680236817, "24": 1.0081411600112915, "25": 1.0080521214008331, "26": 1.0080515623092652, "27": 1.0080059385299682, "28": 1.007986456155777, "29": 1.0079127514362336, "30": 1.007719705104828, "31": 1.0079491698741914}}, {"step": 950, "task": 1.0544756436347962, "mse": 1.0544756269082427, "cos": 0.005697337358617461, "nce": null, "kl_a": 0.0003372111119097099, "kl_off": 0.00021086459397338332, "sites": 1781, "mse_by_block": {"0": 1.0551605474948884, "1": 1.0536952316761017, "2": 1.0539494407176973, "3": 1.0537320137023927, "4": 1.0538860476016998, "5": 1.054095472097397, "6": 1.054198739528656, "7": 1.0542229115962982, "8": 1.0543084466457366, "9": 1.0542610096931457, "10": 1.0543155562877655, "11": 1.0545406806468964, "12": 1.0544344341754914, "13": 1.054714539051056, "14": 1.0546003806591033, "15": 1.0545688450336457, "16": 1.0545822250843049, "17": 1.0545484161376952, "18": 1.0546865379810333, "19": 1.0548000681400298, "20": 1.0547377145290375, "21": 1.0548556053638458, "22": 1.0547622048854828, "23": 1.0546844851970674, "24": 1.054689782857895, "25": 1.0546580040454865, "26": 1.054690525531769, "27": 1.0545931839942932, "28": 1.054577533006668, "29": 1.054603567123413, "30": 1.0546331977844239, "31": 1.0544327127933502}}, {"step": 1000, "task": 1.0083225679397583, "mse": 1.0083225551620125, "cos": 0.005681032482447108, "nce": null, "kl_a": 0.00033550937310792504, "kl_off": 0.00021552763006184251, "sites": 1745, "mse_by_block": {"0": 1.0075335800647736, "1": 1.007734775543213, "2": 1.0078613245487213, "3": 1.0078576874732972, "4": 1.007984390258789, "5": 1.0081230235099792, "6": 1.008198606967926, "7": 1.008227095603943, "8": 1.0082192611694336, "9": 1.0082800436019896, "10": 1.0083725929260254, "11": 1.0083891141414643, "12": 1.0085128092765807, "13": 1.0085788786411285, "14": 1.0086357879638672, "15": 1.0085733079910277, "16": 1.008485437631607, "17": 1.008495981693268, "18": 1.0085702526569367, "19": 1.00863862991333, "20": 1.0085608184337616, "21": 1.0085955274105072, "22": 1.0085258078575134, "23": 1.0085416054725647, "24": 1.0085226488113403, "25": 1.0085087978839875, "26": 1.008519082069397, "27": 1.0084737479686736, "28": 1.0083547735214233, "29": 1.0082530343532563, "30": 1.0079633295536041, "31": 1.0082300102710724}}], "steps_done": 1000, "train_seconds": 2676.5179421901703}], "heads_init_r2": {"0": 0.16174867038886775, "1": 0.18144206695995468, "2": 0.1927890229606053, "3": 0.2643327188681064, "4": 0.2898854644630974, "5": 0.31631487650151047, "6": 0.33441167279697936, "7": 0.3379067415824464, "8": 0.3511661404191423, "9": 0.3674100345336857, "10": 0.3698958768779591, "11": 0.38247324605916033, "12": 0.3966728499757246, "13": 0.4065470934351664, "14": 0.4123441987804549, "15": 0.4218679545784809, "16": 0.43167765229523336, "17": 0.44459887257609965, "18": 0.45167185191815284, "19": 0.45606631615337834, "20": 0.4580282994030226, "21": 0.4605857607949476, "22": 0.45486411063278753, "23": 0.4467583405571658, "24": 0.437666639944453, "25": 0.423029102042526, "26": 0.4110046290374846, "27": 0.3986201168853457, "28": 0.3853105651575647, "29": 0.3717248056599243, "30": 0.34531985403486165, "31": 0.33428251668799847}, "birth": {"web_delta": 0.0, "parity_armed": 0.0, "parity_masked": 0.0, "n_ref_sites": 13911}, "seconds": 3317.6109211444855, "log": ["[    0.4s] THE JOB: qimp_head_k16_solo_o0_lamA0.5_shuf: the Qwen import arm s15_qwen_import (head form; the teacher Qwen3 0.6B base at depth 16) alone on the bare trunk; blocks all; 2000 steps, a close every 1000; SHUFFLED PAIRS (the control that must fail); lambda 2.0 off-domain, 0.5 on the caption rows; pure Adam lr 0.001; the compiled chain with recompute; card 30.5 GB with 30.4 GB free; host RSS 0.6 GB", "[   17.0s] mini-beatrix-3 @ 245,674: trunk loaded from /workspace/qarm/dl/mini-beatrix-3/checkpoints/step_00245674.safetensors and frozen (376.0M); alephllm 0.10.7 at /workspace/qarm/alephllm/geolip/alephllm; amoe-lora 0.2.11; torch 2.8.0+cu128", "[   17.6s] tokenizer /workspace/qarm/dl/qwen3_tokenizer (gpt2 spelling; vocab 151669; sha256 be75606093db2094): 'a taco truck' -> ['a', '\u0120taco', '\u0120truck']; sites [(1, 6, 7)]", "[   27.3s] the teacher: Qwen3 0.6B base (/workspace/qarm/dl/qwen_3_06b_base.safetensors, sha256 cd2a512003e2f9f3; 28 layers, width 1024; config /workspace/qarm/dl/qwen3_06b); depth 16 = the input of layer 16", "[   27.3s] the read's captions: 512 of each draw of /workspace/qarm/dl/coco_caps_2x2048.json (4,090 captions of both draws kept out of training)", "[   40.1s] caption pack (/workspace/qarm/dl/mini-beatrix-3/caption_pack/pack_v2, train): dff 121,153 rows, scf 42,080 rows, danbooru 603,026 rows, cc12m 1,242,176 rows, coco 19,227 rows; host RSS 4.1 GB", "[   44.9s] read rows draw1: 512 captions (0 unspellable or too long), rows (512, 99), 4,920 sites; Qwen's states at ['16', '28post'] (fp32; final-state size 132.0)", "[   48.9s] read rows draw2: 512 captions (0 unspellable or too long), rows (512, 151), 5,086 sites; Qwen's states at ['16', '28post'] (fp32; final-state size 131.5)", "[   49.0s] streams: web text; partners none (two web rows a quiet chunk); held-out sets ['captions', 'web'] x 8 batches", "[   70.2s] BIRTH: the member attached over the trunk: web rows read exactly as before; the hand-run trunk against the model's forward: armed 0.0e+00, masked 0.0e+00 (gates: 0.0)", "[   81.7s] standardization statistics from 13,911 reference sites on 8 batches (hers per block; Qwen's depth-16 states: size 61.7, sigma range 0.486..5.375); saved /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_shuf_stats.pt", "[  220.4s] THE HEADS (linear, her standardized states -> Qwen's standardized depth-16 states, born as fp64 ridges, 139 s): held-out R2 per block 8: 0.351, 12: 0.397, 16: 0.432, 20: 0.458, 24: 0.438, 28: 0.385, 31: 0.334; 33.6M head parameters; saved /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_shuf_frame.pt", "[  498.6s] CLOSE 0 (step 0): the import read on draw 1 (512 captions, 4,920 sites); per block: her reading against Qwen's final state, masked -> armed / against depth 16 masked -> armed; context (token means removed) masked -> armed", "[  498.6s]    block  8: final 0.426 -> 0.426 / depth 0.496 -> 0.496; context 0.285 -> 0.285; mse 0.866 cos 0.512", "[  498.6s]    block 12: final 0.470 -> 0.470 / depth 0.548 -> 0.548; context 0.331 -> 0.331; mse 0.827 cos 0.546", "[  498.6s]    block 16: final 0.508 -> 0.508 / depth 0.579 -> 0.579; context 0.372 -> 0.372; mse 0.785 cos 0.577", "[  498.6s]    block 18: final 0.514 -> 0.514 / depth 0.581 -> 0.581; context 0.386 -> 0.386; mse 0.762 cos 0.593", "[  498.6s]    block 20: final 0.526 -> 0.526 / depth 0.573 -> 0.573; context 0.399 -> 0.399; mse 0.759 cos 0.595", "[  498.6s]    block 24: final 0.562 -> 0.562 / depth 0.526 -> 0.526; context 0.466 -> 0.466; mse 0.792 cos 0.571", "[  498.6s]    block 28: final 0.540 -> 0.540 / depth 0.452 -> 0.452; context 0.448 -> 0.448; mse 0.852 cos 0.527", "[  498.6s]    block 31: final 0.475 -> 0.475 / depth 0.385 -> 0.385; context 0.385 -> 0.385; mse 0.900 cos 0.494", "[  498.6s]    draw 2 (the repeat), armed against the final state at 12/16/20/24/28: 0.471 / 0.508 / 0.529 / 0.567 / 0.546", "[  498.6s]    I1 the reach: the largest rise over her bare reading +0.000 at block 31 (draw 2 +0.000 at 31) against the bar +.10; I2 the context: +0.000 at block 31 against +.10; bits: captions +0.00000, web +0.00000 against +.012", "[  498.6s]    gate mean 0.047 / widest 0.047; compiled chain: 2 cache entries (limit 256), 0 limit warnings; docs drawn 256 (skipped {'test': 2, 'spelling': 0, 'empty': 0, 'short': 0}); card peak 6.9 GB; host RSS 9.1 GB", "[  498.6s] THE INSTRUMENT CHECK: her bare reading against Qwen's final state on draw 1 (this driver / e038's row): block 8 0.426 / 0.426, block 12 0.470 / 0.470, block 16 0.508 / 0.509, block 20 0.526 / 0.526, block 24 0.562 / 0.562, block 28 0.540 / 0.540; largest difference 0.001", "[  506.3s] step 1/2000: task 1.3754 (mse 1.375 cos 0.004); quiet A 0.00000 off 0.00000; 1,727 sites; 7.65 s/step; the job: 8.4 min spent, about 254.9 min of steps left; card peak 16.1 GB", "[  637.1s] step 50/2000: task 1.0914 (mse 1.091 cos 0.003); quiet A 0.00028 off 0.00022; 1,733 sites; 2.77 s/step; the job: 10.6 min spent, about 90.0 min of steps left; card peak 16.5 GB", "[  769.8s] step 100/2000: task 1.0189 (mse 1.019 cos 0.005); quiet A 0.00032 off 0.00025; 1,740 sites; 2.71 s/step; the job: 12.8 min spent, about 85.9 min of steps left; card peak 16.5 GB", "[  903.6s] step 150/2000: task 1.0094 (mse 1.009 cos 0.005); quiet A 0.00032 off 0.00024; 1,738 sites; 2.70 s/step; the job: 15.1 min spent, about 83.2 min of steps left; card peak 16.5 GB", "[ 1037.3s] step 200/2000: task 1.0057 (mse 1.006 cos 0.006); quiet A 0.00031 off 0.00023; 1,717 sites; 2.69 s/step; the job: 17.3 min spent, about 80.8 min of steps left; card peak 16.5 GB", "[ 1170.5s] step 250/2000: task 1.0041 (mse 1.004 cos 0.007); quiet A 0.00031 off 0.00022; 1,721 sites; 2.69 s/step; the job: 19.5 min spent, about 78.4 min of steps left; card peak 16.5 GB", "[ 1304.0s] step 300/2000: task 1.0081 (mse 1.008 cos 0.006); quiet A 0.00031 off 0.00022; 1,750 sites; 2.68 s/step; the job: 21.7 min spent, about 76.1 min of steps left; card peak 16.5 GB", "[ 1438.1s] step 350/2000: task 1.0080 (mse 1.008 cos 0.006); quiet A 0.00031 off 0.00022; 1,725 sites; 2.68 s/step; the job: 24.0 min spent, about 73.8 min of steps left; card peak 16.5 GB", "[ 1572.3s] step 400/2000: task 1.0035 (mse 1.004 cos 0.006); quiet A 0.00031 off 0.00021; 1,772 sites; 2.68 s/step; the job: 26.2 min spent, about 71.6 min of steps left; card peak 16.5 GB", "[ 1706.0s] step 450/2000: task 1.0047 (mse 1.005 cos 0.006); quiet A 0.00031 off 0.00021; 1,827 sites; 2.68 s/step; the job: 28.4 min spent, about 69.3 min of steps left; card peak 16.5 GB", "[ 1839.6s] step 500/2000: task 1.0003 (mse 1.000 cos 0.007); quiet A 0.00031 off 0.00021; 1,767 sites; 2.68 s/step; the job: 30.7 min spent, about 67.0 min of steps left; card peak 16.5 GB", "[ 1973.2s] step 550/2000: task 1.0958 (mse 1.096 cos 0.007); quiet A 0.00031 off 0.00022; 1,682 sites; 2.68 s/step; the job: 32.9 min spent, about 64.8 min of steps left; card peak 16.5 GB", "[ 2106.9s] step 600/2000: task 1.0493 (mse 1.049 cos 0.007); quiet A 0.00031 off 0.00023; 1,717 sites; 2.68 s/step; the job: 35.1 min spent, about 62.5 min of steps left; card peak 16.5 GB", "[ 2240.5s] step 650/2000: task 1.0076 (mse 1.008 cos 0.006); quiet A 0.00032 off 0.00021; 1,805 sites; 2.68 s/step; the job: 37.3 min spent, about 60.3 min of steps left; card peak 16.5 GB", "[ 2374.5s] step 700/2000: task 1.0430 (mse 1.043 cos 0.007); quiet A 0.00032 off 0.00022; 1,672 sites; 2.68 s/step; the job: 39.6 min spent, about 58.1 min of steps left; card peak 16.5 GB", "[ 2507.5s] step 750/2000: task 1.0900 (mse 1.090 cos 0.006); quiet A 0.00032 off 0.00022; 1,708 sites; 2.68 s/step; the job: 41.8 min spent, about 55.8 min of steps left; card peak 16.5 GB", "[ 2641.4s] step 800/2000: task 1.0029 (mse 1.003 cos 0.006); quiet A 0.00032 off 0.00022; 1,771 sites; 2.68 s/step; the job: 44.0 min spent, about 53.6 min of steps left; card peak 16.5 GB", "[ 2774.7s] step 850/2000: task 1.0039 (mse 1.004 cos 0.005); quiet A 0.00032 off 0.00021; 1,665 sites; 2.68 s/step; the job: 46.2 min spent, about 51.3 min of steps left; card peak 16.5 GB", "[ 2907.8s] step 900/2000: task 1.0078 (mse 1.008 cos 0.006); quiet A 0.00033 off 0.00022; 1,848 sites; 2.68 s/step; the job: 48.5 min spent, about 49.1 min of steps left; card peak 16.5 GB", "[ 3041.6s] step 950/2000: task 1.0545 (mse 1.054 cos 0.006); quiet A 0.00034 off 0.00021; 1,781 sites; 2.68 s/step; the job: 50.7 min spent, about 46.8 min of steps left; card peak 16.5 GB", "[ 3175.2s] step 1000/2000: task 1.0083 (mse 1.008 cos 0.006); quiet A 0.00034 off 0.00022; 1,745 sites; 2.68 s/step; the job: 52.9 min spent, about 44.6 min of steps left; card peak 16.5 GB", "[ 3175.6s] anchor saved: /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_shuf_close1_s15_qwen_import.safetensors", "[ 3317.6s] CLOSE 1 (step 1000): the import read on draw 1 (512 captions, 4,920 sites); per block: her reading against Qwen's final state, masked -> armed / against depth 16 masked -> armed; context (token means removed) masked -> armed", "[ 3317.6s]    block  8: final 0.426 -> 0.426 / depth 0.496 -> 0.496; context 0.285 -> 0.285; mse 1.173 cos 0.054", "[ 3317.6s]    block 12: final 0.470 -> 0.470 / depth 0.548 -> 0.548; context 0.331 -> 0.331; mse 1.169 cos 0.076", "[ 3317.6s]    block 16: final 0.508 -> 0.509 / depth 0.579 -> 0.579; context 0.372 -> 0.372; mse 1.173 cos 0.059", "[ 3317.6s]    block 18: final 0.514 -> 0.515 / depth 0.581 -> 0.581; context 0.386 -> 0.386; mse 1.171 cos 0.066", "[ 3317.6s]    block 20: final 0.526 -> 0.526 / depth 0.573 -> 0.573; context 0.399 -> 0.400; mse 1.176 cos 0.046", "[ 3317.6s]    block 24: final 0.562 -> 0.562 / depth 0.526 -> 0.526; context 0.466 -> 0.466; mse 1.178 cos 0.041", "[ 3317.6s]    block 28: final 0.540 -> 0.540 / depth 0.452 -> 0.452; context 0.448 -> 0.448; mse 1.178 cos 0.039", "[ 3317.6s]    block 31: final 0.475 -> 0.476 / depth 0.385 -> 0.386; context 0.385 -> 0.386; mse 1.177 cos 0.042", "[ 3317.6s]    draw 2 (the repeat), armed against the final state at 12/16/20/24/28: 0.471 / 0.509 / 0.529 / 0.567 / 0.546", "[ 3317.6s]    I1 the reach: the largest rise over her bare reading +0.001 at block 30 (draw 2 +0.001 at 31) against the bar +.10; I2 the context: +0.001 at block 31 against +.10; bits: captions -0.00288, web -0.00006 against +.012", "[ 3317.6s]    gate mean 0.079 / widest 0.113; compiled chain: 5 cache entries (limit 256), 0 limit warnings; docs drawn 32,523 (skipped {'test': 44, 'spelling': 0, 'empty': 0, 'short': 0}); card peak 16.5 GB; host RSS 11.4 GB"]}

import/qwen3/head_k16_solo_o0_lamA0.5_shuf/s15_qwen_import.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23759db21c0a6804434c14e707e14754a8dde50fe1feba2e2b7b4513ba00578a
+size 54819568

import/qwen3/head_k16_solo_o0_lamA0.5_shuf/stats.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4516bf8a375e4a21993f7dcb7c0d142ebaa95208d4a49e8bf4463650c3858dbe
+size 264429

import/qwen3/head_k16_solo_o0_lamA0.5_shuf/train.log

@@ -0,0 +1,96 @@
+[    0.4s] THE JOB: qimp_head_k16_solo_o0_lamA0.5_shuf: the Qwen import arm s15_qwen_import (head form; the teacher Qwen3 0.6B base at depth 16) alone on the bare trunk; blocks all; 2000 steps, a close every 1000; SHUFFLED PAIRS (the control that must fail); lambda 2.0 off-domain, 0.5 on the caption rows; pure Adam lr 0.001; the compiled chain with recompute; card 30.5 GB with 30.4 GB free; host RSS 0.6 GB
+Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads.
+[   17.0s] mini-beatrix-3 @ 245,674: trunk loaded from /workspace/qarm/dl/mini-beatrix-3/checkpoints/step_00245674.safetensors and frozen (376.0M); alephllm 0.10.7 at /workspace/qarm/alephllm/geolip/alephllm; amoe-lora 0.2.11; torch 2.8.0+cu128
+[   17.6s] tokenizer /workspace/qarm/dl/qwen3_tokenizer (gpt2 spelling; vocab 151669; sha256 be75606093db2094): 'a taco truck' -> ['a', 'Ġtaco', 'Ġtruck']; sites [(1, 6, 7)]
+[   27.3s] the teacher: Qwen3 0.6B base (/workspace/qarm/dl/qwen_3_06b_base.safetensors, sha256 cd2a512003e2f9f3; 28 layers, width 1024; config /workspace/qarm/dl/qwen3_06b); depth 16 = the input of layer 16
+[   27.3s] the read's captions: 512 of each draw of /workspace/qarm/dl/coco_caps_2x2048.json (4,090 captions of both draws kept out of training)
+[   40.1s] caption pack (/workspace/qarm/dl/mini-beatrix-3/caption_pack/pack_v2, train): dff 121,153 rows, scf 42,080 rows, danbooru 603,026 rows, cc12m 1,242,176 rows, coco 19,227 rows; host RSS 4.1 GB
+[   44.9s] read rows draw1: 512 captions (0 unspellable or too long), rows (512, 99), 4,920 sites; Qwen's states at ['16', '28post'] (fp32; final-state size 132.0)
+[   48.9s] read rows draw2: 512 captions (0 unspellable or too long), rows (512, 151), 5,086 sites; Qwen's states at ['16', '28post'] (fp32; final-state size 131.5)
+[   49.0s] streams: web text; partners none (two web rows a quiet chunk); held-out sets ['captions', 'web'] x 8 batches
+[arms] attached 's15_qwen_import' for phase 'qwen_import': 13.69M params x 32 blocks, lambda 2.0, spec {'n_slots': 16, 'K': 16, 'D': 8, 'hidden': 256}, recompute on, compile on
+[   70.2s] BIRTH: the member attached over the trunk: web rows read exactly as before; the hand-run trunk against the model's forward: armed 0.0e+00, masked 0.0e+00 (gates: 0.0)
+[   81.7s] standardization statistics from 13,911 reference sites on 8 batches (hers per block; Qwen's depth-16 states: size 61.7, sigma range 0.486..5.375); saved /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_shuf_stats.pt
+[  220.4s] THE HEADS (linear, her standardized states -> Qwen's standardized depth-16 states, born as fp64 ridges, 139 s): held-out R2 per block 8: 0.351, 12: 0.397, 16: 0.432, 20: 0.458, 24: 0.438, 28: 0.385, 31: 0.334; 33.6M head parameters; saved /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_shuf_frame.pt
+[  498.6s] CLOSE 0 (step 0): the import read on draw 1 (512 captions, 4,920 sites); per block: her reading against Qwen's final state, masked -> armed / against depth 16 masked -> armed; context (token means removed) masked -> armed
+[  498.6s]    block  8: final 0.426 -> 0.426 / depth 0.496 -> 0.496; context 0.285 -> 0.285; mse 0.866 cos 0.512
+[  498.6s]    block 12: final 0.470 -> 0.470 / depth 0.548 -> 0.548; context 0.331 -> 0.331; mse 0.827 cos 0.546
+[  498.6s]    block 16: final 0.508 -> 0.508 / depth 0.579 -> 0.579; context 0.372 -> 0.372; mse 0.785 cos 0.577
+[  498.6s]    block 18: final 0.514 -> 0.514 / depth 0.581 -> 0.581; context 0.386 -> 0.386; mse 0.762 cos 0.593
+[  498.6s]    block 20: final 0.526 -> 0.526 / depth 0.573 -> 0.573; context 0.399 -> 0.399; mse 0.759 cos 0.595
+[  498.6s]    block 24: final 0.562 -> 0.562 / depth 0.526 -> 0.526; context 0.466 -> 0.466; mse 0.792 cos 0.571
+[  498.6s]    block 28: final 0.540 -> 0.540 / depth 0.452 -> 0.452; context 0.448 -> 0.448; mse 0.852 cos 0.527
+[  498.6s]    block 31: final 0.475 -> 0.475 / depth 0.385 -> 0.385; context 0.385 -> 0.385; mse 0.900 cos 0.494
+[  498.6s]    draw 2 (the repeat), armed against the final state at 12/16/20/24/28: 0.471 / 0.508 / 0.529 / 0.567 / 0.546
+[  498.6s]    I1 the reach: the largest rise over her bare reading +0.000 at block 31 (draw 2 +0.000 at 31) against the bar +.10; I2 the context: +0.000 at block 31 against +.10; bits: captions +0.00000, web +0.00000 against +.012
+[  498.6s]    gate mean 0.047 / widest 0.047; compiled chain: 2 cache entries (limit 256), 0 limit warnings; docs drawn 256 (skipped {'test': 2, 'spelling': 0, 'empty': 0, 'short': 0}); card peak 6.9 GB; host RSS 9.1 GB
+[  498.6s] THE INSTRUMENT CHECK: her bare reading against Qwen's final state on draw 1 (this driver / e038's row): block 8 0.426 / 0.426, block 12 0.470 / 0.470, block 16 0.508 / 0.509, block 20 0.526 / 0.526, block 24 0.562 / 0.562, block 28 0.540 / 0.540; largest difference 0.001
+[stream] opening 'fineweb-edu' (HuggingFaceFW/fineweb-edu) …
+[  506.3s] step 1/2000: task 1.3754 (mse 1.375 cos 0.004); quiet A 0.00000 off 0.00000; 1,727 sites; 7.65 s/step; the job: 8.4 min spent, about 254.9 min of steps left; card peak 16.1 GB
+[  637.1s] step 50/2000: task 1.0914 (mse 1.091 cos 0.003); quiet A 0.00028 off 0.00022; 1,733 sites; 2.77 s/step; the job: 10.6 min spent, about 90.0 min of steps left; card peak 16.5 GB
+[  769.8s] step 100/2000: task 1.0189 (mse 1.019 cos 0.005); quiet A 0.00032 off 0.00025; 1,740 sites; 2.71 s/step; the job: 12.8 min spent, about 85.9 min of steps left; card peak 16.5 GB
+[  903.6s] step 150/2000: task 1.0094 (mse 1.009 cos 0.005); quiet A 0.00032 off 0.00024; 1,738 sites; 2.70 s/step; the job: 15.1 min spent, about 83.2 min of steps left; card peak 16.5 GB
+[ 1037.3s] step 200/2000: task 1.0057 (mse 1.006 cos 0.006); quiet A 0.00031 off 0.00023; 1,717 sites; 2.69 s/step; the job: 17.3 min spent, about 80.8 min of steps left; card peak 16.5 GB
+[ 1170.5s] step 250/2000: task 1.0041 (mse 1.004 cos 0.007); quiet A 0.00031 off 0.00022; 1,721 sites; 2.69 s/step; the job: 19.5 min spent, about 78.4 min of steps left; card peak 16.5 GB
+[ 1304.0s] step 300/2000: task 1.0081 (mse 1.008 cos 0.006); quiet A 0.00031 off 0.00022; 1,750 sites; 2.68 s/step; the job: 21.7 min spent, about 76.1 min of steps left; card peak 16.5 GB
+[ 1438.1s] step 350/2000: task 1.0080 (mse 1.008 cos 0.006); quiet A 0.00031 off 0.00022; 1,725 sites; 2.68 s/step; the job: 24.0 min spent, about 73.8 min of steps left; card peak 16.5 GB
+[ 1572.3s] step 400/2000: task 1.0035 (mse 1.004 cos 0.006); quiet A 0.00031 off 0.00021; 1,772 sites; 2.68 s/step; the job: 26.2 min spent, about 71.6 min of steps left; card peak 16.5 GB
+[ 1706.0s] step 450/2000: task 1.0047 (mse 1.005 cos 0.006); quiet A 0.00031 off 0.00021; 1,827 sites; 2.68 s/step; the job: 28.4 min spent, about 69.3 min of steps left; card peak 16.5 GB
+[ 1839.6s] step 500/2000: task 1.0003 (mse 1.000 cos 0.007); quiet A 0.00031 off 0.00021; 1,767 sites; 2.68 s/step; the job: 30.7 min spent, about 67.0 min of steps left; card peak 16.5 GB
+[ 1973.2s] step 550/2000: task 1.0958 (mse 1.096 cos 0.007); quiet A 0.00031 off 0.00022; 1,682 sites; 2.68 s/step; the job: 32.9 min spent, about 64.8 min of steps left; card peak 16.5 GB
+[ 2106.9s] step 600/2000: task 1.0493 (mse 1.049 cos 0.007); quiet A 0.00031 off 0.00023; 1,717 sites; 2.68 s/step; the job: 35.1 min spent, about 62.5 min of steps left; card peak 16.5 GB
+[ 2240.5s] step 650/2000: task 1.0076 (mse 1.008 cos 0.006); quiet A 0.00032 off 0.00021; 1,805 sites; 2.68 s/step; the job: 37.3 min spent, about 60.3 min of steps left; card peak 16.5 GB
+[ 2374.5s] step 700/2000: task 1.0430 (mse 1.043 cos 0.007); quiet A 0.00032 off 0.00022; 1,672 sites; 2.68 s/step; the job: 39.6 min spent, about 58.1 min of steps left; card peak 16.5 GB
+[ 2507.5s] step 750/2000: task 1.0900 (mse 1.090 cos 0.006); quiet A 0.00032 off 0.00022; 1,708 sites; 2.68 s/step; the job: 41.8 min spent, about 55.8 min of steps left; card peak 16.5 GB
+[ 2641.4s] step 800/2000: task 1.0029 (mse 1.003 cos 0.006); quiet A 0.00032 off 0.00022; 1,771 sites; 2.68 s/step; the job: 44.0 min spent, about 53.6 min of steps left; card peak 16.5 GB
+[ 2774.7s] step 850/2000: task 1.0039 (mse 1.004 cos 0.005); quiet A 0.00032 off 0.00021; 1,665 sites; 2.68 s/step; the job: 46.2 min spent, about 51.3 min of steps left; card peak 16.5 GB
+[ 2907.8s] step 900/2000: task 1.0078 (mse 1.008 cos 0.006); quiet A 0.00033 off 0.00022; 1,848 sites; 2.68 s/step; the job: 48.5 min spent, about 49.1 min of steps left; card peak 16.5 GB
+[ 3041.6s] step 950/2000: task 1.0545 (mse 1.054 cos 0.006); quiet A 0.00034 off 0.00021; 1,781 sites; 2.68 s/step; the job: 50.7 min spent, about 46.8 min of steps left; card peak 16.5 GB
+[ 3175.2s] step 1000/2000: task 1.0083 (mse 1.008 cos 0.006); quiet A 0.00034 off 0.00022; 1,745 sites; 2.68 s/step; the job: 52.9 min spent, about 44.6 min of steps left; card peak 16.5 GB
+[ 3175.6s] anchor saved: /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_shuf_close1_s15_qwen_import.safetensors
+[ 3317.6s] CLOSE 1 (step 1000): the import read on draw 1 (512 captions, 4,920 sites); per block: her reading against Qwen's final state, masked -> armed / against depth 16 masked -> armed; context (token means removed) masked -> armed
+[ 3317.6s]    block  8: final 0.426 -> 0.426 / depth 0.496 -> 0.496; context 0.285 -> 0.285; mse 1.173 cos 0.054
+[ 3317.6s]    block 12: final 0.470 -> 0.470 / depth 0.548 -> 0.548; context 0.331 -> 0.331; mse 1.169 cos 0.076
+[ 3317.6s]    block 16: final 0.508 -> 0.509 / depth 0.579 -> 0.579; context 0.372 -> 0.372; mse 1.173 cos 0.059
+[ 3317.6s]    block 18: final 0.514 -> 0.515 / depth 0.581 -> 0.581; context 0.386 -> 0.386; mse 1.171 cos 0.066
+[ 3317.6s]    block 20: final 0.526 -> 0.526 / depth 0.573 -> 0.573; context 0.399 -> 0.400; mse 1.176 cos 0.046
+[ 3317.6s]    block 24: final 0.562 -> 0.562 / depth 0.526 -> 0.526; context 0.466 -> 0.466; mse 1.178 cos 0.041
+[ 3317.6s]    block 28: final 0.540 -> 0.540 / depth 0.452 -> 0.452; context 0.448 -> 0.448; mse 1.178 cos 0.039
+[ 3317.6s]    block 31: final 0.475 -> 0.476 / depth 0.385 -> 0.386; context 0.385 -> 0.386; mse 1.177 cos 0.042
+[ 3317.6s]    draw 2 (the repeat), armed against the final state at 12/16/20/24/28: 0.471 / 0.509 / 0.529 / 0.567 / 0.546
+[ 3317.6s]    I1 the reach: the largest rise over her bare reading +0.001 at block 30 (draw 2 +0.001 at 31) against the bar +.10; I2 the context: +0.001 at block 31 against +.10; bits: captions -0.00288, web -0.00006 against +.012
+[ 3317.6s]    gate mean 0.079 / widest 0.113; compiled chain: 5 cache entries (limit 256), 0 limit warnings; docs drawn 32,523 (skipped {'test': 44, 'spelling': 0, 'empty': 0, 'short': 0}); card peak 16.5 GB; host RSS 11.4 GB
+[ 3450.9s] step 1050/2000: task 1.0006 (mse 1.001 cos 0.006); quiet A 0.00034 off 0.00022; 1,763 sites; 2.67 s/step; the job: 57.5 min spent, about 42.4 min of steps left; card peak 16.5 GB
+[ 3584.9s] step 1100/2000: task 1.0012 (mse 1.001 cos 0.007); quiet A 0.00034 off 0.00021; 1,731 sites; 2.67 s/step; the job: 59.7 min spent, about 40.1 min of steps left; card peak 16.5 GB
+[ 3717.9s] step 1150/2000: task 1.0015 (mse 1.002 cos 0.008); quiet A 0.00035 off 0.00022; 1,714 sites; 2.67 s/step; the job: 62.0 min spent, about 37.9 min of steps left; card peak 16.5 GB
+[ 3851.2s] step 1200/2000: task 1.0044 (mse 1.004 cos 0.008); quiet A 0.00035 off 0.00022; 1,724 sites; 2.67 s/step; the job: 64.2 min spent, about 35.7 min of steps left; card peak 16.5 GB
+[ 3985.3s] step 1250/2000: task 1.0042 (mse 1.004 cos 0.007); quiet A 0.00035 off 0.00023; 1,695 sites; 2.67 s/step; the job: 66.4 min spent, about 33.4 min of steps left; card peak 16.5 GB
+[ 4118.4s] step 1300/2000: task 1.0043 (mse 1.004 cos 0.006); quiet A 0.00036 off 0.00022; 1,701 sites; 2.67 s/step; the job: 68.6 min spent, about 31.2 min of steps left; card peak 16.5 GB
+[ 4252.2s] step 1350/2000: task 1.0479 (mse 1.048 cos 0.006); quiet A 0.00036 off 0.00022; 1,710 sites; 2.67 s/step; the job: 70.9 min spent, about 29.0 min of steps left; card peak 16.5 GB
+[ 4385.7s] step 1400/2000: task 1.0020 (mse 1.002 cos 0.007); quiet A 0.00037 off 0.00022; 1,767 sites; 2.67 s/step; the job: 73.1 min spent, about 26.7 min of steps left; card peak 16.5 GB
+[ 4519.2s] step 1450/2000: task 1.0534 (mse 1.053 cos 0.006); quiet A 0.00038 off 0.00022; 1,719 sites; 2.67 s/step; the job: 75.3 min spent, about 24.5 min of steps left; card peak 16.5 GB
+[ 4652.0s] step 1500/2000: task 1.0083 (mse 1.008 cos 0.005); quiet A 0.00038 off 0.00023; 1,670 sites; 2.67 s/step; the job: 77.5 min spent, about 22.3 min of steps left; card peak 16.5 GB
+[ 4785.4s] step 1550/2000: task 1.0534 (mse 1.053 cos 0.007); quiet A 0.00038 off 0.00022; 1,703 sites; 2.67 s/step; the job: 79.8 min spent, about 20.1 min of steps left; card peak 16.5 GB
+[ 4918.8s] step 1600/2000: task 1.0846 (mse 1.085 cos 0.006); quiet A 0.00039 off 0.00022; 1,705 sites; 2.67 s/step; the job: 82.0 min spent, about 17.8 min of steps left; card peak 16.5 GB
+[ 5052.3s] step 1650/2000: task 1.0425 (mse 1.042 cos 0.006); quiet A 0.00039 off 0.00022; 1,780 sites; 2.67 s/step; the job: 84.2 min spent, about 15.6 min of steps left; card peak 16.5 GB
+[ 5185.6s] step 1700/2000: task 1.0062 (mse 1.006 cos 0.006); quiet A 0.00040 off 0.00022; 1,733 sites; 2.67 s/step; the job: 86.4 min spent, about 13.4 min of steps left; card peak 16.5 GB
+[ 5318.7s] step 1750/2000: task 1.0060 (mse 1.006 cos 0.007); quiet A 0.00041 off 0.00022; 1,704 sites; 2.67 s/step; the job: 88.6 min spent, about 11.1 min of steps left; card peak 16.5 GB
+[ 5452.0s] step 1800/2000: task 1.0097 (mse 1.010 cos 0.006); quiet A 0.00042 off 0.00021; 1,777 sites; 2.67 s/step; the job: 90.9 min spent, about 8.9 min of steps left; card peak 16.5 GB
+[ 5585.4s] step 1850/2000: task 1.0020 (mse 1.002 cos 0.007); quiet A 0.00042 off 0.00022; 1,728 sites; 2.67 s/step; the job: 93.1 min spent, about 6.7 min of steps left; card peak 16.5 GB
+[ 5718.7s] step 1900/2000: task 1.0490 (mse 1.049 cos 0.005); quiet A 0.00044 off 0.00022; 1,836 sites; 2.67 s/step; the job: 95.3 min spent, about 4.5 min of steps left; card peak 16.5 GB
+[ 5852.2s] step 1950/2000: task 1.0912 (mse 1.091 cos 0.006); quiet A 0.00044 off 0.00022; 1,742 sites; 2.67 s/step; the job: 97.5 min spent, about 2.2 min of steps left; card peak 16.5 GB
+[ 5985.7s] step 2000/2000: task 1.0084 (mse 1.008 cos 0.008); quiet A 0.00045 off 0.00022; 1,747 sites; 2.67 s/step; the job: 99.8 min spent, about 0.0 min of steps left; card peak 16.5 GB
+[ 5986.0s] anchor saved: /workspace/qarm/out/anchors/qimp_head_k16_solo_o0_lamA0.5_shuf_close2_s15_qwen_import.safetensors
+[ 6127.6s] CLOSE 2 (step 2000): the import read on draw 1 (512 captions, 4,920 sites); per block: her reading against Qwen's final state, masked -> armed / against depth 16 masked -> armed; context (token means removed) masked -> armed
+[ 6127.6s]    block  8: final 0.426 -> 0.426 / depth 0.496 -> 0.496; context 0.285 -> 0.286; mse 1.184 cos 0.008
+[ 6127.6s]    block 12: final 0.470 -> 0.470 / depth 0.548 -> 0.548; context 0.331 -> 0.331; mse 1.186 cos 0.005
+[ 6127.6s]    block 16: final 0.508 -> 0.509 / depth 0.579 -> 0.580; context 0.372 -> 0.372; mse 1.182 cos 0.024
+[ 6127.6s]    block 18: final 0.514 -> 0.515 / depth 0.581 -> 0.581; context 0.386 -> 0.386; mse 1.184 cos 0.015
+[ 6127.6s]    block 20: final 0.526 -> 0.526 / depth 0.573 -> 0.573; context 0.399 -> 0.400; mse 1.183 cos 0.019
+[ 6127.6s]    block 24: final 0.562 -> 0.562 / depth 0.526 -> 0.526; context 0.466 -> 0.466; mse 1.186 cos 0.009
+[ 6127.6s]    block 28: final 0.540 -> 0.540 / depth 0.452 -> 0.453; context 0.448 -> 0.448; mse 1.183 cos 0.019
+[ 6127.6s]    block 31: final 0.475 -> 0.477 / depth 0.385 -> 0.387; context 0.385 -> 0.387; mse 1.180 cos 0.027
+[ 6127.6s]    draw 2 (the repeat), armed against the final state at 12/16/20/24/28: 0.471 / 0.509 / 0.529 / 0.567 / 0.547
+[ 6127.6s]    I1 the reach: the largest rise over her bare reading +0.002 at block 31 (draw 2 +0.002 at 31) against the bar +.10; I2 the context: +0.002 at block 31 against +.10; bits: captions -0.00659, web -0.00014 against +.012
+[ 6127.6s]    gate mean 0.190 / widest 0.456; compiled chain: 5 cache entries (limit 256), 0 limit warnings; docs drawn 64,564 (skipped {'test': 97, 'spelling': 1, 'empty': 0, 'short': 0}); card peak 16.5 GB; host RSS 11.4 GB
+[ 6127.6s] DONE qimp_head_k16_solo_o0_lamA0.5_shuf: 2000 steps in 89.1 min of steps (2.67 s/step); 2 closes; 6128 s in all; card peak 16.5 GB; host RSS 11.4 GB; compiled chain: 5 cache entries (limit 256), 0 limit warnings