diff --git a/bed/reports/bed_alhena-both_s1_L24000_lf0.5_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc96_ac44_kh50_va1_pt10b4h0_krt16r218_ahdigit1_code44sa.json b/bed/reports/bed_alhena-both_s1_L24000_lf0.5_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc96_ac44_kh50_va1_pt10b4h0_krt16r218_ahdigit1_code44sa.json new file mode 100644 index 0000000000000000000000000000000000000000..a7a2598539be7181e0f3011a43ec6f429e22529f --- /dev/null +++ b/bed/reports/bed_alhena-both_s1_L24000_lf0.5_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc96_ac44_kh50_va1_pt10b4h0_krt16r218_ahdigit1_code44sa.json @@ -0,0 +1,10688 @@ +{ + "arm": "alhena-both", + "seed": 1, + "smoke": false, + "steps": 24000, + "micro_batch": 8, + "ctx": 4096, + "lr": 0.001, + "warmup": 100, + "p_plant": 0.75, + "records": 1, + "params": 9215057, + "init": "", + "config": { + "name": "bed-alhena-both", + "d_model": 256, + "n_layers": 6, + "n_heads": 8, + "context": 4096, + "vocab_size": 256, + "tokenizer": "byte-trigram", + "hub_layers": [], + "hub_K": 32, + "hub_D": 16, + "tau": 0.1, + "bank_experts": 7, + "bank_ff": 256, + "head_K": 64, + "head_D": 16, + "head_mode": "", + "head_dial_band": 4.0, + "head_dial_rho": 0.015625, + "gate_init": -3.0, + "tie_embeddings": false, + "hub_chunk": 128, + "hub_const": 1, + "hub_ckpt": 0, + "fusion": null, + "qk_norm": "", + "attn_fp32": false, + "attn_kernel": "sdpa", + "lookup_arm_sites": [], + "lookup_arm_depth": 1, + "attn_rotary": true, + "hub_rotary": false, + "rotary_base": 10000.0, + "hub_rotary_frac": 1.0, + "hub_dual": false, + "pos_table": true, + "bank_byte_table": "add", + "bank_last_fix": "", + "fix_rho": 0.0625, + "fix_warm": 200, + "fix_clamp": [ + 0.25, + 4.0 + ], + "canon": "" + }, + "tokens": 786432000, + "train_minutes": 19.65250823100408, + "tok_per_s": 666947.946080587, + "final_loss_ema": 1.0758269329850423, + "final_bpb_ema": 1.5520901810723038, + "heldout_bpb": 1.4133185768059304, + "heldout_bpb_by_class": { + "lower": 1.4195538059121098, + "upper": 4.432390626261823, + "digit": 3.3261763557819455, + "space": 0.39843617911994156, + "newline": 2.25547535574465, + "punct": 3.0898235334901196, + "high": 2.2553673845217417 + }, + "heldout_bpb_by_position": { + "row": { + "0-64": 1.9232557920419406, + "64-256": 1.509326942129203, + "256-1024": 1.417053854241943, + "1024-2048": 1.3954463030199202, + "2048-4096": 1.3959176981673382, + "4096+": null + }, + "row_n": { + "0-64": 8192, + "64-256": 24576, + "256-1024": 98304, + "1024-2048": 131072, + "2048-4096": 262144, + "4096+": 0 + } + }, + "dispatch_off_bpb": 3.787947251290995, + "records_planted_mean": 0.7504895833333334, + "cues": 5, + "dispatch_off_by_class": { + "lower": 3.435145286782519, + "upper": 10.246482613618063, + "digit": 8.251023956757184, + "space": 3.0606154517179185, + "newline": 9.031354233935174, + "punct": 8.180871264165711, + "high": 7.622632410198684 + }, + "fetch": { + "64": { + "n": 64, + "value_bits": 11.52408063928958, + "first_byte": 0.203125, + "all_five": 0.109375 + }, + "256": { + "n": 64, + "value_bits": 15.612014165039604, + "first_byte": 0.0, + "all_five": 0.0 + }, + "512": { + "n": 64, + "value_bits": 19.453575830730813, + "first_byte": 0.03125, + "all_five": 0.0 + }, + "896": { + "n": 64, + "value_bits": 22.53358060956292, + "first_byte": 0.0, + "all_five": 0.0 + } + }, + "dispatch_census": { + "b0": { + "lower": { + "abs_mean": [ + 2.0168, + 0.1409, + 0.0621, + 0.0871, + 0.2065, + 0.1367, + 0.1201 + ], + "dominant": 0, + "home_share": 0.7281, + "entropy_bits": 1.521 + }, + "upper": { + "abs_mean": [ + 0.5214, + 1.2562, + 0.0947, + 0.1272, + 0.3076, + 0.1609, + 0.0664 + ], + "dominant": 1, + "home_share": 0.4957, + "entropy_bits": 2.124 + }, + "digit": { + "abs_mean": [ + 0.0455, + 0.2551, + 1.3978, + 0.1463, + 0.233, + 0.0804, + 0.0678 + ], + "dominant": 2, + "home_share": 0.6279, + "entropy_bits": 1.82 + }, + "space": { + "abs_mean": [ + 0.0515, + 0.13, + 0.0305, + 2.4878, + 0.0474, + 0.0662, + 0.1311 + ], + "dominant": 3, + "home_share": 0.8449, + "entropy_bits": 0.993 + }, + "newline": { + "abs_mean": [ + 0.2757, + 0.1153, + 0.1426, + 1.0695, + 0.5463, + 0.2083, + 0.3201 + ], + "dominant": 3, + "home_share": 0.204, + "entropy_bits": 2.408 + }, + "punct": { + "abs_mean": [ + 0.1138, + 0.1811, + 0.196, + 0.7592, + 0.1563, + 1.0137, + 0.224 + ], + "dominant": 5, + "home_share": 0.3834, + "entropy_bits": 2.329 + }, + "high": { + "abs_mean": [ + 0.0843, + 0.0745, + 0.1283, + 0.215, + 0.1689, + 0.1303, + 1.4805 + ], + "dominant": 6, + "home_share": 0.6488, + "entropy_bits": 1.811 + } + }, + "mid": { + "lower": { + "abs_mean": [ + 2.6755, + 0.1244, + 0.2229, + 0.1337, + 0.1807, + 0.1234, + 1.3987 + ], + "dominant": 0, + "home_share": 0.5506, + "entropy_bits": 1.784 + }, + "upper": { + "abs_mean": [ + 0.2609, + 1.9819, + 0.0621, + 0.2807, + 0.053, + 0.0626, + 0.3806 + ], + "dominant": 1, + "home_share": 0.6431, + "entropy_bits": 1.727 + }, + "digit": { + "abs_mean": [ + 0.0535, + 0.3051, + 1.8295, + 0.0879, + 0.0381, + 0.0732, + 0.167 + ], + "dominant": 2, + "home_share": 0.7162, + "entropy_bits": 1.49 + }, + "space": { + "abs_mean": [ + 0.0626, + 0.1887, + 0.1882, + 2.9525, + 0.0693, + 0.3296, + 0.2895 + ], + "dominant": 3, + "home_share": 0.7236, + "entropy_bits": 1.504 + }, + "newline": { + "abs_mean": [ + 0.2028, + 0.0149, + 0.1718, + 1.2498, + 1.0688, + 0.2024, + 0.2147 + ], + "dominant": 3, + "home_share": 0.342, + "entropy_bits": 2.102 + }, + "punct": { + "abs_mean": [ + 0.2159, + 0.1067, + 0.0568, + 0.5148, + 0.0801, + 1.3801, + 0.0641 + ], + "dominant": 5, + "home_share": 0.5707, + "entropy_bits": 1.875 + }, + "high": { + "abs_mean": [ + 0.0702, + 0.1629, + 0.1237, + 0.2118, + 0.0409, + 0.1596, + 1.2658 + ], + "dominant": 6, + "home_share": 0.6221, + "entropy_bits": 1.872 + } + }, + "last": { + "lower": { + "abs_mean": [ + 2.4069, + 0.2658, + 0.155, + 0.1193, + 1.4621, + 0.2145, + 0.2551 + ], + "dominant": 0, + "home_share": 0.4934, + "entropy_bits": 1.962 + }, + "upper": { + "abs_mean": [ + 0.7108, + 1.2982, + 0.3615, + 0.2189, + 0.574, + 0.2432, + 0.1042 + ], + "dominant": 1, + "home_share": 0.3698, + "entropy_bits": 2.429 + }, + "digit": { + "abs_mean": [ + 0.0911, + 0.15, + 1.6893, + 0.0901, + 0.1433, + 0.9065, + 0.2458 + ], + "dominant": 2, + "home_share": 0.5094, + "entropy_bits": 1.967 + }, + "space": { + "abs_mean": [ + 0.081, + 0.1923, + 0.1325, + 2.175, + 0.0793, + 0.1953, + 0.1323 + ], + "dominant": 3, + "home_share": 0.728, + "entropy_bits": 1.524 + }, + "newline": { + "abs_mean": [ + 0.261, + 0.1288, + 0.0368, + 1.2061, + 0.7985, + 0.4606, + 0.0931 + ], + "dominant": 3, + "home_share": 0.2675, + "entropy_bits": 2.19 + }, + "punct": { + "abs_mean": [ + 0.0287, + 0.163, + 0.0688, + 0.4218, + 0.1811, + 1.8353, + 0.0655 + ], + "dominant": 5, + "home_share": 0.664, + "entropy_bits": 1.634 + }, + "high": { + "abs_mean": [ + 0.368, + 0.1074, + 0.0507, + 0.1227, + 0.4305, + 0.2944, + 1.71 + ], + "dominant": 6, + "home_share": 0.5545, + "entropy_bits": 2.009 + } + } + }, + "curve": [ + { + "step": 1, + "loss": 5.603451251983643, + "ema": 5.603451251983643, + "lr": 1e-05, + "value_bits": { + "0": null, + "128": 8.161069341752341, + "256": 7.87318230833846, + "512": 8.526429285245293, + "w": null + }, + "value_n": { + "0": 0, + "128": 12, + "256": 6, + "512": 6, + "w": 0 + }, + "value_bits_window": { + "0": null, + "128": 8.161069341752341, + "256": 7.87318230833846, + "512": 8.526429285245293, + "w": null + } + }, + { + "step": 101, + "loss": 2.4139816761016846, + "ema": 3.457241214911534, + "lr": 0.001, + "value_bits": { + "0": 6.328112285042097, + "128": 6.4175523517344, + "256": 6.334150150694733, + "512": 6.32171687469432, + "w": null + }, + "value_n": { + "0": 420, + "128": 390, + "256": 462, + "512": 534, + "w": 0 + }, + "value_bits_window": { + "0": 6.328112285042097, + "128": 6.362202606019546, + "256": 6.3138997275678435, + "512": 6.296663324574423, + "w": null + } + }, + { + "step": 201, + "loss": 1.869605541229248, + "ema": 2.1722267135963342, + "lr": 0.0009999784022901108, + "value_bits": { + "0": 5.998005862015471, + "128": 6.030084218462793, + "256": 5.936388347206867, + "512": 5.944529185913119, + "w": null + }, + "value_n": { + "0": 792, + "128": 762, + "256": 942, + "512": 1104, + "w": 0 + }, + "value_bits_window": { + "0": 5.625305061824119, + "128": 5.623867627129656, + "256": 5.553542611349794, + "512": 5.591163877475995, + "w": null + } + }, + { + "step": 301, + "loss": 1.7397713661193848, + "ema": 1.841074255612103, + "lr": 0.000999913612892132, + "value_bits": { + "0": 5.809060363708847, + "128": 5.868217826770712, + "256": 5.851307266174054, + "512": 5.89513484486401, + "w": null + }, + "value_n": { + "0": 1254, + "128": 1134, + "256": 1380, + "512": 1680, + "w": 0 + }, + "value_bits_window": { + "0": 5.485153795183205, + "128": 5.536652798627256, + "256": 5.66832466724047, + "512": 5.800462357853218, + "w": null + } + }, + { + "step": 401, + "loss": 1.6928768157958984, + "ema": 1.7330358997982827, + "lr": 0.0009998056430004843, + "value_bits": { + "0": 5.712453191522711, + "128": 5.826068793232498, + "256": 5.827313395618629, + "512": 5.856334988105165, + "w": null + }, + "value_n": { + "0": 1722, + "128": 1536, + "256": 1788, + "512": 2238, + "w": 0 + }, + "value_bits_window": { + "0": 5.453595512203448, + "128": 5.7071707732515655, + "256": 5.74615765697528, + "512": 5.739518215067779, + "w": null + } + }, + { + "step": 501, + "loss": 1.7000174522399902, + "ema": 1.7027774931404616, + "lr": 0.0009996545112703871, + "value_bits": { + "0": 5.6035618774764675, + "128": 5.738904996260592, + "256": 5.757846439864907, + "512": 5.81575472396225, + "w": null + }, + "value_n": { + "0": 2178, + "128": 1854, + "256": 2286, + "512": 2844, + "w": 0 + }, + "value_bits_window": { + "0": 5.192353888907105, + "128": 5.3178874108868595, + "256": 5.508434960170824, + "512": 5.665888995988915, + "w": null + } + }, + { + "step": 601, + "loss": 1.6587188243865967, + "ema": 1.6646678097813832, + "lr": 0.0009994602438146345, + "value_bits": { + "0": 5.535744822206003, + "128": 5.687262477212994, + "256": 5.709868260418286, + "512": 5.753766596112768, + "w": null + }, + "value_n": { + "0": 2544, + "128": 2262, + "256": 2700, + "512": 3462, + "w": 0 + }, + "value_bits_window": { + "0": 5.1321777555965165, + "128": 5.452592795070231, + "256": 5.444945269560857, + "512": 5.468500842708351, + "w": null + } + }, + { + "step": 701, + "loss": 1.6594247817993164, + "ema": 1.6324743097116923, + "lr": 0.0009992228741990835, + "value_bits": { + "0": 5.467946940564118, + "128": 5.626690593972646, + "256": 5.617150184814639, + "512": 5.681557602866139, + "w": null + }, + "value_n": { + "0": 2886, + "128": 2562, + "256": 3192, + "512": 4038, + "w": 0 + }, + "value_bits_window": { + "0": 4.96362585607009, + "128": 5.169978594340419, + "256": 5.1083314772336434, + "512": 5.247551466373379, + "w": null + } + }, + { + "step": 801, + "loss": 1.520369052886963, + "ema": 1.5943671236584513, + "lr": 0.000998942443436855, + "value_bits": { + "0": 5.396706836718367, + "128": 5.538525530117278, + "256": 5.5369021775085425, + "512": 5.6178815426111886, + "w": null + }, + "value_n": { + "0": 3318, + "128": 2958, + "256": 3666, + "512": 4566, + "w": 0 + }, + "value_bits_window": { + "0": 4.920783365193282, + "128": 4.968124283659067, + "256": 4.9964978751434375, + "512": 5.130904399979585, + "w": null + } + }, + { + "step": 901, + "loss": 1.5536727905273438, + "ema": 1.553372905449948, + "lr": 0.0009986189999812466, + "value_bits": { + "0": 5.332132393321813, + "128": 5.466513964417537, + "256": 5.463796674803697, + "512": 5.546523298772089, + "w": null + }, + "value_n": { + "0": 3732, + "128": 3312, + "256": 4170, + "512": 5160, + "w": 0 + }, + "value_bits_window": { + "0": 4.814600984650884, + "128": 4.864790203570543, + "256": 4.932041172986305, + "512": 4.998001848655381, + "w": null + } + }, + { + "step": 1001, + "loss": 1.4861805438995361, + "ema": 1.523286111858876, + "lr": 0.0009982525997173624, + "value_bits": { + "0": 5.283194600533642, + "128": 5.392781945674311, + "256": 5.402891966380798, + "512": 5.48037588560698, + "w": null + }, + "value_n": { + "0": 4110, + "128": 3690, + "256": 4632, + "512": 5790, + "w": 0 + }, + "value_bits_window": { + "0": 4.800030995545677, + "128": 4.746749019543191, + "256": 4.853167650096197, + "512": 4.938597073016555, + "w": null + } + }, + { + "step": 1101, + "loss": 1.4472784996032715, + "ema": 1.4851302755733027, + "lr": 0.0009978433059524548, + "value_bits": { + "0": 5.217732826865591, + "128": 5.315189245905055, + "256": 5.35065913715126, + "512": 5.421099563792024, + "w": null + }, + "value_n": { + "0": 4548, + "128": 4092, + "256": 5034, + "512": 6408, + "w": 0 + }, + "value_bits_window": { + "0": 4.6034682383366095, + "128": 4.602957748023069, + "256": 4.748812209312406, + "512": 4.865743733195586, + "w": null + } + }, + { + "step": 1201, + "loss": 1.4823110103607178, + "ema": 1.4534649709984888, + "lr": 0.0009973911894049876, + "value_bits": { + "0": 5.138769980061818, + "128": 5.238094913761184, + "256": 5.272266461784693, + "512": 5.355784844359494, + "w": null + }, + "value_n": { + "0": 5010, + "128": 4428, + "256": 5550, + "512": 6972, + "w": 0 + }, + "value_bits_window": { + "0": 4.3614474102272816, + "128": 4.2991960830090585, + "256": 4.507482105592256, + "512": 4.613698457615437, + "w": null + } + }, + { + "step": 1301, + "loss": 1.3768360614776611, + "ema": 1.4041843690298785, + "lr": 0.0009968963281924172, + "value_bits": { + "0": 4.951701646816214, + "128": 5.103537550743154, + "256": 5.095814119955608, + "512": 5.228354810854329, + "w": null + }, + "value_n": { + "0": 5514, + "128": 4746, + "256": 6078, + "512": 7482, + "w": 0 + }, + "value_bits_window": { + "0": 3.0921533341962157, + "128": 3.229889741171338, + "256": 3.241059390502149, + "512": 3.486311293995477, + "w": null + } + }, + { + "step": 1401, + "loss": 1.3535892963409424, + "ema": 1.3828335858412013, + "lr": 0.000996358807817695, + "value_bits": { + "0": 4.721466039150707, + "128": 4.932371180508087, + "256": 4.934685985236316, + "512": 5.103920711475296, + "w": null + }, + "value_n": { + "0": 6102, + "128": 5046, + "256": 6546, + "512": 7938, + "w": 0 + }, + "value_bits_window": { + "0": 2.5624198815527386, + "128": 2.2245192033893244, + "256": 2.842085979202431, + "512": 3.0622191071903857, + "w": null + } + }, + { + "step": 1501, + "loss": 1.3635802268981934, + "ema": 1.3590071797446404, + "lr": 0.0009957787211544934, + "value_bits": { + "0": 4.567536544426486, + "128": 4.761963243783726, + "256": 4.755474024082589, + "512": 4.932939572262927, + "w": null + }, + "value_n": { + "0": 6510, + "128": 5370, + "256": 7056, + "512": 8520, + "w": 0 + }, + "value_bits_window": { + "0": 2.2653851306833537, + "128": 2.1080174144284003, + "256": 2.455235793274164, + "512": 2.600897848778761, + "w": null + } + }, + { + "step": 1601, + "loss": 1.3709403276443481, + "ema": 1.353659611746838, + "lr": 0.0009951561684311608, + "value_bits": { + "0": 4.411964806564016, + "128": 4.61548237322121, + "256": 4.6132613710457235, + "512": 4.795458146172344, + "w": null + }, + "value_n": { + "0": 6978, + "128": 5682, + "256": 7494, + "512": 9048, + "w": 0 + }, + "value_bits_window": { + "0": 2.2479220427078572, + "128": 2.0943212356548186, + "256": 2.3222739741778757, + "512": 2.5770078615288368, + "w": null + } + }, + { + "step": 1701, + "loss": 1.3197698593139648, + "ema": 1.3321151705386467, + "lr": 0.0009944912572134015, + "value_bits": { + "0": 4.255333712865741, + "128": 4.456320268360544, + "256": 4.484707090452191, + "512": 4.64270291194058, + "w": null + }, + "value_n": { + "0": 7440, + "128": 6042, + "256": 7884, + "512": 9600, + "w": 0 + }, + "value_bits_window": { + "0": 1.8895939470073908, + "128": 1.9442117133097183, + "256": 2.0144871448933737, + "512": 2.1388453769242797, + "w": null + } + }, + { + "step": 1801, + "loss": 1.268714189529419, + "ema": 1.3196859738247129, + "lr": 0.0009937841023856923, + "value_bits": { + "0": 4.103398575207207, + "128": 4.306832770144429, + "256": 4.358959177078888, + "512": 4.496145132529061, + "w": null + }, + "value_n": { + "0": 7914, + "128": 6378, + "256": 8286, + "512": 10200, + "w": 0 + }, + "value_bits_window": { + "0": 1.7185938828454057, + "128": 1.6187272218653503, + "256": 1.8927986073398066, + "512": 2.1512206619447527, + "w": null + } + }, + { + "step": 1901, + "loss": 1.3075528144836426, + "ema": 1.3088511579267115, + "lr": 0.000993034826131432, + "value_bits": { + "0": 3.95455315986053, + "128": 4.188598340608221, + "256": 4.22960789581437, + "512": 4.3918636944745435, + "w": null + }, + "value_n": { + "0": 8412, + "128": 6672, + "256": 8742, + "512": 10662, + "w": 0 + }, + "value_bits_window": { + "0": 1.5891663786283938, + "128": 1.6236351039349601, + "256": 1.8791589559946242, + "512": 2.08954623093325, + "w": null + } + }, + { + "step": 2001, + "loss": 1.2833566665649414, + "ema": 1.3024318048275714, + "lr": 0.0009922435579118294, + "value_bits": { + "0": 3.8189516221970408, + "128": 4.069919588058165, + "256": 4.107728511202303, + "512": 4.270953983721002, + "w": null + }, + "value_n": { + "0": 8904, + "128": 7002, + "256": 9180, + "512": 11202, + "w": 0 + }, + "value_bits_window": { + "0": 1.5004960636090905, + "128": 1.6704509910461256, + "256": 1.6751495607943454, + "512": 1.8836589169538533, + "w": null + } + }, + { + "step": 2101, + "loss": 1.3506159782409668, + "ema": 1.297093843234324, + "lr": 0.0009914104344435368, + "value_bits": { + "0": 3.6918645787168565, + "128": 3.951671694688961, + "256": 3.987361422471418, + "512": 4.148694185694944, + "w": null + }, + "value_n": { + "0": 9408, + "128": 7338, + "256": 9618, + "512": 11766, + "w": 0 + }, + "value_bits_window": { + "0": 1.4466601439002682, + "128": 1.487470059655736, + "256": 1.4645991518103938, + "512": 1.7204064951135514, + "w": null + } + }, + { + "step": 2201, + "loss": 1.245797872543335, + "ema": 1.289802805573819, + "lr": 0.0009905355996750254, + "value_bits": { + "0": 3.573566210286, + "128": 3.8250793344187386, + "256": 3.8679499612954027, + "512": 4.039995160163405, + "w": null + }, + "value_n": { + "0": 9882, + "128": 7710, + "256": 10080, + "512": 12324, + "w": 0 + }, + "value_bits_window": { + "0": 1.2255682140887563, + "128": 1.3279429374754816, + "256": 1.3820204513583645, + "512": 1.7479651701919314, + "w": null + } + }, + { + "step": 2301, + "loss": 1.2745181322097778, + "ema": 1.2751092590573776, + "lr": 0.0009896192047617156, + "value_bits": { + "0": 3.465041953432666, + "128": 3.71850399536753, + "256": 3.7626138951472514, + "512": 3.943696861708443, + "w": null + }, + "value_n": { + "0": 10356, + "128": 8034, + "256": 10542, + "512": 12834, + "w": 0 + }, + "value_bits_window": { + "0": 1.2025172567561964, + "128": 1.182405649426729, + "256": 1.4643724519148609, + "512": 1.6166768025732408, + "w": null + } + }, + { + "step": 2401, + "loss": 1.2822844982147217, + "ema": 1.2727199248541776, + "lr": 0.0009886614080398593, + "value_bits": { + "0": 3.3716391970947597, + "128": 3.6426494967757415, + "256": 3.659784254420677, + "512": 3.835819580140959, + "w": null + }, + "value_n": { + "0": 10782, + "128": 8298, + "256": 11004, + "512": 13428, + "w": 0 + }, + "value_bits_window": { + "0": 1.1010313458380498, + "128": 1.3342591873574494, + "256": 1.3133988160233874, + "512": 1.5050164965768307, + "w": null + } + }, + { + "step": 2501, + "loss": 1.2714533805847168, + "ema": 1.269090105004656, + "lr": 0.0009876623749991824, + "value_bits": { + "0": 3.2964171895252314, + "128": 3.5494663954417685, + "256": 3.5692306749978293, + "512": 3.738079115835203, + "w": null + }, + "value_n": { + "0": 11178, + "128": 8640, + "256": 11454, + "512": 14028, + "w": 0 + }, + "value_bits_window": { + "0": 1.2483270743366983, + "128": 1.2885500946543156, + "256": 1.3548938128444499, + "512": 1.5506475246723983, + "w": null + } + }, + { + "step": 2601, + "loss": 1.3144161701202393, + "ema": 1.2652538461814393, + "lr": 0.0009866222782542913, + "value_bits": { + "0": 3.2026437480899785, + "128": 3.4564309157024304, + "256": 3.4907495713408903, + "512": 3.6430122950548336, + "w": null + }, + "value_n": { + "0": 11670, + "128": 8976, + "256": 11844, + "512": 14610, + "w": 0 + }, + "value_bits_window": { + "0": 1.0721569018231925, + "128": 1.0640900081194582, + "256": 1.185819927016324, + "512": 1.3516078931527211, + "w": null + } + }, + { + "step": 2701, + "loss": 1.271815538406372, + "ema": 1.2579730749955256, + "lr": 0.0009855412975148475, + "value_bits": { + "0": 3.1127008977835233, + "128": 3.3619562841963497, + "256": 3.408766780904539, + "512": 3.5672347775217697, + "w": null + }, + "value_n": { + "0": 12120, + "128": 9360, + "256": 12294, + "512": 15120, + "w": 0 + }, + "value_bits_window": { + "0": 0.7801829798361359, + "128": 1.1536117727417041, + "256": 1.2509797366197808, + "512": 1.3964317752510447, + "w": null + } + }, + { + "step": 2801, + "loss": 1.2746963500976562, + "ema": 1.253845446397226, + "lr": 0.0009844196195545186, + "value_bits": { + "0": 3.0125744635579266, + "128": 3.2763135743448513, + "256": 3.3315837346596386, + "512": 3.4936256673746353, + "w": null + }, + "value_n": { + "0": 12660, + "128": 9708, + "256": 12726, + "512": 15648, + "w": 0 + }, + "value_bits_window": { + "0": 0.7652922731611854, + "128": 0.9728199990286984, + "256": 1.1350828769401913, + "512": 1.3857284222521735, + "w": null + } + }, + { + "step": 2901, + "loss": 1.2551310062408447, + "ema": 1.2529738537846289, + "lr": 0.0009832574381787062, + "value_bits": { + "0": 2.9220007529066665, + "128": 3.199729489283772, + "256": 3.256013873253528, + "512": 3.415249812517909, + "w": null + }, + "value_n": { + "0": 13188, + "128": 10038, + "256": 13182, + "512": 16266, + "w": 0 + }, + "value_bits_window": { + "0": 0.7502901907003229, + "128": 0.9467649505778447, + "256": 1.1470181358540372, + "512": 1.4307427303204177, + "w": null + } + }, + { + "step": 3001, + "loss": 1.1816855669021606, + "ema": 1.2455299082613696, + "lr": 0.0009820549541910595, + "value_bits": { + "0": 2.8524113098687587, + "128": 3.1303755235729853, + "256": 3.188101436540268, + "512": 3.331453627708282, + "w": null + }, + "value_n": { + "0": 13596, + "128": 10380, + "256": 13614, + "512": 16920, + "w": 0 + }, + "value_bits_window": { + "0": 0.6030349010846217, + "128": 1.0947757931493611, + "256": 1.1158288884981518, + "512": 1.2473118201954299, + "w": null + } + }, + { + "step": 3101, + "loss": 1.270688772201538, + "ema": 1.2438896329826497, + "lr": 0.0009808123753587811, + "value_bits": { + "0": 2.7830140838914534, + "128": 3.0715361471824374, + "256": 3.1181240893894353, + "512": 3.2688659572043193, + "w": null + }, + "value_n": { + "0": 14034, + "128": 10674, + "256": 14100, + "512": 17466, + "w": 0 + }, + "value_bits_window": { + "0": 0.6288481378014059, + "128": 0.9941459195161539, + "256": 1.157894451300065, + "512": 1.3293359481804412, + "w": null + } + }, + { + "step": 3201, + "loss": 1.2737667560577393, + "ema": 1.238245138732909, + "lr": 0.0009795299163767282, + "value_bits": { + "0": 2.7200187455937277, + "128": 2.9999369397357363, + "256": 3.0481505445673487, + "512": 3.1988906729664452, + "w": null + }, + "value_n": { + "0": 14454, + "128": 11034, + "256": 14574, + "512": 18078, + "w": 0 + }, + "value_bits_window": { + "0": 0.6150745130454418, + "128": 0.8770204389410482, + "256": 0.9666590213786938, + "512": 1.2018509433933775, + "w": null + } + }, + { + "step": 3301, + "loss": 1.2702412605285645, + "ema": 1.2383608497615621, + "lr": 0.000978207798830317, + "value_bits": { + "0": 2.6534678111751613, + "128": 2.9344600285730373, + "256": 2.9774211071736842, + "512": 3.135213094930621, + "w": null + }, + "value_n": { + "0": 14910, + "128": 11394, + "256": 15090, + "512": 18636, + "w": 0 + }, + "value_bits_window": { + "0": 0.5439783241445509, + "128": 0.927592701436297, + "256": 0.9797257184619181, + "512": 1.0721965075979556, + "w": null + } + }, + { + "step": 3401, + "loss": 1.2522482872009277, + "ema": 1.2295598602455275, + "lr": 0.0009768462511572371, + "value_bits": { + "0": 2.5958166785273624, + "128": 2.88072406009974, + "256": 2.9228648034931943, + "512": 3.0716305196628855, + "w": null + }, + "value_n": { + "0": 15330, + "128": 11688, + "256": 15492, + "512": 19266, + "w": 0 + }, + "value_bits_window": { + "0": 0.5492014695304974, + "128": 0.7981811186550307, + "256": 0.8749677325016949, + "512": 1.1907973884096803, + "w": null + } + }, + { + "step": 3501, + "loss": 1.2418737411499023, + "ema": 1.2313788143261335, + "lr": 0.0009754455086079817, + "value_bits": { + "0": 2.5339527671545867, + "128": 2.818582458056572, + "256": 2.872839186092123, + "512": 3.003609975744213, + "w": null + }, + "value_n": { + "0": 15756, + "128": 12054, + "256": 15882, + "512": 19926, + "w": 0 + }, + "value_bits_window": { + "0": 0.3077232804300486, + "128": 0.834126051825563, + "256": 0.8856677379449466, + "512": 1.0180284619000566, + "w": null + } + }, + { + "step": 3601, + "loss": 1.2129155397415161, + "ema": 1.2260569144578426, + "lr": 0.0009740058132052006, + "value_bits": { + "0": 2.472249199272254, + "128": 2.7609281193793245, + "256": 2.8110120556286713, + "512": 2.951622379325921, + "w": null + }, + "value_n": { + "0": 16200, + "128": 12426, + "256": 16374, + "512": 20460, + "w": 0 + }, + "value_bits_window": { + "0": 0.28260637144785317, + "128": 0.8927415644988438, + "256": 0.815202124692611, + "512": 1.0117256635377205, + "w": null + } + }, + { + "step": 3701, + "loss": 1.1743748188018799, + "ema": 1.226038933611925, + "lr": 0.0009725274137018827, + "value_bits": { + "0": 2.412119224453437, + "128": 2.697435494813947, + "256": 2.7536587149887493, + "512": 2.8989844296224936, + "w": null + }, + "value_n": { + "0": 16656, + "128": 12822, + "256": 16848, + "512": 21042, + "w": 0 + }, + "value_bits_window": { + "0": 0.27592275062704974, + "128": 0.7051138967094485, + "256": 0.7724274921235992, + "512": 1.04851630087316, + "w": null + } + }, + { + "step": 3801, + "loss": 1.208670973777771, + "ema": 1.2199507106854022, + "lr": 0.0009710105655383767, + "value_bits": { + "0": 2.352500837755492, + "128": 2.651105186766955, + "256": 2.702257151395464, + "512": 2.855617497631444, + "w": null + }, + "value_n": { + "0": 17142, + "128": 13122, + "256": 17340, + "512": 21522, + "w": 0 + }, + "value_bits_window": { + "0": 0.3092830417864114, + "128": 0.6709478208385073, + "256": 0.9420670224936933, + "512": 0.9545196164738008, + "w": null + } + }, + { + "step": 3901, + "loss": 1.2819952964782715, + "ema": 1.2231384237053828, + "lr": 0.0009694555307982551, + "value_bits": { + "0": 2.304885601427976, + "128": 2.6029061648700424, + "256": 2.662753441694915, + "512": 2.8075994968120837, + "w": null + }, + "value_n": { + "0": 17592, + "128": 13464, + "256": 17724, + "512": 22086, + "w": 0 + }, + "value_bits_window": { + "0": 0.4910625322584631, + "128": 0.753585798404309, + "256": 0.878914050529479, + "512": 0.9752530187371351, + "w": null + } + }, + { + "step": 4001, + "loss": 1.2484533786773682, + "ema": 1.219118070650442, + "lr": 0.0009678625781630314, + "value_bits": { + "0": 2.2605097508064635, + "128": 2.552782634379838, + "256": 2.6164810130450027, + "512": 2.756402330604489, + "w": null + }, + "value_n": { + "0": 17976, + "128": 13824, + "256": 18156, + "512": 22662, + "w": 0 + }, + "value_bits_window": { + "0": 0.2275410942084357, + "128": 0.6781625940461797, + "256": 0.7180260931583461, + "512": 0.7933109888320293, + "w": null + } + }, + { + "step": 4101, + "loss": 1.2026453018188477, + "ema": 1.220782130595769, + "lr": 0.000966231982865737, + "value_bits": { + "0": 2.2085148577392095, + "128": 2.5033004246294217, + "256": 2.570021116204223, + "512": 2.713845951758113, + "w": null + }, + "value_n": { + "0": 18450, + "128": 14178, + "256": 18588, + "512": 23184, + "w": 0 + }, + "value_bits_window": { + "0": 0.2366579004038487, + "128": 0.570978199799616, + "256": 0.6174148962014413, + "512": 0.8663121252895777, + "w": null + } + }, + { + "step": 4201, + "loss": 1.1968258619308472, + "ema": 1.2151547564359446, + "lr": 0.000964564026643365, + "value_bits": { + "0": 2.1655651703646988, + "128": 2.4539196035471287, + "256": 2.5239609599222943, + "512": 2.671588099357735, + "w": null + }, + "value_n": { + "0": 18858, + "128": 14568, + "256": 19038, + "512": 23688, + "w": 0 + }, + "value_bits_window": { + "0": 0.22335504276733856, + "128": 0.6587368309708259, + "256": 0.6213694377700998, + "512": 0.727726888940337, + "w": null + } + }, + { + "step": 4301, + "loss": 1.202703833580017, + "ema": 1.2074620209087847, + "lr": 0.0009628589976881923, + "value_bits": { + "0": 2.1174126896861805, + "128": 2.4182528727413692, + "256": 2.4726820548935042, + "512": 2.6339198882082826, + "w": null + }, + "value_n": { + "0": 19332, + "128": 14862, + "256": 19554, + "512": 24162, + "w": 0 + }, + "value_bits_window": { + "0": 0.20167538876740548, + "128": 0.6509299666927514, + "256": 0.5807289658661653, + "512": 0.7514629563343904, + "w": null + } + }, + { + "step": 4401, + "loss": 1.2466745376586914, + "ema": 1.2066027021371875, + "lr": 0.0009611171905979846, + "value_bits": { + "0": 2.068315319197439, + "128": 2.3758453791375103, + "256": 2.4287693669984063, + "512": 2.590967938315838, + "w": null + }, + "value_n": { + "0": 19824, + "128": 15192, + "256": 20010, + "512": 24720, + "w": 0 + }, + "value_bits_window": { + "0": 0.13914790804225016, + "128": 0.4659660762873347, + "256": 0.5457239742336113, + "512": 0.7311023230806342, + "w": null + } + }, + { + "step": 4501, + "loss": 1.2066595554351807, + "ema": 1.203137499701611, + "lr": 0.0009593389063250958, + "value_bits": { + "0": 2.023520432766413, + "128": 2.330048746077372, + "256": 2.3825352135262112, + "512": 2.548525522263408, + "w": null + }, + "value_n": { + "0": 20316, + "128": 15558, + "256": 20508, + "512": 25266, + "w": 0 + }, + "value_bits_window": { + "0": 0.21861427705775097, + "128": 0.4291130918434421, + "256": 0.5248135047338007, + "512": 0.6269567954940375, + "w": null + } + }, + { + "step": 4601, + "loss": 1.1972522735595703, + "ema": 1.2003426912060053, + "lr": 0.0009575244521244684, + "value_bits": { + "0": 1.9902699675710112, + "128": 2.293564957660545, + "256": 2.343270254139401, + "512": 2.5097139783831177, + "w": null + }, + "value_n": { + "0": 20700, + "128": 15858, + "256": 20940, + "512": 25794, + "w": 0 + }, + "value_bits_window": { + "0": 0.23111254332678502, + "128": 0.40151569036389967, + "256": 0.4792753765822172, + "512": 0.6524933956569803, + "w": null + } + }, + { + "step": 4701, + "loss": 1.2000935077667236, + "ema": 1.199066115528084, + "lr": 0.0009556741415005459, + "value_bits": { + "0": 1.9577820783901612, + "128": 2.2564932423723127, + "256": 2.3095389555275516, + "512": 2.4674359809716293, + "w": null + }, + "value_n": { + "0": 21084, + "128": 16200, + "256": 21348, + "512": 26406, + "w": 0 + }, + "value_bits_window": { + "0": 0.20648180223498358, + "128": 0.5375363387442892, + "256": 0.5783296591252878, + "512": 0.6855427371285829, + "w": null + } + }, + { + "step": 4801, + "loss": 1.1612191200256348, + "ema": 1.1973944557704663, + "lr": 0.0009537882941531047, + "value_bits": { + "0": 1.9178699600431974, + "128": 2.222572080019351, + "256": 2.2706267865398786, + "512": 2.427266248562258, + "w": null + }, + "value_n": { + "0": 21576, + "128": 16518, + "256": 21798, + "512": 26994, + "w": 0 + }, + "value_bits_window": { + "0": 0.20748966893062606, + "128": 0.4945128658118444, + "256": 0.4246334897646598, + "512": 0.6233173471985441, + "w": null + } + }, + { + "step": 4901, + "loss": 1.1920320987701416, + "ema": 1.1981439170717272, + "lr": 0.0009518672359220161, + "value_bits": { + "0": 1.8810211651287114, + "128": 2.1831836591777622, + "256": 2.2388321474279422, + "512": 2.390058949171767, + "w": null + }, + "value_n": { + "0": 22050, + "128": 16878, + "256": 22182, + "512": 27552, + "w": 0 + }, + "value_bits_window": { + "0": 0.20370133585666483, + "128": 0.37591161622953206, + "256": 0.4339895865894331, + "512": 0.5901058313457695, + "w": null + } + }, + { + "step": 5001, + "loss": 1.2377254962921143, + "ema": 1.1958228199518437, + "lr": 0.000949911298730947, + "value_bits": { + "0": 1.8459986550725784, + "128": 2.143308035803327, + "256": 2.20367975216028, + "512": 2.3596475384985736, + "w": null + }, + "value_n": { + "0": 22512, + "128": 17256, + "256": 22614, + "512": 28050, + "w": 0 + }, + "value_bits_window": { + "0": 0.1744697660298686, + "128": 0.3628298048146811, + "256": 0.3987019007082352, + "512": 0.6771270829407094, + "w": null + } + }, + { + "step": 5101, + "loss": 1.1811206340789795, + "ema": 1.1977691957250876, + "lr": 0.0009479208205300094, + "value_bits": { + "0": 1.8118067302871637, + "128": 2.111930777144551, + "256": 2.1709020518225928, + "512": 2.3143899237436663, + "w": null + }, + "value_n": { + "0": 22974, + "128": 17568, + "256": 23046, + "512": 28758, + "w": 0 + }, + "value_bits_window": { + "0": 0.14572748619785567, + "128": 0.3765270097860651, + "256": 0.4550804883122593, + "512": 0.5213445934115286, + "w": null + } + }, + { + "step": 5201, + "loss": 1.1672725677490234, + "ema": 1.1896564597479258, + "lr": 0.0009458961452373692, + "value_bits": { + "0": 1.777089885076971, + "128": 2.0790594127521937, + "256": 2.1350222809883754, + "512": 2.2827373042683385, + "w": null + }, + "value_n": { + "0": 23454, + "128": 17904, + "256": 23496, + "512": 29268, + "w": 0 + }, + "value_bits_window": { + "0": 0.11545488120412754, + "128": 0.3603566459518124, + "256": 0.2974996173319993, + "512": 0.49790194961838763, + "w": null + } + }, + { + "step": 5301, + "loss": 1.1567420959472656, + "ema": 1.1881072765183505, + "lr": 0.0009438376226798231, + "value_bits": { + "0": 1.7466651018564816, + "128": 2.0547108279082384, + "256": 2.097315989847986, + "512": 2.2545754072159254, + "w": null + }, + "value_n": { + "0": 23910, + "128": 18144, + "256": 24018, + "512": 29796, + "w": 0 + }, + "value_bits_window": { + "0": 0.18179039647629733, + "128": 0.23830639854915717, + "256": 0.40009948288516484, + "512": 0.6935102501514679, + "w": null + } + }, + { + "step": 5401, + "loss": 1.198014497756958, + "ema": 1.1883360608896618, + "lr": 0.0009417456085323551, + "value_bits": { + "0": 1.7114054339354094, + "128": 2.026868090764025, + "256": 2.065940843997632, + "512": 2.2263637775747536, + "w": null + }, + "value_n": { + "0": 24450, + "128": 18450, + "256": 24480, + "512": 30306, + "w": 0 + }, + "value_bits_window": { + "0": 0.15018569320794775, + "128": 0.3759575589189028, + "256": 0.43484072920587075, + "512": 0.5781408034799577, + "w": null + } + }, + { + "step": 5501, + "loss": 1.130744457244873, + "ema": 1.1886159588530636, + "lr": 0.0009396204642566821, + "value_bits": { + "0": 1.6836052810611715, + "128": 1.990247107499266, + "256": 2.0391096521692327, + "512": 2.192442442961781, + "w": null + }, + "value_n": { + "0": 24900, + "128": 18846, + "256": 24876, + "512": 30912, + "w": 0 + }, + "value_bits_window": { + "0": 0.17313030822757924, + "128": 0.2840422053911734, + "256": 0.3804541573227222, + "512": 0.4960398575149875, + "w": null + } + }, + { + "step": 5601, + "loss": 1.15248441696167, + "ema": 1.1854326640897423, + "lr": 0.0009374625570388007, + "value_bits": { + "0": 1.6546233329594928, + "128": 1.9637097443308082, + "256": 2.010741553145783, + "512": 2.1626846076164394, + "w": null + }, + "value_n": { + "0": 25386, + "128": 19170, + "256": 25320, + "512": 31488, + "w": 0 + }, + "value_bits_window": { + "0": 0.1697457450339827, + "128": 0.4201197866988493, + "256": 0.4213613024535743, + "512": 0.565680777416444, + "w": null + } + }, + { + "step": 5701, + "loss": 1.2133551836013794, + "ema": 1.1834799615352414, + "lr": 0.0009352722597255434, + "value_bits": { + "0": 1.6322635585940761, + "128": 1.9342398351288905, + "256": 1.980466084011346, + "512": 2.1346536354994505, + "w": null + }, + "value_n": { + "0": 25758, + "128": 19554, + "256": 25830, + "512": 32022, + "w": 0 + }, + "value_bits_window": { + "0": 0.10638927891538381, + "128": 0.4630467116894025, + "256": 0.4773780869840032, + "512": 0.48177114482577765, + "w": null + } + }, + { + "step": 5801, + "loss": 1.224875569343567, + "ema": 1.1833999725254944, + "lr": 0.0009330499507601575, + "value_bits": { + "0": 1.6004571003519494, + "128": 1.9075043871510302, + "256": 1.9539753425732513, + "512": 2.105915499170796, + "w": null + }, + "value_n": { + "0": 26310, + "128": 19866, + "256": 26280, + "512": 32568, + "w": 0 + }, + "value_bits_window": { + "0": 0.1162709565101091, + "128": 0.23191159946167192, + "256": 0.4334067840266224, + "512": 0.42047117404956286, + "w": null + } + }, + { + "step": 5901, + "loss": 1.1709678173065186, + "ema": 1.1791352421600367, + "lr": 0.0009307960141169177, + "value_bits": { + "0": 1.5753805179765807, + "128": 1.8774933694183105, + "256": 1.9284602810988452, + "512": 2.0754468258771244, + "w": null + }, + "value_n": { + "0": 26748, + "128": 20244, + "256": 26718, + "512": 33180, + "w": 0 + }, + "value_bits_window": { + "0": 0.06906800131916575, + "128": 0.3002476596876006, + "256": 0.3975565926344784, + "512": 0.45403546668060124, + "w": null + } + }, + { + "step": 6001, + "loss": 1.1835153102874756, + "ema": 1.184151562183383, + "lr": 0.0009285108392347818, + "value_bits": { + "0": 1.5543221350895664, + "128": 1.8499522432572184, + "256": 1.9028030056676444, + "512": 2.0464031968741656, + "w": null + }, + "value_n": { + "0": 27138, + "128": 20598, + "256": 27144, + "512": 33792, + "w": 0 + }, + "value_bits_window": { + "0": 0.11004104416170989, + "128": 0.27497326584154713, + "256": 0.29362205503192323, + "512": 0.47178291857649535, + "w": null + } + }, + { + "step": 6101, + "loss": 1.206240177154541, + "ema": 1.1795457615172138, + "lr": 0.000926194820950103, + "value_bits": { + "0": 1.5322245210513417, + "128": 1.828882091559785, + "256": 1.87820948962556, + "512": 2.0218448185116698, + "w": null + }, + "value_n": { + "0": 27552, + "128": 20898, + "256": 27624, + "512": 34308, + "w": 0 + }, + "value_bits_window": { + "0": 0.08370990808191428, + "128": 0.38220547601400673, + "256": 0.48744615744567293, + "512": 0.4135565983072795, + "w": null + } + }, + { + "step": 6201, + "loss": 1.1788382530212402, + "ema": 1.1745458054187417, + "lr": 0.0009238483594284094, + "value_bits": { + "0": 1.5078406455424345, + "128": 1.8083450709156377, + "256": 1.8525098006629415, + "512": 1.9968209884268042, + "w": null + }, + "value_n": { + "0": 28026, + "128": 21174, + "256": 28086, + "512": 34884, + "w": 0 + }, + "value_bits_window": { + "0": 0.09048929950571712, + "128": 0.2533354425772544, + "256": 0.3158686580149595, + "512": 0.5063391089969963, + "w": null + } + }, + { + "step": 6301, + "loss": 1.1983667612075806, + "ema": 1.1704880256551298, + "lr": 0.0009214718600952627, + "value_bits": { + "0": 1.486697918628953, + "128": 1.788215712002671, + "256": 1.825355850411879, + "512": 1.9735454839880597, + "w": null + }, + "value_n": { + "0": 28446, + "128": 21492, + "256": 28602, + "512": 35418, + "w": 0 + }, + "value_bits_window": { + "0": 0.07587395558791808, + "128": 0.447904247778913, + "256": 0.34736002337438476, + "512": 0.4530535423379374, + "w": null + } + }, + { + "step": 6401, + "loss": 1.153522253036499, + "ema": 1.1754505133035653, + "lr": 0.000919065733566208, + "value_bits": { + "0": 1.465164781951195, + "128": 1.7654394434709657, + "256": 1.8039560533601569, + "512": 1.947635874903716, + "w": null + }, + "value_n": { + "0": 28914, + "128": 21822, + "256": 29034, + "512": 36030, + "w": 0 + }, + "value_bits_window": { + "0": 0.15633656414028252, + "128": 0.2820831910969789, + "256": 0.38711115689405023, + "512": 0.44818075309117433, + "w": null + } + }, + { + "step": 6501, + "loss": 1.2240933179855347, + "ema": 1.175668948773327, + "lr": 0.0009166303955758273, + "value_bits": { + "0": 1.4479423086043781, + "128": 1.7346412324018021, + "256": 1.781835020310141, + "512": 1.9259678544507657, + "w": null + }, + "value_n": { + "0": 29274, + "128": 22278, + "256": 29502, + "512": 36534, + "w": 0 + }, + "value_bits_window": { + "0": 0.06469065763254253, + "128": 0.26078473689460907, + "256": 0.4094801622456969, + "512": 0.376962344689248, + "w": null + } + }, + { + "step": 6601, + "loss": 1.1919142007827759, + "ema": 1.1726853861393935, + "lr": 0.0009141662669059076, + "value_bits": { + "0": 1.4239464634743761, + "128": 1.713572770982328, + "256": 1.7628454739813342, + "512": 1.9059685275388847, + "w": null + }, + "value_n": { + "0": 29808, + "128": 22632, + "256": 29874, + "512": 37038, + "w": 0 + }, + "value_bits_window": { + "0": 0.10848884112292011, + "128": 0.3876880718211856, + "256": 0.2568519369048421, + "512": 0.4562554136526524, + "w": null + } + }, + { + "step": 6701, + "loss": 1.1643030643463135, + "ema": 1.1673780256864357, + "lr": 0.0009116737733127383, + "value_bits": { + "0": 1.4042430814795803, + "128": 1.6962774333728268, + "256": 1.7412103499428644, + "512": 1.8856499022412612, + "w": null + }, + "value_n": { + "0": 30252, + "128": 22908, + "256": 30348, + "512": 37530, + "w": 0 + }, + "value_bits_window": { + "0": 0.08145386863976915, + "128": 0.27805974939372213, + "256": 0.37764981086005756, + "512": 0.35605387831163143, + "w": null + } + }, + { + "step": 6801, + "loss": 1.1606292724609375, + "ema": 1.1666238059221683, + "lr": 0.0009091533454535473, + "value_bits": { + "0": 1.3884558062114172, + "128": 1.6726231130407483, + "256": 1.7172129086635133, + "512": 1.8681300216819217, + "w": null + }, + "value_n": { + "0": 30636, + "128": 23304, + "256": 30882, + "512": 38016, + "w": 0 + }, + "value_bits_window": { + "0": 0.14471452649144162, + "128": 0.30425652170929124, + "256": 0.3534032683156828, + "512": 0.5152059118218029, + "w": null + } + }, + { + "step": 6901, + "loss": 1.1880073547363281, + "ema": 1.166910485175485, + "lr": 0.0009066054188120924, + "value_bits": { + "0": 1.3733679492281732, + "128": 1.6548320392893612, + "256": 1.6896651016765118, + "512": 1.8487943089788474, + "w": null + }, + "value_n": { + "0": 30984, + "128": 23598, + "256": 31464, + "512": 38538, + "w": 0 + }, + "value_bits_window": { + "0": 0.045116263772239366, + "128": 0.24461713213860045, + "256": 0.2279273433043795, + "512": 0.4406210252239206, + "w": null + } + }, + { + "step": 7001, + "loss": 1.2474210262298584, + "ema": 1.1696062577363113, + "lr": 0.000904030433623417, + "value_bits": { + "0": 1.3545226808483126, + "128": 1.6372172819838369, + "256": 1.6680205424178964, + "512": 1.8317573756503818, + "w": null + }, + "value_n": { + "0": 31440, + "128": 23898, + "256": 31974, + "512": 39030, + "w": 0 + }, + "value_bits_window": { + "0": 0.07403628724832327, + "128": 0.25164047233131254, + "256": 0.33267855709815053, + "512": 0.4972668540804622, + "w": null + } + }, + { + "step": 7101, + "loss": 1.1425449848175049, + "ema": 1.1604888310675647, + "lr": 0.0009014288347977855, + "value_bits": { + "0": 1.3364148859939255, + "128": 1.6168771115496459, + "256": 1.6467068539213237, + "512": 1.8144659395226523, + "w": null + }, + "value_n": { + "0": 31896, + "128": 24252, + "256": 32460, + "512": 39528, + "w": 0 + }, + "value_bits_window": { + "0": 0.08793008287564608, + "128": 0.24374323291601246, + "256": 0.2444766564122109, + "512": 0.4592756743313115, + "w": null + } + }, + { + "step": 7201, + "loss": 1.1787134408950806, + "ema": 1.1614744785796662, + "lr": 0.0008988010718438116, + "value_bits": { + "0": 1.321330093816489, + "128": 1.5955838701964997, + "256": 1.6328713203314724, + "512": 1.7901620441432935, + "w": null + }, + "value_n": { + "0": 32286, + "128": 24654, + "256": 32796, + "512": 40176, + "w": 0 + }, + "value_bits_window": { + "0": 0.08762616742798035, + "128": 0.31099757841416514, + "256": 0.29625995031191216, + "512": 0.30762442600241563, + "w": null + } + }, + { + "step": 7301, + "loss": 1.179805040359497, + "ema": 1.1604162760066583, + "lr": 0.0008961475987907905, + "value_bits": { + "0": 1.3051649148454698, + "128": 1.5724415654028192, + "256": 1.6160647841027211, + "512": 1.771796141408532, + "w": null + }, + "value_n": { + "0": 32706, + "128": 25062, + "256": 33210, + "512": 40728, + "w": 0 + }, + "value_bits_window": { + "0": 0.06252451423041366, + "128": 0.1740337654435046, + "256": 0.2846948271990631, + "512": 0.43507782932196093, + "w": null + } + }, + { + "step": 7401, + "loss": 1.1794936656951904, + "ema": 1.1592215331556228, + "lr": 0.0008934688741102521, + "value_bits": { + "0": 1.2893688864207524, + "128": 1.5524035759008479, + "256": 1.598713104360706, + "512": 1.7531031920108966, + "w": null + }, + "value_n": { + "0": 33132, + "128": 25428, + "256": 33684, + "512": 41286, + "w": 0 + }, + "value_bits_window": { + "0": 0.0766343660949178, + "128": 0.1802940324625889, + "256": 0.3829973148410199, + "512": 0.3887188854394054, + "w": null + } + }, + { + "step": 7501, + "loss": 1.186187982559204, + "ema": 1.1589697848312335, + "lr": 0.0008907653606367444, + "value_bits": { + "0": 1.2736327372374947, + "128": 1.5361333629416078, + "256": 1.5800632446126202, + "512": 1.7379317390315923, + "w": null + }, + "value_n": { + "0": 33594, + "128": 25740, + "256": 34164, + "512": 41730, + "w": 0 + }, + "value_bits_window": { + "0": 0.14512603866673274, + "128": 0.21011100676354158, + "256": 0.2713093367907153, + "512": 0.3271916315911483, + "w": null + } + }, + { + "step": 7601, + "loss": 1.187203049659729, + "ema": 1.158087495090155, + "lr": 0.000888037525487865, + "value_bits": { + "0": 1.2573078693442237, + "128": 1.5172259480701085, + "256": 1.5634992108778045, + "512": 1.7200506417358168, + "w": null + }, + "value_n": { + "0": 34056, + "128": 26106, + "256": 34614, + "512": 42264, + "w": 0 + }, + "value_bits_window": { + "0": 0.07025676110494045, + "128": 0.18750775464826133, + "256": 0.3059577697305793, + "512": 0.3227132069929151, + "w": null + } + }, + { + "step": 7701, + "loss": 1.1540690660476685, + "ema": 1.1611808107828974, + "lr": 0.0008852858399835509, + "value_bits": { + "0": 1.240581444379806, + "128": 1.496055518109141, + "256": 1.5494757016512444, + "512": 1.704420269364666, + "w": null + }, + "value_n": { + "0": 34536, + "128": 26538, + "256": 34998, + "512": 42768, + "w": 0 + }, + "value_bits_window": { + "0": 0.05384159315436696, + "128": 0.21671467421790466, + "256": 0.2853878152758608, + "512": 0.3937019005267219, + "w": null + } + }, + { + "step": 7801, + "loss": 1.0921263694763184, + "ema": 1.1576984780565203, + "lr": 0.0008825107795646445, + "value_bits": { + "0": 1.2264791577751775, + "128": 1.4788200385099057, + "256": 1.5330176957590427, + "512": 1.6854920275384893, + "w": null + }, + "value_n": { + "0": 34956, + "128": 26892, + "256": 35448, + "512": 43374, + "w": 0 + }, + "value_bits_window": { + "0": 0.06686827640030094, + "128": 0.18674332211301156, + "256": 0.25302371750285485, + "512": 0.349645416281188, + "w": null + } + }, + { + "step": 7901, + "loss": 1.1454074382781982, + "ema": 1.1570278667285117, + "lr": 0.0008797128237107441, + "value_bits": { + "0": 1.2129475390284057, + "128": 1.4618166877202101, + "256": 1.5182351977055297, + "512": 1.6680560373338735, + "w": null + }, + "value_n": { + "0": 35376, + "128": 27258, + "256": 35892, + "512": 43938, + "w": 0 + }, + "value_bits_window": { + "0": 0.08673024161852311, + "128": 0.21248851986091127, + "256": 0.3380325152710293, + "512": 0.32715419489593217, + "w": null + } + }, + { + "step": 8001, + "loss": 1.1289325952529907, + "ema": 1.1532403236656765, + "lr": 0.0008768924558573605, + "value_bits": { + "0": 1.1999907795726343, + "128": 1.4482816114525072, + "256": 1.5032368193738415, + "512": 1.65102438829069, + "w": null + }, + "value_n": { + "0": 35802, + "128": 27558, + "256": 36318, + "512": 44550, + "w": 0 + }, + "value_bits_window": { + "0": 0.12403227603420718, + "128": 0.21848458176904054, + "256": 0.23957063373777107, + "512": 0.4282521731609737, + "w": null + } + }, + { + "step": 8101, + "loss": 1.1241902112960815, + "ema": 1.1535596598230455, + "lr": 0.0008740501633123872, + "value_bits": { + "0": 1.1867745838183372, + "128": 1.431577913179759, + "256": 1.4863178098638627, + "512": 1.6352955653294536, + "w": null + }, + "value_n": { + "0": 36234, + "128": 27960, + "256": 36798, + "512": 45072, + "w": 0 + }, + "value_bits_window": { + "0": 0.09148236068096105, + "128": 0.2865020002434625, + "256": 0.20618325281510985, + "512": 0.2929218815687497, + "w": null + } + }, + { + "step": 8201, + "loss": 1.1392014026641846, + "ema": 1.1505854031786906, + "lr": 0.0008711864371719024, + "value_bits": { + "0": 1.173977929117276, + "128": 1.415693829143752, + "256": 1.47331343030812, + "512": 1.6174866748138854, + "w": null + }, + "value_n": { + "0": 36636, + "128": 28326, + "256": 37224, + "512": 45696, + "w": 0 + }, + "value_bits_window": { + "0": 0.020560052405204192, + "128": 0.2022539667209066, + "256": 0.34999146107755047, + "512": 0.33113681372782167, + "w": null + } + }, + { + "step": 8301, + "loss": 1.154238224029541, + "ema": 1.1538423772875395, + "lr": 0.0008683017722353173, + "value_bits": { + "0": 1.1618891934488733, + "128": 1.400363164771173, + "256": 1.4581226966676497, + "512": 1.6006258616064934, + "w": null + }, + "value_n": { + "0": 37026, + "128": 28686, + "256": 37674, + "512": 46278, + "w": 0 + }, + "value_bits_window": { + "0": 0.026291962814004533, + "128": 0.19409538972207802, + "256": 0.20154520992796987, + "512": 0.276791290601381, + "w": null + } + }, + { + "step": 8401, + "loss": 1.1397907733917236, + "ema": 1.1505053271230767, + "lr": 0.0008653966669198834, + "value_bits": { + "0": 1.1479066125954778, + "128": 1.3863691111548075, + "256": 1.4436229979066428, + "512": 1.5869563191719815, + "w": null + }, + "value_n": { + "0": 37512, + "128": 29022, + "256": 38166, + "512": 46806, + "w": 0 + }, + "value_bits_window": { + "0": 0.0826411009127158, + "128": 0.19162678365761782, + "256": 0.33333508912173093, + "512": 0.3888519919289234, + "w": null + } + }, + { + "step": 8501, + "loss": 1.1346007585525513, + "ema": 1.152972349487776, + "lr": 0.0008624716231745748, + "value_bits": { + "0": 1.1358387803121879, + "128": 1.3706156641885094, + "256": 1.4269554985328692, + "512": 1.5727769142718808, + "w": null + }, + "value_n": { + "0": 37938, + "128": 29394, + "256": 38700, + "512": 47370, + "w": 0 + }, + "value_bits_window": { + "0": 0.07318966150756631, + "128": 0.1415927129629696, + "256": 0.23569748149269568, + "512": 0.3960371522964904, + "w": null + } + }, + { + "step": 8601, + "loss": 1.1653178930282593, + "ema": 1.1454347594311687, + "lr": 0.0008595271463933617, + "value_bits": { + "0": 1.123931690399796, + "128": 1.3581411596451571, + "256": 1.411994454171972, + "512": 1.5566562053789443, + "w": null + }, + "value_n": { + "0": 38358, + "128": 29724, + "256": 39216, + "512": 47964, + "w": 0 + }, + "value_bits_window": { + "0": 0.04838126874187601, + "128": 0.24700301859273288, + "256": 0.28991612710469483, + "512": 0.27107038002810496, + "w": null + } + }, + { + "step": 8701, + "loss": 1.115074634552002, + "ema": 1.1495779080896549, + "lr": 0.0008565637453278863, + "value_bits": { + "0": 1.1136478535589076, + "128": 1.3434577766848805, + "256": 1.3950476248038186, + "512": 1.543675229806953, + "w": null + }, + "value_n": { + "0": 38754, + "128": 30108, + "256": 39786, + "512": 48492, + "w": 0 + }, + "value_bits_window": { + "0": 0.11751802138012954, + "128": 0.2068721644159712, + "256": 0.22910576427486715, + "512": 0.36447160796037886, + "w": null + } + }, + { + "step": 8801, + "loss": 1.1359167098999023, + "ema": 1.1484688851365354, + "lr": 0.0008535819319995604, + "value_bits": { + "0": 1.1026522932809182, + "128": 1.3330116416366482, + "256": 1.3807336430573705, + "512": 1.5281123263725416, + "w": null + }, + "value_n": { + "0": 39174, + "128": 30384, + "256": 40296, + "512": 49122, + "w": 0 + }, + "value_bits_window": { + "0": 0.08807623848757427, + "128": 0.19347456180991213, + "256": 0.26407466704915283, + "512": 0.33021341630669726, + "w": null + } + }, + { + "step": 8901, + "loss": 1.1174038648605347, + "ema": 1.1459512519429265, + "lr": 0.0008505822216110979, + "value_bits": { + "0": 1.0909306771291822, + "128": 1.318059765023683, + "256": 1.3708301494571922, + "512": 1.5160171318643492, + "w": null + }, + "value_n": { + "0": 39618, + "128": 30804, + "256": 40668, + "512": 49650, + "w": 0 + }, + "value_bits_window": { + "0": 0.05673565206589045, + "128": 0.23639829119431172, + "256": 0.29805816528304024, + "512": 0.39075170642603674, + "w": null + } + }, + { + "step": 9001, + "loss": 1.1111083030700684, + "ema": 1.1426478222726308, + "lr": 0.0008475651324574965, + "value_bits": { + "0": 1.0793570739529932, + "128": 1.3051982566509783, + "256": 1.357826400537316, + "512": 1.5042086583587406, + "w": null + }, + "value_n": { + "0": 40074, + "128": 31170, + "256": 41130, + "512": 50160, + "w": 0 + }, + "value_bits_window": { + "0": 0.07382415589540961, + "128": 0.22272310934825684, + "256": 0.2131587358760155, + "512": 0.3546190317833224, + "w": null + } + }, + { + "step": 9101, + "loss": 1.2192833423614502, + "ema": 1.1462758088702243, + "lr": 0.0008445311858364861, + "value_bits": { + "0": 1.0668094047185193, + "128": 1.2928146886641914, + "256": 1.3453518309439099, + "512": 1.4924998686573545, + "w": null + }, + "value_n": { + "0": 40566, + "128": 31518, + "256": 41586, + "512": 50682, + "w": 0 + }, + "value_bits_window": { + "0": 0.044786443534959766, + "128": 0.18363131467524438, + "256": 0.22017848143339347, + "512": 0.3673793870069237, + "w": null + } + }, + { + "step": 9201, + "loss": 1.188088059425354, + "ema": 1.1490103874122322, + "lr": 0.0008414809059584585, + "value_bits": { + "0": 1.0558854659044707, + "128": 1.2805900034977238, + "256": 1.3337030873280629, + "512": 1.479940912890122, + "w": null + }, + "value_n": { + "0": 41034, + "128": 31866, + "256": 42030, + "512": 51246, + "w": 0 + }, + "value_bits_window": { + "0": 0.10900405152265404, + "128": 0.17341291419680635, + "256": 0.24265657379516287, + "512": 0.3513717707006185, + "w": null + } + }, + { + "step": 9301, + "loss": 1.0900155305862427, + "ema": 1.1431206253488018, + "lr": 0.0008384148198558924, + "value_bits": { + "0": 1.0456798585359317, + "128": 1.2697066386355387, + "256": 1.3230914550515995, + "512": 1.4674983869985958, + "w": null + }, + "value_n": { + "0": 41460, + "128": 32190, + "256": 42456, + "512": 51780, + "w": 0 + }, + "value_bits_window": { + "0": 0.06263550933256709, + "128": 0.1993075500602485, + "256": 0.2761268903103809, + "512": 0.2734353123971807, + "w": null + } + }, + { + "step": 9401, + "loss": 1.1620343923568726, + "ema": 1.147658684268837, + "lr": 0.0008353334572922932, + "value_bits": { + "0": 1.0341227792849712, + "128": 1.2573608660179405, + "256": 1.312726905738956, + "512": 1.4558221172489672, + "w": null + }, + "value_n": { + "0": 41958, + "128": 32562, + "256": 42888, + "512": 52326, + "w": 0 + }, + "value_bits_window": { + "0": 0.0719611211628413, + "128": 0.18905328386609796, + "256": 0.2941220316241567, + "512": 0.34850115088311656, + "w": null + } + }, + { + "step": 9501, + "loss": 1.1158008575439453, + "ema": 1.1387934913491866, + "lr": 0.0008322373506706584, + "value_bits": { + "0": 1.023096467769307, + "128": 1.247203616263854, + "256": 1.3016853104881263, + "512": 1.4444540016072374, + "w": null + }, + "value_n": { + "0": 42432, + "128": 32886, + "256": 43320, + "512": 52902, + "w": 0 + }, + "value_bits_window": { + "0": 0.04705853828779957, + "128": 0.22640001597816348, + "256": 0.2055002708640798, + "512": 0.41173174627880815, + "w": null + } + }, + { + "step": 9601, + "loss": 1.1317719221115112, + "ema": 1.1383566210892722, + "lr": 0.000829127034941489, + "value_bits": { + "0": 1.014513638617296, + "128": 1.2365530649901137, + "256": 1.289888393809386, + "512": 1.4314703926426045, + "w": null + }, + "value_n": { + "0": 42822, + "128": 33216, + "256": 43794, + "512": 53508, + "w": 0 + }, + "value_bits_window": { + "0": 0.08070182687849342, + "128": 0.17517721896520522, + "256": 0.21173980620806418, + "512": 0.2980398952053058, + "w": null + } + }, + { + "step": 9701, + "loss": 1.1741664409637451, + "ema": 1.1402849483665944, + "lr": 0.0008260030475103592, + "value_bits": { + "0": 1.0052086525627306, + "128": 1.2264916700763406, + "256": 1.277929290478894, + "512": 1.419741987729627, + "w": null + }, + "value_n": { + "0": 43260, + "128": 33552, + "256": 44280, + "512": 54066, + "w": 0 + }, + "value_bits_window": { + "0": 0.09548693377597472, + "128": 0.23185091574333472, + "256": 0.20028120147567877, + "512": 0.2950762348916306, + "w": null + } + }, + { + "step": 9801, + "loss": 1.1228363513946533, + "ema": 1.1354866837617308, + "lr": 0.0008228659281450627, + "value_bits": { + "0": 0.9960161377283409, + "128": 1.217582635688446, + "256": 1.2672597311320735, + "512": 1.407427488127053, + "w": null + }, + "value_n": { + "0": 43692, + "128": 33834, + "256": 44706, + "512": 54666, + "w": 0 + }, + "value_bits_window": { + "0": 0.07548791611792748, + "128": 0.1575970974521323, + "256": 0.15822666099775645, + "512": 0.2977679289391076, + "w": null + } + }, + { + "step": 9901, + "loss": 1.1344496011734009, + "ema": 1.1307191027370265, + "lr": 0.0008197162188823513, + "value_bits": { + "0": 0.9862542829801675, + "128": 1.2083496676225098, + "256": 1.2570032411943641, + "512": 1.3949307523239725, + "w": null + }, + "value_n": { + "0": 44160, + "128": 34158, + "256": 45150, + "512": 55260, + "w": 0 + }, + "value_bits_window": { + "0": 0.07489753584941825, + "128": 0.24418842829262333, + "256": 0.22428558543933583, + "512": 0.2448523694768444, + "w": null + } + }, + { + "step": 10001, + "loss": 1.1549266576766968, + "ema": 1.133801276946571, + "lr": 0.0008165544639342799, + "value_bits": { + "0": 0.97597199203256, + "128": 1.198040067252859, + "256": 1.2461943777132372, + "512": 1.3847061455176821, + "w": null + }, + "value_n": { + "0": 44646, + "128": 34488, + "256": 45624, + "512": 55776, + "w": 0 + }, + "value_bits_window": { + "0": 0.04167987629933043, + "128": 0.1309027053542889, + "256": 0.21661592587171677, + "512": 0.2897220910300833, + "w": null + } + }, + { + "step": 10101, + "loss": 1.1321414709091187, + "ema": 1.1350748137978848, + "lr": 0.0008133812095941775, + "value_bits": { + "0": 0.9676144421251219, + "128": 1.1859645736343267, + "256": 1.2359971409873247, + "512": 1.374387943092229, + "w": null + }, + "value_n": { + "0": 45054, + "128": 34908, + "256": 46080, + "512": 56298, + "w": 0 + }, + "value_bits_window": { + "0": 0.05307725298913939, + "128": 0.19439404050113415, + "256": 0.21573677172629413, + "512": 0.2718820839311527, + "w": null + } + }, + { + "step": 10201, + "loss": 1.0946803092956543, + "ema": 1.1326974588221936, + "lr": 0.0008101970041422573, + "value_bits": { + "0": 0.9579592337340219, + "128": 1.174546730279372, + "256": 1.2262879061433807, + "512": 1.3647031563588328, + "w": null + }, + "value_n": { + "0": 45534, + "128": 35340, + "256": 46524, + "512": 56838, + "w": 0 + }, + "value_bits_window": { + "0": 0.05169723612440131, + "128": 0.25192155473593136, + "256": 0.21862677639351719, + "512": 0.3550103350315347, + "w": null + } + }, + { + "step": 10301, + "loss": 1.1496788263320923, + "ema": 1.1309638664531518, + "lr": 0.0008070023977508836, + "value_bits": { + "0": 0.9495626808181289, + "128": 1.1653143223635725, + "256": 1.2154323838521555, + "512": 1.3545430265174208, + "w": null + }, + "value_n": { + "0": 45960, + "128": 35676, + "256": 47016, + "512": 57372, + "w": 0 + }, + "value_bits_window": { + "0": 0.05207760928696318, + "128": 0.1942628469339484, + "256": 0.18892360524042684, + "512": 0.27311707159948395, + "w": null + } + }, + { + "step": 10401, + "loss": 1.1259148120880127, + "ema": 1.1291815686076907, + "lr": 0.0008037979423895131, + "value_bits": { + "0": 0.9431045093071155, + "128": 1.154312678418802, + "256": 1.206310656400589, + "512": 1.3426819603007913, + "w": null + }, + "value_n": { + "0": 46308, + "128": 36072, + "256": 47448, + "512": 58026, + "w": 0 + }, + "value_bits_window": { + "0": 0.09018047871467415, + "128": 0.16316457393994094, + "256": 0.21356265208844677, + "512": 0.3021726468750224, + "w": null + } + }, + { + "step": 10501, + "loss": 1.1077154874801636, + "ema": 1.1320249952726325, + "lr": 0.0008005841917293237, + "value_bits": { + "0": 0.9336199695319208, + "128": 1.1447257598142555, + "256": 1.1965810215358006, + "512": 1.331903008067524, + "w": null + }, + "value_n": { + "0": 46794, + "128": 36426, + "256": 47928, + "512": 58608, + "w": 0 + }, + "value_bits_window": { + "0": 0.02989554996459899, + "128": 0.16783500302554782, + "256": 0.2348066151514646, + "512": 0.25723035808887224, + "w": null + } + }, + { + "step": 10601, + "loss": 1.1423165798187256, + "ema": 1.1243640161804729, + "lr": 0.0007973617010475506, + "value_bits": { + "0": 0.9245800014036903, + "128": 1.1360970227286673, + "256": 1.1875216356093714, + "512": 1.3241914506319388, + "w": null + }, + "value_n": { + "0": 47280, + "128": 36756, + "256": 48366, + "512": 59040, + "w": 0 + }, + "value_bits_window": { + "0": 0.054176156563310304, + "128": 0.18364133460854576, + "256": 0.19620143313929345, + "512": 0.2779901585375449, + "w": null + } + }, + { + "step": 10701, + "loss": 1.1938140392303467, + "ema": 1.125117050583108, + "lr": 0.0007941310271315451, + "value_bits": { + "0": 0.9167155322515579, + "128": 1.1287005480852539, + "256": 1.1795960715070641, + "512": 1.313480618240283, + "w": null + }, + "value_n": { + "0": 47718, + "128": 37074, + "256": 48792, + "512": 59628, + "w": 0 + }, + "value_bits_window": { + "0": 0.06778379363781796, + "128": 0.2737797242069343, + "256": 0.27976547673667407, + "512": 0.23802561075157572, + "w": null + } + }, + { + "step": 10801, + "loss": 1.1539385318756104, + "ema": 1.1224758746312278, + "lr": 0.0007908927281825707, + "value_bits": { + "0": 0.9084971002060732, + "128": 1.1187607739045284, + "256": 1.1714575257259952, + "512": 1.3047347328082166, + "w": null + }, + "value_n": { + "0": 48192, + "128": 37482, + "256": 49218, + "512": 60114, + "w": 0 + }, + "value_bits_window": { + "0": 0.08114026403215348, + "128": 0.21555688180597316, + "256": 0.23930746528016347, + "512": 0.23169017201964448, + "w": null + } + }, + { + "step": 10901, + "loss": 1.13246488571167, + "ema": 1.1197589480709391, + "lr": 0.0007876473637193573, + "value_bits": { + "0": 0.9007027959545307, + "128": 1.110278932897591, + "256": 1.163007946742855, + "512": 1.2946079646563247, + "w": null + }, + "value_n": { + "0": 48624, + "128": 37812, + "256": 49656, + "512": 60690, + "w": 0 + }, + "value_bits_window": { + "0": 0.031204855004691504, + "128": 0.1468960098005533, + "256": 0.2135299138839582, + "512": 0.2377320259708454, + "w": null + } + }, + { + "step": 11001, + "loss": 1.1147723197937012, + "ema": 1.1200153563836555, + "lr": 0.0007843954944814264, + "value_bits": { + "0": 0.8939503805347498, + "128": 1.1004578225296535, + "256": 1.1553314096032936, + "512": 1.2836838040022192, + "w": null + }, + "value_n": { + "0": 49026, + "128": 38190, + "256": 50064, + "512": 61332, + "w": 0 + }, + "value_bits_window": { + "0": 0.07721046170034263, + "128": 0.11803500445436418, + "256": 0.22105168361786715, + "512": 0.2509932898314031, + "w": null + } + }, + { + "step": 11101, + "loss": 1.1342045068740845, + "ema": 1.1210472756009284, + "lr": 0.0007811376823322052, + "value_bits": { + "0": 0.8870314535177364, + "128": 1.0906342576546566, + "256": 1.1458680532495507, + "512": 1.2751106482309813, + "w": null + }, + "value_n": { + "0": 49458, + "128": 38562, + "256": 50580, + "512": 61878, + "w": 0 + }, + "value_bits_window": { + "0": 0.10182933329528034, + "128": 0.08213441201990192, + "256": 0.22770240888174387, + "512": 0.31209088676293284, + "w": null + } + }, + { + "step": 11201, + "loss": 1.10093355178833, + "ema": 1.1227366208626244, + "lr": 0.0007778744901619466, + "value_bits": { + "0": 0.8799989843206629, + "128": 1.0824309391623224, + "256": 1.1368713606318392, + "512": 1.265895685102489, + "w": null + }, + "value_n": { + "0": 49866, + "128": 38946, + "256": 51066, + "512": 62460, + "w": 0 + }, + "value_bits_window": { + "0": 0.02751893150483912, + "128": 0.25863831493995026, + "256": 0.20054890671447473, + "512": 0.28616460526596027, + "w": null + } + }, + { + "step": 11301, + "loss": 1.0969096422195435, + "ema": 1.1180145518266034, + "lr": 0.0007746064817904737, + "value_bits": { + "0": 0.8727949619851386, + "128": 1.0754050237067971, + "256": 1.126733467363193, + "512": 1.2575910109873616, + "w": null + }, + "value_n": { + "0": 50298, + "128": 39246, + "256": 51618, + "512": 62994, + "w": 0 + }, + "value_bits_window": { + "0": 0.041230661560934724, + "128": 0.16330067927051467, + "256": 0.1888681455213582, + "512": 0.28622407235281244, + "w": null + } + }, + { + "step": 11401, + "loss": 1.0899776220321655, + "ema": 1.1198459302065695, + "lr": 0.0007713342218697599, + "value_bits": { + "0": 0.8664167093566106, + "128": 1.0698041317671687, + "256": 1.119058743641143, + "512": 1.2472936479629981, + "w": null + }, + "value_n": { + "0": 50712, + "128": 39504, + "256": 52044, + "512": 63618, + "w": 0 + }, + "value_bits_window": { + "0": 0.09150523421240295, + "128": 0.21781729043902487, + "256": 0.1891200368693797, + "512": 0.20775504803230374, + "w": null + } + }, + { + "step": 11501, + "loss": 1.0984370708465576, + "ema": 1.1155905132751034, + "lr": 0.0007680582757863687, + "value_bits": { + "0": 0.859311923616605, + "128": 1.0632122663444454, + "256": 1.1106025573694458, + "512": 1.2386382324007945, + "w": null + }, + "value_n": { + "0": 51162, + "128": 39798, + "256": 52530, + "512": 64182, + "w": 0 + }, + "value_bits_window": { + "0": 0.05864993595624499, + "128": 0.1774807981156609, + "256": 0.2050598447681697, + "512": 0.2623257727620376, + "w": null + } + }, + { + "step": 11601, + "loss": 1.118390440940857, + "ema": 1.1151434076901885, + "lr": 0.0007647792095637654, + "value_bits": { + "0": 0.851670508079082, + "128": 1.0554720249308382, + "256": 1.102876613802871, + "512": 1.2296821754784615, + "w": null + }, + "value_n": { + "0": 51648, + "128": 40152, + "256": 52986, + "512": 64746, + "w": 0 + }, + "value_bits_window": { + "0": 0.04724643044377343, + "128": 0.1852852232959839, + "256": 0.21286824636390714, + "512": 0.21050195315721207, + "w": null + } + }, + { + "step": 11701, + "loss": 1.0736582279205322, + "ema": 1.1136410318959429, + "lr": 0.0007614975897645177, + "value_bits": { + "0": 0.8447064998844646, + "128": 1.0482673857749853, + "256": 1.0955372023623247, + "512": 1.2194491623259676, + "w": null + }, + "value_n": { + "0": 52092, + "128": 40482, + "256": 53412, + "512": 65388, + "w": 0 + }, + "value_bits_window": { + "0": 0.03462295205654723, + "128": 0.17165929066649283, + "256": 0.18265913994732844, + "512": 0.18744500411509082, + "w": null + } + }, + { + "step": 11801, + "loss": 1.1582024097442627, + "ema": 1.1202363882823514, + "lr": 0.0007582139833924047, + "value_bits": { + "0": 0.8381847276430265, + "128": 1.04138164891534, + "256": 1.0878577415459723, + "512": 1.2114425673783047, + "w": null + }, + "value_n": { + "0": 52530, + "128": 40782, + "256": 53892, + "512": 65940, + "w": 0 + }, + "value_bits_window": { + "0": 0.06254052764076735, + "128": 0.11222031707478672, + "256": 0.2333257392063569, + "512": 0.26300917890408226, + "w": null + } + }, + { + "step": 11901, + "loss": 1.1241557598114014, + "ema": 1.116019102445869, + "lr": 0.0007549289577944489, + "value_bits": { + "0": 0.8310545241123614, + "128": 1.0350594324372893, + "256": 1.0800482908790445, + "512": 1.2022486214903192, + "w": null + }, + "value_n": { + "0": 52992, + "128": 41070, + "256": 54336, + "512": 66588, + "w": 0 + }, + "value_bits_window": { + "0": 0.02034112267113335, + "128": 0.139807236576632, + "256": 0.1321498329013993, + "512": 0.26667949825918486, + "w": null + } + }, + { + "step": 12001, + "loss": 1.1427662372589111, + "ema": 1.1150532663698094, + "lr": 0.0007516430805628891, + "value_bits": { + "0": 0.8255682502529104, + "128": 1.0284372086279774, + "256": 1.0719761656505404, + "512": 1.1932816167270257, + "w": null + }, + "value_n": { + "0": 53388, + "128": 41406, + "256": 54840, + "512": 67218, + "w": 0 + }, + "value_bits_window": { + "0": 0.09140505742456322, + "128": 0.21898860193621789, + "256": 0.20172418863467334, + "512": 0.24551191326959007, + "w": null + } + }, + { + "step": 12101, + "loss": 1.0979684591293335, + "ema": 1.1101771396791933, + "lr": 0.0007483569194371109, + "value_bits": { + "0": 0.8191118845817885, + "128": 1.0197379283015537, + "256": 1.0657543390136561, + "512": 1.1854807530790534, + "w": null + }, + "value_n": { + "0": 53838, + "128": 41796, + "256": 55212, + "512": 67758, + "w": 0 + }, + "value_bits_window": { + "0": 0.05312866135990076, + "128": 0.09614202779923318, + "256": 0.1485366702858905, + "512": 0.21444658143201228, + "w": null + } + }, + { + "step": 12201, + "loss": 1.094944715499878, + "ema": 1.1146168160955747, + "lr": 0.0007450710422055512, + "value_bits": { + "0": 0.8120632346749953, + "128": 1.0139933813327857, + "256": 1.0594096689602652, + "512": 1.1770083594642335, + "w": null + }, + "value_n": { + "0": 54360, + "128": 42060, + "256": 55608, + "512": 68388, + "w": 0 + }, + "value_bits_window": { + "0": 0.08508006670194605, + "128": 0.104527149868292, + "256": 0.17480885333445056, + "512": 0.26578225382462606, + "w": null + } + }, + { + "step": 12301, + "loss": 1.0780038833618164, + "ema": 1.1177880189679605, + "lr": 0.0007417860166075953, + "value_bits": { + "0": 0.8047589707653351, + "128": 1.0067996704317361, + "256": 1.0530550592031411, + "512": 1.1676223323701995, + "w": null + }, + "value_n": { + "0": 54876, + "128": 42414, + "256": 56034, + "512": 69060, + "w": 0 + }, + "value_bits_window": { + "0": 0.03526326121274908, + "128": 0.15208927354434557, + "256": 0.22355473203376797, + "512": 0.21242646792556213, + "w": null + } + }, + { + "step": 12401, + "loss": 1.092881441116333, + "ema": 1.111303042580239, + "lr": 0.0007385024102354823, + "value_bits": { + "0": 0.7993411088452412, + "128": 0.9994537086871046, + "256": 1.046669766637134, + "512": 1.1608364862668459, + "w": null + }, + "value_n": { + "0": 55290, + "128": 42792, + "256": 56460, + "512": 69576, + "w": 0 + }, + "value_bits_window": { + "0": 0.08119958534989677, + "128": 0.17519015991248696, + "256": 0.20677895996190587, + "512": 0.25263778103893625, + "w": null + } + }, + { + "step": 12501, + "loss": 1.1114134788513184, + "ema": 1.1091261371437418, + "lr": 0.0007352207904362347, + "value_bits": { + "0": 0.7936237789125794, + "128": 0.9926560038553918, + "256": 1.0389939624443356, + "512": 1.1533722505061936, + "w": null + }, + "value_n": { + "0": 55716, + "128": 43152, + "256": 56934, + "512": 70146, + "w": 0 + }, + "value_bits_window": { + "0": 0.05157877427205777, + "128": 0.18463548952578693, + "256": 0.12469880479582396, + "512": 0.24226406229013656, + "w": null + } + }, + { + "step": 12601, + "loss": 1.0784584283828735, + "ema": 1.1100514632123635, + "lr": 0.0007319417242136314, + "value_bits": { + "0": 0.787799289296362, + "128": 0.9853771655870268, + "256": 1.0323483240967894, + "512": 1.1463628229542324, + "w": null + }, + "value_n": { + "0": 56142, + "128": 43554, + "256": 57396, + "512": 70656, + "w": 0 + }, + "value_bits_window": { + "0": 0.026021675547139404, + "128": 0.2040427651977586, + "256": 0.2133812815011196, + "512": 0.1822779110721477, + "w": null + } + }, + { + "step": 12701, + "loss": 1.0826311111450195, + "ema": 1.1135601027290818, + "lr": 0.0007286657781302401, + "value_bits": { + "0": 0.7821281423602694, + "128": 0.9795555444552926, + "256": 1.0246954177920553, + "512": 1.139427537549369, + "w": null + }, + "value_n": { + "0": 56580, + "128": 43884, + "256": 57888, + "512": 71190, + "w": 0 + }, + "value_bits_window": { + "0": 0.055211404264118795, + "128": 0.21120740272332625, + "256": 0.1319185676568464, + "512": 0.22178797656430618, + "w": null + } + }, + { + "step": 12801, + "loss": 1.1102278232574463, + "ema": 1.1108343442814572, + "lr": 0.0007253935182095264, + "value_bits": { + "0": 0.776051882434891, + "128": 0.973023089733528, + "256": 1.0184395758843356, + "512": 1.132285184628204, + "w": null + }, + "value_n": { + "0": 57048, + "128": 44244, + "256": 58326, + "512": 71724, + "w": 0 + }, + "value_bits_window": { + "0": 0.04144763761030351, + "128": 0.17671685915043187, + "256": 0.19164008649148268, + "512": 0.18010521373356286, + "w": null + } + }, + { + "step": 12901, + "loss": 1.1690163612365723, + "ema": 1.110447179703569, + "lr": 0.0007221255098380534, + "value_bits": { + "0": 0.7695471800852717, + "128": 0.966535660290183, + "256": 1.011983803318442, + "512": 1.1249435944260324, + "w": null + }, + "value_n": { + "0": 57558, + "128": 44622, + "256": 58764, + "512": 72312, + "w": 0 + }, + "value_bits_window": { + "0": 0.04193882784784497, + "128": 0.2071974902072207, + "256": 0.15230482916705196, + "512": 0.22941941813255706, + "w": null + } + }, + { + "step": 13001, + "loss": 1.1029934883117676, + "ema": 1.1092140715635477, + "lr": 0.000718862317667795, + "value_bits": { + "0": 0.764411665067313, + "128": 0.9592383889354679, + "256": 1.0063831405979378, + "512": 1.1176134806660596, + "w": null + }, + "value_n": { + "0": 57966, + "128": 44994, + "256": 59136, + "512": 72930, + "w": 0 + }, + "value_bits_window": { + "0": 0.03992643613675786, + "128": 0.08391892014488134, + "256": 0.12165909729762422, + "512": 0.2599190045962276, + "w": null + } + }, + { + "step": 13101, + "loss": 1.1414732933044434, + "ema": 1.108876372919005, + "lr": 0.0007156045055185736, + "value_bits": { + "0": 0.7586160403718301, + "128": 0.9527044694443687, + "256": 0.9997525457190982, + "512": 1.1106256437718873, + "w": null + }, + "value_n": { + "0": 58434, + "128": 45336, + "256": 59586, + "512": 73518, + "w": 0 + }, + "value_bits_window": { + "0": 0.04077590981978125, + "128": 0.09309285078202427, + "256": 0.128403970707873, + "512": 0.24391995552022416, + "w": null + } + }, + { + "step": 13201, + "loss": 1.0950995683670044, + "ema": 1.1053425359413644, + "lr": 0.0007123526362806426, + "value_bits": { + "0": 0.7542749486067137, + "128": 0.9476109119519399, + "256": 0.9931861338413065, + "512": 1.103895568506306, + "w": null + }, + "value_n": { + "0": 58860, + "128": 45630, + "256": 60042, + "512": 74118, + "w": 0 + }, + "value_bits_window": { + "0": 0.15881167113532588, + "128": 0.16216355658886114, + "256": 0.13514618175776377, + "512": 0.27925944621463245, + "w": null + } + }, + { + "step": 13301, + "loss": 1.1103997230529785, + "ema": 1.1068779893586884, + "lr": 0.0007091072718174294, + "value_bits": { + "0": 0.749319076561988, + "128": 0.9410037357565675, + "256": 0.9877966607760429, + "512": 1.096788184884683, + "w": null + }, + "value_n": { + "0": 59262, + "128": 46026, + "256": 60432, + "512": 74712, + "w": 0 + }, + "value_bits_window": { + "0": 0.02369064732676075, + "128": 0.17967684233524278, + "256": 0.15806655363614297, + "512": 0.20994465076435975, + "w": null + } + }, + { + "step": 13401, + "loss": 1.1429014205932617, + "ema": 1.1084539864978844, + "lr": 0.000705868972868455, + "value_bits": { + "0": 0.7435366025439274, + "128": 0.9341619529729206, + "256": 0.9816954415115974, + "512": 1.0906238584966488, + "w": null + }, + "value_n": { + "0": 59742, + "128": 46404, + "256": 60852, + "512": 75252, + "w": 0 + }, + "value_bits_window": { + "0": 0.02961790408912661, + "128": 0.10109344926887234, + "256": 0.10381714963308403, + "512": 0.23775505645443124, + "w": null + } + }, + { + "step": 13501, + "loss": 1.1370160579681396, + "ema": 1.1042422360521111, + "lr": 0.0007026382989524494, + "value_bits": { + "0": 0.7376630840501834, + "128": 0.9297430170970955, + "256": 0.9758608785557471, + "512": 1.0841895002389916, + "w": null + }, + "value_n": { + "0": 60246, + "128": 46692, + "256": 61308, + "512": 75804, + "w": 0 + }, + "value_bits_window": { + "0": 0.04144137402390054, + "128": 0.2177419741047635, + "256": 0.19725380621057498, + "512": 0.20701861689619974, + "w": null + } + }, + { + "step": 13601, + "loss": 1.1122753620147705, + "ema": 1.1059536489308943, + "lr": 0.0006994158082706764, + "value_bits": { + "0": 0.7334047638316148, + "128": 0.9242171187787962, + "256": 0.9691843852718571, + "512": 1.077520509897276, + "w": null + }, + "value_n": { + "0": 60612, + "128": 47004, + "256": 61812, + "512": 76398, + "w": 0 + }, + "value_bits_window": { + "0": 0.03245733244394878, + "128": 0.09724518199023865, + "256": 0.1570366665243886, + "512": 0.2264495606322674, + "w": null + } + }, + { + "step": 13701, + "loss": 1.0918009281158447, + "ema": 1.1032972361896476, + "lr": 0.000696202057610487, + "value_bits": { + "0": 0.7279802459041823, + "128": 0.9189326252127819, + "256": 0.9637165058733493, + "512": 1.0714747058531933, + "w": null + }, + "value_n": { + "0": 61104, + "128": 47316, + "256": 62280, + "512": 76938, + "w": 0 + }, + "value_bits_window": { + "0": 0.059706098307549624, + "128": 0.1228033445174627, + "256": 0.241535819162734, + "512": 0.2161277848164574, + "w": null + } + }, + { + "step": 13801, + "loss": 1.1280964612960815, + "ema": 1.1045374877088983, + "lr": 0.0006929976022491165, + "value_bits": { + "0": 0.7220677219501633, + "128": 0.9144089714165677, + "256": 0.9594149811505661, + "512": 1.0642115017499594, + "w": null + }, + "value_n": { + "0": 61638, + "128": 47592, + "256": 62604, + "512": 77592, + "w": 0 + }, + "value_bits_window": { + "0": 0.04551554276220128, + "128": 0.13889736626560054, + "256": 0.13256633999334555, + "512": 0.2097521786695331, + "w": null + } + }, + { + "step": 13901, + "loss": 1.1054412126541138, + "ema": 1.1041211780099074, + "lr": 0.0006898029958577428, + "value_bits": { + "0": 0.7173175095605219, + "128": 0.90824693369697, + "256": 0.9528986112104476, + "512": 1.058685950815936, + "w": null + }, + "value_n": { + "0": 62070, + "128": 47970, + "256": 63102, + "512": 78096, + "w": 0 + }, + "value_bits_window": { + "0": 0.03955456679958615, + "128": 0.13241704176283922, + "256": 0.13372025030447174, + "512": 0.20801422844939316, + "w": null + } + }, + { + "step": 14001, + "loss": 1.09989333152771, + "ema": 1.1003537605627023, + "lr": 0.0006866187904058226, + "value_bits": { + "0": 0.7128275771501529, + "128": 0.9036662424903459, + "256": 0.9469608501103204, + "512": 1.0525654795681978, + "w": null + }, + "value_n": { + "0": 62466, + "128": 48300, + "256": 63600, + "512": 78666, + "w": 0 + }, + "value_bits_window": { + "0": 0.009064686464283444, + "128": 0.23780031163654422, + "256": 0.19458213336286337, + "512": 0.21399649261493503, + "w": null + } + }, + { + "step": 14101, + "loss": 1.116683840751648, + "ema": 1.1049157757995545, + "lr": 0.0006834455360657201, + "value_bits": { + "0": 0.7080571233981574, + "128": 0.8974796542303625, + "256": 0.9405328314224958, + "512": 1.0468251856554511, + "w": null + }, + "value_n": { + "0": 62928, + "128": 48708, + "256": 64110, + "512": 79188, + "w": 0 + }, + "value_bits_window": { + "0": 0.06305460376147266, + "128": 0.1650967793352743, + "256": 0.13892108917613968, + "512": 0.18175629496554857, + "w": null + } + }, + { + "step": 14201, + "loss": 1.1230716705322266, + "ema": 1.1012069555937638, + "lr": 0.0006802837811176487, + "value_bits": { + "0": 0.7027885202409561, + "128": 0.8916897808866215, + "256": 0.934921365655068, + "512": 1.0408773790952701, + "w": null + }, + "value_n": { + "0": 63432, + "128": 49086, + "256": 64578, + "512": 79710, + "w": 0 + }, + "value_bits_window": { + "0": 0.04496578318468101, + "128": 0.14562324430742898, + "256": 0.16622249738628983, + "512": 0.13858828735653556, + "w": null + } + }, + { + "step": 14301, + "loss": 1.1309837102890015, + "ema": 1.1016239504460705, + "lr": 0.0006771340718549373, + "value_bits": { + "0": 0.6985208028239503, + "128": 0.8867259112429996, + "256": 0.9285901118812532, + "512": 1.0355999877347508, + "w": null + }, + "value_n": { + "0": 63840, + "128": 49416, + "256": 65136, + "512": 80214, + "w": 0 + }, + "value_bits_window": { + "0": 0.03501626558005629, + "128": 0.1483728647980782, + "256": 0.19586662405791944, + "512": 0.2009554136335849, + "w": null + } + }, + { + "step": 14401, + "loss": 1.0498697757720947, + "ema": 1.1029206844508226, + "lr": 0.0006739969524896409, + "value_bits": { + "0": 0.6936649107231986, + "128": 0.8819037872200268, + "256": 0.9232459867762993, + "512": 1.0299315060678498, + "w": null + }, + "value_n": { + "0": 64326, + "128": 49734, + "256": 65598, + "512": 80742, + "w": 0 + }, + "value_bits_window": { + "0": 0.0558045162540784, + "128": 0.13256391074448562, + "256": 0.1697937511999461, + "512": 0.16877319464966242, + "w": null + } + }, + { + "step": 14501, + "loss": 1.1040664911270142, + "ema": 1.0999248499039411, + "lr": 0.0006708729650585111, + "value_bits": { + "0": 0.6897328294206835, + "128": 0.8770663149928144, + "256": 0.917113449166553, + "512": 1.0250477305840564, + "w": null + }, + "value_n": { + "0": 64722, + "128": 50082, + "256": 66108, + "512": 81228, + "w": 0 + }, + "value_bits_window": { + "0": 0.05100792571970404, + "128": 0.18572480996930182, + "256": 0.12832481755060188, + "512": 0.2136777715049258, + "w": null + } + }, + { + "step": 14601, + "loss": 1.1021883487701416, + "ema": 1.103190175522744, + "lr": 0.0006677626493293416, + "value_bits": { + "0": 0.6849895099143006, + "128": 0.8737895217206592, + "256": 0.9116386818368304, + "512": 1.0195362916514512, + "w": null + }, + "value_n": { + "0": 65208, + "128": 50358, + "256": 66606, + "512": 81792, + "w": 0 + }, + "value_bits_window": { + "0": 0.053308182564287744, + "128": 0.2791940120971629, + "256": 0.18487980907919693, + "512": 0.22577182069817037, + "w": null + } + }, + { + "step": 14701, + "loss": 1.0916759967803955, + "ema": 1.102303765876225, + "lr": 0.0006646665427077067, + "value_bits": { + "0": 0.6799384992581505, + "128": 0.8693255384703322, + "256": 0.9068268587751527, + "512": 1.0139128321853217, + "w": null + }, + "value_n": { + "0": 65718, + "128": 50664, + "256": 67026, + "512": 82404, + "w": 0 + }, + "value_bits_window": { + "0": 0.034122219128278924, + "128": 0.13469394199987053, + "256": 0.14374046152250955, + "512": 0.2623540141237765, + "w": null + } + }, + { + "step": 14801, + "loss": 1.1173748970031738, + "ema": 1.0963016659563807, + "lr": 0.0006615851801441077, + "value_bits": { + "0": 0.6760245008911878, + "128": 0.8639818771608287, + "256": 0.9018173623747643, + "512": 1.0087246050590781, + "w": null + }, + "value_n": { + "0": 66156, + "128": 51042, + "256": 67488, + "512": 82908, + "w": 0 + }, + "value_bits_window": { + "0": 0.08876389659881512, + "128": 0.14776162164580026, + "256": 0.17505003394959556, + "512": 0.16044946991827702, + "w": null + } + }, + { + "step": 14901, + "loss": 1.15629243850708, + "ema": 1.1016925336138945, + "lr": 0.0006585190940415417, + "value_bits": { + "0": 0.6722039503182474, + "128": 0.8593535195815035, + "256": 0.8955437565243392, + "512": 1.0041561454796792, + "w": null + }, + "value_n": { + "0": 66546, + "128": 51354, + "256": 68028, + "512": 83430, + "w": 0 + }, + "value_bits_window": { + "0": 0.024121017745308792, + "128": 0.10217202097920286, + "256": 0.11148243868452876, + "512": 0.27855873779997203, + "w": null + } + }, + { + "step": 15001, + "loss": 1.1007933616638184, + "ema": 1.0957479726467025, + "lr": 0.0006554688141635139, + "value_bits": { + "0": 0.6685036042280104, + "128": 0.8546909667154989, + "256": 0.8903221473412041, + "512": 0.9996423897045079, + "w": null + }, + "value_n": { + "0": 66948, + "128": 51690, + "256": 68484, + "512": 83922, + "w": 0 + }, + "value_bits_window": { + "0": 0.055958253678470946, + "128": 0.14206971707025196, + "256": 0.1113405036782404, + "512": 0.23423051100015052, + "w": null + } + }, + { + "step": 15101, + "loss": 1.1104319095611572, + "ema": 1.0986551876989774, + "lr": 0.0006524348675425036, + "value_bits": { + "0": 0.6649873334998994, + "128": 0.8491579834008667, + "256": 0.8849945750278566, + "512": 0.9936628648017597, + "w": null + }, + "value_n": { + "0": 67320, + "128": 52074, + "256": 68982, + "512": 84516, + "w": 0 + }, + "value_bits_window": { + "0": 0.032172030527927255, + "128": 0.10436655753279052, + "256": 0.15235710051523033, + "512": 0.1488586747538771, + "w": null + } + }, + { + "step": 15201, + "loss": 1.1041309833526611, + "ema": 1.0987350082804388, + "lr": 0.0006494177783889022, + "value_bits": { + "0": 0.6603324856377535, + "128": 0.8449778245951228, + "256": 0.880056388647887, + "512": 0.9888745156113852, + "w": null + }, + "value_n": { + "0": 67824, + "128": 52380, + "256": 69462, + "512": 85014, + "w": 0 + }, + "value_bits_window": { + "0": 0.03857780690826414, + "128": 0.13361315253531578, + "256": 0.1703772785165135, + "512": 0.17623973614614982, + "w": null + } + }, + { + "step": 15301, + "loss": 1.1084996461868286, + "ema": 1.0960486093294883, + "lr": 0.0006464180680004396, + "value_bits": { + "0": 0.6563551175054562, + "128": 0.8396377796670909, + "256": 0.8763750028983901, + "512": 0.9838177389565792, + "w": null + }, + "value_n": { + "0": 68268, + "128": 52782, + "256": 69852, + "512": 85536, + "w": 0 + }, + "value_bits_window": { + "0": 0.04878526118803924, + "128": 0.14383789576082884, + "256": 0.22069188256105604, + "512": 0.16026063065833826, + "w": null + } + }, + { + "step": 15401, + "loss": 1.0902225971221924, + "ema": 1.1006139142075548, + "lr": 0.0006434362546721139, + "value_bits": { + "0": 0.6530943098574269, + "128": 0.8352395624014648, + "256": 0.8713658234631179, + "512": 0.9792097848573251, + "w": null + }, + "value_n": { + "0": 68640, + "128": 53142, + "256": 70374, + "512": 86058, + "w": 0 + }, + "value_bits_window": { + "0": 0.0546835127723238, + "128": 0.1903876076395879, + "256": 0.20105700753854733, + "512": 0.22414089245541668, + "w": null + } + }, + { + "step": 15501, + "loss": 1.1004979610443115, + "ema": 1.096983899880089, + "lr": 0.0006404728536066383, + "value_bits": { + "0": 0.6492029030563534, + "128": 0.8309808291139472, + "256": 0.8662984530621197, + "512": 0.9740772418108437, + "w": null + }, + "value_n": { + "0": 69090, + "128": 53454, + "256": 70860, + "512": 86622, + "w": 0 + }, + "value_bits_window": { + "0": 0.05563365233259664, + "128": 0.10560389204581627, + "256": 0.13253070697190084, + "512": 0.19092761504827524, + "w": null + } + }, + { + "step": 15601, + "loss": 1.1119097471237183, + "ema": 1.0953868198272956, + "lr": 0.0006375283768254252, + "value_bits": { + "0": 0.6455377542755135, + "128": 0.8268714212665593, + "256": 0.8605780196853863, + "512": 0.9691925288139447, + "w": null + }, + "value_n": { + "0": 69510, + "128": 53748, + "256": 71406, + "512": 87174, + "w": 0 + }, + "value_bits_window": { + "0": 0.04262077982734712, + "128": 0.07971398223843615, + "256": 0.11817891881480305, + "512": 0.2026642512462062, + "w": null + } + }, + { + "step": 15701, + "loss": 1.0689682960510254, + "ema": 1.0980034337351183, + "lr": 0.0006346033330801166, + "value_bits": { + "0": 0.6414413309023038, + "128": 0.8229259050798419, + "256": 0.8563024596514331, + "512": 0.9634744970412262, + "w": null + }, + "value_n": { + "0": 70008, + "128": 54066, + "256": 71820, + "512": 87762, + "w": 0 + }, + "value_bits_window": { + "0": 0.06966946609949562, + "128": 0.15605922582292417, + "256": 0.11886130075179846, + "512": 0.11574711310422352, + "w": null + } + }, + { + "step": 15801, + "loss": 1.0829784870147705, + "ema": 1.0957968687385744, + "lr": 0.0006316982277646826, + "value_bits": { + "0": 0.6378937365356748, + "128": 0.8182243094235719, + "256": 0.8522766302656183, + "512": 0.9582142192667233, + "w": null + }, + "value_n": { + "0": 70434, + "128": 54438, + "256": 72216, + "512": 88380, + "w": 0 + }, + "value_bits_window": { + "0": 0.05488907358036647, + "128": 0.1349004633163464, + "256": 0.12213757347464256, + "512": 0.21120370462930907, + "w": null + } + }, + { + "step": 15901, + "loss": 1.083331823348999, + "ema": 1.0952506590217976, + "lr": 0.0006288135628280977, + "value_bits": { + "0": 0.6340434095324159, + "128": 0.8136853047764483, + "256": 0.8477942214128213, + "512": 0.9525495099826484, + "w": null + }, + "value_n": { + "0": 70896, + "128": 54792, + "256": 72648, + "512": 89004, + "w": 0 + }, + "value_bits_window": { + "0": 0.04704355639920551, + "128": 0.11567870878742335, + "256": 0.09848487485359612, + "512": 0.15023058926704097, + "w": null + } + }, + { + "step": 16001, + "loss": 1.1346852779388428, + "ema": 1.0984382352137252, + "lr": 0.0006259498366876128, + "value_bits": { + "0": 0.6306516960837006, + "128": 0.8093511608123897, + "256": 0.8441624304384128, + "512": 0.9469875457558007, + "w": null + }, + "value_n": { + "0": 71292, + "128": 55152, + "256": 73032, + "512": 89646, + "w": 0 + }, + "value_bits_window": { + "0": 0.023432209568258627, + "128": 0.1496944494826658, + "256": 0.15707297546749607, + "512": 0.17590177621319067, + "w": null + } + }, + { + "step": 16101, + "loss": 1.0941379070281982, + "ema": 1.0920476513672441, + "lr": 0.0006231075441426395, + "value_bits": { + "0": 0.6273016987342008, + "128": 0.8051920724908153, + "256": 0.8394481423801541, + "512": 0.942117822736527, + "w": null + }, + "value_n": { + "0": 71700, + "128": 55452, + "256": 73512, + "512": 90204, + "w": 0 + }, + "value_bits_window": { + "0": 0.04193892657600979, + "128": 0.04058527545256504, + "256": 0.1221692143160879, + "512": 0.1597680202529969, + "w": null + } + }, + { + "step": 16201, + "loss": 1.101611852645874, + "ema": 1.0889868204367639, + "lr": 0.0006202871762892559, + "value_bits": { + "0": 0.624602612319663, + "128": 0.8010826174325878, + "256": 0.8345107603082457, + "512": 0.9372684729860494, + "w": null + }, + "value_n": { + "0": 72036, + "128": 55788, + "256": 74034, + "512": 90774, + "w": 0 + }, + "value_bits_window": { + "0": 0.048636850645957484, + "128": 0.12287576657299475, + "256": 0.13919116094016454, + "512": 0.16984611352624038, + "w": null + } + }, + { + "step": 16301, + "loss": 1.0825504064559937, + "ema": 1.0948869834600061, + "lr": 0.0006174892204353556, + "value_bits": { + "0": 0.6210284796975011, + "128": 0.7974093456411612, + "256": 0.830636374737035, + "512": 0.9321595306693176, + "w": null + }, + "value_n": { + "0": 72462, + "128": 56118, + "256": 74436, + "512": 91380, + "w": 0 + }, + "value_bits_window": { + "0": 0.016647687279526792, + "128": 0.17642605261051778, + "256": 0.11711333648080213, + "512": 0.16688043849273973, + "w": null + } + }, + { + "step": 16401, + "loss": 1.0807960033416748, + "ema": 1.095407549256574, + "lr": 0.0006147141600164491, + "value_bits": { + "0": 0.617566067399294, + "128": 0.7928009525750219, + "256": 0.82678516186702, + "512": 0.9278280576443386, + "w": null + }, + "value_n": { + "0": 72882, + "128": 56520, + "256": 74898, + "512": 91944, + "w": 0 + }, + "value_bits_window": { + "0": 0.020201019892915548, + "128": 0.14948303693919182, + "256": 0.20628974803059408, + "512": 0.22603726859719742, + "w": null + } + }, + { + "step": 16501, + "loss": 1.0747219324111938, + "ema": 1.0914665654221176, + "lr": 0.0006119624745121352, + "value_bits": { + "0": 0.6139969111990413, + "128": 0.7887275920776139, + "256": 0.8225616615804039, + "512": 0.9238164801666356, + "w": null + }, + "value_n": { + "0": 73338, + "128": 56880, + "256": 75378, + "512": 92448, + "w": 0 + }, + "value_bits_window": { + "0": 0.04354243271918591, + "128": 0.14920999398455279, + "256": 0.16353723560754052, + "512": 0.19199013173426757, + "w": null + } + }, + { + "step": 16601, + "loss": 1.050121784210205, + "ema": 1.0930768625666045, + "lr": 0.0006092346393632558, + "value_bits": { + "0": 0.6106939729401296, + "128": 0.7847674303203677, + "256": 0.8184084017522438, + "512": 0.9192001079905927, + "w": null + }, + "value_n": { + "0": 73788, + "128": 57222, + "256": 75834, + "512": 93006, + "w": 0 + }, + "value_bits_window": { + "0": 0.07240311509108957, + "128": 0.1261300012204831, + "256": 0.1318636225262506, + "512": 0.15437147908231016, + "w": null + } + }, + { + "step": 16701, + "loss": 1.099660873413086, + "ema": 1.0921508413400878, + "lr": 0.000606531125889748, + "value_bits": { + "0": 0.6072162569840038, + "128": 0.7812341844556153, + "256": 0.8144052305673991, + "512": 0.9144151050332853, + "w": null + }, + "value_n": { + "0": 74256, + "128": 57516, + "256": 76290, + "512": 93576, + "w": 0 + }, + "value_bits_window": { + "0": 0.05889637456816689, + "128": 0.09354916788124575, + "256": 0.14866732786671424, + "512": 0.1336537277572821, + "w": null + } + }, + { + "step": 16801, + "loss": 1.1211819648742676, + "ema": 1.092364582597566, + "lr": 0.0006038524012092095, + "value_bits": { + "0": 0.6042209946154632, + "128": 0.7772968862922871, + "256": 0.8099507854192708, + "512": 0.9096442400713182, + "w": null + }, + "value_n": { + "0": 74676, + "128": 57834, + "256": 76770, + "512": 94176, + "w": 0 + }, + "value_bits_window": { + "0": 0.07465860785747234, + "128": 0.0651659392420193, + "256": 0.10197240968863341, + "512": 0.1655801406029098, + "w": null + } + }, + { + "step": 16901, + "loss": 1.0682146549224854, + "ema": 1.0929195727343077, + "lr": 0.0006011989281561885, + "value_bits": { + "0": 0.6006553245096864, + "128": 0.773707370116884, + "256": 0.805192195004219, + "512": 0.9055799602054603, + "w": null + }, + "value_n": { + "0": 75144, + "128": 58146, + "256": 77280, + "512": 94650, + "w": 0 + }, + "value_bits_window": { + "0": 0.03170237404177259, + "128": 0.10833532368013962, + "256": 0.08888437899729072, + "512": 0.09807443141426013, + "w": null + } + }, + { + "step": 17001, + "loss": 1.0571660995483398, + "ema": 1.0918675071632278, + "lr": 0.0005985711652022145, + "value_bits": { + "0": 0.5968140874682013, + "128": 0.7698961513893058, + "256": 0.8017105655254462, + "512": 0.900679488172242, + "w": null + }, + "value_n": { + "0": 75642, + "128": 58464, + "256": 77682, + "512": 95262, + "w": 0 + }, + "value_bits_window": { + "0": 0.017203813883155283, + "128": 0.07301840254100199, + "256": 0.13240627169570715, + "512": 0.14278785754458873, + "w": null + } + }, + { + "step": 17101, + "loss": 1.0991382598876953, + "ema": 1.091499852032248, + "lr": 0.0005959695663765831, + "value_bits": { + "0": 0.5938586642970938, + "128": 0.7657700670293971, + "256": 0.7971455722880868, + "512": 0.896628601373331, + "w": null + }, + "value_n": { + "0": 76038, + "128": 58830, + "256": 78216, + "512": 95808, + "w": 0 + }, + "value_bits_window": { + "0": 0.02932805947658556, + "128": 0.10667882107939591, + "256": 0.13306728639939047, + "512": 0.18986014306224996, + "w": null + } + }, + { + "step": 17201, + "loss": 1.092812418937683, + "ema": 1.092740906902069, + "lr": 0.0005933945811879076, + "value_bits": { + "0": 0.590558043544171, + "128": 0.7612884239344961, + "256": 0.7938678759972704, + "512": 0.892315888883356, + "w": null + }, + "value_n": { + "0": 76476, + "128": 59208, + "256": 78642, + "512": 96390, + "w": 0 + }, + "value_bits_window": { + "0": 0.01756123804019032, + "128": 0.06378825654552808, + "256": 0.19206437110880065, + "512": 0.18236338331716065, + "w": null + } + }, + { + "step": 17301, + "loss": 1.0946221351623535, + "ema": 1.0894410065864213, + "lr": 0.0005908466545464529, + "value_bits": { + "0": 0.5875948312087175, + "128": 0.7571429172093542, + "256": 0.7898293958727378, + "512": 0.8876269580823364, + "w": null + }, + "value_n": { + "0": 76872, + "128": 59574, + "256": 79140, + "512": 96978, + "w": 0 + }, + "value_bits_window": { + "0": 0.015335673213410816, + "128": 0.08652225550937721, + "256": 0.1520901309059008, + "512": 0.1189772303437776, + "w": null + } + }, + { + "step": 17401, + "loss": 1.1324301958084106, + "ema": 1.0954779511340509, + "lr": 0.0005883262266872619, + "value_bits": { + "0": 0.5846701029459869, + "128": 0.753230137929657, + "256": 0.7859868635630295, + "512": 0.8840218437644339, + "w": null + }, + "value_n": { + "0": 77292, + "128": 59922, + "256": 79614, + "512": 97476, + "w": 0 + }, + "value_bits_window": { + "0": 0.04936126720163723, + "128": 0.0834028022725162, + "256": 0.14442988679019703, + "512": 0.18198012424326054, + "w": null + } + }, + { + "step": 17501, + "loss": 1.075332522392273, + "ema": 1.0867926402576693, + "lr": 0.0005858337330940924, + "value_bits": { + "0": 0.5816839456442903, + "128": 0.7492710844720681, + "256": 0.7823013063992178, + "512": 0.880111190311263, + "w": null + }, + "value_n": { + "0": 77724, + "128": 60282, + "256": 80046, + "512": 98016, + "w": 0 + }, + "value_bits_window": { + "0": 0.047410635082410856, + "128": 0.09028663645638577, + "256": 0.10308383408509254, + "512": 0.17419479030887178, + "w": null + } + }, + { + "step": 17601, + "loss": 1.0571099519729614, + "ema": 1.0907638775505475, + "lr": 0.0005833696044241727, + "value_bits": { + "0": 0.5782336980930768, + "128": 0.7455965093814566, + "256": 0.7792068754099052, + "512": 0.8761764678751541, + "w": null + }, + "value_n": { + "0": 78198, + "128": 60642, + "256": 80430, + "512": 98550, + "w": 0 + }, + "value_bits_window": { + "0": 0.012480447733342281, + "128": 0.13028891045858942, + "256": 0.13416306559084218, + "512": 0.15395595420913835, + "w": null + } + }, + { + "step": 17701, + "loss": 1.1036648750305176, + "ema": 1.0921852751159513, + "lr": 0.000580934266433792, + "value_bits": { + "0": 0.5756039237505336, + "128": 0.742044257093641, + "256": 0.7752277215439195, + "512": 0.8716656099965343, + "w": null + }, + "value_n": { + "0": 78594, + "128": 60972, + "256": 80898, + "512": 99156, + "w": 0 + }, + "value_bits_window": { + "0": 0.0563031812298352, + "128": 0.08926945940356235, + "256": 0.09137441931907397, + "512": 0.13809293023089578, + "w": null + } + }, + { + "step": 17801, + "loss": 1.086160659790039, + "ema": 1.090762742105808, + "lr": 0.0005785281399047373, + "value_bits": { + "0": 0.572274145576949, + "128": 0.738744288669142, + "256": 0.7711816867099693, + "512": 0.8679782859056288, + "w": null + }, + "value_n": { + "0": 79092, + "128": 61272, + "256": 81426, + "512": 99702, + "w": 0 + }, + "value_bits_window": { + "0": 0.04677096129039412, + "128": 0.06805870607395695, + "256": 0.15126478141280425, + "512": 0.1983440229791938, + "w": null + } + }, + { + "step": 17901, + "loss": 1.077962875366211, + "ema": 1.0868081583001576, + "lr": 0.0005761516405715907, + "value_bits": { + "0": 0.5695243520980984, + "128": 0.7356890148248542, + "256": 0.7674310876138787, + "512": 0.8635221707328652, + "w": null + }, + "value_n": { + "0": 79512, + "128": 61548, + "256": 81870, + "512": 100326, + "w": 0 + }, + "value_bits_window": { + "0": 0.05169895726653243, + "128": 0.05741822139298899, + "256": 0.07960162365379632, + "512": 0.1515292301000607, + "w": null + } + }, + { + "step": 18001, + "loss": 1.1076942682266235, + "ema": 1.0890691166825317, + "lr": 0.000573805179049897, + "value_bits": { + "0": 0.5669894594537854, + "128": 0.7322039127881579, + "256": 0.7634405669224584, + "512": 0.8591759691145908, + "w": null + }, + "value_n": { + "0": 79902, + "128": 61884, + "256": 82368, + "512": 100908, + "w": 0 + }, + "value_bits_window": { + "0": 0.0501833468009437, + "128": 0.09380790042333945, + "256": 0.1074085809654766, + "512": 0.1099714612881271, + "w": null + } + }, + { + "step": 18101, + "loss": 1.1231745481491089, + "ema": 1.0861936372749288, + "lr": 0.0005714891607652183, + "value_bits": { + "0": 0.5635795484454815, + "128": 0.7293586554631672, + "256": 0.7590808298328613, + "512": 0.8557985656239674, + "w": null + }, + "value_n": { + "0": 80424, + "128": 62166, + "256": 82896, + "512": 101388, + "w": 0 + }, + "value_bits_window": { + "0": 0.041627997898539056, + "128": 0.10497601610241855, + "256": 0.07896184385571009, + "512": 0.14578391680767727, + "w": null + } + }, + { + "step": 18201, + "loss": 1.0805554389953613, + "ema": 1.0852995949457602, + "lr": 0.0005692039858830823, + "value_bits": { + "0": 0.5609699312807906, + "128": 0.7246721875939679, + "256": 0.7555624267661866, + "512": 0.8517335804025031, + "w": null + }, + "value_n": { + "0": 80826, + "128": 62634, + "256": 83346, + "512": 101958, + "w": 0 + }, + "value_bits_window": { + "0": 0.038890700302933456, + "128": 0.10215303896866697, + "256": 0.10742566984380024, + "512": 0.12867968279930195, + "w": null + } + }, + { + "step": 18301, + "loss": 1.0577521324157715, + "ema": 1.0858968487388814, + "lr": 0.0005669500492398425, + "value_bits": { + "0": 0.5577112502842917, + "128": 0.7215982584565253, + "256": 0.7520030447821026, + "512": 0.8482308001284923, + "w": null + }, + "value_n": { + "0": 81324, + "128": 62964, + "256": 83802, + "512": 102474, + "w": 0 + }, + "value_bits_window": { + "0": 0.028823398430838382, + "128": 0.13816650816992157, + "256": 0.10143231924381597, + "512": 0.1561058559858696, + "w": null + } + }, + { + "step": 18401, + "loss": 1.097649097442627, + "ema": 1.0877694924082557, + "lr": 0.0005647277402744566, + "value_bits": { + "0": 0.5549867913104369, + "128": 0.718576450282869, + "256": 0.7488239492846587, + "512": 0.8441105112552837, + "w": null + }, + "value_n": { + "0": 81762, + "128": 63306, + "256": 84228, + "512": 103062, + "w": 0 + }, + "value_bits_window": { + "0": 0.049133134712800376, + "128": 0.1622456612591833, + "256": 0.123437656146619, + "512": 0.12604506568864096, + "w": null + } + }, + { + "step": 18501, + "loss": 1.1170759201049805, + "ema": 1.0838641204982495, + "lr": 0.0005625374429611993, + "value_bits": { + "0": 0.5522493180000964, + "128": 0.7147134118891961, + "256": 0.745541178510745, + "512": 0.8404250800240157, + "w": null + }, + "value_n": { + "0": 82206, + "128": 63684, + "256": 84678, + "512": 103578, + "w": 0 + }, + "value_bits_window": { + "0": 0.04814730718914755, + "128": 0.06774645805361211, + "256": 0.13109403018808952, + "512": 0.10432447235553874, + "w": null + } + }, + { + "step": 18601, + "loss": 1.0923609733581543, + "ema": 1.0838337102213893, + "lr": 0.0005603795357433179, + "value_bits": { + "0": 0.5488056148582664, + "128": 0.7113364979583678, + "256": 0.7427354660774756, + "512": 0.8368001599914537, + "w": null + }, + "value_n": { + "0": 82776, + "128": 64026, + "256": 85050, + "512": 104118, + "w": 0 + }, + "value_bits_window": { + "0": 0.05215112279285381, + "128": 0.08251957757571532, + "256": 0.1040738600979721, + "512": 0.14150022085679262, + "w": null + } + }, + { + "step": 18701, + "loss": 1.0726327896118164, + "ema": 1.0868302062332795, + "lr": 0.000558254391467645, + "value_bits": { + "0": 0.5458674209290211, + "128": 0.7081258067351112, + "256": 0.7390784952684127, + "512": 0.8331069672428504, + "w": null + }, + "value_n": { + "0": 83232, + "128": 64350, + "256": 85512, + "512": 104682, + "w": 0 + }, + "value_bits_window": { + "0": 0.01250790187813078, + "128": 0.07365754667265835, + "256": 0.06586341450911568, + "512": 0.15132001227994768, + "w": null + } + }, + { + "step": 18801, + "loss": 1.05869722366333, + "ema": 1.0847778561055275, + "lr": 0.000556162377320177, + "value_bits": { + "0": 0.5431253973136091, + "128": 0.7056012766595946, + "256": 0.7358598323360146, + "512": 0.8290602298884431, + "w": null + }, + "value_n": { + "0": 83688, + "128": 64614, + "256": 85962, + "512": 105264, + "w": 0 + }, + "value_bits_window": { + "0": 0.04263392898473145, + "128": 0.09024707075243264, + "256": 0.12422804416883163, + "512": 0.101189852338507, + "w": null + } + }, + { + "step": 18901, + "loss": 1.1471234560012817, + "ema": 1.088296697884166, + "lr": 0.0005541038547626308, + "value_bits": { + "0": 0.540680167567276, + "128": 0.7028356949197089, + "256": 0.7330501657764582, + "512": 0.8249302641191326, + "w": null + }, + "value_n": { + "0": 84096, + "128": 64902, + "256": 86412, + "512": 105918, + "w": 0 + }, + "value_bits_window": { + "0": 0.03912039548117749, + "128": 0.08236590831910115, + "256": 0.19632892845959207, + "512": 0.1601952232312234, + "w": null + } + }, + { + "step": 19001, + "loss": 1.1130856275558472, + "ema": 1.0867484674714045, + "lr": 0.0005520791794699907, + "value_bits": { + "0": 0.5378361969500225, + "128": 0.6999657686253408, + "256": 0.7302628430541004, + "512": 0.8211985099926404, + "w": null + }, + "value_n": { + "0": 84564, + "128": 65214, + "256": 86832, + "512": 106464, + "w": 0 + }, + "value_bits_window": { + "0": 0.026796553726631266, + "128": 0.10296590850649077, + "256": 0.1567911023769867, + "512": 0.09727921774024209, + "w": null + } + }, + { + "step": 19101, + "loss": 1.093666672706604, + "ema": 1.0860537954997624, + "lr": 0.000550088701269053, + "value_bits": { + "0": 0.5354105445332746, + "128": 0.6967771952683258, + "256": 0.7276387676581544, + "512": 0.8171965596449726, + "w": null + }, + "value_n": { + "0": 84954, + "128": 65562, + "256": 87246, + "512": 107076, + "w": 0 + }, + "value_bits_window": { + "0": 0.00945446512335239, + "128": 0.09924954324427183, + "256": 0.17726747591714997, + "512": 0.12101413838009502, + "w": null + } + }, + { + "step": 19201, + "loss": 1.0802690982818604, + "ema": 1.0828855334497267, + "lr": 0.0005481327640779839, + "value_bits": { + "0": 0.5328595709178152, + "128": 0.6943478138263859, + "256": 0.7246749428086894, + "512": 0.8136164763023388, + "w": null + }, + "value_n": { + "0": 85398, + "128": 65844, + "256": 87642, + "512": 107646, + "w": 0 + }, + "value_bits_window": { + "0": 0.04476179495446304, + "128": 0.12954247305877467, + "256": 0.07169044074697174, + "512": 0.14108839911664123, + "w": null + } + }, + { + "step": 19301, + "loss": 1.0680677890777588, + "ema": 1.086788375523037, + "lr": 0.0005462117058468954, + "value_bits": { + "0": 0.5302004521844059, + "128": 0.6901250203305711, + "256": 0.7219228785870424, + "512": 0.8104400378991999, + "w": null + }, + "value_n": { + "0": 85848, + "128": 66300, + "256": 88068, + "512": 108120, + "w": 0 + }, + "value_bits_window": { + "0": 0.02557062641620726, + "128": 0.08037586476385047, + "256": 0.15573411681807325, + "512": 0.08906685573824388, + "w": null + } + }, + { + "step": 19401, + "loss": 1.0345240831375122, + "ema": 1.0842029006843086, + "lr": 0.0005443258584994542, + "value_bits": { + "0": 0.5276377787322829, + "128": 0.6866521893598792, + "256": 0.7191298987903931, + "512": 0.8069789680042045, + "w": null + }, + "value_n": { + "0": 86274, + "128": 66660, + "256": 88476, + "512": 108696, + "w": 0 + }, + "value_bits_window": { + "0": 0.01120493714104326, + "128": 0.04707248559075975, + "256": 0.11625699503720825, + "512": 0.1573073064644458, + "w": null + } + }, + { + "step": 19501, + "loss": 1.0789545774459839, + "ema": 1.0816660556982374, + "lr": 0.0005424755478755317, + "value_bits": { + "0": 0.5252610783120015, + "128": 0.6834396197173319, + "256": 0.7159995544359528, + "512": 0.8033091713303602, + "w": null + }, + "value_n": { + "0": 86670, + "128": 67026, + "256": 88902, + "512": 109302, + "w": 0 + }, + "value_bits_window": { + "0": 0.007464482202520791, + "128": 0.0983306241648723, + "256": 0.06585789456865516, + "512": 0.1450711857524928, + "w": null + } + }, + { + "step": 19601, + "loss": 1.0471932888031006, + "ema": 1.0812801303200823, + "lr": 0.0005406610936749042, + "value_bits": { + "0": 0.522574449175345, + "128": 0.6811485466958099, + "256": 0.7125884158501837, + "512": 0.8000026403685881, + "w": null + }, + "value_n": { + "0": 87144, + "128": 67302, + "256": 89394, + "512": 109860, + "w": 0 + }, + "value_bits_window": { + "0": 0.0313294127322699, + "128": 0.12476644401272419, + "256": 0.09621231310214598, + "512": 0.15231366692125903, + "w": null + } + }, + { + "step": 19701, + "loss": 1.0901821851730347, + "ema": 1.079139143127318, + "lr": 0.0005388828094020154, + "value_bits": { + "0": 0.5199988926829303, + "128": 0.6789753257801678, + "256": 0.7092764586183737, + "512": 0.7959103348806172, + "w": null + }, + "value_n": { + "0": 87612, + "128": 67548, + "256": 89868, + "512": 110496, + "w": 0 + }, + "value_bits_window": { + "0": 0.040417065813311906, + "128": 0.0844138864934336, + "256": 0.08465809410270833, + "512": 0.08902247181696483, + "w": null + } + }, + { + "step": 19801, + "loss": 1.0497825145721436, + "ema": 1.0809599532840788, + "lr": 0.0005371410023118077, + "value_bits": { + "0": 0.5176636283225767, + "128": 0.6761770538916253, + "256": 0.7062754449147213, + "512": 0.7925800518516203, + "w": null + }, + "value_n": { + "0": 88044, + "128": 67860, + "256": 90318, + "512": 111078, + "w": 0 + }, + "value_bits_window": { + "0": 0.04405904235196863, + "128": 0.07035119002214202, + "256": 0.10695300153729394, + "512": 0.16030693574845092, + "w": null + } + }, + { + "step": 19901, + "loss": 1.0516188144683838, + "ema": 1.0817353856692842, + "lr": 0.000535435973356635, + "value_bits": { + "0": 0.5150056015254393, + "128": 0.6729471964055631, + "256": 0.7036283985692535, + "512": 0.7888759834605267, + "w": null + }, + "value_n": { + "0": 88512, + "128": 68226, + "256": 90696, + "512": 111678, + "w": 0 + }, + "value_bits_window": { + "0": 0.01495579099731865, + "128": 0.0740998493996059, + "256": 0.07115238843710396, + "512": 0.10314180221739103, + "w": null + } + }, + { + "step": 20001, + "loss": 1.0648541450500488, + "ema": 1.080550149747513, + "lr": 0.000533768017134263, + "value_bits": { + "0": 0.5129680146980077, + "128": 0.669951074552268, + "256": 0.7002744996873858, + "512": 0.7853180629188665, + "w": null + }, + "value_n": { + "0": 88872, + "128": 68544, + "256": 91206, + "512": 112272, + "w": 0 + }, + "value_bits_window": { + "0": 0.011993333393489767, + "128": 0.027141610517949714, + "256": 0.10383290558958293, + "512": 0.11639306249540689, + "w": null + } + }, + { + "step": 20101, + "loss": 1.1054061651229858, + "ema": 1.0788821394508816, + "lr": 0.0005321374218369686, + "value_bits": { + "0": 0.5104143281083975, + "128": 0.6670512761689784, + "256": 0.6974591298734483, + "512": 0.7821258551675765, + "w": null + }, + "value_n": { + "0": 89334, + "128": 68898, + "256": 91626, + "512": 112812, + "w": 0 + }, + "value_bits_window": { + "0": 0.019177889597903234, + "128": 0.10557167056391185, + "256": 0.08608146499253047, + "512": 0.1184303946993753, + "w": null + } + }, + { + "step": 20201, + "loss": 1.0983201265335083, + "ema": 1.0795793438840082, + "lr": 0.0005305444692017449, + "value_bits": { + "0": 0.5081498408702549, + "128": 0.6644075596985028, + "256": 0.6945812492693941, + "512": 0.7790890816252831, + "w": null + }, + "value_n": { + "0": 89778, + "128": 69210, + "256": 92064, + "512": 113334, + "w": 0 + }, + "value_bits_window": { + "0": 0.0525288883201934, + "128": 0.08060378603559644, + "256": 0.09255228071445154, + "512": 0.12279694205974954, + "w": null + } + }, + { + "step": 20301, + "loss": 1.0781769752502441, + "ema": 1.0816352527124315, + "lr": 0.0005289894344616235, + "value_bits": { + "0": 0.50614795204196, + "128": 0.6615887114356708, + "256": 0.6915435211858056, + "512": 0.7760206607282428, + "w": null + }, + "value_n": { + "0": 90186, + "128": 69528, + "256": 92514, + "512": 113856, + "w": 0 + }, + "value_bits_window": { + "0": 0.06564409119230338, + "128": 0.04809032064758322, + "256": 0.07006485832472512, + "512": 0.10982063401337082, + "w": null + } + }, + { + "step": 20401, + "loss": 1.0980888605117798, + "ema": 1.0809013201721407, + "lr": 0.0005274725862981173, + "value_bits": { + "0": 0.5036986370140958, + "128": 0.6581262407988537, + "256": 0.6890166662065345, + "512": 0.7730726776836163, + "w": null + }, + "value_n": { + "0": 90654, + "128": 69912, + "256": 92898, + "512": 114372, + "w": 0 + }, + "value_bits_window": { + "0": 0.031703070554785176, + "128": 0.03120265112017693, + "256": 0.08024202674744109, + "512": 0.12259679099952177, + "w": null + } + }, + { + "step": 20501, + "loss": 1.1032836437225342, + "ema": 1.0822579869151872, + "lr": 0.0005259941867947995, + "value_bits": { + "0": 0.5013088945468951, + "128": 0.6553344022872538, + "256": 0.6866479209113207, + "512": 0.7698133758542628, + "w": null + }, + "value_n": { + "0": 91098, + "128": 70254, + "256": 93288, + "512": 114942, + "w": 0 + }, + "value_bits_window": { + "0": 0.013381611615327044, + "128": 0.08462383496861443, + "256": 0.12241279159140024, + "512": 0.11582588668439169, + "w": null + } + }, + { + "step": 20601, + "loss": 1.1054991483688354, + "ema": 1.0797036452147168, + "lr": 0.0005245544913920184, + "value_bits": { + "0": 0.4989912041288565, + "128": 0.6521914922015414, + "256": 0.6837982365370386, + "512": 0.7671693754875549, + "w": null + }, + "value_n": { + "0": 91560, + "128": 70656, + "256": 93714, + "512": 115452, + "w": 0 + }, + "value_bits_window": { + "0": 0.04198479351743244, + "128": 0.10293277289397229, + "256": 0.059757494968899566, + "512": 0.17127390460493633, + "w": null + } + }, + { + "step": 20701, + "loss": 1.0581327676773071, + "ema": 1.0761518818265219, + "lr": 0.0005231537488427629, + "value_bits": { + "0": 0.49632391968967654, + "128": 0.6494981102268881, + "256": 0.6809123423965815, + "512": 0.764549052065985, + "w": null + }, + "value_n": { + "0": 92088, + "128": 70974, + "256": 94206, + "512": 115920, + "w": 0 + }, + "value_bits_window": { + "0": 0.03379254989550951, + "128": 0.05105912657561205, + "256": 0.13121989630147127, + "512": 0.11813542029868507, + "w": null + } + }, + { + "step": 20801, + "loss": 1.0891218185424805, + "ema": 1.080584413183986, + "lr": 0.0005217922011696831, + "value_bits": { + "0": 0.4944300093913257, + "128": 0.6465454027054754, + "256": 0.6782389331174284, + "512": 0.760923684849455, + "w": null + }, + "value_n": { + "0": 92466, + "128": 71364, + "256": 94638, + "512": 116562, + "w": 0 + }, + "value_bits_window": { + "0": 0.033037386231209206, + "128": 0.10919806007794294, + "256": 0.09525005683988219, + "512": 0.10632466967787321, + "w": null + } + }, + { + "step": 20901, + "loss": 1.116683006286621, + "ema": 1.081323070180297, + "lr": 0.0005204700836232718, + "value_bits": { + "0": 0.4922370684168836, + "128": 0.6440083114585626, + "256": 0.6751107566119596, + "512": 0.7581141108746531, + "w": null + }, + "value_n": { + "0": 92898, + "128": 71676, + "256": 95118, + "512": 117126, + "w": 0 + }, + "value_bits_window": { + "0": 0.022856327345656804, + "128": 0.06369747894353428, + "256": 0.058351656352466225, + "512": 0.17745885972064046, + "w": null + } + }, + { + "step": 21001, + "loss": 1.0568201541900635, + "ema": 1.0789869292990935, + "lr": 0.0005191876246412188, + "value_bits": { + "0": 0.4903724319055543, + "128": 0.641175059344531, + "256": 0.67263985233692, + "512": 0.7547185308083821, + "w": null + }, + "value_n": { + "0": 93264, + "128": 72042, + "256": 95514, + "512": 117726, + "w": 0 + }, + "value_bits_window": { + "0": 0.0170910039561922, + "128": 0.0863221125540182, + "256": 0.07913613306111067, + "512": 0.09186734607164738, + "w": null + } + }, + { + "step": 21101, + "loss": 1.0932247638702393, + "ema": 1.076343877247364, + "lr": 0.0005179450458089405, + "value_bits": { + "0": 0.4880418379728824, + "128": 0.6390164400567867, + "256": 0.6698405779768959, + "512": 0.7514730422317252, + "w": null + }, + "value_n": { + "0": 93732, + "128": 72330, + "256": 95976, + "512": 118326, + "w": 0 + }, + "value_bits_window": { + "0": 0.023596298364518743, + "128": 0.09904681947456188, + "256": 0.09111786970126885, + "512": 0.11467572860584643, + "w": null + } + }, + { + "step": 21201, + "loss": 1.0346438884735107, + "ema": 1.0733213607688632, + "lr": 0.0005167425618212939, + "value_bits": { + "0": 0.48559442129242686, + "128": 0.6363153209335186, + "256": 0.6669830359939767, + "512": 0.7489130867353355, + "w": null + }, + "value_n": { + "0": 94230, + "128": 72672, + "256": 96462, + "512": 118806, + "w": 0 + }, + "value_bits_window": { + "0": 0.02494932030355068, + "128": 0.06505232038974354, + "256": 0.1026714118115652, + "512": 0.11785205743158769, + "w": null + } + }, + { + "step": 21301, + "loss": 1.0864951610565186, + "ema": 1.0754777429007343, + "lr": 0.0005155803804454813, + "value_bits": { + "0": 0.483469978387584, + "128": 0.6333966440181686, + "256": 0.6648836171516322, + "512": 0.745744647022061, + "w": null + }, + "value_n": { + "0": 94662, + "128": 73074, + "256": 96816, + "512": 119382, + "w": 0 + }, + "value_bits_window": { + "0": 0.02007586976873398, + "128": 0.10576955747012355, + "256": 0.09280977429785026, + "512": 0.09222095157885388, + "w": null + } + }, + { + "step": 21401, + "loss": 1.1077866554260254, + "ema": 1.0819666566773714, + "lr": 0.0005144587024851526, + "value_bits": { + "0": 0.48143215690611696, + "128": 0.6313423429958436, + "256": 0.6624849544932686, + "512": 0.7426666121292487, + "w": null + }, + "value_n": { + "0": 95082, + "128": 73356, + "256": 97230, + "512": 119946, + "w": 0 + }, + "value_bits_window": { + "0": 0.022136306718914756, + "128": 0.09901612701931282, + "256": 0.10154552470551138, + "512": 0.09113831146662794, + "w": null + } + }, + { + "step": 21501, + "loss": 1.0817129611968994, + "ema": 1.0774595191498224, + "lr": 0.000513377721745709, + "value_bits": { + "0": 0.47908356682102204, + "128": 0.6287206120816733, + "256": 0.6601851404123436, + "512": 0.7396129253821577, + "w": null + }, + "value_n": { + "0": 95556, + "128": 73710, + "256": 97620, + "512": 120522, + "w": 0 + }, + "value_bits_window": { + "0": 0.007968287346344183, + "128": 0.08544464332497213, + "256": 0.08682379916017759, + "512": 0.10371446953740393, + "w": null + } + }, + { + "step": 21601, + "loss": 1.068522572517395, + "ema": 1.0769933496767947, + "lr": 0.0005123376250008176, + "value_bits": { + "0": 0.47753625525511634, + "128": 0.626200905077371, + "256": 0.6573742737910737, + "512": 0.7364982615858284, + "w": null + }, + "value_n": { + "0": 95916, + "128": 74046, + "256": 98088, + "512": 121110, + "w": 0 + }, + "value_bits_window": { + "0": 0.06682818861154251, + "128": 0.07344018100855668, + "256": 0.07105632599543577, + "512": 0.09808753018921965, + "w": null + } + }, + { + "step": 21701, + "loss": 1.1036394834518433, + "ema": 1.0789274176925168, + "lr": 0.0005113385919601407, + "value_bits": { + "0": 0.47559140074232176, + "128": 0.6240394965690012, + "256": 0.6542443904322403, + "512": 0.7337085023303108, + "w": null + }, + "value_n": { + "0": 96318, + "128": 74334, + "256": 98604, + "512": 121674, + "w": 0 + }, + "value_bits_window": { + "0": 0.011554919525395268, + "128": 0.0683323631983123, + "256": 0.05927540031353919, + "512": 0.13465221964283602, + "w": null + } + }, + { + "step": 21801, + "loss": 1.089802861213684, + "ema": 1.0786132463171343, + "lr": 0.0005103807952382844, + "value_bits": { + "0": 0.47322109354399855, + "128": 0.621632988991324, + "256": 0.6517619363199754, + "512": 0.7310372457077755, + "w": null + }, + "value_n": { + "0": 96840, + "128": 74634, + "256": 99042, + "512": 122214, + "w": 0 + }, + "value_bits_window": { + "0": 0.035858548087876974, + "128": 0.02534854139446558, + "256": 0.09290370507392474, + "512": 0.12914376739229522, + "w": null + } + }, + { + "step": 21901, + "loss": 1.0811543464660645, + "ema": 1.0761346913569085, + "lr": 0.0005094644003249746, + "value_bits": { + "0": 0.4713409442158105, + "128": 0.6188339713406538, + "256": 0.6494717275616667, + "512": 0.7280041024453864, + "w": null + }, + "value_n": { + "0": 97236, + "128": 75000, + "256": 99420, + "512": 122796, + "w": 0 + }, + "value_bits_window": { + "0": 0.011558972140739738, + "128": 0.04806379828023424, + "256": 0.04940068036483552, + "512": 0.09107528686185853, + "w": null + } + }, + { + "step": 22001, + "loss": 1.0959997177124023, + "ema": 1.0791392852838348, + "lr": 0.0005085895655564633, + "value_bits": { + "0": 0.4690394820036378, + "128": 0.6167034413814813, + "256": 0.6470368153627267, + "512": 0.7250443031737484, + "w": null + }, + "value_n": { + "0": 97758, + "128": 75312, + "256": 99906, + "512": 123360, + "w": 0 + }, + "value_bits_window": { + "0": 0.0403326244120105, + "128": 0.1045568165803778, + "256": 0.14893193713512853, + "512": 0.08062672984029835, + "w": null + } + }, + { + "step": 22101, + "loss": 1.0885350704193115, + "ema": 1.0806579006112738, + "lr": 0.0005077564420881705, + "value_bits": { + "0": 0.4673836789125175, + "128": 0.6142241031147445, + "256": 0.6442054460597147, + "512": 0.7223615958624713, + "w": null + }, + "value_n": { + "0": 98106, + "128": 75678, + "256": 100386, + "512": 123870, + "w": 0 + }, + "value_bits_window": { + "0": 0.0022457519534910017, + "128": 0.10404944862162749, + "256": 0.05489131775404558, + "512": 0.07346203915826505, + "w": null + } + }, + { + "step": 22201, + "loss": 1.0837488174438477, + "ema": 1.0758576500802233, + "lr": 0.0005069651738685682, + "value_bits": { + "0": 0.46563337084511597, + "128": 0.6116971886790898, + "256": 0.6412659049165996, + "512": 0.7194392816362938, + "w": null + }, + "value_n": { + "0": 98502, + "128": 76026, + "256": 100944, + "512": 124458, + "w": 0 + }, + "value_bits_window": { + "0": 0.03200780705600137, + "128": 0.06218043390475537, + "256": 0.1124329708794139, + "512": 0.10381502449921817, + "w": null + } + }, + { + "step": 22301, + "loss": 1.053207516670227, + "ema": 1.0770277035342835, + "lr": 0.0005062158976143076, + "value_bits": { + "0": 0.46413642215374307, + "128": 0.6089452341432723, + "256": 0.6384772647139824, + "512": 0.7164947733524883, + "w": null + }, + "value_n": { + "0": 98844, + "128": 76392, + "256": 101448, + "512": 125052, + "w": 0 + }, + "value_bits_window": { + "0": 0.03298893678060434, + "128": 0.037305628842523704, + "256": 0.07995246984691234, + "512": 0.09954593162546191, + "w": null + } + }, + { + "step": 22401, + "loss": 1.1027178764343262, + "ema": 1.0780569708540781, + "lr": 0.0005055087427865985, + "value_bits": { + "0": 0.4620788401212281, + "128": 0.6068557194816319, + "256": 0.63610299020316, + "512": 0.7133203395555925, + "w": null + }, + "value_n": { + "0": 99318, + "128": 76674, + "256": 101874, + "512": 125652, + "w": 0 + }, + "value_bits_window": { + "0": 0.0330078729863826, + "128": 0.040819534970880325, + "256": 0.07069125176673668, + "512": 0.051704847606543355, + "w": null + } + }, + { + "step": 22501, + "loss": 1.038944959640503, + "ema": 1.0758562921687533, + "lr": 0.0005048438315688393, + "value_bits": { + "0": 0.4601349626248098, + "128": 0.60421642212324, + "256": 0.6337604366068831, + "512": 0.7112039096909109, + "w": null + }, + "value_n": { + "0": 99762, + "128": 77034, + "256": 102342, + "512": 126102, + "w": 0 + }, + "value_bits_window": { + "0": 0.025310581567897547, + "128": 0.042090073075086026, + "256": 0.12383457107888222, + "512": 0.12024025334207938, + "w": null + } + }, + { + "step": 22601, + "loss": 1.0705606937408447, + "ema": 1.0747013338842522, + "lr": 0.0005042212788455065, + "value_bits": { + "0": 0.4585760142189067, + "128": 0.6021490202191859, + "256": 0.6310354434827041, + "512": 0.708680009506044, + "w": null + }, + "value_n": { + "0": 100122, + "128": 77340, + "256": 102864, + "512": 126636, + "w": 0 + }, + "value_bits_window": { + "0": 0.02656542846974113, + "128": 0.08169072519663977, + "256": 0.09678018234339937, + "512": 0.11267090629990015, + "w": null + } + }, + { + "step": 22701, + "loss": 1.0950846672058105, + "ema": 1.0764741517234373, + "lr": 0.0005036411921823051, + "value_bits": { + "0": 0.4567325217959177, + "128": 0.5996619936540123, + "256": 0.6285790154312769, + "512": 0.7060700703355326, + "w": null + }, + "value_n": { + "0": 100542, + "128": 77718, + "256": 103332, + "512": 127206, + "w": 0 + }, + "value_bits_window": { + "0": 0.01727026376139877, + "128": 0.09080846309706189, + "256": 0.08866872679448994, + "512": 0.12622400577960852, + "w": null + } + }, + { + "step": 22801, + "loss": 1.0199973583221436, + "ema": 1.0706198003100023, + "lr": 0.0005031036718075827, + "value_bits": { + "0": 0.4549018967815803, + "128": 0.5970716519828612, + "256": 0.6262297513659747, + "512": 0.7034196429517293, + "w": null + }, + "value_n": { + "0": 100980, + "128": 78120, + "256": 103764, + "512": 127812, + "w": 0 + }, + "value_bits_window": { + "0": 0.03468568629865862, + "128": 0.09628514949896139, + "256": 0.06429883841270798, + "512": 0.14706606905059974, + "w": null + } + }, + { + "step": 22901, + "loss": 1.06392502784729, + "ema": 1.0732486101675047, + "lr": 0.0005026088105950124, + "value_bits": { + "0": 0.45271826349763666, + "128": 0.5952013010968443, + "256": 0.6241335730828315, + "512": 0.7008779864754228, + "w": null + }, + "value_n": { + "0": 101490, + "128": 78420, + "256": 104178, + "512": 128358, + "w": 0 + }, + "value_bits_window": { + "0": 0.020358873276801283, + "128": 0.10816193037805878, + "256": 0.09875230889908496, + "512": 0.1059069286920985, + "w": null + } + }, + { + "step": 23001, + "loss": 1.0395939350128174, + "ema": 1.0738402645214733, + "lr": 0.0005021566940475453, + "value_bits": { + "0": 0.4509693539097727, + "128": 0.5930197901794505, + "256": 0.6219554437286633, + "512": 0.6980660420114553, + "w": null + }, + "value_n": { + "0": 101892, + "128": 78756, + "256": 104646, + "512": 128946, + "w": 0 + }, + "value_bits_window": { + "0": 0.009434940794570693, + "128": 0.08387072428056659, + "256": 0.1370982645437707, + "512": 0.08423004285171477, + "w": null + } + }, + { + "step": 23101, + "loss": 1.0417842864990234, + "ema": 1.0750337577898992, + "lr": 0.0005017474002826375, + "value_bits": { + "0": 0.4490468413721476, + "128": 0.5907691212563491, + "256": 0.61991904638077, + "512": 0.6958692866197526, + "w": null + }, + "value_n": { + "0": 102366, + "128": 79098, + "256": 105054, + "512": 129462, + "w": 0 + }, + "value_bits_window": { + "0": 0.03577965258797794, + "128": 0.07248350222775617, + "256": 0.09761307366595866, + "512": 0.14691033170014128, + "w": null + } + }, + { + "step": 23201, + "loss": 1.046310305595398, + "ema": 1.0703823222697404, + "lr": 0.0005013810000187533, + "value_bits": { + "0": 0.44718597649982733, + "128": 0.5889366842481019, + "256": 0.6175723164965312, + "512": 0.6930172068724012, + "w": null + }, + "value_n": { + "0": 102822, + "128": 79398, + "256": 105504, + "512": 130104, + "w": 0 + }, + "value_bits_window": { + "0": 0.029446297728027107, + "128": 0.10579634265366862, + "256": 0.06972040258804615, + "512": 0.11788333109111171, + "w": null + } + }, + { + "step": 23301, + "loss": 1.1194019317626953, + "ema": 1.0738104594698512, + "lr": 0.0005010575565631451, + "value_bits": { + "0": 0.4455757259315542, + "128": 0.5872989540351746, + "256": 0.6149554632891017, + "512": 0.6908891683780707, + "w": null + }, + "value_n": { + "0": 103254, + "128": 79674, + "256": 106032, + "512": 130632, + "w": 0 + }, + "value_bits_window": { + "0": 0.062313726091320874, + "128": 0.11616669517286028, + "256": 0.0920606132954446, + "512": 0.1665211375705306, + "w": null + } + }, + { + "step": 23401, + "loss": 1.060494303703308, + "ema": 1.0720066398562054, + "lr": 0.0005007771258009167, + "value_bits": { + "0": 0.44335579377298356, + "128": 0.5854579279655691, + "256": 0.612941605286871, + "512": 0.6886347235242518, + "w": null + }, + "value_n": { + "0": 103800, + "128": 79962, + "256": 106452, + "512": 131130, + "w": 0 + }, + "value_bits_window": { + "0": 0.02354466721428143, + "128": 0.07614573675112646, + "256": 0.10452876792373032, + "512": 0.09726396018276433, + "w": null + } + }, + { + "step": 23501, + "loss": 1.0740418434143066, + "ema": 1.0767684714634176, + "lr": 0.0005005397561853657, + "value_bits": { + "0": 0.44167225140962413, + "128": 0.5829624358743868, + "256": 0.6100998572326158, + "512": 0.6862462694668445, + "w": null + }, + "value_n": { + "0": 104244, + "128": 80334, + "256": 106998, + "512": 131670, + "w": 0 + }, + "value_bits_window": { + "0": 0.04808734754314718, + "128": 0.04655238588751958, + "256": 0.05605267065463811, + "512": 0.10625000919309228, + "w": null + } + }, + { + "step": 23601, + "loss": 1.062511682510376, + "ema": 1.0715684443221996, + "lr": 0.0005003454887296129, + "value_bits": { + "0": 0.44017932344840355, + "128": 0.5808839464100043, + "256": 0.6075362311933384, + "512": 0.684222927009476, + "w": null + }, + "value_n": { + "0": 104604, + "128": 80670, + "256": 107508, + "512": 132180, + "w": 0 + }, + "value_bits_window": { + "0": 0.007877150144305897, + "128": 0.08393938500613418, + "256": 0.06968748815296767, + "512": 0.16184351257475615, + "w": null + } + }, + { + "step": 23701, + "loss": 1.1034188270568848, + "ema": 1.0728343033970986, + "lr": 0.0005001943569995157, + "value_bits": { + "0": 0.4384091937241484, + "128": 0.5788183570774422, + "256": 0.605197461890808, + "512": 0.6813519850531008, + "w": null + }, + "value_n": { + "0": 105054, + "128": 81000, + "256": 107970, + "512": 132816, + "w": 0 + }, + "value_bits_window": { + "0": 0.026936638888623864, + "128": 0.0738756556902219, + "256": 0.06096280782923804, + "512": 0.08468357657247419, + "w": null + } + }, + { + "step": 23801, + "loss": 1.0595496892929077, + "ema": 1.071885648010155, + "lr": 0.0005000863871078681, + "value_bits": { + "0": 0.43667895735521145, + "128": 0.576548604321475, + "256": 0.6032486781539067, + "512": 0.6789861296017365, + "w": null + }, + "value_n": { + "0": 105516, + "128": 81360, + "256": 108426, + "512": 133386, + "w": 0 + }, + "value_bits_window": { + "0": 0.043241183540698766, + "128": 0.06585423422886186, + "256": 0.1418228446599726, + "512": 0.1277169056922864, + "w": null + } + }, + { + "step": 23901, + "loss": 1.0931565761566162, + "ema": 1.0758925073276868, + "lr": 0.0005000215977098892, + "value_bits": { + "0": 0.43506790743299084, + "128": 0.5738484348947788, + "256": 0.6007191306329249, + "512": 0.6767477043441144, + "w": null + }, + "value_n": { + "0": 105924, + "128": 81792, + "256": 108942, + "512": 133926, + "w": 0 + }, + "value_bits_window": { + "0": 0.018421967254009675, + "128": 0.06531652620029806, + "256": 0.06919060445078819, + "512": 0.12383179431965086, + "w": null + } + }, + { + "step": 24000, + "loss": 1.0768141746520996, + "ema": 1.0758269329850423, + "lr": 0.0005000000021598021, + "value_bits": { + "0": 0.4334154811081291, + "128": 0.5716002735062005, + "256": 0.5989514772671349, + "512": 0.6746046149075943, + "w": null + }, + "value_n": { + "0": 106356, + "128": 82182, + "256": 109302, + "512": 134442, + "w": 0 + }, + "value_bits_window": { + "0": 0.02824972639827437, + "128": 0.10010894967392099, + "256": 0.06403010788965785, + "512": 0.11837322755220643, + "w": null + } + } + ], + "wall_s": 1192.7873837947845, + "frames": { + "mode": "dyn", + "register": "caption", + "tags": "mode", + "n_lookup": 2, + "n_bulk": 0, + "facts": 0, + "ask": "any", + "sizes": [ + 32, + 128, + 256, + 512 + ], + "frame_records": 4, + "nest": 0.3, + "overlap": 0.0 + }, + "heldout_bits_by_frame": { + "by_kind_size_segment": { + "data/32/open": { + "bits": 7.128179668702849, + "n": 99 + }, + "data/32/head": { + "bits": 1.4368559177538827, + "n": 792 + }, + "data/32/body": { + "bits": 2.92724274209112, + "n": 2178 + }, + "data/32/close": { + "bits": 0.7152914178049337, + "n": 99 + }, + "data/128/open": { + "bits": 7.066262055669831, + "n": 73 + }, + "data/128/head": { + "bits": 1.4506479553094118, + "n": 584 + }, + "data/128/body": { + "bits": 2.217964220120498, + "n": 8614 + }, + "data/128/close": { + "bits": 2.717169794063195, + "n": 73 + }, + "data/256/open": { + "bits": 6.927930302429823, + "n": 64 + }, + "data/256/head": { + "bits": 1.5033388820961886, + "n": 512 + }, + "data/256/body": { + "bits": 1.8903964636501975, + "n": 15744 + }, + "data/256/close": { + "bits": 5.100870001689494, + "n": 64 + }, + "data/512/open": { + "bits": 6.951844352799564, + "n": 73 + }, + "data/512/head": { + "bits": 1.4691128155899333, + "n": 584 + }, + "data/512/body": { + "bits": 1.69412485873615, + "n": 36646 + }, + "data/512/close": { + "bits": 0.6327473107262674, + "n": 73 + }, + "think/512/open": { + "bits": 8.094955611409485, + "n": 28 + }, + "think/512/head": { + "bits": 2.140240192717036, + "n": 224 + }, + "think/512/body": { + "bits": 1.4816313399446652, + "n": 13288 + }, + "think/512/close": { + "bits": 9.384010049425958, + "n": 28 + }, + "think/128/open": { + "bits": 8.31076886201459, + "n": 26 + }, + "think/128/head": { + "bits": 1.9254646791767278, + "n": 208 + }, + "think/128/body": { + "bits": 1.5583548404776797, + "n": 2908 + }, + "think/128/close": { + "bits": 9.259064093213073, + "n": 26 + }, + "think/32/open": { + "bits": 7.505174589742887, + "n": 23 + }, + "think/32/head": { + "bits": 2.2272285938068617, + "n": 184 + }, + "think/32/body": { + "bits": 1.4855330474523192, + "n": 506 + }, + "think/32/close": { + "bits": 9.58611531363958, + "n": 23 + }, + "think/256/open": { + "bits": 8.690773212014928, + "n": 30 + }, + "think/256/head": { + "bits": 1.981984898699118, + "n": 240 + }, + "think/256/body": { + "bits": 1.4774361641275708, + "n": 6676 + }, + "think/256/close": { + "bits": 9.788647819041655, + "n": 30 + }, + "data/64/open": { + "bits": 11.216058645008701, + "n": 11 + }, + "data/64/head": { + "bits": 1.4515699182264212, + "n": 88 + }, + "data/64/body": { + "bits": 2.775018855983868, + "n": 594 + }, + "data/64/close": { + "bits": 4.006091425415285, + "n": 11 + } + }, + "by_kind_depth": { + "data/depth1": { + "bits": 1.8621066051203445, + "n": 65344 + }, + "think/depth1": { + "bits": 1.5745158116187323, + "n": 24448 + }, + "data/depth2": { + "bits": 2.462917425607041, + "n": 1632 + } + }, + "outside": { + "bits": 1.4242914756046188, + "n": 695008 + } + }, + "fetch_by_frame": { + "data/128/depth0": { + "n": 42, + "value_bits": 0.7473985928598179, + "first_byte": 0.9285714285714286, + "full_value": 0.8095238095238095, + "dist": 342.9761904761905 + }, + "data/256/depth0": { + "n": 39, + "value_bits": 0.2750325812552314, + "first_byte": 0.9743589743589743, + "full_value": 0.9487179487179487, + "dist": 425.84615384615387 + }, + "data/32/depth0": { + "n": 55, + "value_bits": 0.17179948290326846, + "first_byte": 1.0, + "full_value": 0.9636363636363636, + "dist": 151.8909090909091 + }, + "data/512/depth0": { + "n": 41, + "value_bits": 0.4187237267862788, + "first_byte": 0.975609756097561, + "full_value": 0.926829268292683, + "dist": 679.8048780487804 + }, + "data/32/depth1": { + "n": 3, + "value_bits": 0.14910458325144202, + "first_byte": 1.0, + "full_value": 1.0, + "dist": 160.0 + }, + "data/64/depth1": { + "n": 7, + "value_bits": 0.537480832849256, + "first_byte": 1.0, + "full_value": 0.7142857142857143, + "dist": 468.57142857142856 + }, + "data/128/depth1": { + "n": 5, + "value_bits": 0.5507773507319563, + "first_byte": 1.0, + "full_value": 1.0, + "dist": 439.4 + } + }, + "fetch_by_frame_bank_off": { + "data/128/depth0": { + "n": 42, + "value_bits": 10.371799325934491, + "first_byte": 0.5952380952380952, + "full_value": 0.19047619047619047, + "dist": 342.9761904761905 + }, + "data/256/depth0": { + "n": 39, + "value_bits": 10.785535545685812, + "first_byte": 0.6410256410256411, + "full_value": 0.10256410256410256, + "dist": 425.84615384615387 + }, + "data/32/depth0": { + "n": 55, + "value_bits": 7.4051459364871945, + "first_byte": 0.8727272727272727, + "full_value": 0.34545454545454546, + "dist": 151.8909090909091 + }, + "data/512/depth0": { + "n": 41, + "value_bits": 12.432980695050324, + "first_byte": 0.5365853658536586, + "full_value": 0.12195121951219512, + "dist": 679.8048780487804 + }, + "data/32/depth1": { + "n": 3, + "value_bits": 6.931534471184517, + "first_byte": 0.6666666666666666, + "full_value": 0.3333333333333333, + "dist": 160.0 + }, + "data/64/depth1": { + "n": 7, + "value_bits": 11.01125159591345, + "first_byte": 0.5714285714285714, + "full_value": 0.2857142857142857, + "dist": 468.57142857142856 + }, + "data/128/depth1": { + "n": 5, + "value_bits": 14.343542796020406, + "first_byte": 0.6, + "full_value": 0.2, + "dist": 439.4 + } + }, + "canary": { + "prefix_bytes": 5, + "frame_bytes": 32, + "frame_records": 1, + "register": "caption", + "scheme": "mode", + "plain": { + "bits": 1.4133185983037617, + "by_position": { + "0-64": 1.9232557920419406, + "64-256": 1.509326942129203, + "256-1024": 1.4170538542419429, + "1024-2048": 1.39544630301992, + "2048-4096": 1.3959176981673385, + "4096+": null + } + }, + "tag": { + "bits": 1.4166939835541736, + "by_position": { + "0-64": 1.9302906491291143, + "64-256": 1.5530025468054414, + "256-1024": 1.4186260161671218, + "1024-2048": 1.3955023093357612, + "2048-4096": 1.3977364181717649, + "4096+": null + } + }, + "frame": { + "bits": 1.4360643035295262, + "by_position": { + "0-64": 2.8554235599156486, + "64-256": 1.5852252853979345, + "256-1024": 1.437476797031624, + "1024-2048": 1.3950924772208797, + "2048-4096": 1.3976817180766534, + "4096+": null + } + } + }, + "formation": { + "register": "caption", + "uniform_bits": 4.700439718141092, + "margin": 0.2, + "near_band_value_bits_at_end": 0.025878187874678642, + "first_step_under": 1301, + "at_the_rate": false, + "whole_value_zero_everywhere": false, + "failure": false, + "formed": true, + "floor": 0.05, + "min_trials": 8, + "groups_judged": 4, + "near_band_basis": "the last 400 steps" + }, + "plain_collapse": { + "flag": false, + "threshold": 2.5, + "windows_over": [], + "worst_window": "64-256", + "worst_bits": 1.509326942129203 + }, + "weights": "bed/alhena-both_s1_L24000_lf0.5_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc96_ac44_kh50_va1_pt10b4h0_krt16r218_ahdigit1_code44sa/model.safetensors", + "lr_floor": 0.5, + "lr_flat": 0.0, + "grid": { + "layout": "AG96", + "p": 0.5, + "n_ag": 4, + "rotary": { + "form": "anchored", + "pairs": 16, + "rel_pairs": 4, + "content_pairs": 4, + "anchor_freqs": 2, + "levels": 4, + "ntk_scale": 4.0, + "base": 10000.0, + "null": 4, + "w": [ + 1.0, + 0.06299605249474366, + 0.003968502629920499, + 0.00025, + 0.0, + 0.0, + 0.0, + 0.0, + 1.2566370614359172, + 2.5132741228718345, + 1.2566370614359172, + 2.5132741228718345, + 1.2566370614359172, + 2.5132741228718345, + 1.2566370614359172, + 2.5132741228718345 + ], + "kind": [ + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 3, + 3, + 4, + 4, + 5, + 5 + ], + "code": "4x4" + }, + "head": { + "form": "digit", + "lam": 1.0, + "params": 4112, + "novelty": { + "novelty": 0.9680409933368638, + "cos": 0.031959006663136204, + "grad_norm_ce": 1.1365137508221965, + "grad_norm_head": 2.664342351627125, + "ce": 5.611799240112305, + "term": 9.355451583862305, + "ptr": { + "novelty": 0.9866842113643935, + "cos": -0.013315788635606417, + "grad_norm": 2.0016838171863793, + "term": 5.027581691741943, + "mass": 0.006610411684960127 + } + }, + "term_step1": 9.34127140045166, + "term_last50": 2.609979660395112e-08, + "descended": true, + "curve": [ + [ + 1, + 9.34127140045166 + ], + [ + 101, + 0.4228542447090149 + ], + [ + 201, + 0.015059895813465118 + ], + [ + 301, + 0.001587557839229703 + ], + [ + 401, + 0.00020851357840001583 + ], + [ + 501, + 9.446791955269873e-05 + ], + [ + 601, + 3.869208740070462e-05 + ], + [ + 701, + 2.3602740839123726e-05 + ], + [ + 801, + 9.510680683888495e-06 + ], + [ + 901, + 8.799057468422689e-06 + ], + [ + 1001, + 7.846923836041242e-06 + ], + [ + 1101, + 4.1521875573380385e-06 + ], + [ + 1201, + 1.364697891403921e-05 + ], + [ + 1301, + 1.4976310012571048e-05 + ], + [ + 1401, + 6.404769919754472e-06 + ], + [ + 1501, + 1.051140407071216e-05 + ], + [ + 1601, + 1.9444185454631224e-05 + ], + [ + 1701, + 9.432787919649854e-06 + ], + [ + 1801, + 1.5603069186909124e-05 + ], + [ + 1901, + 9.055231203092262e-06 + ], + [ + 2001, + 1.129812062572455e-05 + ], + [ + 2101, + 2.407124702585861e-05 + ], + [ + 2201, + 6.625151854677824e-06 + ], + [ + 2301, + 1.1689791790558957e-05 + ], + [ + 2401, + 3.119422672170913e-06 + ], + [ + 2501, + 4.1135743231279776e-05 + ], + [ + 2601, + 4.0323022403754294e-05 + ], + [ + 2701, + 8.999634883366525e-05 + ], + [ + 2801, + 2.2711733436153736e-06 + ], + [ + 2901, + 0.007082007359713316 + ], + [ + 3001, + 8.731520210858434e-06 + ], + [ + 3101, + 5.750122909375932e-06 + ], + [ + 3201, + 1.3879179050491075e-06 + ], + [ + 3301, + 2.2474157503893366e-06 + ], + [ + 3401, + 0.00012849528866354376 + ], + [ + 3501, + 3.4828954085242e-05 + ], + [ + 3601, + 7.615468575750128e-07 + ], + [ + 3701, + 6.767973445676034e-06 + ], + [ + 3801, + 1.329954648099374e-05 + ], + [ + 3901, + 3.136169470963068e-05 + ], + [ + 4001, + 4.846051524509676e-07 + ], + [ + 4101, + 6.434572696889518e-07 + ], + [ + 4201, + 1.63630261340586e-07 + ], + [ + 4301, + 1.0291203977885743e-07 + ], + [ + 4401, + 2.168082176012831e-07 + ], + [ + 4501, + 3.85932530377886e-08 + ], + [ + 4601, + 0.011725249700248241 + ], + [ + 4701, + 1.2289834558032453e-05 + ], + [ + 4801, + 5.428274789665011e-07 + ], + [ + 4901, + 1.1348163297952851e-07 + ], + [ + 5001, + 5.9144348085737874e-08 + ], + [ + 5101, + 3.0394221539609134e-07 + ], + [ + 5201, + 5.589301053987583e-06 + ], + [ + 5301, + 2.7623087817119085e-07 + ], + [ + 5401, + 4.5664418735213985e-07 + ], + [ + 5501, + 3.712281682055618e-07 + ], + [ + 5601, + 0.09874799847602844 + ], + [ + 5701, + 3.9393089537043124e-06 + ], + [ + 5801, + 1.5609009551553754e-06 + ], + [ + 5901, + 7.179825161074405e-07 + ], + [ + 6001, + 1.459882241761079e-07 + ], + [ + 6101, + 1.4224045230548654e-07 + ], + [ + 6201, + 0.004570214077830315 + ], + [ + 6301, + 2.35094648814993e-06 + ], + [ + 6401, + 1.985328708542511e-06 + ], + [ + 6501, + 5.968678351564449e-08 + ], + [ + 6601, + 1.558603770490663e-07 + ], + [ + 6701, + 2.9145002855557323e-08 + ], + [ + 6801, + 1.333861661123592e-07 + ], + [ + 6901, + 4.7190660268370266e-08 + ], + [ + 7001, + 1.5001950259829755e-07 + ], + [ + 7101, + 2.2009576241543982e-06 + ], + [ + 7201, + 6.877161240481655e-07 + ], + [ + 7301, + 5.315926543403293e-08 + ], + [ + 7401, + 1.1227023577475848e-07 + ], + [ + 7501, + 6.329010915351319e-08 + ], + [ + 7601, + 8.207342006016916e-08 + ], + [ + 7701, + 2.464408623836789e-07 + ], + [ + 7801, + 9.113661292303732e-08 + ], + [ + 7901, + 2.013551920754253e-07 + ], + [ + 8001, + 3.497151226383721e-07 + ], + [ + 8101, + 1.3978882407172932e-07 + ], + [ + 8201, + 2.4768866069280193e-07 + ], + [ + 8301, + 1.7226057025254704e-07 + ], + [ + 8401, + 2.409760568866659e-08 + ], + [ + 8501, + 1.1929502079510712e-06 + ], + [ + 8601, + 4.0543335444453987e-07 + ], + [ + 8701, + 6.267569574447407e-07 + ], + [ + 8801, + 2.7112957923236536e-07 + ], + [ + 8901, + 2.3764015111282788e-07 + ], + [ + 9001, + 2.5078568910430477e-07 + ], + [ + 9101, + 3.857140313812124e-07 + ], + [ + 9201, + 1.3582472035977844e-07 + ], + [ + 9301, + 3.502274466882227e-06 + ], + [ + 9401, + 8.94534241524525e-06 + ], + [ + 9501, + 1.1638067007879727e-06 + ], + [ + 9601, + 5.356793053579167e-07 + ], + [ + 9701, + 1.3015430511131854e-07 + ], + [ + 9801, + 2.420088307530932e-08 + ], + [ + 9901, + 1.357543908397929e-07 + ], + [ + 10001, + 3.485101274236513e-08 + ], + [ + 10101, + 1.6824928650294169e-07 + ], + [ + 10201, + 6.76982308505103e-05 + ], + [ + 10301, + 2.153946070393431e-07 + ], + [ + 10401, + 8.663843686917971e-08 + ], + [ + 10501, + 3.727417094978591e-07 + ], + [ + 10601, + 1.0009730999627209e-07 + ], + [ + 10701, + 9.844140436143789e-08 + ], + [ + 10801, + 7.820467118335728e-08 + ], + [ + 10901, + 1.4631443718826631e-06 + ], + [ + 11001, + 1.4459513408837665e-07 + ], + [ + 11101, + 2.3811136884432926e-07 + ], + [ + 11201, + 2.0394494981701428e-07 + ], + [ + 11301, + 8.192915856852778e-07 + ], + [ + 11401, + 3.945232265323284e-07 + ], + [ + 11501, + 1.0183391907503392e-07 + ], + [ + 11601, + 3.684355760924518e-06 + ], + [ + 11701, + 2.0537957823307806e-07 + ], + [ + 11801, + 5.452357640933769e-07 + ], + [ + 11901, + 2.4762854877735663e-08 + ], + [ + 12001, + 5.451347462326339e-08 + ], + [ + 12101, + 7.665693146918784e-07 + ], + [ + 12201, + 3.12668248625414e-07 + ], + [ + 12301, + 1.902585324842221e-07 + ], + [ + 12401, + 1.625258789772488e-07 + ], + [ + 12501, + 1.242440612259088e-05 + ], + [ + 12601, + 9.944593415411873e-08 + ], + [ + 12701, + 1.2075742006345536e-06 + ], + [ + 12801, + 9.365443531805795e-08 + ], + [ + 12901, + 1.3537405152419524e-07 + ], + [ + 13001, + 6.840510025085678e-08 + ], + [ + 13101, + 0.00024064903846010566 + ], + [ + 13201, + 0.0002776524634100497 + ], + [ + 13301, + 3.858525587929762e-07 + ], + [ + 13401, + 2.0941295986176556e-07 + ], + [ + 13501, + 2.5678460247036128e-08 + ], + [ + 13601, + 1.824339612710446e-08 + ], + [ + 13701, + 1.0775570657983735e-08 + ], + [ + 13801, + 2.2402806720833723e-08 + ], + [ + 13901, + 1.8661715728285344e-07 + ], + [ + 14001, + 1.6497089916356344e-08 + ], + [ + 14101, + 1.2697956019991352e-09 + ], + [ + 14201, + 1.1881986949902057e-08 + ], + [ + 14301, + 4.994431090921125e-09 + ], + [ + 14401, + 2.5805373837783918e-08 + ], + [ + 14501, + 2.087347093038261e-05 + ], + [ + 14601, + 3.979693588007649e-07 + ], + [ + 14701, + 8.811786500473318e-08 + ], + [ + 14801, + 1.3249504604573303e-07 + ], + [ + 14901, + 2.2641144070689734e-08 + ], + [ + 15001, + 2.1706986430558572e-08 + ], + [ + 15101, + 0.0005384203977882862 + ], + [ + 15201, + 0.00027750383014790714 + ], + [ + 15301, + 9.427948270968045e-07 + ], + [ + 15401, + 5.124412609802675e-07 + ], + [ + 15501, + 5.361456345553961e-08 + ], + [ + 15601, + 3.676504078953258e-08 + ], + [ + 15701, + 2.53924312687559e-08 + ], + [ + 15801, + 5.4719336617381487e-08 + ], + [ + 15901, + 3.0330551403778827e-09 + ], + [ + 16001, + 2.379173835720394e-08 + ], + [ + 16101, + 0.0002138389099854976 + ], + [ + 16201, + 5.939127004239708e-05 + ], + [ + 16301, + 4.906245521851815e-06 + ], + [ + 16401, + 1.7637484006627346e-07 + ], + [ + 16501, + 7.275684197338705e-07 + ], + [ + 16601, + 4.019950594624788e-08 + ], + [ + 16701, + 5.359931876114388e-08 + ], + [ + 16801, + 4.188764179957616e-08 + ], + [ + 16901, + 2.005843491303949e-08 + ], + [ + 17001, + 5.833474503447178e-08 + ], + [ + 17101, + 7.77273854168925e-08 + ], + [ + 17201, + 5.7980584777794775e-09 + ], + [ + 17301, + 6.815662345616147e-08 + ], + [ + 17401, + 4.795838837168276e-09 + ], + [ + 17501, + 4.40252545530484e-09 + ], + [ + 17601, + 6.723786327711423e-08 + ], + [ + 17701, + 2.238859586611852e-08 + ], + [ + 17801, + 2.2152590872792643e-09 + ], + [ + 17901, + 3.269231108049553e-09 + ], + [ + 18001, + 6.651750794617328e-08 + ], + [ + 18101, + 2.821105837824689e-08 + ], + [ + 18201, + 3.285623506599222e-08 + ], + [ + 18301, + 6.77341702726153e-08 + ], + [ + 18401, + 7.40659942266575e-08 + ], + [ + 18501, + 3.234031709098417e-08 + ], + [ + 18601, + 2.4720916869114262e-08 + ], + [ + 18701, + 1.94494598204642e-09 + ], + [ + 18801, + 6.313098488419655e-09 + ], + [ + 18901, + 5.360765698014802e-08 + ], + [ + 19001, + 1.0515396553500977e-08 + ], + [ + 19101, + 6.873605684631912e-08 + ], + [ + 19201, + 1.8138690549562853e-08 + ], + [ + 19301, + 1.8561387093996018e-08 + ], + [ + 19401, + 2.360155448855039e-08 + ], + [ + 19501, + 7.931276968520251e-08 + ], + [ + 19601, + 6.848666966874362e-09 + ], + [ + 19701, + 6.644270911237982e-08 + ], + [ + 19801, + 3.0422398822338437e-07 + ], + [ + 19901, + 4.326028829382267e-06 + ], + [ + 20001, + 9.731921579714253e-08 + ], + [ + 20101, + 2.1587810294931842e-07 + ], + [ + 20201, + 1.9825833419417904e-08 + ], + [ + 20301, + 1.1098709506995874e-08 + ], + [ + 20401, + 4.300300560089454e-08 + ], + [ + 20501, + 1.753761025291567e-09 + ], + [ + 20601, + 1.874878030605487e-08 + ], + [ + 20701, + 4.4043300562179866e-08 + ], + [ + 20801, + 4.194026814730023e-08 + ], + [ + 20901, + 3.3845687141820235e-08 + ], + [ + 21001, + 2.9628247943946917e-07 + ], + [ + 21101, + 7.301723314867559e-08 + ], + [ + 21201, + 2.8271227137111055e-08 + ], + [ + 21301, + 1.1986664105734235e-08 + ], + [ + 21401, + 2.3872757992648985e-07 + ], + [ + 21501, + 3.7865223845301443e-08 + ], + [ + 21601, + 4.114229312790485e-08 + ], + [ + 21701, + 5.402542413435185e-09 + ], + [ + 21801, + 1.2869491250455667e-08 + ], + [ + 21901, + 1.0236544056851926e-08 + ], + [ + 22001, + 1.3184179081804359e-08 + ], + [ + 22101, + 9.39505326869039e-08 + ], + [ + 22201, + 4.765585615018608e-08 + ], + [ + 22301, + 3.4624619615897245e-08 + ], + [ + 22401, + 9.3256202760017e-09 + ], + [ + 22501, + 1.643844598220312e-07 + ], + [ + 22601, + 6.746796454848436e-09 + ], + [ + 22701, + 2.1791075255350734e-07 + ], + [ + 22801, + 1.6349885001432085e-08 + ], + [ + 22901, + 8.490096625735077e-09 + ], + [ + 23001, + 2.2564043078432405e-08 + ], + [ + 23101, + 1.889746954475413e-06 + ], + [ + 23201, + 6.310660438657578e-08 + ], + [ + 23301, + 1.8557607006641774e-07 + ], + [ + 23401, + 1.517845475973445e-07 + ], + [ + 23501, + 9.277783874495071e-09 + ], + [ + 23601, + 1.6893499932280065e-08 + ], + [ + 23701, + 6.503744032215764e-08 + ], + [ + 23801, + 5.454110940661394e-09 + ], + [ + 23901, + 4.0542925461295454e-08 + ], + [ + 24000, + 1.3408676835524602e-08 + ] + ] + }, + "trace": [ + { + "step": 0, + "index_right": 0.0, + "whole": 0.0, + "head_right": 0.0026041666666666665, + "whole_null_request": 0.0, + "hard_index_right": 0.0, + "ptr_mass": 0.0065113878808915615 + }, + { + "step": 2000, + "index_right": 0.984375, + "whole": 0.041666666666666664, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 0.9817708333333334, + "ptr_mass": 0.9999901652336121 + }, + { + "step": 4000, + "index_right": 0.9895833333333334, + "whole": 0.9947916666666666, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 0.9973958333333334, + "ptr_mass": 0.9999952912330627 + }, + { + "step": 6000, + "index_right": 1.0, + "whole": 0.9947916666666666, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999775886535645 + }, + { + "step": 8000, + "index_right": 0.9765625, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 0.9635416666666666, + "ptr_mass": 0.9999940395355225 + }, + { + "step": 10000, + "index_right": 1.0, + "whole": 0.9973958333333334, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999964237213135 + }, + { + "step": 12000, + "index_right": 1.0, + "whole": 0.9973958333333334, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.999997615814209 + }, + { + "step": 14000, + "index_right": 1.0, + "whole": 0.9973958333333334, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999982714653015 + }, + { + "step": 16000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999980330467224 + }, + { + "step": 18000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999978542327881 + }, + { + "step": 20000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.999993622303009 + }, + { + "step": 22000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999914169311523 + }, + { + "step": 24000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999968409538269 + } + ], + "read": { + "rows": 512, + "true": { + "index_right": 1.0, + "whole": 0.9995930989583334, + "n_questions": 12288, + "n_entries": 12288, + "head_right": 1.0, + "head_truth": 0.9999999983216791, + "head_wrong_max": 7.84229789111906e-09 + }, + "by_addr": { + "0": [ + 52, + 52 + ], + "1": [ + 51, + 51 + ], + "2": [ + 46, + 46 + ], + "3": [ + 42, + 42 + ], + "4": [ + 44, + 44 + ], + "5": [ + 45, + 45 + ], + "6": [ + 48, + 48 + ], + "7": [ + 44, + 44 + ], + "8": [ + 37, + 37 + ], + "9": [ + 40, + 40 + ], + "10": [ + 47, + 47 + ], + "11": [ + 47, + 47 + ], + "12": [ + 43, + 43 + ], + "13": [ + 41, + 41 + ], + "14": [ + 46, + 46 + ], + "15": [ + 45, + 45 + ], + "16": [ + 37, + 37 + ], + "17": [ + 45, + 45 + ], + "18": [ + 57, + 57 + ], + "19": [ + 51, + 51 + ], + "20": [ + 48, + 48 + ], + "21": [ + 51, + 51 + ], + "22": [ + 49, + 49 + ], + "23": [ + 53, + 53 + ], + "24": [ + 57, + 57 + ], + "25": [ + 60, + 60 + ], + "26": [ + 37, + 37 + ], + "27": [ + 50, + 50 + ], + "28": [ + 52, + 52 + ], + "29": [ + 49, + 49 + ], + "30": [ + 44, + 44 + ], + "31": [ + 44, + 44 + ], + "32": [ + 45, + 45 + ], + "33": [ + 43, + 43 + ], + "34": [ + 46, + 46 + ], + "35": [ + 60, + 60 + ], + "36": [ + 51, + 51 + ], + "37": [ + 50, + 50 + ], + "38": [ + 38, + 38 + ], + "39": [ + 50, + 50 + ], + "40": [ + 51, + 51 + ], + "41": [ + 41, + 41 + ], + "42": [ + 30, + 30 + ], + "43": [ + 48, + 48 + ], + "44": [ + 38, + 38 + ], + "45": [ + 52, + 52 + ], + "46": [ + 38, + 38 + ], + "47": [ + 50, + 50 + ], + "48": [ + 42, + 42 + ], + "49": [ + 45, + 45 + ], + "50": [ + 48, + 48 + ], + "51": [ + 58, + 58 + ], + "52": [ + 48, + 48 + ], + "53": [ + 45, + 45 + ], + "54": [ + 55, + 55 + ], + "55": [ + 51, + 51 + ], + "56": [ + 48, + 48 + ], + "57": [ + 51, + 51 + ], + "58": [ + 59, + 59 + ], + "59": [ + 49, + 49 + ], + "60": [ + 45, + 45 + ], + "61": [ + 55, + 55 + ], + "62": [ + 40, + 40 + ], + "63": [ + 41, + 41 + ], + "64": [ + 52, + 52 + ], + "65": [ + 41, + 41 + ], + "66": [ + 48, + 48 + ], + "67": [ + 50, + 50 + ], + "68": [ + 49, + 49 + ], + "69": [ + 61, + 63 + ], + "70": [ + 60, + 60 + ], + "71": [ + 52, + 52 + ], + "72": [ + 57, + 57 + ], + "73": [ + 57, + 57 + ], + "74": [ + 55, + 55 + ], + "75": [ + 41, + 41 + ], + "76": [ + 59, + 59 + ], + "77": [ + 52, + 52 + ], + "78": [ + 48, + 48 + ], + "79": [ + 47, + 47 + ], + "80": [ + 55, + 55 + ], + "81": [ + 47, + 47 + ], + "82": [ + 51, + 51 + ], + "83": [ + 47, + 47 + ], + "84": [ + 36, + 36 + ], + "85": [ + 46, + 46 + ], + "86": [ + 50, + 50 + ], + "87": [ + 29, + 29 + ], + "88": [ + 42, + 42 + ], + "89": [ + 47, + 47 + ], + "90": [ + 54, + 54 + ], + "91": [ + 49, + 49 + ], + "92": [ + 41, + 41 + ], + "93": [ + 68, + 68 + ], + "94": [ + 59, + 59 + ], + "95": [ + 34, + 34 + ], + "96": [ + 36, + 36 + ], + "97": [ + 56, + 56 + ], + "98": [ + 36, + 36 + ], + "99": [ + 40, + 40 + ], + "100": [ + 45, + 45 + ], + "101": [ + 59, + 59 + ], + "102": [ + 42, + 42 + ], + "103": [ + 36, + 36 + ], + "104": [ + 54, + 54 + ], + "105": [ + 36, + 36 + ], + "106": [ + 57, + 57 + ], + "107": [ + 44, + 44 + ], + "108": [ + 49, + 49 + ], + "109": [ + 44, + 44 + ], + "110": [ + 53, + 54 + ], + "111": [ + 51, + 51 + ], + "112": [ + 51, + 51 + ], + "113": [ + 40, + 40 + ], + "114": [ + 61, + 61 + ], + "115": [ + 39, + 39 + ], + "116": [ + 60, + 60 + ], + "117": [ + 53, + 53 + ], + "118": [ + 53, + 53 + ], + "119": [ + 34, + 34 + ], + "120": [ + 55, + 55 + ], + "121": [ + 44, + 44 + ], + "122": [ + 52, + 52 + ], + "123": [ + 63, + 63 + ], + "124": [ + 50, + 50 + ], + "125": [ + 45, + 45 + ], + "126": [ + 39, + 39 + ], + "127": [ + 44, + 44 + ], + "128": [ + 51, + 51 + ], + "129": [ + 43, + 43 + ], + "130": [ + 45, + 45 + ], + "131": [ + 47, + 48 + ], + "132": [ + 51, + 51 + ], + "133": [ + 39, + 39 + ], + "134": [ + 59, + 59 + ], + "135": [ + 46, + 46 + ], + "136": [ + 55, + 55 + ], + "137": [ + 59, + 59 + ], + "138": [ + 53, + 53 + ], + "139": [ + 53, + 53 + ], + "140": [ + 59, + 59 + ], + "141": [ + 50, + 50 + ], + "142": [ + 57, + 57 + ], + "143": [ + 51, + 51 + ], + "144": [ + 60, + 60 + ], + "145": [ + 39, + 39 + ], + "146": [ + 40, + 40 + ], + "147": [ + 53, + 53 + ], + "148": [ + 41, + 41 + ], + "149": [ + 42, + 42 + ], + "150": [ + 62, + 62 + ], + "151": [ + 52, + 52 + ], + "152": [ + 45, + 45 + ], + "153": [ + 43, + 43 + ], + "154": [ + 42, + 42 + ], + "155": [ + 42, + 42 + ], + "156": [ + 36, + 36 + ], + "157": [ + 44, + 44 + ], + "158": [ + 54, + 54 + ], + "159": [ + 50, + 50 + ], + "160": [ + 62, + 62 + ], + "161": [ + 52, + 52 + ], + "162": [ + 48, + 48 + ], + "163": [ + 50, + 50 + ], + "164": [ + 41, + 41 + ], + "165": [ + 45, + 45 + ], + "166": [ + 42, + 42 + ], + "167": [ + 45, + 45 + ], + "168": [ + 51, + 51 + ], + "169": [ + 39, + 39 + ], + "170": [ + 55, + 55 + ], + "171": [ + 38, + 38 + ], + "172": [ + 42, + 42 + ], + "173": [ + 52, + 52 + ], + "174": [ + 45, + 45 + ], + "175": [ + 56, + 56 + ], + "176": [ + 43, + 43 + ], + "177": [ + 57, + 57 + ], + "178": [ + 44, + 44 + ], + "179": [ + 51, + 51 + ], + "180": [ + 56, + 56 + ], + "181": [ + 56, + 56 + ], + "182": [ + 41, + 41 + ], + "183": [ + 46, + 46 + ], + "184": [ + 47, + 47 + ], + "185": [ + 49, + 49 + ], + "186": [ + 43, + 43 + ], + "187": [ + 58, + 58 + ], + "188": [ + 46, + 46 + ], + "189": [ + 51, + 51 + ], + "190": [ + 37, + 37 + ], + "191": [ + 53, + 53 + ], + "192": [ + 52, + 52 + ], + "193": [ + 45, + 45 + ], + "194": [ + 55, + 55 + ], + "195": [ + 54, + 54 + ], + "196": [ + 56, + 56 + ], + "197": [ + 48, + 48 + ], + "198": [ + 54, + 54 + ], + "199": [ + 57, + 57 + ], + "200": [ + 48, + 48 + ], + "201": [ + 49, + 49 + ], + "202": [ + 46, + 46 + ], + "203": [ + 51, + 51 + ], + "204": [ + 57, + 57 + ], + "205": [ + 54, + 54 + ], + "206": [ + 39, + 40 + ], + "207": [ + 48, + 48 + ], + "208": [ + 51, + 51 + ], + "209": [ + 49, + 49 + ], + "210": [ + 53, + 53 + ], + "211": [ + 37, + 37 + ], + "212": [ + 51, + 51 + ], + "213": [ + 41, + 41 + ], + "214": [ + 41, + 41 + ], + "215": [ + 43, + 43 + ], + "216": [ + 61, + 61 + ], + "217": [ + 48, + 48 + ], + "218": [ + 46, + 46 + ], + "219": [ + 40, + 40 + ], + "220": [ + 49, + 49 + ], + "221": [ + 43, + 43 + ], + "222": [ + 35, + 35 + ], + "223": [ + 45, + 45 + ], + "224": [ + 50, + 50 + ], + "225": [ + 51, + 51 + ], + "226": [ + 47, + 47 + ], + "227": [ + 47, + 47 + ], + "228": [ + 48, + 48 + ], + "229": [ + 46, + 46 + ], + "230": [ + 52, + 52 + ], + "231": [ + 53, + 53 + ], + "232": [ + 54, + 54 + ], + "233": [ + 35, + 35 + ], + "234": [ + 42, + 42 + ], + "235": [ + 45, + 45 + ], + "236": [ + 50, + 50 + ], + "237": [ + 48, + 48 + ], + "238": [ + 58, + 58 + ], + "239": [ + 44, + 44 + ], + "240": [ + 49, + 49 + ], + "241": [ + 47, + 47 + ], + "242": [ + 51, + 51 + ], + "243": [ + 52, + 52 + ], + "244": [ + 41, + 41 + ], + "245": [ + 43, + 43 + ], + "246": [ + 46, + 46 + ], + "247": [ + 47, + 47 + ], + "248": [ + 46, + 46 + ], + "249": [ + 47, + 47 + ], + "250": [ + 42, + 42 + ], + "251": [ + 50, + 50 + ], + "252": [ + 42, + 42 + ], + "253": [ + 56, + 56 + ], + "254": [ + 47, + 47 + ], + "255": [ + 39, + 39 + ] + }, + "bits_by_segment": { + "head": 2.009690833028478, + "frame": 1.9635662325937975, + "comp_text": 2.3722037887193346, + "index_entry": 0.4942144807213221, + "index_text": 1.6457077041476798, + "q_answer": 0.0004828040991521023, + "q_other": 0.0006784982714094811, + "q_text": 1.613912197323289 + }, + "own_index": { + "index_right": 1.0, + "whole": 0.9995930989583334, + "n_questions": 12288, + "n_entries": 12288, + "request_right": 1.0 + }, + "null_request": { + "index_right": 1.0, + "whole": 0.0, + "n_questions": 12288, + "n_entries": 12288 + }, + "bank_off": { + "index_right": 0.0, + "whole": 0.01318359375, + "n_questions": 12288, + "n_entries": 12288 + }, + "calib": { + "rows": 256, + "questions": 6144, + "tau": { + "0.9": [ + 1.09092368472119e-09, + 7.403236357284015e-11, + 6.970335975076125e-10, + 3.573881413032609e-09 + ], + "0.99": [ + 5.9065563107196795e-08, + 4.080902282765919e-09, + 1.989977427285794e-08, + 5.60423991657899e-08 + ], + "0.999": [ + 5.987818099129072e-07, + 5.1900865827292364e-08, + 1.497812576189972e-07, + 9.5842460723361e-07 + ] + } + }, + "free_running": { + "rows": 512, + "passes": { + "mean": 1.0, + "max": 1, + "by_batch": [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + }, + "converged": 1.0, + "indexf_right": 1.0, + "n_entries": 12288, + "indexf_whole": 0.9995930989583334 + }, + "hard": { + "rows": 64, + "index_right": 1.0, + "whole": 0.9986979166666666, + "indexf_right": 1.0, + "n_entries": 1536, + "passes": { + "mean": 1.0, + "max": 1 + }, + "converged": 1.0 + } + }, + "series": "code44sa", + "code": "4x4", + "hard": 0.5, + "n_hard": 2, + "value_addr": { + "form": "levels", + "levels": 4, + "digits": 4, + "d": 256, + "params": 4096, + "norm": [ + 1.7995476722717285, + 1.7502696514129639, + 1.752772331237793, + 1.758099913597107 + ], + "row_norm": [ + [ + 1.0066739320755005, + 0.8813254833221436, + 0.8281867504119873, + 0.8731272220611572 + ], + [ + 0.845210075378418, + 0.8916943073272705, + 0.8990691900253296, + 0.8634927868843079 + ], + [ + 0.8545699119567871, + 0.853804886341095, + 0.8966948986053467, + 0.8993756771087646 + ], + [ + 0.8520330190658569, + 0.88600754737854, + 0.9036188125610352, + 0.873738169670105 + ] + ] + }, + "key_rot": { + "form": "phase", + "pairs": 16, + "k": 9, + "vocab": 256, + "block": 4, + "head": 0, + "seed_tag": "KEYROT|v1|j16", + "digest": "8f605451c9dfe1b11e1045650eb8e24413d4bba727b6e5e99acc92ac39f84168", + "norm": 2, + "rho": 2.18, + "use": { + "key_true": 31.500755814194886, + "key_other": -0.005422549331611856, + "key_self": 5.79585551647823, + "anchor_true": 0.0, + "anchor_other": 0.0, + "entries": 192, + "q_key_norm_coded": 8.027175903320312, + "q_key_norm_other": 6.374238014221191, + "k_key_norm_coded": 7.963002681732178, + "k_key_norm_other": 8.4212646484375, + "coded_seps": 1152 + } + }, + "ptr": { + "form": "frame_mass", + "lam": 0.1, + "block": 4, + "head": 0, + "novelty": { + "novelty": 0.9866842113643935, + "cos": -0.013315788635606417, + "grad_norm": 2.0016838171863793, + "term": 5.027581691741943, + "mass": 0.006610411684960127 + }, + "term_step1": 5.029849529266357, + "term_last50": 4.353126007572427e-06, + "descended": true, + "curve": [ + [ + 1, + 5.029849529266357 + ], + [ + 101, + 0.0007061362266540527 + ], + [ + 201, + 3.274282062193379e-05 + ], + [ + 301, + 1.6589960068813525e-05 + ], + [ + 401, + 8.761882781982422e-06 + ], + [ + 501, + 1.7523765563964844e-05 + ], + [ + 601, + 8.58306884765625e-06 + ], + [ + 701, + 5.761782631452661e-06 + ], + [ + 801, + 4.331271156843286e-06 + ], + [ + 901, + 3.854433998640161e-06 + ], + [ + 1001, + 1.128514668380376e-05 + ], + [ + 1101, + 2.672274968062993e-05 + ], + [ + 1201, + 7.132689461286645e-06 + ], + [ + 1301, + 9.576479897077661e-06 + ], + [ + 1401, + 2.9206275939941406e-06 + ], + [ + 1501, + 6.0002012105542235e-06 + ], + [ + 1601, + 8.285045623779297e-06 + ], + [ + 1701, + 1.5000502571638208e-05 + ], + [ + 1801, + 1.1642774552456103e-05 + ], + [ + 1901, + 0.0005956491222605109 + ], + [ + 2001, + 7.033348083496094e-06 + ], + [ + 2101, + 1.4523665413435083e-05 + ], + [ + 2201, + 4.708766937255859e-06 + ], + [ + 2301, + 6.457170002249768e-06 + ], + [ + 2401, + 5.761782631452661e-06 + ], + [ + 2501, + 2.4557113647460938e-05 + ], + [ + 2601, + 5.7220458984375e-06 + ], + [ + 2701, + 1.6371410310966894e-05 + ], + [ + 2801, + 2.8034051865688525e-05 + ], + [ + 2901, + 4.3054424168076366e-05 + ], + [ + 3001, + 1.2934207916259766e-05 + ], + [ + 3101, + 5.358457565307617e-05 + ], + [ + 3201, + 1.1523565035531647e-06 + ], + [ + 3301, + 3.6557516978064086e-06 + ], + [ + 3401, + 3.6954879760742188e-06 + ], + [ + 3501, + 6.59624765830813e-06 + ], + [ + 3601, + 2.483526941432501e-06 + ], + [ + 3701, + 1.1523565035531647e-06 + ], + [ + 3801, + 5.263090133666992e-05 + ], + [ + 3901, + 1.1742115020751953e-05 + ], + [ + 4001, + 7.987022399902344e-06 + ], + [ + 4101, + 3.874301910400391e-06 + ], + [ + 4201, + 7.828077286831103e-06 + ], + [ + 4301, + 3.4769377634802368e-06 + ], + [ + 4401, + 3.5762786865234375e-06 + ], + [ + 4501, + 9.151300037046894e-05 + ], + [ + 4601, + 1.0728836059570312e-05 + ], + [ + 4701, + 3.159046173095703e-05 + ], + [ + 4801, + 3.933906555175781e-06 + ], + [ + 4901, + 3.159046173095703e-06 + ], + [ + 5001, + 6.9141387939453125e-06 + ], + [ + 5101, + 6.834666237409692e-06 + ], + [ + 5201, + 2.562999725341797e-06 + ], + [ + 5301, + 2.7616820261755493e-06 + ], + [ + 5401, + 2.1258990727801574e-06 + ], + [ + 5501, + 6.039937488822034e-06 + ], + [ + 5601, + 4.921356958220713e-05 + ], + [ + 5701, + 1.319249531661626e-05 + ], + [ + 5801, + 2.4437904357910156e-06 + ], + [ + 5901, + 5.145867817191174e-06 + ], + [ + 6001, + 6.457170002249768e-06 + ], + [ + 6101, + 1.1185805306013208e-05 + ], + [ + 6201, + 2.066294428004767e-06 + ], + [ + 6301, + 4.510085091169458e-06 + ], + [ + 6401, + 6.278356067923596e-06 + ], + [ + 6501, + 5.066394805908203e-06 + ], + [ + 6601, + 4.609426014212659e-06 + ], + [ + 6701, + 1.4901161193847656e-06 + ], + [ + 6801, + 4.410743713378906e-06 + ], + [ + 6901, + 1.7682712041278137e-06 + ], + [ + 7001, + 7.828077286831103e-06 + ], + [ + 7101, + 2.960364099635626e-06 + ], + [ + 7201, + 1.6291936617562897e-06 + ], + [ + 7301, + 5.940596565778833e-06 + ], + [ + 7401, + 1.99278201762354e-05 + ], + [ + 7501, + 2.1457672119140625e-06 + ], + [ + 7601, + 1.6490619145770324e-06 + ], + [ + 7701, + 5.70217798667727e-06 + ], + [ + 7801, + 1.569589016980899e-06 + ], + [ + 7901, + 1.2914340459246887e-06 + ], + [ + 8001, + 6.516774647025159e-06 + ], + [ + 8101, + 1.8080075960824615e-06 + ], + [ + 8201, + 1.3113021850585938e-06 + ], + [ + 8301, + 3.5564105473895324e-06 + ], + [ + 8401, + 1.271565793103946e-06 + ], + [ + 8501, + 1.0728836059570312e-06 + ], + [ + 8601, + 1.4503797274301178e-06 + ], + [ + 8701, + 3.0597052500525024e-06 + ], + [ + 8801, + 8.940696716308594e-07 + ], + [ + 8901, + 5.165736183698755e-06 + ], + [ + 9001, + 9.43740269576665e-06 + ], + [ + 9101, + 3.0994415283203125e-06 + ], + [ + 9201, + 1.0331472140023834e-06 + ], + [ + 9301, + 1.5894572698016418e-06 + ], + [ + 9401, + 2.4437904357910156e-06 + ], + [ + 9501, + 3.0795733891864074e-06 + ], + [ + 9601, + 1.4901161193847656e-06 + ], + [ + 9701, + 3.3577284739294555e-06 + ], + [ + 9801, + 4.132588856009534e-06 + ], + [ + 9901, + 2.8808913157263305e-06 + ], + [ + 10001, + 2.3047130071063293e-06 + ], + [ + 10101, + 4.013379566458752e-06 + ], + [ + 10201, + 0.00010007619857788086 + ], + [ + 10301, + 1.6470750779262744e-05 + ], + [ + 10401, + 3.2385191843786743e-06 + ], + [ + 10501, + 8.543332796762115e-07 + ], + [ + 10601, + 1.8676122408578522e-06 + ], + [ + 10701, + 7.351239901254303e-07 + ], + [ + 10801, + 1.1126201115985168e-06 + ], + [ + 10901, + 6.4770383687573485e-06 + ], + [ + 11001, + 2.7616820261755493e-06 + ], + [ + 11101, + 2.3047130071063293e-06 + ], + [ + 11201, + 2.6027362309832824e-06 + ], + [ + 11301, + 7.748603820800781e-07 + ], + [ + 11401, + 1.3828277587890625e-05 + ], + [ + 11501, + 3.914038643415552e-06 + ], + [ + 11601, + 1.2914340459246887e-06 + ], + [ + 11701, + 2.4040541575232055e-06 + ], + [ + 11801, + 1.5298526250262512e-06 + ], + [ + 11901, + 6.9141387939453125e-06 + ], + [ + 12001, + 7.351239901254303e-07 + ], + [ + 12101, + 2.066294428004767e-06 + ], + [ + 12201, + 8.742014756535355e-07 + ], + [ + 12301, + 8.145968308781448e-07 + ], + [ + 12401, + 1.8080075960824615e-06 + ], + [ + 12501, + 1.3510386907000793e-06 + ], + [ + 12601, + 1.0331472140023834e-06 + ], + [ + 12701, + 3.4769377634802368e-06 + ], + [ + 12801, + 1.0728836059570312e-06 + ], + [ + 12901, + 5.245208740234375e-06 + ], + [ + 13001, + 4.251798145560315e-06 + ], + [ + 13101, + 3.298123829154065e-06 + ], + [ + 13201, + 3.973643106292002e-05 + ], + [ + 13301, + 4.549821369437268e-06 + ], + [ + 13401, + 9.338061204289261e-07 + ], + [ + 13501, + 1.2119611483285553e-06 + ], + [ + 13601, + 1.430511474609375e-06 + ], + [ + 13701, + 9.735425692269928e-07 + ], + [ + 13801, + 1.1126201115985168e-06 + ], + [ + 13901, + 4.76837158203125e-07 + ], + [ + 14001, + 7.748603820800781e-07 + ], + [ + 14101, + 1.569589016980899e-06 + ], + [ + 14201, + 4.371007435111096e-06 + ], + [ + 14301, + 1.3709068298339844e-06 + ], + [ + 14401, + 5.960464477539062e-07 + ], + [ + 14501, + 5.0465268941479735e-06 + ], + [ + 14601, + 2.463658802298596e-06 + ], + [ + 14701, + 8.543332796762115e-07 + ], + [ + 14801, + 3.854433998640161e-06 + ], + [ + 14901, + 6.15914700574649e-07 + ], + [ + 15001, + 2.165635578421643e-06 + ], + [ + 15101, + 1.1722247563739074e-06 + ], + [ + 15201, + 3.019968789885752e-05 + ], + [ + 15301, + 1.9470851384539856e-06 + ], + [ + 15401, + 1.271565793103946e-06 + ], + [ + 15501, + 1.5099843722055084e-06 + ], + [ + 15601, + 1.0331472140023834e-06 + ], + [ + 15701, + 2.4239222966571106e-06 + ], + [ + 15801, + 1.1722247563739074e-06 + ], + [ + 15901, + 1.986821644095471e-06 + ], + [ + 16001, + 9.139379244516022e-07 + ], + [ + 16101, + 3.280242526670918e-05 + ], + [ + 16201, + 7.251898750837427e-06 + ], + [ + 16301, + 7.58965825298219e-06 + ], + [ + 16401, + 5.563100557992584e-07 + ], + [ + 16501, + 3.616015192164923e-06 + ], + [ + 16601, + 3.3775967267501983e-07 + ], + [ + 16701, + 8.145968308781448e-07 + ], + [ + 16801, + 3.119309894827893e-06 + ], + [ + 16901, + 6.953875413273636e-07 + ], + [ + 17001, + 9.934108220477356e-07 + ], + [ + 17101, + 5.761782517765823e-07 + ], + [ + 17201, + 1.0530154668231262e-06 + ], + [ + 17301, + 2.4239222966571106e-06 + ], + [ + 17401, + 3.5762786865234375e-07 + ], + [ + 17501, + 3.5762786865234375e-07 + ], + [ + 17601, + 9.139379244516022e-07 + ], + [ + 17701, + 1.1523565035531647e-06 + ], + [ + 17801, + 4.967054110238678e-07 + ], + [ + 17901, + 3.953774921683362e-06 + ], + [ + 18001, + 1.5099843722055084e-06 + ], + [ + 18101, + 4.76837158203125e-07 + ], + [ + 18201, + 5.364418029785156e-07 + ], + [ + 18301, + 1.6291936617562897e-06 + ], + [ + 18401, + 5.563100557992584e-07 + ], + [ + 18501, + 3.3775966130633606e-06 + ], + [ + 18601, + 4.847844593314221e-06 + ], + [ + 18701, + 6.15914700574649e-07 + ], + [ + 18801, + 1.887480493678595e-06 + ], + [ + 18901, + 1.569589016980899e-06 + ], + [ + 19001, + 2.36431765188172e-06 + ], + [ + 19101, + 2.1060309336462524e-06 + ], + [ + 19201, + 1.6291936617562897e-06 + ], + [ + 19301, + 1.1324882507324219e-06 + ], + [ + 19401, + 1.887480493678595e-06 + ], + [ + 19501, + 5.165736070011917e-07 + ], + [ + 19601, + 3.5762786865234375e-07 + ], + [ + 19701, + 1.3510386907000793e-06 + ], + [ + 19801, + 6.0002012105542235e-06 + ], + [ + 19901, + 3.298123829154065e-06 + ], + [ + 20001, + 1.0331472140023834e-06 + ], + [ + 20101, + 3.5564105473895324e-06 + ], + [ + 20201, + 1.430511474609375e-06 + ], + [ + 20301, + 3.794829126491095e-06 + ], + [ + 20401, + 4.271666512067895e-06 + ], + [ + 20501, + 5.5233640523510985e-06 + ], + [ + 20601, + 1.9669532775878906e-06 + ], + [ + 20701, + 3.5365424082556274e-06 + ], + [ + 20801, + 1.9073486328125e-06 + ], + [ + 20901, + 1.748402951307071e-06 + ], + [ + 21001, + 1.6093254089355469e-06 + ], + [ + 21101, + 2.483526941432501e-06 + ], + [ + 21201, + 8.940696716308594e-07 + ], + [ + 21301, + 1.0728836059570312e-06 + ], + [ + 21401, + 8.344650268554688e-07 + ], + [ + 21501, + 2.8014183044433594e-06 + ], + [ + 21601, + 8.940696716308594e-07 + ], + [ + 21701, + 1.4901161193847656e-06 + ], + [ + 21801, + 3.7153563425817993e-06 + ], + [ + 21901, + 1.3311704378793365e-06 + ], + [ + 22001, + 4.510085091169458e-06 + ], + [ + 22101, + 6.755193453500397e-07 + ], + [ + 22201, + 1.3510386907000793e-06 + ], + [ + 22301, + 6.35782896551973e-07 + ], + [ + 22401, + 1.569589016980899e-06 + ], + [ + 22501, + 7.152557373046875e-07 + ], + [ + 22601, + 1.3709068298339844e-06 + ], + [ + 22701, + 7.3909759521484375e-06 + ], + [ + 22801, + 5.563100557992584e-07 + ], + [ + 22901, + 6.556510925292969e-07 + ], + [ + 23001, + 8.145968308781448e-07 + ], + [ + 23101, + 8.742014756535355e-07 + ], + [ + 23201, + 1.4901161193847656e-06 + ], + [ + 23301, + 5.622704975394299e-06 + ], + [ + 23401, + 9.5367431640625e-07 + ], + [ + 23501, + 9.338061204289261e-07 + ], + [ + 23601, + 2.6226043701171875e-06 + ], + [ + 23701, + 5.165736070011917e-07 + ], + [ + 23801, + 2.960364099635626e-06 + ], + [ + 23901, + 1.271565793103946e-06 + ], + [ + 24000, + 2.2848448679724243e-06 + ] + ], + "mass_read": 0.9999954104423523 + } + }, + "series": "code44sa", + "plain_doc": true +} \ No newline at end of file