diff --git a/bed/reports/bed_alhena-both_s6_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_gag50_cp4_gc48_kh50_va1_pt10b4h0_krtn_ahdigit1_norm16.json b/bed/reports/bed_alhena-both_s6_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_gag50_cp4_gc48_kh50_va1_pt10b4h0_krtn_ahdigit1_norm16.json new file mode 100644 index 0000000000000000000000000000000000000000..66b1aa4a9826ff143bd835eb2133c098944dee1c --- /dev/null +++ b/bed/reports/bed_alhena-both_s6_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_gag50_cp4_gc48_kh50_va1_pt10b4h0_krtn_ahdigit1_norm16.json @@ -0,0 +1,9889 @@ +{ + "arm": "alhena-both", + "seed": 6, + "smoke": false, + "steps": 24000, + "micro_batch": 8, + "ctx": 4096, + "lr": 0.001, + "warmup": 100, + "p_plant": 1.0, + "records": 1, + "params": 9215057, + "init": "", + "config": { + "name": "bed-alhena-both", + "d_model": 256, + "n_layers": 6, + "n_heads": 8, + "context": 4096, + "vocab_size": 256, + "tokenizer": "byte-trigram", + "hub_layers": [], + "hub_K": 32, + "hub_D": 16, + "tau": 0.1, + "bank_experts": 7, + "bank_ff": 256, + "head_K": 64, + "head_D": 16, + "head_mode": "", + "head_dial_band": 4.0, + "head_dial_rho": 0.015625, + "gate_init": -3.0, + "tie_embeddings": false, + "hub_chunk": 128, + "hub_const": 1, + "hub_ckpt": 0, + "fusion": null, + "qk_norm": "", + "attn_fp32": false, + "attn_kernel": "sdpa", + "lookup_arm_sites": [], + "lookup_arm_depth": 1, + "attn_rotary": true, + "hub_rotary": false, + "rotary_base": 10000.0, + "hub_rotary_frac": 1.0, + "hub_dual": false, + "pos_table": true, + "bank_byte_table": "add", + "bank_last_fix": "", + "fix_rho": 0.0625, + "fix_warm": 200, + "fix_clamp": [ + 0.25, + 4.0 + ], + "canon": "" + }, + "tokens": 786432000, + "train_minutes": 17.724052345752717, + "tok_per_s": 739514.8549728206, + "final_loss_ema": 1.0221760227998653, + "final_bpb_ema": 1.4746882790089697, + "heldout_bpb": 1.434160455584475, + "heldout_bpb_by_class": { + "lower": 1.444938890208187, + "upper": 4.564578687716475, + "digit": 3.241234467863356, + "space": 0.3739399805152932, + "newline": 2.283340721789229, + "punct": 3.190463942992865, + "high": 2.192719514547172 + }, + "heldout_bpb_by_position": { + "row": { + "0-64": 2.856628524660896, + "64-256": 1.5992666364647872, + "256-1024": 1.4347562314320825, + "1024-2048": 1.398181045324164, + "2048-4096": 1.3919958912503776, + "4096+": null + }, + "row_n": { + "0-64": 8192, + "64-256": 24576, + "256-1024": 98304, + "1024-2048": 131072, + "2048-4096": 262144, + "4096+": 0 + } + }, + "dispatch_off_bpb": 4.552836780337308, + "records_planted_mean": 1.0, + "cues": 5, + "dispatch_off_by_class": { + "lower": 4.767665460882703, + "upper": 10.169919489459433, + "digit": 9.48786388272572, + "space": 1.8762759528034383, + "newline": 5.988946274999407, + "punct": 6.013040780822609, + "high": 6.1604568602176535 + }, + "fetch": { + "64": { + "n": 64, + "value_bits": 7.5656569423814295, + "first_byte": 0.84375, + "all_five": 0.59375 + }, + "256": { + "n": 64, + "value_bits": 12.94236810659749, + "first_byte": 0.234375, + "all_five": 0.03125 + }, + "512": { + "n": 64, + "value_bits": 16.508438632077844, + "first_byte": 0.03125, + "all_five": 0.0 + }, + "896": { + "n": 64, + "value_bits": 24.81974478360368, + "first_byte": 0.0, + "all_five": 0.0 + } + }, + "dispatch_census": { + "b0": { + "lower": { + "abs_mean": [ + 1.933, + 0.1728, + 0.1024, + 0.0703, + 0.1599, + 0.1164, + 0.1871 + ], + "dominant": 0, + "home_share": 0.705, + "entropy_bits": 1.616 + }, + "upper": { + "abs_mean": [ + 0.5348, + 1.7904, + 0.1922, + 0.1596, + 0.0667, + 0.1614, + 0.2529 + ], + "dominant": 1, + "home_share": 0.5669, + "entropy_bits": 1.99 + }, + "digit": { + "abs_mean": [ + 0.1265, + 0.439, + 1.5005, + 0.1172, + 0.0857, + 0.2452, + 0.1839 + ], + "dominant": 2, + "home_share": 0.5562, + "entropy_bits": 2.037 + }, + "space": { + "abs_mean": [ + 0.3675, + 0.1067, + 0.0355, + 2.7955, + 0.0587, + 0.1112, + 0.142 + ], + "dominant": 3, + "home_share": 0.7729, + "entropy_bits": 1.272 + }, + "newline": { + "abs_mean": [ + 0.4378, + 0.2559, + 0.046, + 1.1077, + 0.5598, + 0.5645, + 0.2002 + ], + "dominant": 3, + "home_share": 0.1765, + "entropy_bits": 2.442 + }, + "punct": { + "abs_mean": [ + 0.6397, + 0.2637, + 0.0695, + 0.7698, + 0.1279, + 1.512, + 0.0946 + ], + "dominant": 5, + "home_share": 0.4348, + "entropy_bits": 2.165 + }, + "high": { + "abs_mean": [ + 0.334, + 0.1831, + 0.0825, + 0.3637, + 0.0723, + 0.2845, + 1.2796 + ], + "dominant": 6, + "home_share": 0.4922, + "entropy_bits": 2.201 + } + }, + "mid": { + "lower": { + "abs_mean": [ + 2.6338, + 0.0785, + 0.1419, + 0.0905, + 0.232, + 0.1266, + 0.7559 + ], + "dominant": 0, + "home_share": 0.6488, + "entropy_bits": 1.65 + }, + "upper": { + "abs_mean": [ + 0.4253, + 1.8914, + 0.0266, + 0.0912, + 0.6173, + 0.1601, + 0.2466 + ], + "dominant": 1, + "home_share": 0.5469, + "entropy_bits": 1.961 + }, + "digit": { + "abs_mean": [ + 0.0424, + 0.1014, + 1.9506, + 0.0852, + 0.1274, + 0.101, + 0.2873 + ], + "dominant": 2, + "home_share": 0.7237, + "entropy_bits": 1.497 + }, + "space": { + "abs_mean": [ + 0.1121, + 0.1714, + 0.2669, + 2.4414, + 0.0983, + 0.0696, + 0.1606 + ], + "dominant": 3, + "home_share": 0.7353, + "entropy_bits": 1.483 + }, + "newline": { + "abs_mean": [ + 0.2121, + 0.1853, + 0.0987, + 0.4931, + 1.0599, + 0.1473, + 0.1778 + ], + "dominant": 4, + "home_share": 0.4464, + "entropy_bits": 2.308 + }, + "punct": { + "abs_mean": [ + 0.0539, + 0.2128, + 0.1696, + 0.6032, + 0.1296, + 1.7272, + 0.1061 + ], + "dominant": 5, + "home_share": 0.5753, + "entropy_bits": 1.899 + }, + "high": { + "abs_mean": [ + 0.1096, + 0.128, + 0.1895, + 0.2729, + 0.0939, + 0.1737, + 1.6032 + ], + "dominant": 6, + "home_share": 0.6236, + "entropy_bits": 1.892 + } + }, + "last": { + "lower": { + "abs_mean": [ + 2.2845, + 0.5514, + 0.2412, + 0.0393, + 1.26, + 0.1672, + 1.0247 + ], + "dominant": 0, + "home_share": 0.4103, + "entropy_bits": 2.191 + }, + "upper": { + "abs_mean": [ + 0.4904, + 1.8549, + 0.3808, + 0.1321, + 0.4935, + 0.0713, + 0.296 + ], + "dominant": 1, + "home_share": 0.4988, + "entropy_bits": 2.18 + }, + "digit": { + "abs_mean": [ + 0.0315, + 0.1774, + 1.2516, + 0.0558, + 0.1213, + 0.584, + 0.5583 + ], + "dominant": 2, + "home_share": 0.4503, + "entropy_bits": 2.093 + }, + "space": { + "abs_mean": [ + 0.0549, + 0.0488, + 0.1089, + 2.6104, + 0.0828, + 0.0337, + 0.0222 + ], + "dominant": 3, + "home_share": 0.8814, + "entropy_bits": 0.811 + }, + "newline": { + "abs_mean": [ + 0.298, + 0.0132, + 0.1413, + 1.3068, + 1.4548, + 0.2609, + 0.4549 + ], + "dominant": 4, + "home_share": 0.3702, + "entropy_bits": 2.161 + }, + "punct": { + "abs_mean": [ + 0.1801, + 0.0421, + 0.1439, + 0.5261, + 0.2275, + 1.2216, + 0.3167 + ], + "dominant": 5, + "home_share": 0.4596, + "entropy_bits": 2.233 + }, + "high": { + "abs_mean": [ + 0.1343, + 0.1769, + 0.2312, + 0.1037, + 0.3162, + 0.2792, + 1.4919 + ], + "dominant": 6, + "home_share": 0.5458, + "entropy_bits": 2.123 + } + } + }, + "curve": [ + { + "step": 1, + "loss": 5.845680236816406, + "ema": 5.845680236816406, + "lr": 1e-05, + "value_bits": { + "0": null, + "128": 7.899199843760985, + "256": 8.373464705225095, + "512": 8.611603349119797, + "w": null + }, + "value_n": { + "0": 0, + "128": 6, + "256": 12, + "512": 6, + "w": 0 + }, + "value_bits_window": { + "0": null, + "128": 7.899199843760985, + "256": 8.373464705225095, + "512": 8.611603349119797, + "w": null + } + }, + { + "step": 101, + "loss": 2.4633679389953613, + "ema": 3.4912102319874405, + "lr": 0.001, + "value_bits": { + "0": 6.251232359947226, + "128": 6.517307366390431, + "256": 6.36422717955029, + "512": 6.393872148827587, + "w": null + }, + "value_n": { + "0": 474, + "128": 474, + "256": 690, + "512": 786, + "w": 0 + }, + "value_bits_window": { + "0": 6.251232359947226, + "128": 6.499590796167731, + "256": 6.328665453432152, + "512": 6.376812678056108, + "w": null + } + }, + { + "step": 201, + "loss": 1.9979802370071411, + "ema": 2.2539897149532067, + "lr": 0.0009999611241221994, + "value_bits": { + "0": 5.965336124517497, + "128": 6.139703495850601, + "256": 6.039306979072658, + "512": 6.10400584999768, + "w": null + }, + "value_n": { + "0": 990, + "128": 930, + "256": 1356, + "512": 1548, + "w": 0 + }, + "value_bits_window": { + "0": 5.702710512901815, + "128": 5.747194209368411, + "256": 5.702677942541778, + "512": 5.805009903960533, + "w": null + } + }, + { + "step": 301, + "loss": 1.8547472953796387, + "ema": 1.9080119642411744, + "lr": 0.0009998445032058376, + "value_bits": { + "0": 5.792000353821619, + "128": 5.939879540682148, + "256": 5.889438333018112, + "512": 5.969260686768835, + "w": null + }, + "value_n": { + "0": 1644, + "128": 1362, + "256": 1950, + "512": 2268, + "w": 0 + }, + "value_bits_window": { + "0": 5.529611343135198, + "128": 5.509702970527839, + "256": 5.547313949095613, + "512": 5.679558585826817, + "w": null + } + }, + { + "step": 401, + "loss": 1.7789599895477295, + "ema": 1.7985272567093986, + "lr": 0.0009996501574008718, + "value_bits": { + "0": 5.635402381690143, + "128": 5.796828112334817, + "256": 5.748918682048697, + "512": 5.840467088934631, + "w": null + }, + "value_n": { + "0": 2226, + "128": 1734, + "256": 2688, + "512": 2976, + "w": 0 + }, + "value_bits_window": { + "0": 5.193053470720818, + "128": 5.273075302095389, + "256": 5.3776269213571535, + "512": 5.42789098739794, + "w": null + } + }, + { + "step": 501, + "loss": 1.701271891593933, + "ema": 1.7484544708808067, + "lr": 0.0009993781202866968, + "value_bits": { + "0": 5.481752602606692, + "128": 5.657317917899658, + "256": 5.620683457600823, + "512": 5.710355107371028, + "w": null + }, + "value_n": { + "0": 2868, + "128": 2136, + "256": 3306, + "512": 3714, + "w": 0 + }, + "value_bits_window": { + "0": 4.949004303167813, + "128": 5.055550064291292, + "256": 5.062922481361523, + "512": 5.1856758971633345, + "w": null + } + }, + { + "step": 601, + "loss": 1.651021122932434, + "ema": 1.6939758483963885, + "lr": 0.0009990284388663418, + "value_bits": { + "0": 5.388376810254499, + "128": 5.55533357907686, + "256": 5.526136172841231, + "512": 5.604689024231919, + "w": null + }, + "value_n": { + "0": 3474, + "128": 2544, + "256": 3972, + "512": 4434, + "w": 0 + }, + "value_bits_window": { + "0": 4.946459693973823, + "128": 5.021415569945739, + "256": 5.056806858403982, + "512": 5.0596281453726775, + "w": null + } + }, + { + "step": 701, + "loss": 1.5791443586349487, + "ema": 1.6361260738306027, + "lr": 0.0009986011735583502, + "value_bits": { + "0": 5.31470675716162, + "128": 5.45657985205853, + "256": 5.449805049987927, + "512": 5.508105857597995, + "w": null + }, + "value_n": { + "0": 4026, + "128": 2976, + "256": 4578, + "512": 5244, + "w": 0 + }, + "value_bits_window": { + "0": 4.8510658795444765, + "128": 4.875030126283918, + "256": 4.9494961061375555, + "512": 4.97940244913526, + "w": null + } + }, + { + "step": 801, + "loss": 1.5559711456298828, + "ema": 1.5859975753188782, + "lr": 0.000998096398186339, + "value_bits": { + "0": 5.22826760557649, + "128": 5.369787246015718, + "256": 5.376869260211467, + "512": 5.425216060353216, + "w": null + }, + "value_n": { + "0": 4674, + "128": 3366, + "256": 5166, + "512": 6018, + "w": 0 + }, + "value_bits_window": { + "0": 4.691224358228137, + "128": 4.707492898365953, + "256": 4.809012039809021, + "512": 4.863621620105633, + "w": null + } + }, + { + "step": 901, + "loss": 1.4706789255142212, + "ema": 1.5360326707164615, + "lr": 0.0009975141999662442, + "value_bits": { + "0": 5.14986396687429, + "128": 5.276380046258659, + "256": 5.306834151036319, + "512": 5.35464400316359, + "w": null + }, + "value_n": { + "0": 5274, + "128": 3846, + "256": 5748, + "512": 6756, + "w": 0 + }, + "value_bits_window": { + "0": 4.5390996213841515, + "128": 4.6213620579622825, + "256": 4.685182305677539, + "512": 4.779166170958761, + "w": null + } + }, + { + "step": 1001, + "loss": 1.5102181434631348, + "ema": 1.4962478324900408, + "lr": 0.0009968546794912525, + "value_bits": { + "0": 5.076534636570598, + "128": 5.195379618030105, + "256": 5.24540465857138, + "512": 5.278264993891592, + "w": null + }, + "value_n": { + "0": 5850, + "128": 4290, + "256": 6252, + "512": 7632, + "w": 0 + }, + "value_bits_window": { + "0": 4.4051129559774145, + "128": 4.493740773509804, + "256": 4.544815923078393, + "512": 4.6892049634787885, + "w": null + } + }, + { + "step": 1101, + "loss": 1.382455587387085, + "ema": 1.435980798492787, + "lr": 0.0009961179507144186, + "value_bits": { + "0": 4.890105994454483, + "128": 5.025264612309152, + "256": 5.093636231368594, + "512": 5.149002108354623, + "w": null + }, + "value_n": { + "0": 6480, + "128": 4740, + "256": 6888, + "512": 8316, + "w": 0 + }, + "value_bits_window": { + "0": 3.158982889090564, + "128": 3.403501557769391, + "256": 3.601723956412893, + "512": 3.706700438152662, + "w": null + } + }, + { + "step": 1201, + "loss": 1.3903201818466187, + "ema": 1.399427822977584, + "lr": 0.0009953041409289777, + "value_bits": { + "0": 4.6825427008756675, + "128": 4.815428750049176, + "256": 4.8806017826019765, + "512": 4.95580053262551, + "w": null + }, + "value_n": { + "0": 7050, + "128": 5154, + "256": 7506, + "512": 9114, + "w": 0 + }, + "value_bits_window": { + "0": 2.3228757844007095, + "128": 2.412960182145109, + "256": 2.506198411882787, + "512": 2.942436743448421, + "w": null + } + }, + { + "step": 1301, + "loss": 1.389216661453247, + "ema": 1.3832686357757045, + "lr": 0.000994413390746351, + "value_bits": { + "0": 4.421622482974462, + "128": 4.585239129167431, + "256": 4.682161330920243, + "512": 4.811196596750799, + "w": null + }, + "value_n": { + "0": 7704, + "128": 5616, + "256": 8136, + "512": 9768, + "w": 0 + }, + "value_bits_window": { + "0": 1.6089504092688158, + "128": 2.017279592317832, + "256": 2.317885092312173, + "512": 2.7960279857995523, + "w": null + } + }, + { + "step": 1401, + "loss": 1.4093186855316162, + "ema": 1.3733215521946418, + "lr": 0.000993445854071851, + "value_bits": { + "0": 4.2269909034863, + "128": 4.379115623720261, + "256": 4.510863888911436, + "512": 4.64014042914677, + "w": null + }, + "value_n": { + "0": 8244, + "128": 6096, + "256": 8712, + "512": 10572, + "w": 0 + }, + "value_bits_window": { + "0": 1.4502470361218454, + "128": 1.9674706099883617, + "256": 2.091287520537022, + "512": 2.561935646614248, + "w": null + } + }, + { + "step": 1501, + "loss": 1.2882074117660522, + "ema": 1.354601273939783, + "lr": 0.0009924016980780884, + "value_bits": { + "0": 4.0425076091847165, + "128": 4.187260680842274, + "256": 4.33879432457525, + "512": 4.496150023463516, + "w": null + }, + "value_n": { + "0": 8796, + "128": 6570, + "256": 9372, + "512": 11286, + "w": 0 + }, + "value_bits_window": { + "0": 1.2872897138545443, + "128": 1.719860402816529, + "256": 2.067476075337601, + "512": 2.364124016624065, + "w": null + } + }, + { + "step": 1601, + "loss": 1.3175307512283325, + "ema": 1.33902815915293, + "lr": 0.0009912811031760893, + "value_bits": { + "0": 3.874236073691902, + "128": 4.0095299767938775, + "256": 4.177320507201463, + "512": 4.373042257985943, + "w": null + }, + "value_n": { + "0": 9384, + "128": 7056, + "256": 10026, + "512": 11958, + "w": 0 + }, + "value_bits_window": { + "0": 1.357031267238165, + "128": 1.6068741628062941, + "256": 1.8633562619000335, + "512": 2.305491303849208, + "w": null + } + }, + { + "step": 1701, + "loss": 1.2689502239227295, + "ema": 1.325696443436591, + "lr": 0.0009900842629841226, + "value_bits": { + "0": 3.715501695005813, + "128": 3.8668918368704497, + "256": 4.037880865826919, + "512": 4.2366189507933605, + "w": null + }, + "value_n": { + "0": 9954, + "128": 7506, + "256": 10650, + "512": 12714, + "w": 0 + }, + "value_bits_window": { + "0": 1.1022325553737853, + "128": 1.6303258028711027, + "256": 1.7974612433570885, + "512": 2.0787487028979843, + "w": null + } + }, + { + "step": 1801, + "loss": 1.2768847942352295, + "ema": 1.311752580727995, + "lr": 0.0009888113842942462, + "value_bits": { + "0": 3.5609864736164965, + "128": 3.743593597381171, + "256": 3.9017886144815552, + "512": 4.1174267693930515, + "w": null + }, + "value_n": { + "0": 10554, + "128": 7944, + "256": 11274, + "512": 13452, + "w": 0 + }, + "value_bits_window": { + "0": 0.9975789507677391, + "128": 1.630633356270375, + "256": 1.5790602862313499, + "512": 2.0640265060820373, + "w": null + } + }, + { + "step": 1901, + "loss": 1.2930848598480225, + "ema": 1.3022812858922757, + "lr": 0.0009874626870365775, + "value_bits": { + "0": 3.4192538090722797, + "128": 3.621421008710183, + "256": 3.770667818703836, + "512": 4.011088481940593, + "w": null + }, + "value_n": { + "0": 11148, + "128": 8364, + "256": 11910, + "512": 14202, + "w": 0 + }, + "value_bits_window": { + "0": 0.9009936380290733, + "128": 1.3106137601332108, + "256": 1.4463661652478506, + "512": 2.1038049581933103, + "w": null + } + }, + { + "step": 2001, + "loss": 1.3156286478042603, + "ema": 1.3061427057502393, + "lr": 0.000986038404241293, + "value_bits": { + "0": 3.313283968763707, + "128": 3.4682141680124228, + "256": 3.658596292281616, + "512": 3.9074469386666304, + "w": null + }, + "value_n": { + "0": 11664, + "128": 8916, + "256": 12498, + "512": 14946, + "w": 0 + }, + "value_bits_window": { + "0": 1.0238425351203582, + "128": 1.1467974730920083, + "256": 1.3885760887295202, + "512": 1.929063608590256, + "w": null + } + }, + { + "step": 2101, + "loss": 1.292262315750122, + "ema": 1.29301712614235, + "lr": 0.000984538781998366, + "value_bits": { + "0": 3.195569415318342, + "128": 3.379897154215065, + "256": 3.5500897038248365, + "512": 3.810779516005221, + "w": null + }, + "value_n": { + "0": 12264, + "128": 9306, + "256": 13140, + "512": 15714, + "w": 0 + }, + "value_bits_window": { + "0": 0.9071984963404395, + "128": 1.3608343464785455, + "256": 1.4377605098484643, + "512": 1.9295408453054543, + "w": null + } + }, + { + "step": 2201, + "loss": 1.2781345844268799, + "ema": 1.2845978023337845, + "lr": 0.0009829640794150455, + "value_bits": { + "0": 3.0825254242078284, + "128": 3.289071957598495, + "256": 3.4551915982338857, + "512": 3.7137391417338335, + "w": null + }, + "value_n": { + "0": 12870, + "128": 9738, + "256": 13722, + "512": 16494, + "w": 0 + }, + "value_bits_window": { + "0": 0.7947836635158527, + "128": 1.3325458471498886, + "256": 1.3126467400464332, + "512": 1.7587488323741067, + "w": null + } + }, + { + "step": 2301, + "loss": 1.289667010307312, + "ema": 1.2855454075434547, + "lr": 0.000981314568571088, + "value_bits": { + "0": 2.989056907285669, + "128": 3.1796525329175336, + "256": 3.3636923775990413, + "512": 3.629900475983194, + "w": null + }, + "value_n": { + "0": 13416, + "128": 10218, + "256": 14316, + "512": 17274, + "w": 0 + }, + "value_bits_window": { + "0": 0.7858704369776338, + "128": 0.9598059547025277, + "256": 1.24996795747895, + "512": 1.8570351517638986, + "w": null + } + }, + { + "step": 2401, + "loss": 1.254202127456665, + "ema": 1.2667886415830514, + "lr": 0.0009795905344717468, + "value_bits": { + "0": 2.888602524257706, + "128": 3.096005435773334, + "256": 3.2734441855441356, + "512": 3.5436457285143463, + "w": null + }, + "value_n": { + "0": 14028, + "128": 10638, + "256": 14934, + "512": 18024, + "w": 0 + }, + "value_bits_window": { + "0": 0.6864848727819506, + "128": 1.060991058108019, + "256": 1.1828404356120459, + "512": 1.5570263848118506, + "w": null + } + }, + { + "step": 2501, + "loss": 1.413666844367981, + "ema": 1.2639815156299172, + "lr": 0.0009777922749985284, + "value_bits": { + "0": 2.8023882775488, + "128": 3.0269294740949677, + "256": 3.1971309472141995, + "512": 3.4401415990647113, + "w": null + }, + "value_n": { + "0": 14586, + "128": 11028, + "256": 15486, + "512": 18924, + "w": 0 + }, + "value_bits_window": { + "0": 0.6349806559851322, + "128": 1.1427497809296843, + "256": 1.1325260537010406, + "512": 1.3672988999533529, + "w": null + } + }, + { + "step": 2601, + "loss": 1.2802231311798096, + "ema": 1.2611339376692496, + "lr": 0.0009759201008577241, + "value_bits": { + "0": 2.706432910344697, + "128": 2.919059782587816, + "256": 3.1116634214005385, + "512": 3.375469193399471, + "w": null + }, + "value_n": { + "0": 15222, + "128": 11568, + "256": 16092, + "512": 19542, + "w": 0 + }, + "value_bits_window": { + "0": 0.5057961398430467, + "128": 0.7161209715862192, + "256": 0.927587340954413, + "512": 1.3951122276890953, + "w": null + } + }, + { + "step": 2701, + "loss": 1.2518898248672485, + "ema": 1.2548698938624372, + "lr": 0.0009739743355267254, + "value_bits": { + "0": 2.621174883182749, + "128": 2.8465339129089466, + "256": 3.024819974445562, + "512": 3.2956936375425805, + "w": null + }, + "value_n": { + "0": 15840, + "128": 11970, + "256": 16746, + "512": 20268, + "w": 0 + }, + "value_bits_window": { + "0": 0.5211786219219556, + "128": 0.7595208272244571, + "256": 0.8879931420304398, + "512": 1.1483466505517388, + "w": null + } + }, + { + "step": 2801, + "loss": 1.2359375953674316, + "ema": 1.2471477173011918, + "lr": 0.0009719553151981335, + "value_bits": { + "0": 2.549479567001522, + "128": 2.768528800036362, + "256": 2.9482118258783827, + "512": 3.2159890675623863, + "w": null + }, + "value_n": { + "0": 16374, + "128": 12414, + "256": 17352, + "512": 21084, + "w": 0 + }, + "value_bits_window": { + "0": 0.4227870420752397, + "128": 0.6655531219173506, + "256": 0.8312480372546421, + "512": 1.2362682043778583, + "w": null + } + }, + { + "step": 2901, + "loss": 1.193234920501709, + "ema": 1.2349752937015352, + "lr": 0.0009698633887216711, + "value_bits": { + "0": 2.473534681263591, + "128": 2.691956639695033, + "256": 2.8720245877825015, + "512": 3.151411447410609, + "w": null + }, + "value_n": { + "0": 16986, + "128": 12864, + "256": 18006, + "512": 21768, + "w": 0 + }, + "value_bits_window": { + "0": 0.4416367089222834, + "128": 0.5795859764122449, + "256": 0.8506163990367533, + "512": 1.1608346297496728, + "w": null + } + }, + { + "step": 3001, + "loss": 1.1973826885223389, + "ema": 1.2265991931792353, + "lr": 0.0009676989175439071, + "value_bits": { + "0": 2.391504701496705, + "128": 2.6150301407199583, + "256": 2.816321462104985, + "512": 3.0833063256286026, + "w": null + }, + "value_n": { + "0": 17658, + "128": 13350, + "256": 18504, + "512": 22512, + "w": 0 + }, + "value_bits_window": { + "0": 0.318050480781939, + "128": 0.5788521925402095, + "256": 0.8022843517648837, + "512": 1.0906822786518429, + "w": null + } + }, + { + "step": 3101, + "loss": 1.2394897937774658, + "ema": 1.2346758438133176, + "lr": 0.000965462275645806, + "value_bits": { + "0": 2.3383015614048825, + "128": 2.549844094190055, + "256": 2.737205293111939, + "512": 3.0123712660062263, + "w": null + }, + "value_n": { + "0": 18108, + "128": 13764, + "256": 19242, + "512": 23310, + "w": 0 + }, + "value_bits_window": { + "0": 0.2506103442017657, + "128": 0.44783027492867633, + "256": 0.7535120803106921, + "512": 1.0112558998170795, + "w": null + } + }, + { + "step": 3201, + "loss": 1.2126187086105347, + "ema": 1.221681495445364, + "lr": 0.0009631538494781107, + "value_bits": { + "0": 2.280835262394107, + "128": 2.4677825278030814, + "256": 2.681026252088667, + "512": 2.945840358662376, + "w": null + }, + "value_n": { + "0": 18642, + "128": 14340, + "256": 19770, + "512": 24072, + "w": 0 + }, + "value_bits_window": { + "0": 0.3321466060511728, + "128": 0.506853014347694, + "256": 0.6336832457064772, + "512": 0.9106232324351378, + "w": null + } + }, + { + "step": 3301, + "loss": 1.2661710977554321, + "ema": 1.2194210338043836, + "lr": 0.0009607740378945705, + "value_bits": { + "0": 2.217039753186212, + "128": 2.4084354063945645, + "256": 2.6164619597707253, + "512": 2.880084919938809, + "w": null + }, + "value_n": { + "0": 19236, + "128": 14760, + "256": 20376, + "512": 24852, + "w": 0 + }, + "value_bits_window": { + "0": 0.21489180259096025, + "128": 0.3821551183037756, + "256": 0.5101318292002472, + "512": 0.8507709187161316, + "w": null + } + }, + { + "step": 3401, + "loss": 1.2333519458770752, + "ema": 1.2133681184144112, + "lr": 0.0009583232520830267, + "value_bits": { + "0": 2.1542564754000804, + "128": 2.3554504846910755, + "256": 2.5577905862146992, + "512": 2.8151783526200647, + "w": null + }, + "value_n": { + "0": 19878, + "128": 15186, + "256": 20970, + "512": 25590, + "w": 0 + }, + "value_bits_window": { + "0": 0.2731051802380449, + "128": 0.5196348876405968, + "256": 0.5451846812019326, + "512": 0.62946289055307, + "w": null + } + }, + { + "step": 3501, + "loss": 1.208503246307373, + "ema": 1.2086231261502127, + "lr": 0.0009558019154943671, + "value_bits": { + "0": 2.1014954635021645, + "128": 2.3021755851021015, + "256": 2.4941205130988084, + "512": 2.756527759111892, + "w": null + }, + "value_n": { + "0": 20436, + "128": 15594, + "256": 21666, + "512": 26328, + "w": 0 + }, + "value_bits_window": { + "0": 0.22195532997748424, + "128": 0.31925248422426383, + "256": 0.5757851205122673, + "512": 0.7228303500683602, + "w": null + } + }, + { + "step": 3601, + "loss": 1.2681703567504883, + "ema": 1.2101897542623186, + "lr": 0.0009532104637693609, + "value_bits": { + "0": 2.055213692829791, + "128": 2.2475897457053304, + "256": 2.4358963031038345, + "512": 2.703001489701267, + "w": null + }, + "value_n": { + "0": 20958, + "128": 16074, + "256": 22320, + "512": 27072, + "w": 0 + }, + "value_bits_window": { + "0": 0.24330896972514812, + "128": 0.4742322883027341, + "256": 0.507019034371262, + "512": 0.8088622141059112, + "w": null + } + }, + { + "step": 3701, + "loss": 1.1684480905532837, + "ema": 1.2035289215079548, + "lr": 0.0009505493446633887, + "value_bits": { + "0": 2.00282187011179, + "128": 2.195651661286229, + "256": 2.385932017431487, + "512": 2.6481938058738765, + "w": null + }, + "value_n": { + "0": 21552, + "128": 16548, + "256": 22896, + "512": 27828, + "w": 0 + }, + "value_bits_window": { + "0": 0.15429018572818712, + "128": 0.4343588997827832, + "256": 0.4498159476280009, + "512": 0.6855567469120835, + "w": null + } + }, + { + "step": 3801, + "loss": 1.2079801559448242, + "ema": 1.2023627121092386, + "lr": 0.0009478190179690779, + "value_bits": { + "0": 1.945938736118287, + "128": 2.1504501475465885, + "256": 2.3351202327734524, + "512": 2.6005491741889326, + "w": null + }, + "value_n": { + "0": 22224, + "128": 16974, + "256": 23532, + "512": 28494, + "w": 0 + }, + "value_bits_window": { + "0": 0.12161536732664505, + "128": 0.39459416312503703, + "256": 0.5058959850842194, + "512": 0.6097761854072278, + "w": null + } + }, + { + "step": 3901, + "loss": 1.2442355155944824, + "ema": 1.1944210551250085, + "lr": 0.0009450199554368591, + "value_bits": { + "0": 1.8964580546361443, + "128": 2.106186026330836, + "256": 2.2903750572752495, + "512": 2.5493722364331095, + "w": null + }, + "value_n": { + "0": 22866, + "128": 17406, + "256": 24102, + "512": 29250, + "w": 0 + }, + "value_bits_window": { + "0": 0.18359409005804367, + "128": 0.3669749302285686, + "256": 0.44310581197049836, + "512": 0.6204890824457695, + "w": null + } + }, + { + "step": 4001, + "loss": 1.1615750789642334, + "ema": 1.1962947632220864, + "lr": 0.0009421526406934568, + "value_bits": { + "0": 1.8477400987854524, + "128": 2.0705721306745684, + "256": 2.2417898385609787, + "512": 2.498918821697269, + "w": null + }, + "value_n": { + "0": 23532, + "128": 17742, + "256": 24750, + "512": 30000, + "w": 0 + }, + "value_bits_window": { + "0": 0.17509028124502973, + "128": 0.22564514319541878, + "256": 0.43468962027184804, + "512": 0.5312356469994928, + "w": null + } + }, + { + "step": 4101, + "loss": 1.1472296714782715, + "ema": 1.183589545036503, + "lr": 0.0009392175691583268, + "value_bits": { + "0": 1.8026417294972745, + "128": 2.0215775345219575, + "256": 2.202121687710281, + "512": 2.455122182704129, + "w": null + }, + "value_n": { + "0": 24180, + "128": 18246, + "256": 25326, + "512": 30672, + "w": 0 + }, + "value_bits_window": { + "0": 0.16490280034696336, + "128": 0.2968510961496957, + "256": 0.4976308308443734, + "512": 0.4999150847960955, + "w": null + } + }, + { + "step": 4201, + "loss": 1.2005615234375, + "ema": 1.1893920107170695, + "lr": 0.0009362152479580571, + "value_bits": { + "0": 1.761529386894167, + "128": 1.979885922823666, + "256": 2.1669768711210207, + "512": 2.4098571519984637, + "w": null + }, + "value_n": { + "0": 24786, + "128": 18744, + "256": 25830, + "512": 31464, + "w": 0 + }, + "value_bits_window": { + "0": 0.12110621174048335, + "128": 0.4523655472272291, + "256": 0.4009498375106698, + "512": 0.6568659628517838, + "w": null + } + }, + { + "step": 4301, + "loss": 1.1408061981201172, + "ema": 1.1848559939730385, + "lr": 0.0009331461958387462, + "value_bits": { + "0": 1.7228991663558622, + "128": 1.9373999805804518, + "256": 2.128674957481943, + "512": 2.3676094314607723, + "w": null + }, + "value_n": { + "0": 25392, + "128": 19230, + "256": 26394, + "512": 32208, + "w": 0 + }, + "value_bits_window": { + "0": 0.14288489859607567, + "128": 0.2988063562866, + "256": 0.3745288062454541, + "512": 0.5809397016248582, + "w": null + } + }, + { + "step": 4401, + "loss": 1.1724369525909424, + "ema": 1.1786173750805282, + "lr": 0.0009300109430763723, + "value_bits": { + "0": 1.6852294427230285, + "128": 1.9059188141843175, + "256": 2.0814615796262568, + "512": 2.3303066623424145, + "w": null + }, + "value_n": { + "0": 25998, + "128": 19602, + "256": 27144, + "512": 32880, + "w": 0 + }, + "value_bits_window": { + "0": 0.1068307257512232, + "128": 0.2785456158035105, + "256": 0.4199283861289595, + "512": 0.5424382281696938, + "w": null + } + }, + { + "step": 4501, + "loss": 1.1486304998397827, + "ema": 1.178773015633637, + "lr": 0.0009268100313851724, + "value_bits": { + "0": 1.655947749131321, + "128": 1.8680130781608135, + "256": 2.0372414480252874, + "512": 2.290767935797227, + "w": null + }, + "value_n": { + "0": 26484, + "128": 20070, + "256": 27870, + "512": 33600, + "w": 0 + }, + "value_bits_window": { + "0": 0.08955789316999697, + "128": 0.280345903945584, + "256": 0.38392016403532664, + "512": 0.4851660902336638, + "w": null + } + }, + { + "step": 4601, + "loss": 1.1896356344223022, + "ema": 1.1812341106865083, + "lr": 0.000923544013824043, + "value_bits": { + "0": 1.6231770494619564, + "128": 1.8328017199406628, + "256": 2.003635804866119, + "512": 2.2482809512601873, + "w": null + }, + "value_n": { + "0": 27072, + "128": 20526, + "256": 28422, + "512": 34404, + "w": 0 + }, + "value_bits_window": { + "0": 0.14715798476219727, + "128": 0.28303865090903085, + "256": 0.3069161040580945, + "512": 0.4727054780704823, + "w": null + } + }, + { + "step": 4701, + "loss": 1.1944226026535034, + "ema": 1.172498940936817, + "lr": 0.0009202134547009826, + "value_bits": { + "0": 1.5888411861029943, + "128": 1.7981694326424316, + "256": 1.9688959609581342, + "512": 2.2157492085076784, + "w": null + }, + "value_n": { + "0": 27702, + "128": 21018, + "256": 29034, + "512": 35070, + "w": 0 + }, + "value_bits_window": { + "0": 0.11338008633501938, + "128": 0.35332730035890875, + "256": 0.35553673946672526, + "512": 0.535235578391569, + "w": null + } + }, + { + "step": 4801, + "loss": 1.1683605909347534, + "ema": 1.1694218912545344, + "lr": 0.0009168189294755883, + "value_bits": { + "0": 1.5537928075130993, + "128": 1.7662163563324416, + "256": 1.936920318220926, + "512": 2.1826597067560662, + "w": null + }, + "value_n": { + "0": 28368, + "128": 21492, + "256": 29616, + "512": 35748, + "w": 0 + }, + "value_bits_window": { + "0": 0.09596970886854957, + "128": 0.3493603270426365, + "256": 0.3417642851760735, + "512": 0.47108326659524197, + "w": null + } + }, + { + "step": 4901, + "loss": 1.1202280521392822, + "ema": 1.164887883149585, + "lr": 0.0009133610246596288, + "value_bits": { + "0": 1.5270715327644722, + "128": 1.7408069359506937, + "256": 1.8994725596764785, + "512": 2.145621923453126, + "w": null + }, + "value_n": { + "0": 28890, + "128": 21876, + "256": 30336, + "512": 36522, + "w": 0 + }, + "value_bits_window": { + "0": 0.07490846366666457, + "128": 0.31867343895974254, + "256": 0.35912142488153975, + "512": 0.43499314113594345, + "w": null + } + }, + { + "step": 5001, + "loss": 1.1666548252105713, + "ema": 1.1643629537223539, + "lr": 0.0009098403377157046, + "value_bits": { + "0": 1.4976682243852115, + "128": 1.7097495981751023, + "256": 1.8696525345992736, + "512": 2.1101787138591193, + "w": null + }, + "value_n": { + "0": 29502, + "128": 22338, + "256": 30924, + "512": 37260, + "w": 0 + }, + "value_bits_window": { + "0": 0.10965910824659714, + "128": 0.2391644873983888, + "256": 0.3311826693916397, + "512": 0.35617207321911964, + "w": null + } + }, + { + "step": 5101, + "loss": 1.1202294826507568, + "ema": 1.1578804749614295, + "lr": 0.0009062574769540168, + "value_bits": { + "0": 1.4665077322158573, + "128": 1.6816055843310938, + "256": 1.8409751928191425, + "512": 2.0793188666616915, + "w": null + }, + "value_n": { + "0": 30186, + "128": 22776, + "256": 31506, + "512": 37956, + "w": 0 + }, + "value_bits_window": { + "0": 0.12250650417449441, + "128": 0.2462608782866713, + "256": 0.317232723388264, + "512": 0.42725290893732343, + "w": null + } + }, + { + "step": 5201, + "loss": 1.1340737342834473, + "ema": 1.1540882359459057, + "lr": 0.0009026130614272647, + "value_bits": { + "0": 1.4385034543574124, + "128": 1.6534884882448222, + "256": 1.816428482912668, + "512": 2.047907430906954, + "w": null + }, + "value_n": { + "0": 30822, + "128": 23214, + "256": 32034, + "512": 38754, + "w": 0 + }, + "value_bits_window": { + "0": 0.10935702128348916, + "128": 0.1913994917587005, + "256": 0.3517151451979136, + "512": 0.5538567347831331, + "w": null + } + }, + { + "step": 5301, + "loss": 1.1357767581939697, + "ema": 1.156626232773862, + "lr": 0.0008989077208236816, + "value_bits": { + "0": 1.4128689033781934, + "128": 1.6307516495427175, + "256": 1.787991101249241, + "512": 2.015819403410309, + "w": null + }, + "value_n": { + "0": 31410, + "128": 23598, + "256": 32706, + "512": 39510, + "w": 0 + }, + "value_bits_window": { + "0": 0.06914759337566108, + "128": 0.25623869737953736, + "256": 0.4323912735614193, + "512": 0.3709259938799185, + "w": null + } + }, + { + "step": 5401, + "loss": 1.149360179901123, + "ema": 1.1548298499120153, + "lr": 0.000895142095358239, + "value_bits": { + "0": 1.3832338851492219, + "128": 1.6044284861930038, + "256": 1.767909673305965, + "512": 1.9844873951608961, + "w": null + }, + "value_n": { + "0": 32118, + "128": 24066, + "256": 33156, + "512": 40284, + "w": 0 + }, + "value_bits_window": { + "0": 0.06849388151645729, + "128": 0.2771335957516851, + "256": 0.30839149038866637, + "512": 0.3850976717315564, + "w": null + } + }, + { + "step": 5501, + "loss": 1.1597899198532104, + "ema": 1.1520334346020995, + "lr": 0.0008913168356620278, + "value_bits": { + "0": 1.3605613428791603, + "128": 1.585511479346142, + "256": 1.7365991747253031, + "512": 1.9545894148299146, + "w": null + }, + "value_n": { + "0": 32682, + "128": 24408, + "256": 33876, + "512": 41058, + "w": 0 + }, + "value_bits_window": { + "0": 0.06943241977660335, + "128": 0.2543515764906419, + "256": 0.2947507150858217, + "512": 0.398503833882538, + "w": null + } + }, + { + "step": 5601, + "loss": 1.1563446521759033, + "ema": 1.1450920563256217, + "lr": 0.0008874326026698414, + "value_bits": { + "0": 1.3365758696716186, + "128": 1.5633732271775835, + "256": 1.712644383779361, + "512": 1.9247596121720627, + "w": null + }, + "value_n": { + "0": 33294, + "128": 24834, + "256": 34446, + "512": 41850, + "w": 0 + }, + "value_bits_window": { + "0": 0.05570457004926869, + "128": 0.29494491982974946, + "256": 0.2889733345078961, + "512": 0.3783555243866178, + "w": null + } + }, + { + "step": 5701, + "loss": 1.1741864681243896, + "ema": 1.1504694530748982, + "lr": 0.0008834900675059781, + "value_bits": { + "0": 1.3168152484039042, + "128": 1.5370042916740592, + "256": 1.6914377863789287, + "512": 1.8948966290313216, + "w": null + }, + "value_n": { + "0": 33816, + "128": 25338, + "256": 35010, + "512": 42660, + "w": 0 + }, + "value_bits_window": { + "0": 0.056451025248192364, + "128": 0.23770638632778285, + "256": 0.39625613025252904, + "512": 0.351975833426366, + "w": null + } + }, + { + "step": 5801, + "loss": 1.179025411605835, + "ema": 1.148847227189072, + "lr": 0.0008794899113682835, + "value_bits": { + "0": 1.2985785377191226, + "128": 1.5149617046790589, + "256": 1.6659795099544181, + "512": 1.8684968679862792, + "w": null + }, + "value_n": { + "0": 34314, + "128": 25788, + "256": 35682, + "512": 43440, + "w": 0 + }, + "value_bits_window": { + "0": 0.06023996640070759, + "128": 0.27381710628057643, + "256": 0.3396487694453166, + "512": 0.4246330139074066, + "w": null + } + }, + { + "step": 5901, + "loss": 1.1208007335662842, + "ema": 1.144342823396293, + "lr": 0.0008754328254104519, + "value_bits": { + "0": 1.2774405786060845, + "128": 1.4957333287345078, + "256": 1.6408024877947325, + "512": 1.8448040116745963, + "w": null + }, + "value_n": { + "0": 34920, + "128": 26190, + "256": 36336, + "512": 44178, + "w": 0 + }, + "value_bits_window": { + "0": 0.08052980467078862, + "128": 0.2622473614258478, + "256": 0.2671533980364723, + "512": 0.45020011170237106, + "w": null + } + }, + { + "step": 6001, + "loss": 1.1586248874664307, + "ema": 1.141469293916732, + "lr": 0.0008713195106226073, + "value_bits": { + "0": 1.2604381543564263, + "128": 1.4744015860974706, + "256": 1.6167979996932629, + "512": 1.819007863913205, + "w": null + }, + "value_n": { + "0": 35442, + "128": 26640, + "256": 37014, + "512": 44928, + "w": 0 + }, + "value_bits_window": { + "0": 0.12303460110342287, + "128": 0.23289416462190063, + "256": 0.3303273807330834, + "512": 0.29951157617620355, + "w": null + } + }, + { + "step": 6101, + "loss": 1.1476860046386719, + "ema": 1.1378592837480026, + "lr": 0.0008671506777101854, + "value_bits": { + "0": 1.241212802439833, + "128": 1.4543424064555124, + "256": 1.5948788889398784, + "512": 1.7961798058615746, + "w": null + }, + "value_n": { + "0": 36018, + "128": 27084, + "256": 37656, + "512": 45666, + "w": 0 + }, + "value_bits_window": { + "0": 0.05825286732195738, + "128": 0.2507916279380261, + "256": 0.33114997083119796, + "512": 0.4064521742306169, + "w": null + } + }, + { + "step": 6201, + "loss": 1.1663024425506592, + "ema": 1.1368967523467168, + "lr": 0.0008629270469711369, + "value_bits": { + "0": 1.221412219657414, + "128": 1.4295718977154506, + "256": 1.5774013774143119, + "512": 1.7738114185568974, + "w": null + }, + "value_n": { + "0": 36642, + "128": 27636, + "256": 38160, + "512": 46386, + "w": 0 + }, + "value_bits_window": { + "0": 0.07849973462989449, + "128": 0.21420150149111147, + "256": 0.2715815877184116, + "512": 0.3550964537577427, + "w": null + } + }, + { + "step": 6301, + "loss": 1.1285628080368042, + "ema": 1.1348410500105088, + "lr": 0.0008586493481714727, + "value_bits": { + "0": 1.2019527201399864, + "128": 1.4095143109062163, + "256": 1.556369117172366, + "512": 1.752448713103214, + "w": null + }, + "value_n": { + "0": 37278, + "128": 28086, + "256": 38796, + "512": 47064, + "w": 0 + }, + "value_bits_window": { + "0": 0.08082853567838388, + "128": 0.17771104632843301, + "256": 0.2944335026556147, + "512": 0.29089936918793924, + "w": null + } + }, + { + "step": 6401, + "loss": 1.1434838771820068, + "ema": 1.1388094724963047, + "lr": 0.0008543183204191743, + "value_bits": { + "0": 1.1841957151193798, + "128": 1.3897321593424432, + "256": 1.538717267768589, + "512": 1.7317074784546962, + "w": null + }, + "value_n": { + "0": 37872, + "128": 28584, + "256": 39378, + "512": 47790, + "w": 0 + }, + "value_bits_window": { + "0": 0.06980912731100329, + "128": 0.27406647898073183, + "256": 0.36204862606939353, + "512": 0.3871269447111157, + "w": null + } + }, + { + "step": 6501, + "loss": 1.096727967262268, + "ema": 1.1377335187724484, + "lr": 0.0008499347120364891, + "value_bits": { + "0": 1.16879907160545, + "128": 1.3692856709201677, + "256": 1.5184409419629872, + "512": 1.7102372240628831, + "w": null + }, + "value_n": { + "0": 38394, + "128": 29100, + "256": 39990, + "512": 48540, + "w": 0 + }, + "value_bits_window": { + "0": 0.051746038732749286, + "128": 0.23664531227226757, + "256": 0.213798527628023, + "512": 0.34215261421655174, + "w": null + } + }, + { + "step": 6601, + "loss": 1.1474106311798096, + "ema": 1.1292110253021528, + "lr": 0.0008454992804306338, + "value_bits": { + "0": 1.15069536563306, + "128": 1.3516857842144523, + "256": 1.498242412132166, + "512": 1.6920258097040637, + "w": null + }, + "value_n": { + "0": 39030, + "128": 29568, + "256": 40638, + "512": 49188, + "w": 0 + }, + "value_bits_window": { + "0": 0.05781220980926722, + "128": 0.2573338544359891, + "256": 0.25173128877640155, + "512": 0.32785597486286827, + "w": null + } + }, + { + "step": 6701, + "loss": 1.1060839891433716, + "ema": 1.1238595259729476, + "lr": 0.0008410127919629289, + "value_bits": { + "0": 1.1330335408610668, + "128": 1.3353951209960093, + "256": 1.4787657324553716, + "512": 1.6728959477496665, + "w": null + }, + "value_n": { + "0": 39672, + "128": 29994, + "256": 41256, + "512": 49902, + "w": 0 + }, + "value_bits_window": { + "0": 0.05929363299362068, + "128": 0.2046854260595698, + "256": 0.19803222322305977, + "512": 0.35502528974842174, + "w": null + } + }, + { + "step": 6801, + "loss": 1.1443926095962524, + "ema": 1.121157293122019, + "lr": 0.0008364760218163851, + "value_bits": { + "0": 1.1178100950667444, + "128": 1.318297368939238, + "256": 1.4634476732647506, + "512": 1.6507277346713058, + "w": null + }, + "value_n": { + "0": 40248, + "128": 30474, + "256": 41772, + "512": 50730, + "w": 0 + }, + "value_bits_window": { + "0": 0.06929526598279984, + "128": 0.24990158729174758, + "256": 0.23871540588441284, + "512": 0.3146912986370656, + "w": null + } + }, + { + "step": 6901, + "loss": 1.0736836194992065, + "ema": 1.1193506965668265, + "lr": 0.0008318897538617664, + "value_bits": { + "0": 1.1022157929645557, + "128": 1.3043030986513817, + "256": 1.446437468621641, + "512": 1.6308847810146154, + "w": null + }, + "value_n": { + "0": 40860, + "128": 30870, + "256": 42384, + "512": 51510, + "w": 0 + }, + "value_bits_window": { + "0": 0.07666110177355587, + "128": 0.22738038968133892, + "256": 0.2854076183733138, + "512": 0.3403296028044844, + "w": null + } + }, + { + "step": 7001, + "loss": 1.1581308841705322, + "ema": 1.1258960904100621, + "lr": 0.0008272547805221505, + "value_bits": { + "0": 1.0877823416173604, + "128": 1.2863660264749706, + "256": 1.4317305367754498, + "512": 1.61094039997665, + "w": null + }, + "value_n": { + "0": 41430, + "128": 31386, + "256": 42918, + "512": 52290, + "w": 0 + }, + "value_bits_window": { + "0": 0.053131776623666464, + "128": 0.21327025499084012, + "256": 0.2644297888934755, + "512": 0.2938441598925611, + "w": null + } + }, + { + "step": 7101, + "loss": 1.1594297885894775, + "ema": 1.1216354986175663, + "lr": 0.0008225719026360139, + "value_bits": { + "0": 1.070487097937951, + "128": 1.2708253257990987, + "256": 1.4156666531381448, + "512": 1.5946081329931747, + "w": null + }, + "value_n": { + "0": 42144, + "128": 31848, + "256": 43488, + "512": 52944, + "w": 0 + }, + "value_bits_window": { + "0": 0.06692694998567147, + "128": 0.21506681624733096, + "256": 0.2061407620050673, + "512": 0.2887759608740156, + "w": null + } + }, + { + "step": 7201, + "loss": 1.104844093322754, + "ema": 1.1206506857979515, + "lr": 0.0008178419293188608, + "value_bits": { + "0": 1.0550635210985786, + "128": 1.255907940829148, + "256": 1.3980027496701013, + "512": 1.5798318824102002, + "w": null + }, + "value_n": { + "0": 42786, + "128": 32292, + "256": 44196, + "512": 53550, + "w": 0 + }, + "value_bits_window": { + "0": 0.04258498166163817, + "128": 0.18588794866026992, + "256": 0.31301993326011474, + "512": 0.2888849997946843, + "w": null + } + }, + { + "step": 7301, + "loss": 1.1277856826782227, + "ema": 1.1234368136184245, + "lr": 0.000813065677823423, + "value_bits": { + "0": 1.0403215050725663, + "128": 1.2399241436421038, + "256": 1.381826321400757, + "512": 1.5639692004615593, + "w": null + }, + "value_n": { + "0": 43428, + "128": 32796, + "256": 44784, + "512": 54216, + "w": 0 + }, + "value_bits_window": { + "0": 0.05784191365674485, + "128": 0.21581942387219397, + "256": 0.16595315168656521, + "512": 0.2885238275640699, + "w": null + } + }, + { + "step": 7401, + "loss": 1.1469361782073975, + "ema": 1.1198359011803933, + "lr": 0.0008082439733984537, + "value_bits": { + "0": 1.0275447886196416, + "128": 1.2230485106420579, + "256": 1.3657393251744263, + "512": 1.5487648944269568, + "w": null + }, + "value_n": { + "0": 43992, + "128": 33312, + "256": 45474, + "512": 54846, + "w": 0 + }, + "value_bits_window": { + "0": 0.0437376217444407, + "128": 0.15046467368564995, + "256": 0.32162332662370896, + "512": 0.2403257579634551, + "w": null + } + }, + { + "step": 7501, + "loss": 1.127479910850525, + "ema": 1.1180699798721137, + "lr": 0.0008033776491461398, + "value_bits": { + "0": 1.0133229090211036, + "128": 1.2085975280797707, + "256": 1.3496406297622023, + "512": 1.5343437104903717, + "w": null + }, + "value_n": { + "0": 44646, + "128": 33774, + "256": 46116, + "512": 55488, + "w": 0 + }, + "value_bits_window": { + "0": 0.05667317309008728, + "128": 0.16662538280941058, + "256": 0.2093414472458969, + "512": 0.3023433145621057, + "w": null + } + }, + { + "step": 7601, + "loss": 1.0652713775634766, + "ema": 1.1170570668578108, + "lr": 0.0007984675458781569, + "value_bits": { + "0": 1.0008836216324022, + "128": 1.1943753033941726, + "256": 1.3348073175283044, + "512": 1.5188624480400699, + "w": null + }, + "value_n": { + "0": 45240, + "128": 34254, + "256": 46710, + "512": 56220, + "w": 0 + }, + "value_bits_window": { + "0": 0.06592667759879003, + "128": 0.19366401895376492, + "256": 0.18320289500567286, + "512": 0.3453319960696367, + "w": null + } + }, + { + "step": 7701, + "loss": 1.1449676752090454, + "ema": 1.1141725173407369, + "lr": 0.0007935145119703917, + "value_bits": { + "0": 0.9884482506451991, + "128": 1.1823308264399421, + "256": 1.3198430171475446, + "512": 1.5024297151816546, + "w": null + }, + "value_n": { + "0": 45864, + "128": 34668, + "256": 47334, + "512": 56958, + "w": 0 + }, + "value_bits_window": { + "0": 0.08688385407297658, + "128": 0.18578127670513647, + "256": 0.199678801145491, + "512": 0.25060282995116473, + "w": null + } + }, + { + "step": 7801, + "loss": 1.09477961063385, + "ema": 1.1163061622688513, + "lr": 0.0007885194032163599, + "value_bits": { + "0": 0.9786375717533287, + "128": 1.1664161044053851, + "256": 1.3049671394404114, + "512": 1.4865013467081056, + "w": null + }, + "value_n": { + "0": 46368, + "128": 35208, + "256": 47970, + "512": 57678, + "w": 0 + }, + "value_bits_window": { + "0": 0.0858657925931147, + "128": 0.14469094978682318, + "256": 0.1978369580104687, + "512": 0.22643466404644053, + "w": null + } + }, + { + "step": 7901, + "loss": 1.11135733127594, + "ema": 1.1072522027318767, + "lr": 0.0007834830826793395, + "value_bits": { + "0": 0.9658353968520754, + "128": 1.1528181575260372, + "256": 1.2909915421907177, + "512": 1.4724195313903459, + "w": null + }, + "value_n": { + "0": 46998, + "128": 35694, + "256": 48564, + "512": 58368, + "w": 0 + }, + "value_bits_window": { + "0": 0.02359532411983508, + "128": 0.16772245026661362, + "256": 0.16235618854120468, + "512": 0.2953022213936288, + "w": null + } + }, + { + "step": 8001, + "loss": 1.0962060689926147, + "ema": 1.1079270502201948, + "lr": 0.000778406420543249, + "value_bits": { + "0": 0.9528048935533647, + "128": 1.1403388669554224, + "256": 1.2774266283851128, + "512": 1.4590122584648018, + "w": null + }, + "value_n": { + "0": 47694, + "128": 36138, + "256": 49176, + "512": 59016, + "w": 0 + }, + "value_bits_window": { + "0": 0.07290892511543297, + "128": 0.13710508851505315, + "256": 0.20101082110506005, + "512": 0.2513645638379763, + "w": null + } + }, + { + "step": 8101, + "loss": 1.1045732498168945, + "ema": 1.1086083764590946, + "lr": 0.000773290293962297, + "value_bits": { + "0": 0.9394169924645936, + "128": 1.1273598595848755, + "256": 1.2641387155738253, + "512": 1.4456614136063992, + "w": null + }, + "value_n": { + "0": 48402, + "128": 36600, + "256": 49758, + "512": 59664, + "w": 0 + }, + "value_bits_window": { + "0": 0.03754897759474211, + "128": 0.11213178954845922, + "256": 0.14137857741595927, + "512": 0.22974558002080747, + "w": null + } + }, + { + "step": 8201, + "loss": 1.174394965171814, + "ema": 1.114050539210599, + "lr": 0.0007681355869094244, + "value_bits": { + "0": 0.9277088596491342, + "128": 1.1155418606738856, + "256": 1.2509015534515884, + "512": 1.4315641068208724, + "w": null + }, + "value_n": { + "0": 49056, + "128": 37050, + "256": 50358, + "512": 60360, + "w": 0 + }, + "value_bits_window": { + "0": 0.06119961724261557, + "128": 0.15434461591336554, + "256": 0.15314369865448377, + "512": 0.22308463548225946, + "w": null + } + }, + { + "step": 8301, + "loss": 1.1149117946624756, + "ema": 1.1100519708592393, + "lr": 0.0007629431900235712, + "value_bits": { + "0": 0.9165692927416677, + "128": 1.10338341893023, + "256": 1.2396758666624612, + "512": 1.4154492618306866, + "w": null + }, + "value_n": { + "0": 49698, + "128": 37518, + "256": 50880, + "512": 61128, + "w": 0 + }, + "value_bits_window": { + "0": 0.0653814512888995, + "128": 0.1408401142241821, + "256": 0.15671966871827717, + "512": 0.14892316338326828, + "w": null + } + }, + { + "step": 8401, + "loss": 1.1112843751907349, + "ema": 1.102887951410047, + "lr": 0.00075771400045579, + "value_bits": { + "0": 0.9072904817560711, + "128": 1.0917530189196976, + "256": 1.2265884357441363, + "512": 1.4019274174441754, + "w": null + }, + "value_n": { + "0": 50250, + "128": 37998, + "256": 51516, + "512": 61860, + "w": 0 + }, + "value_bits_window": { + "0": 0.0718949231289382, + "128": 0.18269187809643714, + "256": 0.17959396227814592, + "512": 0.27274257638042426, + "w": null + } + }, + { + "step": 8501, + "loss": 1.1068443059921265, + "ema": 1.1076459572767594, + "lr": 0.0007524489217142347, + "value_bits": { + "0": 0.898222778885732, + "128": 1.0800489587081117, + "256": 1.2166955422945376, + "512": 1.3857458080057627, + "w": null + }, + "value_n": { + "0": 50790, + "128": 38484, + "256": 52008, + "512": 62742, + "w": 0 + }, + "value_bits_window": { + "0": 0.05442265067360707, + "128": 0.16496484364671915, + "256": 0.18083721109629566, + "512": 0.2508315678014622, + "w": null + } + }, + { + "step": 8601, + "loss": 1.0611202716827393, + "ema": 1.1019314180965156, + "lr": 0.0007471488635080511, + "value_bits": { + "0": 0.8879794915547393, + "128": 1.06775881262814, + "256": 1.2051956876504277, + "512": 1.3715640854149076, + "w": null + }, + "value_n": { + "0": 51408, + "128": 38970, + "256": 52566, + "512": 63480, + "w": 0 + }, + "value_bits_window": { + "0": 0.04614039197365266, + "128": 0.09456131933259872, + "256": 0.13335977307897842, + "512": 0.16588706807692605, + "w": null + } + }, + { + "step": 8701, + "loss": 1.1211745738983154, + "ema": 1.1042507542559858, + "lr": 0.0007418147415901951, + "value_bits": { + "0": 0.878631447482978, + "128": 1.0588718085504616, + "256": 1.1919949365522828, + "512": 1.3570879515723882, + "w": null + }, + "value_n": { + "0": 51990, + "128": 39372, + "256": 53202, + "512": 64260, + "w": 0 + }, + "value_bits_window": { + "0": 0.052919678340176635, + "128": 0.19736298042327502, + "256": 0.1009404047518367, + "512": 0.17895336654271365, + "w": null + } + }, + { + "step": 8801, + "loss": 1.095166802406311, + "ema": 1.1007366040791564, + "lr": 0.0007364474775992087, + "value_bits": { + "0": 0.869067586673604, + "128": 1.0468284270715174, + "256": 1.1796166999643736, + "512": 1.343756696047957, + "w": null + }, + "value_n": { + "0": 52578, + "128": 39846, + "256": 53838, + "512": 64962, + "w": 0 + }, + "value_bits_window": { + "0": 0.02344662837538744, + "128": 0.04646552498504413, + "256": 0.14416553180408392, + "512": 0.12343407496542178, + "w": null + } + }, + { + "step": 8901, + "loss": 1.1235294342041016, + "ema": 1.1021586058347277, + "lr": 0.0007310479988999762, + "value_bits": { + "0": 0.8608966467646982, + "128": 1.0382905205302877, + "256": 1.166222778657913, + "512": 1.329738673878153, + "w": null + }, + "value_n": { + "0": 53142, + "128": 40218, + "256": 54516, + "512": 65748, + "w": 0 + }, + "value_bits_window": { + "0": 0.09917381249085722, + "128": 0.12377056342857479, + "256": 0.10265060270329268, + "512": 0.171165192714258, + "w": null + } + }, + { + "step": 9001, + "loss": 1.1206626892089844, + "ema": 1.099159216746015, + "lr": 0.0007256172384234937, + "value_bits": { + "0": 0.8512000987313335, + "128": 1.0280756091911676, + "256": 1.1560907071887012, + "512": 1.315804138238174, + "w": null + }, + "value_n": { + "0": 53778, + "128": 40650, + "256": 55044, + "512": 66552, + "w": 0 + }, + "value_bits_window": { + "0": 0.040989476735936545, + "128": 0.0770957382728128, + "256": 0.10995432799260822, + "512": 0.17629188791810627, + "w": null + } + }, + { + "step": 9101, + "loss": 1.0983457565307617, + "ema": 1.0935262633792298, + "lr": 0.000720156134505675, + "value_bits": { + "0": 0.8427455346974503, + "128": 1.0182137462858023, + "256": 1.147187185464024, + "512": 1.3007807294923133, + "w": null + }, + "value_n": { + "0": 54348, + "128": 41130, + "256": 55524, + "512": 67422, + "w": 0 + }, + "value_bits_window": { + "0": 0.04507966695328241, + "128": 0.18303723148766085, + "256": 0.12617583168665733, + "512": 0.15154176529172003, + "w": null + } + }, + { + "step": 9201, + "loss": 1.0609354972839355, + "ema": 1.096964768350642, + "lr": 0.0007146656307252252, + "value_bits": { + "0": 0.8340257047939527, + "128": 1.0097290925759734, + "256": 1.1358091756528548, + "512": 1.287817564276668, + "w": null + }, + "value_n": { + "0": 54972, + "128": 41502, + "256": 56142, + "512": 68208, + "w": 0 + }, + "value_bits_window": { + "0": 0.07456205800663865, + "128": 0.07162746062635764, + "256": 0.11355575048235864, + "512": 0.17585506406135834, + "w": null + } + }, + { + "step": 9301, + "loss": 1.1294463872909546, + "ema": 1.0963477754692603, + "lr": 0.0007091466757406063, + "value_bits": { + "0": 0.8267690814167031, + "128": 0.9991739794892596, + "256": 1.1253270219176805, + "512": 1.2741766751390062, + "w": null + }, + "value_n": { + "0": 55476, + "128": 41982, + "256": 56718, + "512": 69048, + "w": 0 + }, + "value_bits_window": { + "0": 0.03527880305528073, + "128": 0.08655251422927007, + "256": 0.10364460004243368, + "512": 0.16653647716087697, + "w": null + } + }, + { + "step": 9401, + "loss": 1.05690598487854, + "ema": 1.0876160766732148, + "lr": 0.0007036002231261277, + "value_bits": { + "0": 0.8190357598875475, + "128": 0.9907846993182597, + "256": 1.112526146342672, + "512": 1.2621659180839317, + "w": null + }, + "value_n": { + "0": 56016, + "128": 42384, + "256": 57426, + "512": 69798, + "w": 0 + }, + "value_bits_window": { + "0": 0.024565861458949755, + "128": 0.11466838056473135, + "256": 0.08704583438881608, + "512": 0.1564075805655461, + "w": null + } + }, + { + "step": 9501, + "loss": 1.046144962310791, + "ema": 1.0912422374722712, + "lr": 0.0006980272312071852, + "value_bits": { + "0": 0.8123147641192556, + "128": 0.9796215986207729, + "256": 1.1016039664886492, + "512": 1.250391866628958, + "w": null + }, + "value_n": { + "0": 56502, + "128": 42906, + "256": 58062, + "512": 70554, + "w": 0 + }, + "value_bits_window": { + "0": 0.03765777038132475, + "128": 0.07322914658574495, + "256": 0.11541355721645416, + "512": 0.16334789380585638, + "w": null + } + }, + { + "step": 9601, + "loss": 1.105974793434143, + "ema": 1.084727718486391, + "lr": 0.0006924286628946804, + "value_bits": { + "0": 0.8049310458461428, + "128": 0.9694615803795514, + "256": 1.0927365428539537, + "512": 1.2377706306144898, + "w": null + }, + "value_n": { + "0": 57042, + "128": 43422, + "256": 58590, + "512": 71370, + "w": 0 + }, + "value_bits_window": { + "0": 0.032347990536110635, + "128": 0.12464424964729867, + "256": 0.11762224157043945, + "512": 0.1464977313929368, + "w": null + } + }, + { + "step": 9701, + "loss": 1.081243634223938, + "ema": 1.0864927708233478, + "lr": 0.0006868054855186466, + "value_bits": { + "0": 0.7964158479686095, + "128": 0.960370042276473, + "256": 1.0835638688935119, + "512": 1.2268988190071497, + "w": null + }, + "value_n": { + "0": 57672, + "128": 43872, + "256": 59160, + "512": 72120, + "w": 0 + }, + "value_bits_window": { + "0": 0.025425502999941018, + "128": 0.08309722558342075, + "256": 0.1407095402228239, + "512": 0.19233722645265977, + "w": null + } + }, + { + "step": 9801, + "loss": 1.1429451704025269, + "ema": 1.0876503929397472, + "lr": 0.0006811586706611131, + "value_bits": { + "0": 0.7880887784247324, + "128": 0.9531310950130184, + "256": 1.0715016810690103, + "512": 1.2171983225948406, + "w": null + }, + "value_n": { + "0": 58302, + "128": 44250, + "256": 59898, + "512": 72774, + "w": 0 + }, + "value_bits_window": { + "0": 0.025805040750951323, + "128": 0.11295359675301964, + "256": 0.10456532375532374, + "512": 0.14747385584296968, + "w": null + } + }, + { + "step": 9901, + "loss": 1.0786672830581665, + "ema": 1.083357288610882, + "lr": 0.0006754891939882325, + "value_bits": { + "0": 0.78082345877371, + "128": 0.9434494388651822, + "256": 1.0635350102943146, + "512": 1.2052336933248082, + "w": null + }, + "value_n": { + "0": 58866, + "128": 44754, + "256": 60396, + "512": 73608, + "w": 0 + }, + "value_bits_window": { + "0": 0.029790362507928804, + "128": 0.09342308064741674, + "256": 0.10532688567034595, + "512": 0.16121219392751812, + "w": null + } + }, + { + "step": 10001, + "loss": 1.0959112644195557, + "ema": 1.0863135382464328, + "lr": 0.0006697980350817039, + "value_bits": { + "0": 0.7733906125955066, + "128": 0.9344529777806245, + "256": 1.0543050517767407, + "512": 1.1946818357633309, + "w": null + }, + "value_n": { + "0": 59442, + "128": 45234, + "256": 60996, + "512": 74352, + "w": 0 + }, + "value_bits_window": { + "0": 0.013769218279318528, + "128": 0.09564543740917524, + "256": 0.12521742739777006, + "512": 0.1507287021810322, + "w": null + } + }, + { + "step": 10101, + "loss": 1.0653560161590576, + "ema": 1.084154086943914, + "lr": 0.0006640861772695196, + "value_bits": { + "0": 0.7663532157970374, + "128": 0.9262305487901283, + "256": 1.044691511061157, + "512": 1.1841410957765275, + "w": null + }, + "value_n": { + "0": 59994, + "128": 45678, + "256": 61644, + "512": 75108, + "w": 0 + }, + "value_bits_window": { + "0": 0.008532671422749511, + "128": 0.08854281690700855, + "256": 0.1397724840738994, + "512": 0.1474676837410867, + "w": null + } + }, + { + "step": 10201, + "loss": 1.0757242441177368, + "ema": 1.0803027443902766, + "lr": 0.000658354607456063, + "value_bits": { + "0": 0.7603745778620215, + "128": 0.9187421828508029, + "256": 1.0351509324367807, + "512": 1.172846909090732, + "w": null + }, + "value_n": { + "0": 60516, + "128": 46104, + "256": 62268, + "512": 75936, + "w": 0 + }, + "value_bits_window": { + "0": 0.07324353519276576, + "128": 0.11579950825805282, + "256": 0.09265184794790544, + "512": 0.14834959798357958, + "w": null + } + }, + { + "step": 10301, + "loss": 1.105217456817627, + "ema": 1.084762488687675, + "lr": 0.0006526043159515904, + "value_bits": { + "0": 0.752404051319761, + "128": 0.9118665445844626, + "256": 1.0261633520705176, + "512": 1.1632462359697204, + "w": null + }, + "value_n": { + "0": 61182, + "128": 46488, + "256": 62874, + "512": 76680, + "w": 0 + }, + "value_bits_window": { + "0": 0.028163234155452847, + "128": 0.0863602252319867, + "256": 0.10266722295091947, + "512": 0.18335817936063992, + "w": null + } + }, + { + "step": 10401, + "loss": 1.0488946437835693, + "ema": 1.0797810794579958, + "lr": 0.0006468362963011235, + "value_bits": { + "0": 0.7447405493568263, + "128": 0.9031223533784085, + "256": 1.0193258020796478, + "512": 1.152272947491528, + "w": null + }, + "value_n": { + "0": 61824, + "128": 46980, + "256": 63330, + "512": 77490, + "w": 0 + }, + "value_bits_window": { + "0": 0.014415974440512066, + "128": 0.07690292088443072, + "256": 0.07655361320696671, + "512": 0.11346830488933447, + "w": null + } + }, + { + "step": 10501, + "loss": 1.0568279027938843, + "ema": 1.0804563671041074, + "lr": 0.0006410515451127826, + "value_bits": { + "0": 0.7369500588646813, + "128": 0.8957659223381464, + "256": 1.011350823307729, + "512": 1.1425852176874463, + "w": null + }, + "value_n": { + "0": 62508, + "128": 47400, + "256": 63882, + "512": 78234, + "w": 0 + }, + "value_bits_window": { + "0": 0.032799058592223596, + "128": 0.07289656454883973, + "256": 0.09639537833378012, + "512": 0.13357690785102458, + "w": null + } + }, + { + "step": 10601, + "loss": 1.0957368612289429, + "ema": 1.085379606974754, + "lr": 0.0006352510618855914, + "value_bits": { + "0": 0.7299939944259107, + "128": 0.8875505820322734, + "256": 1.0028231349863195, + "512": 1.133613382603452, + "w": null + }, + "value_n": { + "0": 63132, + "128": 47868, + "256": 64452, + "512": 78972, + "w": 0 + }, + "value_bits_window": { + "0": 0.033183616319056274, + "128": 0.05548406387333807, + "256": 0.04709368700686999, + "512": 0.18252592195140943, + "w": null + } + }, + { + "step": 10701, + "loss": 1.0561403036117554, + "ema": 1.0874880931948874, + "lr": 0.000629435848836781, + "value_bits": { + "0": 0.7241195756396811, + "128": 0.880047505694999, + "256": 0.9934517856542783, + "512": 1.1248549592460444, + "w": null + }, + "value_n": { + "0": 63660, + "128": 48324, + "256": 65124, + "512": 79716, + "w": 0 + }, + "value_bits_window": { + "0": 0.021726002131633483, + "128": 0.09242193965846918, + "256": 0.09463897739725878, + "512": 0.19519069932508618, + "w": null + } + }, + { + "step": 10801, + "loss": 1.069540023803711, + "ema": 1.0774705193790246, + "lr": 0.0006236069107286272, + "value_bits": { + "0": 0.7178337770954926, + "128": 0.8734213584149366, + "256": 0.984020849551957, + "512": 1.1157695629263131, + "w": null + }, + "value_n": { + "0": 64242, + "128": 48732, + "256": 65808, + "512": 80442, + "w": 0 + }, + "value_bits_window": { + "0": 0.03028406004558316, + "128": 0.08861267909695966, + "256": 0.08609645959937863, + "512": 0.11817802983580884, + "w": null + } + }, + { + "step": 10901, + "loss": 1.0544664859771729, + "ema": 1.0795669414561555, + "lr": 0.0006177652546948433, + "value_bits": { + "0": 0.7117091913298177, + "128": 0.8661200569173508, + "256": 0.9772033986428865, + "512": 1.105529442032946, + "w": null + }, + "value_n": { + "0": 64836, + "128": 49170, + "256": 66312, + "512": 81306, + "w": 0 + }, + "value_bits_window": { + "0": 0.04932596109668864, + "128": 0.05377525193938449, + "256": 0.08703909422997297, + "512": 0.15213151969008248, + "w": null + } + }, + { + "step": 11001, + "loss": 1.0511009693145752, + "ema": 1.0761988491098102, + "lr": 0.0006119118900665676, + "value_bits": { + "0": 0.7058446446746172, + "128": 0.857785327892811, + "256": 0.969549118642312, + "512": 1.0971660863268338, + "w": null + }, + "value_n": { + "0": 65412, + "128": 49680, + "256": 66912, + "512": 82020, + "w": 0 + }, + "value_bits_window": { + "0": 0.04571661179860123, + "128": 0.054219394291587585, + "256": 0.12359809297880739, + "512": 0.1447977403307931, + "w": null + } + }, + { + "step": 11101, + "loss": 1.0657906532287598, + "ema": 1.073381205385554, + "lr": 0.0006060478281979693, + "value_bits": { + "0": 0.7001473669041829, + "128": 0.8513100778355289, + "256": 0.961505954641048, + "512": 1.0877488294813542, + "w": null + }, + "value_n": { + "0": 65964, + "128": 50100, + "256": 67530, + "512": 82830, + "w": 0 + }, + "value_bits_window": { + "0": 0.025019951107720328, + "128": 0.08538049963130563, + "256": 0.09065775131973579, + "512": 0.13416437705390913, + "w": null + } + }, + { + "step": 11201, + "loss": 1.0755046606063843, + "ema": 1.0798782050492857, + "lr": 0.000600174082291504, + "value_bits": { + "0": 0.694492589620869, + "128": 0.8453158599040987, + "256": 0.9534399077759101, + "512": 1.078528494160518, + "w": null + }, + "value_n": { + "0": 66528, + "128": 50490, + "256": 68178, + "512": 83628, + "w": 0 + }, + "value_bits_window": { + "0": 0.03312427629371453, + "128": 0.07528940255882859, + "256": 0.11285326456177777, + "512": 0.12148541818952677, + "w": null + } + }, + { + "step": 11301, + "loss": 1.0680307149887085, + "ema": 1.069184803989572, + "lr": 0.0005942916672228525, + "value_bits": { + "0": 0.6880764997056101, + "128": 0.8392083191064924, + "256": 0.9452978859833877, + "512": 1.0711816761569164, + "w": null + }, + "value_n": { + "0": 67182, + "128": 50892, + "256": 68826, + "512": 84324, + "w": 0 + }, + "value_bits_window": { + "0": 0.03540122465615766, + "128": 0.07211942639221469, + "256": 0.08865164868307177, + "512": 0.18842349224140686, + "w": null + } + }, + { + "step": 11401, + "loss": 1.0551363229751587, + "ema": 1.0681556172524325, + "lr": 0.0005884015993655677, + "value_bits": { + "0": 0.6825279663961047, + "128": 0.8327769643383744, + "256": 0.9373758667351815, + "512": 1.0625213324565708, + "w": null + }, + "value_n": { + "0": 67740, + "128": 51318, + "256": 69468, + "512": 85098, + "w": 0 + }, + "value_bits_window": { + "0": 0.01449648826134932, + "128": 0.06445652570208373, + "256": 0.08809098078963502, + "512": 0.11901381024990963, + "w": null + } + }, + { + "step": 11501, + "loss": 1.0702286958694458, + "ema": 1.069697828706063, + "lr": 0.0005825048964154636, + "value_bits": { + "0": 0.6766139392678153, + "128": 0.8263925630733459, + "256": 0.9299229698379948, + "512": 1.0546155594576065, + "w": null + }, + "value_n": { + "0": 68376, + "128": 51762, + "256": 70062, + "512": 85824, + "w": 0 + }, + "value_bits_window": { + "0": 0.04671425739624079, + "128": 0.08847656280591182, + "256": 0.058310441801375366, + "512": 0.12794135743853302, + "w": null + } + }, + { + "step": 11601, + "loss": 1.0651497840881348, + "ema": 1.0729021788892785, + "lr": 0.0005766025772147777, + "value_bits": { + "0": 0.6709042242046008, + "128": 0.8196237924877671, + "256": 0.9230149177045118, + "512": 1.0467552477154733, + "w": null + }, + "value_n": { + "0": 68976, + "128": 52224, + "256": 70644, + "512": 86580, + "w": 0 + }, + "value_bits_window": { + "0": 0.02022509560067102, + "128": 0.061257768568456876, + "256": 0.0914136314912807, + "512": 0.15442271470378535, + "w": null + } + }, + { + "step": 11701, + "loss": 1.0631709098815918, + "ema": 1.0645064481497615, + "lr": 0.0005706956615761318, + "value_bits": { + "0": 0.6650849753153398, + "128": 0.8127958560415506, + "256": 0.9166490565860925, + "512": 1.0387971228932835, + "w": null + }, + "value_n": { + "0": 69612, + "128": 52698, + "256": 71190, + "512": 87324, + "w": 0 + }, + "value_bits_window": { + "0": 0.033970963702663004, + "128": 0.06051283290396351, + "256": 0.09300456418753787, + "512": 0.11270243592393726, + "w": null + } + }, + { + "step": 11801, + "loss": 1.0782259702682495, + "ema": 1.0712202692954296, + "lr": 0.0005647851701063285, + "value_bits": { + "0": 0.6595792003279755, + "128": 0.8066565387246631, + "256": 0.9104860021180465, + "512": 1.030264821125366, + "w": null + }, + "value_n": { + "0": 70230, + "128": 53142, + "256": 71712, + "512": 88140, + "w": 0 + }, + "value_bits_window": { + "0": 0.039404429421157953, + "128": 0.07798594420813554, + "256": 0.06997288414832237, + "512": 0.11718305693218596, + "w": null + } + }, + { + "step": 11901, + "loss": 1.0635743141174316, + "ema": 1.073384246507496, + "lr": 0.0005588721240300081, + "value_bits": { + "0": 0.6535101055642615, + "128": 0.8007730846847622, + "256": 0.9040002995483183, + "512": 1.0227129759675115, + "w": null + }, + "value_n": { + "0": 70902, + "128": 53556, + "256": 72294, + "512": 88872, + "w": 0 + }, + "value_bits_window": { + "0": 0.01923551441005286, + "128": 0.04555928133109587, + "256": 0.1048547622968735, + "512": 0.11339653851766386, + "w": null + } + }, + { + "step": 12001, + "loss": 1.0873558521270752, + "ema": 1.0705642970184435, + "lr": 0.0005529575450132004, + "value_bits": { + "0": 0.6489096467322893, + "128": 0.7943636493909499, + "256": 0.8971978297033425, + "512": 1.0144118127463724, + "w": null + }, + "value_n": { + "0": 71424, + "128": 54018, + "256": 72876, + "512": 89706, + "w": 0 + }, + "value_bits_window": { + "0": 0.024040428141314456, + "128": 0.051368591825137554, + "256": 0.05221886926917764, + "512": 0.12983030460599163, + "w": null + } + }, + { + "step": 12101, + "loss": 1.0347764492034912, + "ema": 1.069450428565841, + "lr": 0.0005470424549867996, + "value_bits": { + "0": 0.6433851703159712, + "128": 0.7874183884968252, + "256": 0.8904882251664523, + "512": 1.0078135971263427, + "w": null + }, + "value_n": { + "0": 72066, + "128": 54528, + "256": 73476, + "512": 90354, + "w": 0 + }, + "value_bits_window": { + "0": 0.028774261345396117, + "128": 0.05179269638148762, + "256": 0.07553965811576097, + "512": 0.09438839587575487, + "w": null + } + }, + { + "step": 12201, + "loss": 1.084827184677124, + "ema": 1.0698713775936273, + "lr": 0.0005411278759699919, + "value_bits": { + "0": 0.638071876562442, + "128": 0.781909733766646, + "256": 0.8835435645234487, + "512": 1.0007675222810084, + "w": null + }, + "value_n": { + "0": 72696, + "128": 54960, + "256": 74106, + "512": 91062, + "w": 0 + }, + "value_bits_window": { + "0": 0.030281673956353988, + "128": 0.08659509226846418, + "256": 0.07359771467371469, + "512": 0.10155700451923072, + "w": null + } + }, + { + "step": 12301, + "loss": 1.0389819145202637, + "ema": 1.068580952298671, + "lr": 0.0005352148298936717, + "value_bits": { + "0": 0.6329954524548059, + "128": 0.7764657211999425, + "256": 0.8771213068040945, + "512": 0.9933912496055127, + "w": null + }, + "value_n": { + "0": 73320, + "128": 55386, + "256": 74694, + "512": 91824, + "w": 0 + }, + "value_bits_window": { + "0": 0.041592043915210784, + "128": 0.07411142386184164, + "256": 0.06772023443936172, + "512": 0.11189762444016768, + "w": null + } + }, + { + "step": 12401, + "loss": 1.0468370914459229, + "ema": 1.0655533240051085, + "lr": 0.0005293043384238682, + "value_bits": { + "0": 0.6280297952370267, + "128": 0.7708318275789676, + "256": 0.871135231932939, + "512": 0.9857824919560857, + "w": null + }, + "value_n": { + "0": 73938, + "128": 55830, + "256": 75258, + "512": 92598, + "w": 0 + }, + "value_bits_window": { + "0": 0.03890036609855789, + "128": 0.06804166521115607, + "256": 0.07836240139022292, + "512": 0.083112514693823, + "w": null + } + }, + { + "step": 12501, + "loss": 1.0163180828094482, + "ema": 1.064504537701523, + "lr": 0.0005233974227852223, + "value_bits": { + "0": 0.6236120335387206, + "128": 0.7643361387294859, + "256": 0.8651055714696785, + "512": 0.9790784748783379, + "w": null + }, + "value_n": { + "0": 74508, + "128": 56346, + "256": 75834, + "512": 93336, + "w": 0 + }, + "value_bits_window": { + "0": 0.050558587136350606, + "128": 0.061517711468704835, + "256": 0.07729274656680976, + "512": 0.13791509633457366, + "w": null + } + }, + { + "step": 12601, + "loss": 1.0775892734527588, + "ema": 1.066348466663285, + "lr": 0.0005174951035845364, + "value_bits": { + "0": 0.6195069266678471, + "128": 0.757910852442467, + "256": 0.858404720038956, + "512": 0.9727642665293647, + "w": null + }, + "value_n": { + "0": 75036, + "128": 56910, + "256": 76458, + "512": 94020, + "w": 0 + }, + "value_bits_window": { + "0": 0.04022036845752555, + "128": 0.11599741072550356, + "256": 0.04405797741489479, + "512": 0.1111517658572187, + "w": null + } + }, + { + "step": 12701, + "loss": 1.0595905780792236, + "ema": 1.0645042954686152, + "lr": 0.0005115984006344324, + "value_bits": { + "0": 0.6152673243543475, + "128": 0.7529473168072639, + "256": 0.8521782486749098, + "512": 0.96605155496806, + "w": null + }, + "value_n": { + "0": 75588, + "128": 57354, + "256": 77106, + "512": 94776, + "w": 0 + }, + "value_bits_window": { + "0": 0.03895790552145082, + "128": 0.11674278302480544, + "256": 0.11751228023010224, + "512": 0.13122464889151256, + "w": null + } + }, + { + "step": 12801, + "loss": 1.1550204753875732, + "ema": 1.0667584717300158, + "lr": 0.0005057083327771474, + "value_bits": { + "0": 0.6111762843555821, + "128": 0.7467244346477409, + "256": 0.8452395724732836, + "512": 0.9599550139916551, + "w": null + }, + "value_n": { + "0": 76122, + "128": 57852, + "256": 77802, + "512": 95448, + "w": 0 + }, + "value_bits_window": { + "0": 0.03208727419326184, + "128": 0.03004334352869181, + "256": 0.07654191844657834, + "512": 0.1001250027122677, + "w": null + } + }, + { + "step": 12901, + "loss": 1.0440789461135864, + "ema": 1.0618814485693664, + "lr": 0.0004998259177084961, + "value_bits": { + "0": 0.6069619474475446, + "128": 0.7411699333877585, + "256": 0.8397186600545044, + "512": 0.9525396933226469, + "w": null + }, + "value_n": { + "0": 76668, + "128": 58326, + "256": 78366, + "512": 96264, + "w": 0 + }, + "value_bits_window": { + "0": 0.019409284235772265, + "128": 0.06323953909978283, + "256": 0.07812641181715776, + "512": 0.08516527271541463, + "w": null + } + }, + { + "step": 13001, + "loss": 1.0700263977050781, + "ema": 1.0598338560754794, + "lr": 0.0004939521718020309, + "value_bits": { + "0": 0.6022321890032234, + "128": 0.7368253730465685, + "256": 0.8328237952744825, + "512": 0.9466396561479342, + "w": null + }, + "value_n": { + "0": 77310, + "128": 58710, + "256": 79062, + "512": 96942, + "w": 0 + }, + "value_bits_window": { + "0": 0.037401783381374266, + "128": 0.07692738747301883, + "256": 0.05649768413770353, + "512": 0.10893880277545855, + "w": null + } + }, + { + "step": 13101, + "loss": 1.0450230836868286, + "ema": 1.062778780253343, + "lr": 0.00048808810993343255, + "value_bits": { + "0": 0.5979277277342793, + "128": 0.7309303644045774, + "256": 0.8271809698063081, + "512": 0.9402495291674691, + "w": null + }, + "value_n": { + "0": 77886, + "128": 59232, + "256": 79626, + "512": 97680, + "w": 0 + }, + "value_bits_window": { + "0": 0.020188316793191805, + "128": 0.06791128898062399, + "256": 0.03616489327295603, + "512": 0.10085699564408647, + "w": null + } + }, + { + "step": 13201, + "loss": 1.0789681673049927, + "ema": 1.0608534033020405, + "lr": 0.0004822347453051568, + "value_bits": { + "0": 0.5933261185510782, + "128": 0.7255166826307319, + "256": 0.8216172933591289, + "512": 0.9344588505511103, + "w": null + }, + "value_n": { + "0": 78504, + "128": 59730, + "256": 80220, + "512": 98370, + "w": 0 + }, + "value_bits_window": { + "0": 0.013389334015807946, + "128": 0.08161467695117891, + "256": 0.07580365567717262, + "512": 0.11470017338311754, + "w": null + } + }, + { + "step": 13301, + "loss": 1.0415922403335571, + "ema": 1.063073486463949, + "lr": 0.0004763930892713728, + "value_bits": { + "0": 0.5893476117128226, + "128": 0.7211931111727452, + "256": 0.8156936169625038, + "512": 0.9279883986969459, + "w": null + }, + "value_n": { + "0": 79062, + "128": 60132, + "256": 80904, + "512": 99126, + "w": 0 + }, + "value_bits_window": { + "0": 0.029618757178021916, + "128": 0.07878782961666846, + "256": 0.12096069220039703, + "512": 0.0860593657681823, + "w": null + } + }, + { + "step": 13401, + "loss": 1.0435973405838013, + "ema": 1.0609786319708305, + "lr": 0.0004705641511632189, + "value_bits": { + "0": 0.5851215237850843, + "128": 0.7156004110417336, + "256": 0.8108323366271897, + "512": 0.9223105270247931, + "w": null + }, + "value_n": { + "0": 79668, + "128": 60630, + "256": 81462, + "512": 99864, + "w": 0 + }, + "value_bits_window": { + "0": 0.03376349780680783, + "128": 0.04029871570440818, + "256": 0.1059989598382268, + "512": 0.159675422182193, + "w": null + } + }, + { + "step": 13501, + "loss": 1.0686969757080078, + "ema": 1.0631499288747552, + "lr": 0.00046474893811440876, + "value_bits": { + "0": 0.5808021880734012, + "128": 0.7109260517568977, + "256": 0.8052445211952188, + "512": 0.9172883333994815, + "w": null + }, + "value_n": { + "0": 80274, + "128": 61116, + "256": 82110, + "512": 100524, + "w": 0 + }, + "value_bits_window": { + "0": 0.012959221937478338, + "128": 0.12778530393879786, + "256": 0.10278368675199846, + "512": 0.15738478158415398, + "w": null + } + }, + { + "step": 13601, + "loss": 1.0515096187591553, + "ema": 1.060202167879752, + "lr": 0.0004589484548872175, + "value_bits": { + "0": 0.5767088461385048, + "128": 0.7060727727919591, + "256": 0.7998414370897875, + "512": 0.9116497507241195, + "w": null + }, + "value_n": { + "0": 80868, + "128": 61566, + "256": 82734, + "512": 101256, + "w": 0 + }, + "value_bits_window": { + "0": 0.023528828492250704, + "128": 0.046932778967092, + "256": 0.08886830263951227, + "512": 0.13731520856826024, + "w": null + } + }, + { + "step": 13701, + "loss": 0.9888785481452942, + "ema": 1.0571056236099585, + "lr": 0.0004531637036988765, + "value_bits": { + "0": 0.5723028808919968, + "128": 0.7018202358056977, + "256": 0.7948873398470871, + "512": 0.9056703104451643, + "w": null + }, + "value_n": { + "0": 81516, + "128": 61980, + "256": 83322, + "512": 102006, + "w": 0 + }, + "value_bits_window": { + "0": 0.022454736517590036, + "128": 0.06942484426906823, + "256": 0.09782563699408743, + "512": 0.09839803726399303, + "w": null + } + }, + { + "step": 13801, + "loss": 1.0434576272964478, + "ema": 1.0524957907470813, + "lr": 0.00044739568404840956, + "value_bits": { + "0": 0.568054672439048, + "128": 0.697411163131653, + "256": 0.7899621091515913, + "512": 0.899991810250688, + "w": null + }, + "value_n": { + "0": 82158, + "128": 62436, + "256": 83892, + "512": 102738, + "w": 0 + }, + "value_bits_window": { + "0": 0.02865130756275734, + "128": 0.09812536414635648, + "256": 0.06999707053737003, + "512": 0.10867884462534733, + "w": null + } + }, + { + "step": 13901, + "loss": 1.0698537826538086, + "ema": 1.054102144844468, + "lr": 0.0004416453925439372, + "value_bits": { + "0": 0.5642813426404826, + "128": 0.6923086572760241, + "256": 0.7849720459383451, + "512": 0.8947231016692074, + "w": null + }, + "value_n": { + "0": 82722, + "128": 62970, + "256": 84492, + "512": 103440, + "w": 0 + }, + "value_bits_window": { + "0": 0.01461958804733419, + "128": 0.09571679285271419, + "256": 0.08726140746227133, + "512": 0.1236453491846659, + "w": null + } + }, + { + "step": 14001, + "loss": 1.0377178192138672, + "ema": 1.0530596845961153, + "lr": 0.00043591382273048054, + "value_bits": { + "0": 0.5606546717875536, + "128": 0.6870345233259291, + "256": 0.7802244339919621, + "512": 0.8892373364076803, + "w": null + }, + "value_n": { + "0": 83292, + "128": 63516, + "256": 85068, + "512": 104148, + "w": 0 + }, + "value_bits_window": { + "0": 0.03432929232090846, + "128": 0.07877039358694359, + "256": 0.08380910660688118, + "512": 0.0877577337913452, + "w": null + } + }, + { + "step": 14101, + "loss": 1.0599365234375, + "ema": 1.0558560085390902, + "lr": 0.0004302019649182962, + "value_bits": { + "0": 0.556648999211154, + "128": 0.6822595866834651, + "256": 0.7759288954614685, + "512": 0.8842533294328598, + "w": null + }, + "value_n": { + "0": 83976, + "128": 64020, + "256": 85590, + "512": 104838, + "w": 0 + }, + "value_bits_window": { + "0": 0.06887051933765108, + "128": 0.08050388076533425, + "256": 0.07590423700930876, + "512": 0.1319716505725496, + "w": null + } + }, + { + "step": 14201, + "loss": 1.0797569751739502, + "ema": 1.0568312508187796, + "lr": 0.0004245108060117676, + "value_bits": { + "0": 0.552895845982132, + "128": 0.6774814585832718, + "256": 0.7712700904928327, + "512": 0.8791012202027354, + "w": null + }, + "value_n": { + "0": 84594, + "128": 64506, + "256": 86154, + "512": 105570, + "w": 0 + }, + "value_bits_window": { + "0": 0.04290426740552518, + "128": 0.04806631254546848, + "256": 0.0642716556248648, + "512": 0.14120937939976194, + "w": null + } + }, + { + "step": 14301, + "loss": 1.0375120639801025, + "ema": 1.051938205894991, + "lr": 0.0004188413293388871, + "value_bits": { + "0": 0.5491079769887731, + "128": 0.6726994143342124, + "256": 0.7669311162399127, + "512": 0.873545000183391, + "w": null + }, + "value_n": { + "0": 85188, + "128": 65016, + "256": 86700, + "512": 106320, + "w": 0 + }, + "value_bits_window": { + "0": 0.009661866510313186, + "128": 0.06785520584436208, + "256": 0.0822791239577383, + "512": 0.09145147026045738, + "w": null + } + }, + { + "step": 14401, + "loss": 1.069106101989746, + "ema": 1.0503999528447054, + "lr": 0.0004131945144813535, + "value_bits": { + "0": 0.5452339297827004, + "128": 0.6686268695417105, + "256": 0.7620494942569063, + "512": 0.8686887509732691, + "w": null + }, + "value_n": { + "0": 85806, + "128": 65454, + "256": 87348, + "512": 107016, + "w": 0 + }, + "value_bits_window": { + "0": 0.011217209085397051, + "128": 0.0641050151369019, + "256": 0.10890655301206933, + "512": 0.12685481990982334, + "w": null + } + }, + { + "step": 14501, + "loss": 1.0433872938156128, + "ema": 1.0523515309381077, + "lr": 0.0004075713371053198, + "value_bits": { + "0": 0.5420513966165847, + "128": 0.6642646661095016, + "256": 0.7567581794983034, + "512": 0.8633280227717549, + "w": null + }, + "value_n": { + "0": 86316, + "128": 65964, + "256": 87984, + "512": 107760, + "w": 0 + }, + "value_bits_window": { + "0": 0.0065995518093096535, + "128": 0.10441434561578056, + "256": 0.030051007274317396, + "512": 0.09224779533460895, + "w": null + } + }, + { + "step": 14601, + "loss": 1.0426970720291138, + "ema": 1.0525425168271856, + "lr": 0.00040197276879281484, + "value_bits": { + "0": 0.5387272837443846, + "128": 0.6606437275506548, + "256": 0.7520705057384566, + "512": 0.857600044076906, + "w": null + }, + "value_n": { + "0": 86892, + "128": 66360, + "256": 88578, + "512": 108594, + "w": 0 + }, + "value_bits_window": { + "0": 0.040595119374893386, + "128": 0.05748314397545925, + "256": 0.05772658640115015, + "512": 0.11749574652664843, + "w": null + } + }, + { + "step": 14701, + "loss": 1.0329208374023438, + "ema": 1.048373565133651, + "lr": 0.0003963997768738723, + "value_bits": { + "0": 0.5349644146488924, + "128": 0.6565345111733806, + "256": 0.7477006830018629, + "512": 0.8524499134898005, + "w": null + }, + "value_n": { + "0": 87516, + "128": 66816, + "256": 89172, + "512": 109320, + "w": 0 + }, + "value_bits_window": { + "0": 0.010984893101601145, + "128": 0.05853539100688728, + "256": 0.09606741976617739, + "512": 0.08210104162183386, + "w": null + } + }, + { + "step": 14801, + "loss": 1.0792889595031738, + "ema": 1.0503562339550552, + "lr": 0.0003908533242593937, + "value_bits": { + "0": 0.5317853869345609, + "128": 0.6520018638450358, + "256": 0.7434059606699134, + "512": 0.8469449529253491, + "w": null + }, + "value_n": { + "0": 88062, + "128": 67326, + "256": 89742, + "512": 110094, + "w": 0 + }, + "value_bits_window": { + "0": 0.02223265900885247, + "128": 0.05817173856918628, + "256": 0.07153055753902268, + "512": 0.06942261583772948, + "w": null + } + }, + { + "step": 14901, + "loss": 1.0538649559020996, + "ema": 1.054941531323749, + "lr": 0.00038533436927477496, + "value_bits": { + "0": 0.5288792413403157, + "128": 0.6471162309925242, + "256": 0.7389104596077423, + "512": 0.8417460588636215, + "w": null + }, + "value_n": { + "0": 88554, + "128": 67866, + "256": 90348, + "512": 110856, + "w": 0 + }, + "value_bits_window": { + "0": 0.008714620770363486, + "128": 0.03798638390328941, + "256": 0.07317571320286584, + "512": 0.09060820737827284, + "w": null + } + }, + { + "step": 15001, + "loss": 1.0605382919311523, + "ema": 1.0577729363770572, + "lr": 0.0003798438654943249, + "value_bits": { + "0": 0.5255197765613245, + "128": 0.642976040130425, + "256": 0.7342986952129935, + "512": 0.8367966538648692, + "w": null + }, + "value_n": { + "0": 89136, + "128": 68328, + "256": 90966, + "512": 111594, + "w": 0 + }, + "value_bits_window": { + "0": 0.014361625291935604, + "128": 0.034798133101782425, + "256": 0.06008560534768091, + "512": 0.09333968836121856, + "w": null + } + }, + { + "step": 15101, + "loss": 1.0534648895263672, + "ema": 1.0534958003175303, + "lr": 0.00037438276157650654, + "value_bits": { + "0": 0.5225151937990371, + "128": 0.638832659568186, + "256": 0.7300676903352062, + "512": 0.8316014711322779, + "w": null + }, + "value_n": { + "0": 89682, + "128": 68802, + "256": 91548, + "512": 112392, + "w": 0 + }, + "value_bits_window": { + "0": 0.03200880350735681, + "128": 0.04155648434316216, + "256": 0.0687659897977633, + "512": 0.10509618057990644, + "w": null + } + }, + { + "step": 15201, + "loss": 1.0285613536834717, + "ema": 1.0499488002974098, + "lr": 0.0003689520011000239, + "value_bits": { + "0": 0.5196607436123395, + "128": 0.6348101905625954, + "256": 0.7257991074399027, + "512": 0.8265886116018816, + "w": null + }, + "value_n": { + "0": 90216, + "128": 69288, + "256": 92160, + "512": 113160, + "w": 0 + }, + "value_bits_window": { + "0": 0.04027347461717862, + "128": 0.06535769566002907, + "256": 0.08726932492479851, + "512": 0.09298794970045048, + "w": null + } + }, + { + "step": 15301, + "loss": 1.0341589450836182, + "ema": 1.0474280536684224, + "lr": 0.0003635525224007914, + "value_bits": { + "0": 0.5163402138343112, + "128": 0.6304669328797837, + "256": 0.7221279272233757, + "512": 0.821829490092999, + "w": null + }, + "value_n": { + "0": 90822, + "128": 69816, + "256": 92664, + "512": 113922, + "w": 0 + }, + "value_bits_window": { + "0": 0.02200867183001267, + "128": 0.060513072412638744, + "256": 0.0508264019155736, + "512": 0.1150812093250651, + "w": null + } + }, + { + "step": 15401, + "loss": 1.0812541246414185, + "ema": 1.0477267326615585, + "lr": 0.00035818525840980496, + "value_bits": { + "0": 0.5125864111262137, + "128": 0.6265772556042115, + "256": 0.7179097441239926, + "512": 0.8179197894452312, + "w": null + }, + "value_n": { + "0": 91518, + "128": 70296, + "256": 93240, + "512": 114570, + "w": 0 + }, + "value_bits_window": { + "0": 0.022747518087680843, + "128": 0.06082369587223877, + "256": 0.0393095380107393, + "512": 0.1305726950085138, + "w": null + } + }, + { + "step": 15501, + "loss": 1.01046621799469, + "ema": 1.0442408172056816, + "lr": 0.000352851136491949, + "value_bits": { + "0": 0.5098164252812112, + "128": 0.6229317114968033, + "256": 0.7137751426021632, + "512": 0.8129102858627829, + "w": null + }, + "value_n": { + "0": 92058, + "128": 70746, + "256": 93840, + "512": 115380, + "w": 0 + }, + "value_bits_window": { + "0": 0.04036537979427521, + "128": 0.05344911466485825, + "256": 0.07125806610988945, + "512": 0.1043438347009152, + "w": null + } + }, + { + "step": 15601, + "loss": 1.059778094291687, + "ema": 1.0500574404490222, + "lr": 0.0003475510782857654, + "value_bits": { + "0": 0.506416368230512, + "128": 0.6199077685985043, + "256": 0.7097572041246967, + "512": 0.8079835330699275, + "w": null + }, + "value_n": { + "0": 92694, + "128": 71118, + "256": 94422, + "512": 116190, + "w": 0 + }, + "value_bits_window": { + "0": 0.01427414814674093, + "128": 0.04482211192361398, + "256": 0.061916402190904114, + "512": 0.10619496857652685, + "w": null + } + }, + { + "step": 15701, + "loss": 1.0012656450271606, + "ema": 1.0473250015677775, + "lr": 0.00034228599954420994, + "value_bits": { + "0": 0.5034653344175961, + "128": 0.6157064513329875, + "256": 0.7060523241255723, + "512": 0.8035260183736614, + "w": null + }, + "value_n": { + "0": 93252, + "128": 71658, + "256": 94992, + "512": 116922, + "w": 0 + }, + "value_bits_window": { + "0": 0.01324467446345317, + "128": 0.06239296746442013, + "256": 0.0923292025864057, + "512": 0.09598690285570578, + "w": null + } + }, + { + "step": 15801, + "loss": 1.0290690660476685, + "ema": 1.0435975919671026, + "lr": 0.00033705680997642883, + "value_bits": { + "0": 0.5003210546457563, + "128": 0.6122897146710317, + "256": 0.7020403605020406, + "512": 0.7992662603148827, + "w": null + }, + "value_n": { + "0": 93894, + "128": 72108, + "256": 95586, + "512": 117636, + "w": 0 + }, + "value_bits_window": { + "0": 0.04360707133794756, + "128": 0.06820856862119162, + "256": 0.06045037981765913, + "512": 0.10170403097519493, + "w": null + } + }, + { + "step": 15901, + "loss": 1.0575032234191895, + "ema": 1.0467347629241421, + "lr": 0.0003318644130905758, + "value_bits": { + "0": 0.49733834709543273, + "128": 0.6086495006440932, + "256": 0.6983942110682089, + "512": 0.7945693499214991, + "w": null + }, + "value_n": { + "0": 94464, + "128": 72588, + "256": 96114, + "512": 118458, + "w": 0 + }, + "value_bits_window": { + "0": 0.0060079212531936165, + "128": 0.06179834844726168, + "256": 0.038316862995792136, + "512": 0.12239690340559471, + "w": null + } + }, + { + "step": 16001, + "loss": 1.0406029224395752, + "ema": 1.0456224825599996, + "lr": 0.0003267097060377032, + "value_bits": { + "0": 0.49434571022204593, + "128": 0.6057507034642076, + "256": 0.6938788442314465, + "512": 0.7906393119378415, + "w": null + }, + "value_n": { + "0": 95058, + "128": 72978, + "256": 96840, + "512": 119148, + "w": 0 + }, + "value_bits_window": { + "0": 0.018425761387687912, + "128": 0.06621765296795866, + "256": 0.09609651895792436, + "512": 0.11593722575217932, + "w": null + } + }, + { + "step": 16101, + "loss": 1.0046459436416626, + "ema": 1.0471224094760336, + "lr": 0.0003215935794567511, + "value_bits": { + "0": 0.49150906782239795, + "128": 0.602371967973069, + "256": 0.6892744831720196, + "512": 0.7868716668229063, + "w": null + }, + "value_n": { + "0": 95658, + "128": 73434, + "256": 97548, + "512": 119784, + "w": 0 + }, + "value_bits_window": { + "0": 0.042099812446166236, + "128": 0.06164091825309063, + "256": 0.05949153826395744, + "512": 0.0810424527438381, + "w": null + } + }, + { + "step": 16201, + "loss": 1.0916907787322998, + "ema": 1.0467538793176765, + "lr": 0.00031651691732066054, + "value_bits": { + "0": 0.48895818142415365, + "128": 0.5990204221205019, + "256": 0.6849635174111961, + "512": 0.7826887814040462, + "w": null + }, + "value_n": { + "0": 96174, + "128": 73890, + "256": 98238, + "512": 120522, + "w": 0 + }, + "value_bits_window": { + "0": 0.01606536924730394, + "128": 0.059289241994608166, + "256": 0.0755054188071253, + "512": 0.10376907000466698, + "w": null + } + }, + { + "step": 16301, + "loss": 1.0694117546081543, + "ema": 1.0417836984791147, + "lr": 0.00031148059678364, + "value_bits": { + "0": 0.4863791902222898, + "128": 0.5959966227456717, + "256": 0.6810631110290277, + "512": 0.7780609566749673, + "w": null + }, + "value_n": { + "0": 96708, + "128": 74310, + "256": 98868, + "512": 121338, + "w": 0 + }, + "value_bits_window": { + "0": 0.021899977023695068, + "128": 0.06402391844517272, + "256": 0.07285974250291746, + "512": 0.09453804981461601, + "w": null + } + }, + { + "step": 16401, + "loss": 1.0467253923416138, + "ema": 1.0445292032339337, + "lr": 0.00030648548802960843, + "value_bits": { + "0": 0.48327328129548897, + "128": 0.5927596873858372, + "256": 0.6773691879075199, + "512": 0.7746911738611353, + "w": null + }, + "value_n": { + "0": 97374, + "128": 74754, + "256": 99528, + "512": 121968, + "w": 0 + }, + "value_bits_window": { + "0": 0.03227292019480062, + "128": 0.051010438310839616, + "256": 0.12401950430563997, + "512": 0.1256710039170821, + "w": null + } + }, + { + "step": 16501, + "loss": 1.0420072078704834, + "ema": 1.047332148425397, + "lr": 0.0003015324541218433, + "value_bits": { + "0": 0.48044647531899176, + "128": 0.5897326992304087, + "256": 0.6738846480772734, + "512": 0.7701833123257891, + "w": null + }, + "value_n": { + "0": 97986, + "128": 75174, + "256": 100110, + "512": 122754, + "w": 0 + }, + "value_bits_window": { + "0": 0.030679473431016728, + "128": 0.050972050252071244, + "256": 0.07799241401409877, + "512": 0.07067331774168813, + "w": null + } + }, + { + "step": 16601, + "loss": 1.0688023567199707, + "ema": 1.046165697688202, + "lr": 0.00029662235085386025, + "value_bits": { + "0": 0.4778098554793378, + "128": 0.5865474108607539, + "256": 0.6699090813919664, + "512": 0.7659626843292026, + "w": null + }, + "value_n": { + "0": 98538, + "128": 75624, + "256": 100776, + "512": 123486, + "w": 0 + }, + "value_bits_window": { + "0": 0.009781175029464169, + "128": 0.054434371082007854, + "256": 0.07232052153296738, + "512": 0.05817720742620977, + "w": null + } + }, + { + "step": 16701, + "loss": 1.0296173095703125, + "ema": 1.0418868226326206, + "lr": 0.00029175602660154627, + "value_bits": { + "0": 0.47504473648184264, + "128": 0.5837771489854852, + "256": 0.6659369673734707, + "512": 0.7620667863775231, + "w": null + }, + "value_n": { + "0": 99144, + "128": 76020, + "256": 101436, + "512": 124224, + "w": 0 + }, + "value_bits_window": { + "0": 0.02542543652280359, + "128": 0.054741078138711034, + "256": 0.05943126687663952, + "512": 0.11018486976359133, + "w": null + } + }, + { + "step": 16801, + "loss": 1.0201303958892822, + "ema": 1.037779762123022, + "lr": 0.0002869343221765771, + "value_bits": { + "0": 0.4722258806190867, + "128": 0.5811057301909911, + "256": 0.6619894893113822, + "512": 0.7579697349331695, + "w": null + }, + "value_n": { + "0": 99780, + "128": 76404, + "256": 102084, + "512": 124956, + "w": 0 + }, + "value_bits_window": { + "0": 0.03280348178720935, + "128": 0.05224829071851365, + "256": 0.04406296970334078, + "512": 0.06267995539303134, + "w": null + } + }, + { + "step": 16901, + "loss": 1.0038490295410156, + "ema": 1.0441446925604276, + "lr": 0.00028215807068113934, + "value_bits": { + "0": 0.4699161502149188, + "128": 0.5773680238417588, + "256": 0.658464878065367, + "512": 0.7536110443578192, + "w": null + }, + "value_n": { + "0": 100278, + "128": 76950, + "256": 102672, + "512": 125724, + "w": 0 + }, + "value_bits_window": { + "0": 0.007135227066558277, + "128": 0.0543355771261095, + "256": 0.04654920725206611, + "512": 0.044438466840271876, + "w": null + } + }, + { + "step": 17001, + "loss": 1.0486083030700684, + "ema": 1.0403654443734698, + "lr": 0.0002774280973639862, + "value_bits": { + "0": 0.4668223322286656, + "128": 0.5743831153011256, + "256": 0.6557126305020902, + "512": 0.7496265573761454, + "w": null + }, + "value_n": { + "0": 100962, + "128": 77394, + "256": 103176, + "512": 126492, + "w": 0 + }, + "value_bits_window": { + "0": 0.013252332191394715, + "128": 0.05706619592787904, + "256": 0.0950404840402596, + "512": 0.09735358695432078, + "w": null + } + }, + { + "step": 17101, + "loss": 1.061761736869812, + "ema": 1.0454190508365289, + "lr": 0.0002727452194778497, + "value_bits": { + "0": 0.4645634558581703, + "128": 0.5716561948519988, + "256": 0.6519986561032703, + "512": 0.7454385988464077, + "w": null + }, + "value_n": { + "0": 101502, + "128": 77814, + "256": 103806, + "512": 127302, + "w": 0 + }, + "value_bits_window": { + "0": 0.04222887045457017, + "128": 0.06916266809074131, + "256": 0.04375576313083161, + "512": 0.091434586076564, + "w": null + } + }, + { + "step": 17201, + "loss": 1.0339832305908203, + "ema": 1.0389182657115117, + "lr": 0.0002681102461382337, + "value_bits": { + "0": 0.4614813920146369, + "128": 0.568053779309356, + "256": 0.6485964971359733, + "512": 0.7422755368571302, + "w": null + }, + "value_n": { + "0": 102192, + "128": 78360, + "256": 104388, + "512": 127884, + "w": 0 + }, + "value_bits_window": { + "0": 0.00809640035329194, + "128": 0.054650184006783994, + "256": 0.04178461782456615, + "512": 0.050412792254024306, + "w": null + } + }, + { + "step": 17301, + "loss": 1.035597562789917, + "ema": 1.041347022913352, + "lr": 0.00026352397818361494, + "value_bits": { + "0": 0.4588324591492971, + "128": 0.5654830858605476, + "256": 0.6450963013250567, + "512": 0.7382486621962361, + "w": null + }, + "value_n": { + "0": 102804, + "128": 78756, + "256": 105006, + "512": 128658, + "w": 0 + }, + "value_bits_window": { + "0": 0.01651261049766574, + "128": 0.05679738220240561, + "256": 0.05386905163256366, + "512": 0.07290907675205724, + "w": null + } + }, + { + "step": 17401, + "loss": 1.0820375680923462, + "ema": 1.0373116487142284, + "lr": 0.0002589872080370713, + "value_bits": { + "0": 0.4560427777483584, + "128": 0.5621550509730453, + "256": 0.6424741573056798, + "512": 0.7342101313966718, + "w": null + }, + "value_n": { + "0": 103458, + "128": 79254, + "256": 105462, + "512": 129450, + "w": 0 + }, + "value_bits_window": { + "0": 0.017525336246663338, + "128": 0.03584437707719984, + "256": 0.03865649305416049, + "512": 0.07816304097960065, + "w": null + } + }, + { + "step": 17501, + "loss": 1.0615160465240479, + "ema": 1.0405911180711163, + "lr": 0.00025450071956936634, + "value_bits": { + "0": 0.45382191593360804, + "128": 0.5590968509930826, + "256": 0.6393521212083605, + "512": 0.7303352232828987, + "w": null + }, + "value_n": { + "0": 103998, + "128": 79746, + "256": 106044, + "512": 130236, + "w": 0 + }, + "value_bits_window": { + "0": 0.028329468469826945, + "128": 0.0664655883671416, + "256": 0.07361986881062822, + "512": 0.09215856256031293, + "w": null + } + }, + { + "step": 17601, + "loss": 1.087502360343933, + "ema": 1.0411952504625197, + "lr": 0.000250065287963511, + "value_bits": { + "0": 0.4510640602033273, + "128": 0.5563655140907616, + "256": 0.6368818284434166, + "512": 0.7261329977965225, + "w": null + }, + "value_n": { + "0": 104646, + "128": 80172, + "256": 106500, + "512": 131106, + "w": 0 + }, + "value_bits_window": { + "0": 0.008453751194473374, + "128": 0.04506693988303365, + "256": 0.062408745185281785, + "512": 0.09707433291872547, + "w": null + } + }, + { + "step": 17701, + "loss": 1.0674878358840942, + "ema": 1.040901303615665, + "lr": 0.00024568167958082557, + "value_bits": { + "0": 0.4488683750151436, + "128": 0.5535079736714572, + "256": 0.6332228577223512, + "512": 0.7229389646747301, + "w": null + }, + "value_n": { + "0": 105192, + "128": 80634, + "256": 107184, + "512": 131814, + "w": 0 + }, + "value_bits_window": { + "0": 0.02804479955237835, + "128": 0.057631933635801706, + "256": 0.06351469720558318, + "512": 0.13147440751977982, + "w": null + } + }, + { + "step": 17801, + "loss": 1.0052249431610107, + "ema": 1.0364645929104324, + "lr": 0.00024135065182852723, + "value_bits": { + "0": 0.4464347576853481, + "128": 0.5510376510093373, + "256": 0.6293847533923835, + "512": 0.7198024645206587, + "w": null + }, + "value_n": { + "0": 105828, + "128": 81042, + "256": 107892, + "512": 132462, + "w": 0 + }, + "value_bits_window": { + "0": 0.04392363479879831, + "128": 0.06282197077068102, + "256": 0.04833478940473399, + "512": 0.08178605817995309, + "w": null + } + }, + { + "step": 17901, + "loss": 1.0604897737503052, + "ema": 1.03884887988948, + "lr": 0.00023707295302886314, + "value_bits": { + "0": 0.44443796430507526, + "128": 0.5484860819475386, + "256": 0.6260561238927301, + "512": 0.7158992320426123, + "w": null + }, + "value_n": { + "0": 106320, + "128": 81492, + "256": 108528, + "512": 133284, + "w": 0 + }, + "value_bits_window": { + "0": 0.01493257843614356, + "128": 0.08896550437798195, + "256": 0.061382391225129, + "512": 0.08690898811684822, + "w": null + } + }, + { + "step": 18001, + "loss": 1.0268023014068604, + "ema": 1.0362686542600208, + "lr": 0.00023284932228981455, + "value_bits": { + "0": 0.442255897061656, + "128": 0.5459303380625191, + "256": 0.6228526389069707, + "512": 0.7121528679240829, + "w": null + }, + "value_n": { + "0": 106878, + "128": 81948, + "256": 109152, + "512": 134046, + "w": 0 + }, + "value_bits_window": { + "0": 0.026489966380055352, + "128": 0.08919200324233745, + "256": 0.06569267330679772, + "512": 0.05686363541219661, + "w": null + } + }, + { + "step": 18101, + "loss": 1.0390796661376953, + "ema": 1.0357870215719938, + "lr": 0.00022868048937739292, + "value_bits": { + "0": 0.43977076164216566, + "128": 0.5431418659528068, + "256": 0.6203746527374226, + "512": 0.7083881062150174, + "w": null + }, + "value_n": { + "0": 107490, + "128": 82404, + "256": 109668, + "512": 134862, + "w": 0 + }, + "value_bits_window": { + "0": 0.005773533922737694, + "128": 0.04202407549950269, + "256": 0.09619413649999241, + "512": 0.08994294928680514, + "w": null + } + }, + { + "step": 18201, + "loss": 1.0081441402435303, + "ema": 1.0344408639537266, + "lr": 0.0002245671745895482, + "value_bits": { + "0": 0.4375028942950592, + "128": 0.5399063273305429, + "256": 0.6175638090989863, + "512": 0.7050676623071038, + "w": null + }, + "value_n": { + "0": 108078, + "128": 82944, + "256": 110214, + "512": 135588, + "w": 0 + }, + "value_bits_window": { + "0": 0.022922858341858154, + "128": 0.04616313357306296, + "256": 0.052985786864497834, + "512": 0.08826090430568871, + "w": null + } + }, + { + "step": 18301, + "loss": 0.9866535067558289, + "ema": 1.0381565400489834, + "lr": 0.00022051008863171656, + "value_bits": { + "0": 0.4354271982176278, + "128": 0.5370699481123962, + "256": 0.6143460570021793, + "512": 0.7015406504929529, + "w": null + }, + "value_n": { + "0": 108618, + "128": 83418, + "256": 110844, + "512": 136344, + "w": 0 + }, + "value_bits_window": { + "0": 0.01998815996462664, + "128": 0.04073948847113973, + "256": 0.051423311609328407, + "512": 0.0689738808406994, + "w": null + } + }, + { + "step": 18401, + "loss": 1.0577659606933594, + "ema": 1.0345258045650085, + "lr": 0.0002165099324940219, + "value_bits": { + "0": 0.4329043250001589, + "128": 0.5341849515141359, + "256": 0.6114580164903373, + "512": 0.6985916011490848, + "w": null + }, + "value_n": { + "0": 109278, + "128": 83898, + "256": 111414, + "512": 137034, + "w": 0 + }, + "value_bits_window": { + "0": 0.017708199037978295, + "128": 0.032808605193974716, + "256": 0.04984053842961154, + "512": 0.11585945080077294, + "w": null + } + }, + { + "step": 18501, + "loss": 1.079685926437378, + "ema": 1.0354146512481746, + "lr": 0.00021256739733015862, + "value_bits": { + "0": 0.4303179246581515, + "128": 0.5319602991892185, + "256": 0.6085248029469956, + "512": 0.6953515887657936, + "w": null + }, + "value_n": { + "0": 109968, + "128": 84300, + "256": 112008, + "512": 137748, + "w": 0 + }, + "value_bits_window": { + "0": 0.02069958179744409, + "128": 0.06767203860235797, + "256": 0.058354678842836204, + "512": 0.07351425412724026, + "w": null + } + }, + { + "step": 18601, + "loss": 1.0101265907287598, + "ema": 1.0385849482599756, + "lr": 0.00020868316433797222, + "value_bits": { + "0": 0.4281680429709244, + "128": 0.5300349277577409, + "256": 0.6056420845062395, + "512": 0.6916444461191751, + "w": null + }, + "value_n": { + "0": 110544, + "128": 84708, + "256": 112584, + "512": 138588, + "w": 0 + }, + "value_bits_window": { + "0": 0.01771979751781976, + "128": 0.13221921287153854, + "256": 0.04507346104753081, + "512": 0.08372601125438864, + "w": null + } + }, + { + "step": 18701, + "loss": 1.0445852279663086, + "ema": 1.0336833698697918, + "lr": 0.00020485790464176096, + "value_bits": { + "0": 0.42616982851742397, + "128": 0.5275755590466199, + "256": 0.6028327935003894, + "512": 0.688051107306683, + "w": null + }, + "value_n": { + "0": 111072, + "128": 85164, + "256": 113172, + "512": 139416, + "w": 0 + }, + "value_bits_window": { + "0": 0.00781638429818736, + "128": 0.07071546084129035, + "256": 0.06493956458438027, + "512": 0.08660951389405937, + "w": null + } + }, + { + "step": 18801, + "loss": 0.993759036064148, + "ema": 1.0335563127711458, + "lr": 0.00020109227917631847, + "value_bits": { + "0": 0.42408289842214836, + "128": 0.5250404039942826, + "256": 0.600065927586983, + "512": 0.6845529793486869, + "w": null + }, + "value_n": { + "0": 111654, + "128": 85632, + "256": 113748, + "512": 140190, + "w": 0 + }, + "value_bits_window": { + "0": 0.02580197137326708, + "128": 0.06370718844459368, + "256": 0.05643441864247465, + "512": 0.054456070573508895, + "w": null + } + }, + { + "step": 18901, + "loss": 1.0450372695922852, + "ema": 1.03626790159563, + "lr": 0.0001973869385727354, + "value_bits": { + "0": 0.42189323783346777, + "128": 0.5226710006897601, + "256": 0.5977152198852133, + "512": 0.6808451499485291, + "w": null + }, + "value_n": { + "0": 112272, + "128": 86058, + "256": 114240, + "512": 141054, + "w": 0 + }, + "value_bits_window": { + "0": 0.0262874718649592, + "128": 0.04638756460322499, + "256": 0.054243066102912574, + "512": 0.07922408095766406, + "w": null + } + }, + { + "step": 19001, + "loss": 1.027235507965088, + "ema": 1.0336398086796712, + "lr": 0.00019374252304598305, + "value_bits": { + "0": 0.41980218097698385, + "128": 0.5205179398799514, + "256": 0.5951631406764294, + "512": 0.6774934990106442, + "w": null + }, + "value_n": { + "0": 112872, + "128": 86490, + "256": 114804, + "512": 141858, + "w": 0 + }, + "value_bits_window": { + "0": 0.028523621991701685, + "128": 0.09161028439265184, + "256": 0.07823135200361034, + "512": 0.08947885797530135, + "w": null + } + }, + { + "step": 19101, + "loss": 1.0483827590942383, + "ema": 1.0312013915412468, + "lr": 0.00019015966228429549, + "value_bits": { + "0": 0.41765193339373635, + "128": 0.5185148075852769, + "256": 0.5926824361548665, + "512": 0.6740744771852523, + "w": null + }, + "value_n": { + "0": 113496, + "128": 86874, + "256": 115350, + "512": 142704, + "w": 0 + }, + "value_bits_window": { + "0": 0.028705226316312456, + "128": 0.06734055715194154, + "256": 0.07108023488470214, + "512": 0.10076998769772129, + "w": null + } + }, + { + "step": 19201, + "loss": 1.0006420612335205, + "ema": 1.0251753262719343, + "lr": 0.00018663897534037111, + "value_bits": { + "0": 0.4153585215232124, + "128": 0.5162189291593023, + "256": 0.5903601031505846, + "512": 0.6712886345681809, + "w": null + }, + "value_n": { + "0": 114132, + "128": 87330, + "256": 115908, + "512": 143454, + "w": 0 + }, + "value_bits_window": { + "0": 0.006092682439900465, + "128": 0.07882388008447357, + "256": 0.11028642565251351, + "512": 0.14122078813277025, + "w": null + } + }, + { + "step": 19301, + "loss": 1.0192359685897827, + "ema": 1.0363041270739894, + "lr": 0.00018318107052441168, + "value_bits": { + "0": 0.41359261309485695, + "128": 0.5136466245733746, + "256": 0.5879382481757421, + "512": 0.6679321627637111, + "w": null + }, + "value_n": { + "0": 114654, + "128": 87840, + "256": 116454, + "512": 144276, + "w": 0 + }, + "value_bits_window": { + "0": 0.02748789902386728, + "128": 0.07317729224186605, + "256": 0.07381303494490435, + "512": 0.08216658339825861, + "w": null + } + }, + { + "step": 19401, + "loss": 1.0232775211334229, + "ema": 1.0294399755110784, + "lr": 0.0001797865452990175, + "value_bits": { + "0": 0.41121348546247216, + "128": 0.5113625813930883, + "256": 0.5851793653054329, + "512": 0.6653962381952337, + "w": null + }, + "value_n": { + "0": 115362, + "128": 88302, + "256": 117054, + "512": 144906, + "w": 0 + }, + "value_bits_window": { + "0": 0.025935943706184742, + "128": 0.07709774815425394, + "256": 0.04970778900711319, + "512": 0.08464536035136487, + "w": null + } + }, + { + "step": 19501, + "loss": 1.0024445056915283, + "ema": 1.0274570921030894, + "lr": 0.00017645598617595698, + "value_bits": { + "0": 0.40929590997948845, + "128": 0.5085558913822245, + "256": 0.5828791642643367, + "512": 0.6623033104940075, + "w": null + }, + "value_n": { + "0": 115938, + "128": 88818, + "256": 117600, + "512": 145668, + "w": 0 + }, + "value_bits_window": { + "0": 0.025241495278157496, + "128": 0.02825290429054275, + "256": 0.08975144876163613, + "512": 0.07413561827103604, + "w": null + } + }, + { + "step": 19601, + "loss": 1.0227125883102417, + "ema": 1.0330143842975017, + "lr": 0.00017318996861482767, + "value_bits": { + "0": 0.40716948977408446, + "128": 0.5065541994598355, + "256": 0.580122884923606, + "512": 0.6593749691274026, + "w": null + }, + "value_n": { + "0": 116592, + "128": 89232, + "256": 118200, + "512": 146400, + "w": 0 + }, + "value_bits_window": { + "0": 0.030207860150040174, + "128": 0.07711875703774046, + "256": 0.03989213414036776, + "512": 0.07663503717303163, + "w": null + } + }, + { + "step": 19701, + "loss": 1.0346734523773193, + "ema": 1.0291697433245426, + "lr": 0.00016998905692362765, + "value_bits": { + "0": 0.4052478259172557, + "128": 0.5045476620816182, + "256": 0.5770615654117859, + "512": 0.6568319539390604, + "w": null + }, + "value_n": { + "0": 117168, + "128": 89652, + "256": 118926, + "512": 147078, + "w": 0 + }, + "value_bits_window": { + "0": 0.016271033564170156, + "128": 0.07824446366952849, + "256": 0.0786483886939785, + "512": 0.10772070973065587, + "w": null + } + }, + { + "step": 19801, + "loss": 1.0160828828811646, + "ema": 1.0294523366866286, + "lr": 0.00016685380416125387, + "value_bits": { + "0": 0.4033593476995285, + "128": 0.5022003187905208, + "256": 0.5744172261823035, + "512": 0.6541160543177125, + "w": null + }, + "value_n": { + "0": 117768, + "128": 90120, + "256": 119562, + "512": 147774, + "w": 0 + }, + "value_bits_window": { + "0": 0.034577321341765985, + "128": 0.05253360782158935, + "256": 0.0799507368655935, + "512": 0.0801949558858028, + "w": null + } + }, + { + "step": 19901, + "loss": 1.0294229984283447, + "ema": 1.028622688327599, + "lr": 0.00016378475204194287, + "value_bits": { + "0": 0.40140607835460673, + "128": 0.5001025265027174, + "256": 0.5716302727530876, + "512": 0.6512511585163959, + "w": null + }, + "value_n": { + "0": 118356, + "128": 90534, + "256": 120234, + "512": 148500, + "w": 0 + }, + "value_bits_window": { + "0": 0.01019413241455407, + "128": 0.043452669070707016, + "256": 0.0757765139675133, + "512": 0.06811464041206135, + "w": null + } + }, + { + "step": 20001, + "loss": 1.0217628479003906, + "ema": 1.0266998731109402, + "lr": 0.0001607824308416733, + "value_bits": { + "0": 0.39967028509462477, + "128": 0.49786651641193924, + "256": 0.5689651560412347, + "512": 0.6482513927397268, + "w": null + }, + "value_n": { + "0": 118890, + "128": 91038, + "256": 120852, + "512": 149244, + "w": 0 + }, + "value_bits_window": { + "0": 0.014948286820402938, + "128": 0.09620989427206081, + "256": 0.05045764352842702, + "512": 0.04950782038034231, + "w": null + } + }, + { + "step": 20101, + "loss": 1.073965072631836, + "ema": 1.032594228407491, + "lr": 0.0001578473593065433, + "value_bits": { + "0": 0.3976686012339967, + "128": 0.49566452070809053, + "256": 0.5666933743263161, + "512": 0.64542781226588, + "w": null + }, + "value_n": { + "0": 119526, + "128": 91506, + "256": 121392, + "512": 150000, + "w": 0 + }, + "value_bits_window": { + "0": 0.023485905966614803, + "128": 0.06731989488120721, + "256": 0.05826862652751549, + "512": 0.08801717173838126, + "w": null + } + }, + { + "step": 20201, + "loss": 1.0171003341674805, + "ema": 1.0279493932648844, + "lr": 0.00015498004456314098, + "value_bits": { + "0": 0.39571744215163557, + "128": 0.49387715385807207, + "256": 0.56373459348347, + "512": 0.6428525178628199, + "w": null + }, + "value_n": { + "0": 120138, + "128": 91890, + "256": 122082, + "512": 150714, + "w": 0 + }, + "value_bits_window": { + "0": 0.014648421762249463, + "128": 0.06795321902006922, + "256": 0.043194993375119034, + "512": 0.10182428192584746, + "w": null + } + }, + { + "step": 20301, + "loss": 1.0364881753921509, + "ema": 1.030235029977947, + "lr": 0.00015218098203092226, + "value_bits": { + "0": 0.39399088477159994, + "128": 0.4916545415868784, + "256": 0.5613476750814863, + "512": 0.6398640781577631, + "w": null + }, + "value_n": { + "0": 120696, + "128": 92358, + "256": 122652, + "512": 151518, + "w": 0 + }, + "value_bits_window": { + "0": 0.022261224336603987, + "128": 0.055253170646732686, + "256": 0.05012000429029635, + "512": 0.07966544419267567, + "w": null + } + }, + { + "step": 20401, + "loss": 1.0136630535125732, + "ema": 1.0332164745909842, + "lr": 0.0001494506553366113, + "value_bits": { + "0": 0.3922496339950264, + "128": 0.4894435579618171, + "256": 0.5588995874405103, + "512": 0.6370954269211787, + "w": null + }, + "value_n": { + "0": 121296, + "128": 92802, + "256": 123252, + "512": 152274, + "w": 0 + }, + "value_bits_window": { + "0": 0.04197962777949872, + "128": 0.029529085791968224, + "256": 0.05846151187219531, + "512": 0.08220058821113808, + "w": null + } + }, + { + "step": 20501, + "loss": 1.0513951778411865, + "ema": 1.0349146101102136, + "lr": 0.0001467895362306391, + "value_bits": { + "0": 0.3901825090756543, + "128": 0.487530879180043, + "256": 0.5564542433193973, + "512": 0.6345719734372823, + "w": null + }, + "value_n": { + "0": 121974, + "128": 93228, + "256": 123870, + "512": 152952, + "w": 0 + }, + "value_bits_window": { + "0": 0.020368373057740283, + "128": 0.07086323526879187, + "256": 0.06876240899024257, + "512": 0.06782218611154342, + "w": null + } + }, + { + "step": 20601, + "loss": 1.032968282699585, + "ema": 1.028384525375515, + "lr": 0.00014419808450563305, + "value_bits": { + "0": 0.3883521035472877, + "128": 0.48533774002389746, + "256": 0.5541835023141637, + "512": 0.6319287297823454, + "w": null + }, + "value_n": { + "0": 122580, + "128": 93696, + "256": 124488, + "512": 153660, + "w": 0 + }, + "value_bits_window": { + "0": 0.019933153189199245, + "128": 0.048453173252224056, + "256": 0.09904322995447343, + "512": 0.06089849883614627, + "w": null + } + }, + { + "step": 20701, + "loss": 1.0283633470535278, + "ema": 1.0294069085344535, + "lr": 0.00014167674791697334, + "value_bits": { + "0": 0.3868874627550709, + "128": 0.48291360173368597, + "256": 0.5517737213886006, + "512": 0.6292731752780897, + "w": null + }, + "value_n": { + "0": 123090, + "128": 94200, + "256": 125118, + "512": 154416, + "w": 0 + }, + "value_bits_window": { + "0": 0.03485674057874046, + "128": 0.032254750067700004, + "256": 0.07560101049733997, + "512": 0.08952118437341076, + "w": null + } + }, + { + "step": 20801, + "loss": 1.0559630393981934, + "ema": 1.0305335468278691, + "lr": 0.00013922596210542957, + "value_bits": { + "0": 0.3853441930807522, + "128": 0.4808328262070616, + "256": 0.5493778767302391, + "512": 0.6264404052439257, + "w": null + }, + "value_n": { + "0": 123600, + "128": 94656, + "256": 125724, + "512": 155244, + "w": 0 + }, + "value_bits_window": { + "0": 0.012871518155456643, + "128": 0.050988408207025604, + "256": 0.054718979098415256, + "512": 0.0981493211914404, + "w": null + } + }, + { + "step": 20901, + "loss": 1.0225811004638672, + "ema": 1.0306199173597181, + "lr": 0.00013684615052188926, + "value_bits": { + "0": 0.3834402072838494, + "128": 0.47855618780537007, + "256": 0.5472627709948643, + "512": 0.6241797041452334, + "w": null + }, + "value_n": { + "0": 124254, + "128": 95166, + "256": 126258, + "512": 155946, + "w": 0 + }, + "value_bits_window": { + "0": 0.023604359428840215, + "128": 0.05601210045142642, + "256": 0.04928607909552295, + "512": 0.12423628339681488, + "w": null + } + }, + { + "step": 21001, + "loss": 1.0183202028274536, + "ema": 1.026033584881171, + "lr": 0.00013453772435419398, + "value_bits": { + "0": 0.38168310368848424, + "128": 0.4762406165505731, + "256": 0.545055454718312, + "512": 0.6214545878907825, + "w": null + }, + "value_n": { + "0": 124848, + "128": 95664, + "256": 126798, + "512": 156714, + "w": 0 + }, + "value_bits_window": { + "0": 0.014128978876187021, + "128": 0.03374331929353283, + "256": 0.028960383523953123, + "512": 0.06810695844206531, + "w": null + } + }, + { + "step": 21101, + "loss": 1.062819004058838, + "ema": 1.0267282226872811, + "lr": 0.00013230108245609296, + "value_bits": { + "0": 0.3801112742243302, + "128": 0.474031840504004, + "256": 0.5426722970218555, + "512": 0.6188449478586833, + "w": null + }, + "value_n": { + "0": 125376, + "128": 96156, + "256": 127398, + "512": 157494, + "w": 0 + }, + "value_bits_window": { + "0": 0.008445052745732989, + "128": 0.04455958091256808, + "256": 0.03903958102971547, + "512": 0.09452811710177722, + "w": null + } + }, + { + "step": 21201, + "loss": 1.030619740486145, + "ema": 1.0269086960656335, + "lr": 0.00013013661127832891, + "value_bits": { + "0": 0.37860280283291, + "128": 0.4718884923598424, + "256": 0.5402424893817033, + "512": 0.616397694762506, + "w": null + }, + "value_n": { + "0": 125928, + "128": 96654, + "256": 128028, + "512": 158214, + "w": 0 + }, + "value_bits_window": { + "0": 0.035983039842504456, + "128": 0.05804153623534237, + "256": 0.048889102492640724, + "512": 0.08108147374954126, + "w": null + } + }, + { + "step": 21301, + "loss": 1.011782169342041, + "ema": 1.0280840677108436, + "lr": 0.0001280446848018664, + "value_bits": { + "0": 0.3769092214407532, + "128": 0.46944771711685, + "256": 0.538111770261959, + "512": 0.6140004094990021, + "w": null + }, + "value_n": { + "0": 126516, + "128": 97212, + "256": 128610, + "512": 158886, + "w": 0 + }, + "value_bits_window": { + "0": 0.014206300434763187, + "128": 0.04666870217745041, + "256": 0.06939749627120238, + "512": 0.0495895602727955, + "w": null + } + }, + { + "step": 21401, + "loss": 1.0523924827575684, + "ema": 1.0287498796108006, + "lr": 0.0001260256644732746, + "value_bits": { + "0": 0.3754685821082697, + "128": 0.4675169438649282, + "256": 0.5358378196725492, + "512": 0.6113286162554817, + "w": null + }, + "value_n": { + "0": 127050, + "128": 97644, + "256": 129258, + "512": 159672, + "w": 0 + }, + "value_bits_window": { + "0": 0.034150369021227416, + "128": 0.0330393295921874, + "256": 0.08452179296884314, + "512": 0.0712388690672187, + "w": null + } + }, + { + "step": 21501, + "loss": 1.0324077606201172, + "ema": 1.030076573257043, + "lr": 0.00012407989914227602, + "value_bits": { + "0": 0.3740869058243051, + "128": 0.46527034435134923, + "256": 0.5335428064779066, + "512": 0.6090653468807808, + "w": null + }, + "value_n": { + "0": 127560, + "128": 98178, + "256": 129888, + "512": 160398, + "w": 0 + }, + "value_bits_window": { + "0": 0.029886960966071137, + "128": 0.05447078835152009, + "256": 0.06267167074281814, + "512": 0.11129572209117676, + "w": null + } + }, + { + "step": 21601, + "loss": 1.024728775024414, + "ema": 1.0297559396262996, + "lr": 0.00012220772500147172, + "value_bits": { + "0": 0.37269998098126256, + "128": 0.46312666028713045, + "256": 0.5314015463926327, + "512": 0.6063430754119669, + "w": null + }, + "value_n": { + "0": 128064, + "128": 98670, + "256": 130452, + "512": 161238, + "w": 0 + }, + "value_bits_window": { + "0": 0.021675907611200165, + "128": 0.03535711952113463, + "256": 0.03827390462658037, + "512": 0.08652533844195928, + "w": null + } + }, + { + "step": 21701, + "loss": 1.028132677078247, + "ema": 1.0250776599505014, + "lr": 0.00012040946552825321, + "value_bits": { + "0": 0.37111293544374535, + "128": 0.4613858432434477, + "256": 0.5292163434353694, + "512": 0.6038004797373969, + "w": null + }, + "value_n": { + "0": 128634, + "128": 99090, + "256": 131082, + "512": 162018, + "w": 0 + }, + "value_bits_window": { + "0": 0.014545567519888173, + "128": 0.05241818205255171, + "256": 0.07673365108471601, + "512": 0.07820683694725081, + "w": null + } + }, + { + "step": 21801, + "loss": 0.9814503788948059, + "ema": 1.0245921070657729, + "lr": 0.00011868543142891201, + "value_bits": { + "0": 0.36951588135230523, + "128": 0.45943012016610335, + "256": 0.5270733662909936, + "512": 0.6011721400050754, + "w": null + }, + "value_n": { + "0": 129210, + "128": 99540, + "256": 131658, + "512": 162816, + "w": 0 + }, + "value_bits_window": { + "0": 0.012857103577465816, + "128": 0.02877989853487499, + "256": 0.03938980719534628, + "512": 0.06754012653228125, + "w": null + } + }, + { + "step": 21901, + "loss": 1.0062086582183838, + "ema": 1.0313014669816645, + "lr": 0.00011703592058495441, + "value_bits": { + "0": 0.3678810308315272, + "128": 0.4572871652293396, + "256": 0.524879172109574, + "512": 0.5991031951952409, + "w": null + }, + "value_n": { + "0": 129816, + "128": 100050, + "256": 132306, + "512": 163452, + "w": 0 + }, + "value_bits_window": { + "0": 0.019301763851772822, + "128": 0.03903278404216381, + "256": 0.07907173763840468, + "512": 0.06945332387762274, + "w": null + } + }, + { + "step": 22001, + "loss": 1.0742082595825195, + "ema": 1.0283697314063018, + "lr": 0.00011546121800163398, + "value_bits": { + "0": 0.3664262856479641, + "128": 0.4556210081332372, + "256": 0.5223850889524592, + "512": 0.5967857311179717, + "w": null + }, + "value_n": { + "0": 130362, + "128": 100500, + "256": 132984, + "512": 164178, + "w": 0 + }, + "value_bits_window": { + "0": 0.02054862859772463, + "128": 0.08517874709980773, + "256": 0.03568572879722899, + "512": 0.07503071960586466, + "w": null + } + }, + { + "step": 22101, + "loss": 1.000178575515747, + "ema": 1.0232010670814462, + "lr": 0.00011396159575870696, + "value_bits": { + "0": 0.3649349006719921, + "128": 0.45364150470983144, + "256": 0.5201794737334543, + "512": 0.594670510218489, + "w": null + }, + "value_n": { + "0": 130914, + "128": 101028, + "256": 133608, + "512": 164874, + "w": 0 + }, + "value_bits_window": { + "0": 0.012724885748680498, + "128": 0.07686102355020197, + "256": 0.050128938021705774, + "512": 0.09571542855863763, + "w": null + } + }, + { + "step": 22201, + "loss": 1.0764145851135254, + "ema": 1.0269669354646696, + "lr": 0.00011253731296342258, + "value_bits": { + "0": 0.36361192969432715, + "128": 0.4517714895907379, + "256": 0.5179466401566075, + "512": 0.5924309993523769, + "w": null + }, + "value_n": { + "0": 131430, + "128": 101502, + "256": 134304, + "512": 165588, + "w": 0 + }, + "value_bits_window": { + "0": 0.02796188595398789, + "128": 0.053197887371786844, + "256": 0.08931958766327648, + "512": 0.07529218347087026, + "w": null + } + }, + { + "step": 22301, + "loss": 1.0207829475402832, + "ema": 1.02307271058266, + "lr": 0.00011118861570575383, + "value_bits": { + "0": 0.3620762963281737, + "128": 0.4500653526463054, + "256": 0.5158402768587875, + "512": 0.5899746107687316, + "w": null + }, + "value_n": { + "0": 132030, + "128": 101934, + "256": 134916, + "512": 166344, + "w": 0 + }, + "value_bits_window": { + "0": 0.02569580747223816, + "128": 0.04919425974402432, + "256": 0.05359678609013351, + "512": 0.05194753036047296, + "w": null + } + }, + { + "step": 22401, + "loss": 1.0703308582305908, + "ema": 1.026894151070757, + "lr": 0.00010991573701587744, + "value_bits": { + "0": 0.36049007640456465, + "128": 0.4481841267378221, + "256": 0.5137243831451065, + "512": 0.5878870639611927, + "w": null + }, + "value_n": { + "0": 132624, + "128": 102420, + "256": 135546, + "512": 167034, + "w": 0 + }, + "value_bits_window": { + "0": 0.007916647929659614, + "128": 0.05361441119185042, + "256": 0.060600706518135164, + "512": 0.08462491011589995, + "w": null + } + }, + { + "step": 22501, + "loss": 1.0870945453643799, + "ema": 1.026958177615457, + "lr": 0.00010871889682391076, + "value_bits": { + "0": 0.3587525337590943, + "128": 0.44656360115290383, + "256": 0.5117246168372027, + "512": 0.5857925880928323, + "w": null + }, + "value_n": { + "0": 133302, + "128": 102870, + "256": 136128, + "512": 167724, + "w": 0 + }, + "value_bits_window": { + "0": 0.01887074052479443, + "128": 0.07773197802550982, + "256": 0.045985228570685335, + "512": 0.07876551244687335, + "w": null + } + }, + { + "step": 22601, + "loss": 0.986445963382721, + "ema": 1.0210272427993672, + "lr": 0.00010759830192191176, + "value_bits": { + "0": 0.3573577021119171, + "128": 0.4446761307910754, + "256": 0.5096848416957331, + "512": 0.5836174181024388, + "w": null + }, + "value_n": { + "0": 133884, + "128": 103338, + "256": 136722, + "512": 168480, + "w": 0 + }, + "value_bits_window": { + "0": 0.03788373607751111, + "128": 0.02979562625839799, + "256": 0.042226069880941526, + "512": 0.10104041880512342, + "w": null + } + }, + { + "step": 22701, + "loss": 1.0202842950820923, + "ema": 1.0271643356218152, + "lr": 0.00010655414592814919, + "value_bits": { + "0": 0.3560658071329676, + "128": 0.44335459965394697, + "256": 0.5075646951670384, + "512": 0.5809319247956143, + "w": null + }, + "value_n": { + "0": 134430, + "128": 103710, + "256": 137358, + "512": 169326, + "w": 0 + }, + "value_bits_window": { + "0": 0.03928180097605246, + "128": 0.07624603877069225, + "256": 0.05179319564472987, + "512": 0.04611878964930013, + "w": null + } + }, + { + "step": 22801, + "loss": 1.0747106075286865, + "ema": 1.0222591234286624, + "lr": 0.00010558660925364902, + "value_bits": { + "0": 0.35451124892759744, + "128": 0.4417977130653494, + "256": 0.5057098358268359, + "512": 0.5786646341900569, + "w": null + }, + "value_n": { + "0": 135054, + "128": 104154, + "256": 137898, + "512": 170118, + "w": 0 + }, + "value_bits_window": { + "0": 0.019608589395702848, + "128": 0.07813846058008006, + "256": 0.03389544832398912, + "512": 0.09392820858827218, + "w": null + } + }, + { + "step": 22901, + "loss": 1.0611696243286133, + "ema": 1.023316193942277, + "lr": 0.0001046958590710223, + "value_bits": { + "0": 0.3531609320100743, + "128": 0.43986514155206685, + "256": 0.5036681787023869, + "512": 0.5765607882571854, + "w": null + }, + "value_n": { + "0": 135630, + "128": 104634, + "256": 138522, + "512": 170838, + "w": 0 + }, + "value_bits_window": { + "0": 0.03655381225456981, + "128": 0.02052128031367971, + "256": 0.05248158551765478, + "512": 0.07947459046796437, + "w": null + } + }, + { + "step": 23001, + "loss": 1.011629581451416, + "ema": 1.019273491847759, + "lr": 0.00010388204928558148, + "value_bits": { + "0": 0.3516284303042671, + "128": 0.43826387955117935, + "256": 0.5017828523396319, + "512": 0.5741701260545645, + "w": null + }, + "value_n": { + "0": 136248, + "128": 105060, + "256": 139116, + "512": 171600, + "w": 0 + }, + "value_bits_window": { + "0": 0.01529638118026518, + "128": 0.04496235795291066, + "256": 0.062120935805065, + "512": 0.03819118987171139, + "w": null + } + }, + { + "step": 23101, + "loss": 1.0411920547485352, + "ema": 1.0192051578166288, + "lr": 0.00010314532050874761, + "value_bits": { + "0": 0.35021882835622864, + "128": 0.43683362153986893, + "256": 0.4998384480267339, + "512": 0.5716872599571531, + "w": null + }, + "value_n": { + "0": 136830, + "128": 105444, + "256": 139710, + "512": 172440, + "w": 0 + }, + "value_bits_window": { + "0": 0.020226652726766346, + "128": 0.04552396875791631, + "256": 0.04445502985647331, + "512": 0.06447318577166879, + "w": null + } + }, + { + "step": 23201, + "loss": 1.0451586246490479, + "ema": 1.019110498629026, + "lr": 0.00010248580003375586, + "value_bits": { + "0": 0.34881484411318686, + "128": 0.4350540589672687, + "256": 0.49787519403327607, + "512": 0.5697961069616314, + "w": null + }, + "value_n": { + "0": 137406, + "128": 105966, + "256": 140358, + "512": 173094, + "w": 0 + }, + "value_bits_window": { + "0": 0.015295462211437814, + "128": 0.07558241930201358, + "256": 0.07459399738823062, + "512": 0.07115631713324755, + "w": null + } + }, + { + "step": 23301, + "loss": 1.041799783706665, + "ema": 1.0278714744766118, + "lr": 0.00010190360181366123, + "value_bits": { + "0": 0.34754175341768323, + "128": 0.43359789947406785, + "256": 0.49588484750790546, + "512": 0.5674885047386536, + "w": null + }, + "value_n": { + "0": 137940, + "128": 106386, + "256": 140988, + "512": 173910, + "w": 0 + }, + "value_bits_window": { + "0": 0.01995692175781301, + "128": 0.06620885933950159, + "256": 0.052454597336524605, + "512": 0.07798838318949791, + "w": null + } + }, + { + "step": 23401, + "loss": 0.9753466248512268, + "ema": 1.020193116042835, + "lr": 0.00010139882644164988, + "value_bits": { + "0": 0.34617600014581, + "128": 0.4321728254270352, + "256": 0.4941173238754265, + "512": 0.5652757196893173, + "w": null + }, + "value_n": { + "0": 138522, + "128": 106836, + "256": 141582, + "512": 174684, + "w": 0 + }, + "value_bits_window": { + "0": 0.022478394781221853, + "128": 0.0952663197212243, + "256": 0.0745893408856318, + "512": 0.068085218487678, + "w": null + } + }, + { + "step": 23501, + "loss": 1.0408625602722168, + "ema": 1.0246452802660815, + "lr": 0.00010097156113365811, + "value_bits": { + "0": 0.3447728832774112, + "128": 0.43054255761409194, + "256": 0.49239630723912997, + "512": 0.5631479461496028, + "w": null + }, + "value_n": { + "0": 139122, + "128": 107304, + "256": 142140, + "512": 175458, + "w": 0 + }, + "value_bits_window": { + "0": 0.020835291870168814, + "128": 0.05838167713628935, + "256": 0.05572072050052775, + "512": 0.08293090091512954, + "w": null + } + }, + { + "step": 23601, + "loss": 1.0128226280212402, + "ema": 1.027258132331269, + "lr": 0.00010062187971330323, + "value_bits": { + "0": 0.343238548143843, + "128": 0.42897052076028985, + "256": 0.4904885278297988, + "512": 0.5612498513081698, + "w": null + }, + "value_n": { + "0": 139806, + "128": 107736, + "256": 142740, + "512": 176142, + "w": 0 + }, + "value_bits_window": { + "0": 0.031162857424156677, + "128": 0.03849403335201598, + "256": 0.03853558575925417, + "512": 0.07435522457107913, + "w": null + } + }, + { + "step": 23701, + "loss": 1.0358741283416748, + "ema": 1.024316385403485, + "lr": 0.00010034984259912822, + "value_bits": { + "0": 0.3416599433098246, + "128": 0.42734247829670285, + "256": 0.48876741557641307, + "512": 0.5594241849129774, + "w": null + }, + "value_n": { + "0": 140466, + "128": 108186, + "256": 143304, + "512": 176868, + "w": 0 + }, + "value_bits_window": { + "0": 0.007268386605602913, + "128": 0.03756740528112473, + "256": 0.053179537831222826, + "512": 0.116481305874441, + "w": null + } + }, + { + "step": 23801, + "loss": 1.0025324821472168, + "ema": 1.021546324675835, + "lr": 0.00010015549679416248, + "value_bits": { + "0": 0.34040630786283493, + "128": 0.42561202705068446, + "256": 0.48684256270150283, + "512": 0.5574931130782659, + "w": null + }, + "value_n": { + "0": 141006, + "128": 108666, + "256": 143928, + "512": 177624, + "w": 0 + }, + "value_bits_window": { + "0": 0.014307869535341374, + "128": 0.035589946838712555, + "256": 0.04479269669808767, + "512": 0.1057142595574267, + "w": null + } + }, + { + "step": 23901, + "loss": 0.9984971284866333, + "ema": 1.0221876478482872, + "lr": 0.0001000388758778005, + "value_bits": { + "0": 0.33900131833856884, + "128": 0.4240190688095049, + "256": 0.4850165387948795, + "512": 0.5557257395933501, + "w": null + }, + "value_n": { + "0": 141618, + "128": 109128, + "256": 144552, + "512": 178326, + "w": 0 + }, + "value_bits_window": { + "0": 0.01528897706623807, + "128": 0.04934287782245951, + "256": 0.06383710156332785, + "512": 0.1085349306408062, + "w": null + } + }, + { + "step": 24000, + "loss": 1.0328667163848877, + "ema": 1.0221760227998653, + "lr": 0.00010000000388764377, + "value_bits": { + "0": 0.33753115549224927, + "128": 0.42241161446361775, + "256": 0.4831888896392282, + "512": 0.5538551056816611, + "w": null + }, + "value_n": { + "0": 142254, + "128": 109608, + "256": 145146, + "512": 178992, + "w": 0 + }, + "value_bits_window": { + "0": 0.010170271891495273, + "128": 0.05695686892615107, + "256": 0.03842400622557993, + "512": 0.05298023640859975, + "w": null + } + } + ], + "wall_s": 1075.0195097923279, + "frames": { + "mode": "dyn", + "register": "caption", + "tags": "mode", + "n_lookup": 2, + "n_bulk": 0, + "facts": 0, + "ask": "any", + "sizes": [ + 32, + 128, + 256, + 512 + ], + "frame_records": 4, + "nest": 0.3, + "overlap": 0.0 + }, + "heldout_bits_by_frame": { + "by_kind_size_segment": { + "data/32/open": { + "bits": 6.914896775620446, + "n": 94 + }, + "data/32/head": { + "bits": 1.4928160062787457, + "n": 752 + }, + "data/32/body": { + "bits": 2.8832970085946834, + "n": 2068 + }, + "data/32/close": { + "bits": 0.37697772323845585, + "n": 94 + }, + "data/128/open": { + "bits": 6.717121150266271, + "n": 87 + }, + "data/128/head": { + "bits": 1.4858333335839584, + "n": 696 + }, + "data/128/body": { + "bits": 2.2672192388183556, + "n": 10266 + }, + "data/128/close": { + "bits": 3.1508960755790043, + "n": 87 + }, + "data/512/open": { + "bits": 6.678388355658451, + "n": 57 + }, + "data/512/head": { + "bits": 1.476075223224895, + "n": 456 + }, + "data/512/body": { + "bits": 1.6227869027223834, + "n": 28614 + }, + "data/512/close": { + "bits": 3.1828197132537226, + "n": 57 + }, + "data/256/open": { + "bits": 6.059070248483049, + "n": 62 + }, + "data/256/head": { + "bits": 1.422937938487302, + "n": 496 + }, + "data/256/body": { + "bits": 1.8534517700350737, + "n": 15252 + }, + "data/256/close": { + "bits": 4.537668296105215, + "n": 62 + }, + "think/512/open": { + "bits": 7.471094852095633, + "n": 31 + }, + "think/512/head": { + "bits": 2.1290760388005565, + "n": 241 + }, + "think/512/body": { + "bits": 1.4466797631781128, + "n": 14417 + }, + "think/512/close": { + "bits": 11.158574958010352, + "n": 31 + }, + "think/32/open": { + "bits": 8.49484166490281, + "n": 27 + }, + "think/32/head": { + "bits": 2.333967393854358, + "n": 216 + }, + "think/32/body": { + "bits": 1.5109110999695505, + "n": 594 + }, + "think/32/close": { + "bits": 5.2291513960774605, + "n": 27 + }, + "think/128/open": { + "bits": 7.965398181378417, + "n": 28 + }, + "think/128/head": { + "bits": 2.301894953603634, + "n": 216 + }, + "think/128/body": { + "bits": 1.6134382219318764, + "n": 3184 + }, + "think/128/close": { + "bits": 5.776446770781233, + "n": 28 + }, + "think/256/open": { + "bits": 7.885576575668462, + "n": 27 + }, + "think/256/head": { + "bits": 2.1382957666525457, + "n": 216 + }, + "think/256/body": { + "bits": 1.5438201402119425, + "n": 6066 + }, + "think/256/close": { + "bits": 10.43411152617002, + "n": 27 + }, + "data/64/open": { + "bits": 12.551992721024147, + "n": 9 + }, + "data/64/head": { + "bits": 1.2858251779285301, + "n": 72 + }, + "data/64/body": { + "bits": 2.7913351191048115, + "n": 486 + }, + "data/64/close": { + "bits": 9.767186348638031, + "n": 9 + } + }, + "by_kind_depth": { + "data/depth1": { + "bits": 1.8543108111972266, + "n": 57920 + }, + "think/depth1": { + "bits": 1.5786593592546572, + "n": 25376 + }, + "data/depth2": { + "bits": 2.4182144211991625, + "n": 1856 + } + }, + "outside": { + "bits": 1.417411081634683, + "n": 701280 + } + }, + "fetch_by_frame": { + "data/128/depth0": { + "n": 59, + "value_bits": 0.21132597176671572, + "first_byte": 1.0, + "full_value": 0.9830508474576272, + "dist": 279.3898305084746 + }, + "data/512/depth0": { + "n": 36, + "value_bits": 0.30730644533866625, + "first_byte": 0.9444444444444444, + "full_value": 0.9444444444444444, + "dist": 714.2777777777778 + }, + "data/32/depth0": { + "n": 52, + "value_bits": 0.11873614601561948, + "first_byte": 1.0, + "full_value": 0.9807692307692307, + "dist": 115.07692307692308 + }, + "data/256/depth0": { + "n": 31, + "value_bits": 0.11242986367766888, + "first_byte": 1.0, + "full_value": 1.0, + "dist": 318.8709677419355 + }, + "data/64/depth1": { + "n": 8, + "value_bits": 0.03471642415937139, + "first_byte": 1.0, + "full_value": 1.0, + "dist": 258.125 + }, + "data/128/depth1": { + "n": 6, + "value_bits": 0.902921634340608, + "first_byte": 0.6666666666666666, + "full_value": 0.6666666666666666, + "dist": 507.1666666666667 + } + }, + "fetch_by_frame_bank_off": { + "data/128/depth0": { + "n": 59, + "value_bits": 12.147138224586083, + "first_byte": 0.559322033898305, + "full_value": 0.0847457627118644, + "dist": 279.3898305084746 + }, + "data/512/depth0": { + "n": 36, + "value_bits": 8.08807115749745, + "first_byte": 0.5555555555555556, + "full_value": 0.19444444444444445, + "dist": 714.2777777777778 + }, + "data/32/depth0": { + "n": 52, + "value_bits": 14.972811608219624, + "first_byte": 0.6346153846153846, + "full_value": 0.09615384615384616, + "dist": 115.07692307692308 + }, + "data/256/depth0": { + "n": 31, + "value_bits": 7.987365865771965, + "first_byte": 0.6129032258064516, + "full_value": 0.12903225806451613, + "dist": 318.8709677419355 + }, + "data/64/depth1": { + "n": 8, + "value_bits": 6.895613923917279, + "first_byte": 0.875, + "full_value": 0.25, + "dist": 258.125 + }, + "data/128/depth1": { + "n": 6, + "value_bits": 7.011738121793985, + "first_byte": 0.6666666666666666, + "full_value": 0.16666666666666666, + "dist": 507.1666666666667 + } + }, + "canary": { + "prefix_bytes": 5, + "frame_bytes": 32, + "frame_records": 1, + "register": "caption", + "scheme": "mode", + "plain": { + "bits": 1.4341604448355594, + "by_position": { + "0-64": 2.856628524660896, + "64-256": 1.5992666364647872, + "256-1024": 1.4347562314320825, + "1024-2048": 1.3981810453241645, + "2048-4096": 1.3919958912503778, + "4096+": null + } + }, + "tag": { + "bits": 1.4070276341689354, + "by_position": { + "0-64": 1.9198775546534077, + "64-256": 1.5318119500799552, + "256-1024": 1.4111920234362594, + "1024-2048": 1.3874550503241496, + "2048-4096": 1.3875271710803214, + "4096+": null + } + }, + "frame": { + "bits": 1.4269489113152427, + "by_position": { + "0-64": 2.9354064171843626, + "64-256": 1.5821099216122687, + "256-1024": 1.4190577142748582, + "1024-2048": 1.3867371809197209, + "2048-4096": 1.388328375484931, + "4096+": null + } + } + }, + "formation": { + "register": "caption", + "uniform_bits": 4.700439718141092, + "margin": 0.2, + "near_band_value_bits_at_end": 0.01585693680537256, + "first_step_under": 1101, + "at_the_rate": false, + "whole_value_zero_everywhere": false, + "failure": false, + "formed": true, + "floor": 0.05, + "min_trials": 8, + "groups_judged": 5, + "near_band_basis": "the last 400 steps" + }, + "plain_collapse": { + "flag": false, + "threshold": 2.5, + "windows_over": [], + "worst_window": "64-256", + "worst_bits": 1.5992666364647872 + }, + "weights": "bed/alhena-both_s6_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_gag50_cp4_gc48_kh50_va1_pt10b4h0_krtn_ahdigit1_norm16/model.safetensors", + "grid": { + "layout": "AG48", + "p": 0.5, + "n_ag": 4, + "rotary": { + "form": "anchored", + "pairs": 16, + "rel_pairs": 4, + "content_pairs": 4, + "anchor_freqs": 4, + "levels": 2, + "ntk_scale": 4.0, + "base": 10000.0, + "null": 8, + "w": [ + 1.0, + 0.06299605249474366, + 0.003968502629920499, + 0.00025, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6981317007977318, + 1.3962634015954636, + 2.0943951023931953, + 2.792526803190927, + 0.6981317007977318, + 1.3962634015954636, + 2.0943951023931953, + 2.792526803190927 + ], + "kind": [ + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 3, + 3, + 3, + 3 + ] + }, + "head": { + "form": "digit", + "lam": 1.0, + "params": 4112, + "novelty": { + "novelty": 0.9754624503877147, + "cos": -0.02453754961228527, + "grad_norm_ce": 1.3192840528606626, + "grad_norm_head": 1.6733961338123093, + "ce": 5.828096389770508, + "term": 6.266573905944824, + "ptr": { + "novelty": 0.9846431692462129, + "cos": -0.01535683075378716, + "grad_norm": 2.731414306885609, + "term": 5.095184803009033, + "mass": 0.006230482831597328 + } + }, + "term_step1": 6.322364807128906, + "term_last50": 5.080954859248976e-07, + "descended": true, + "curve": [ + [ + 1, + 6.322364807128906 + ], + [ + 101, + 0.2425204962491989 + ], + [ + 201, + 0.009608636610209942 + ], + [ + 301, + 0.0009921733289957047 + ], + [ + 401, + 0.00015211186837404966 + ], + [ + 501, + 2.6471103410585783e-05 + ], + [ + 601, + 8.396296834689565e-06 + ], + [ + 701, + 1.0595805179036688e-05 + ], + [ + 801, + 8.192767381842714e-06 + ], + [ + 901, + 9.652565495343879e-06 + ], + [ + 1001, + 0.0001363165065413341 + ], + [ + 1101, + 0.0003656418703030795 + ], + [ + 1201, + 6.410255446098745e-05 + ], + [ + 1301, + 5.731290366384201e-05 + ], + [ + 1401, + 6.039732397766784e-05 + ], + [ + 1501, + 7.402281880786177e-06 + ], + [ + 1601, + 1.7918169760378078e-05 + ], + [ + 1701, + 1.0600010682537686e-05 + ], + [ + 1801, + 3.5003110951947747e-06 + ], + [ + 1901, + 0.005643514916300774 + ], + [ + 2001, + 7.087898666213732e-06 + ], + [ + 2101, + 4.087450179213192e-06 + ], + [ + 2201, + 7.017348252702504e-06 + ], + [ + 2301, + 2.284530182805611e-06 + ], + [ + 2401, + 1.497038056186284e-06 + ], + [ + 2501, + 1.0907137948379386e-06 + ], + [ + 2601, + 9.69795564742526e-07 + ], + [ + 2701, + 7.827085028111469e-06 + ], + [ + 2801, + 5.606977993011242e-06 + ], + [ + 2901, + 4.204335709800944e-05 + ], + [ + 3001, + 5.32939793629339e-06 + ], + [ + 3101, + 1.848709325713571e-05 + ], + [ + 3201, + 1.1128195183118805e-06 + ], + [ + 3301, + 4.911955784336897e-07 + ], + [ + 3401, + 1.6279739156743744e-06 + ], + [ + 3501, + 3.2822003959154245e-07 + ], + [ + 3601, + 0.0008308446267619729 + ], + [ + 3701, + 3.566153964129626e-06 + ], + [ + 3801, + 1.6293564840452746e-05 + ], + [ + 3901, + 9.49127206695266e-06 + ], + [ + 4001, + 2.9747586722805863e-06 + ], + [ + 4101, + 4.4822030531577184e-07 + ], + [ + 4201, + 1.4170601048135723e-07 + ], + [ + 4301, + 3.7543799180639326e-07 + ], + [ + 4401, + 3.5818754895444727e-07 + ], + [ + 4501, + 7.911781722214073e-06 + ], + [ + 4601, + 3.986730007454753e-06 + ], + [ + 4701, + 5.0724236643873155e-05 + ], + [ + 4801, + 9.379164112033322e-06 + ], + [ + 4901, + 5.065892310085474e-06 + ], + [ + 5001, + 3.563697816844069e-07 + ], + [ + 5101, + 1.3402891454461496e-05 + ], + [ + 5201, + 1.1118454494862817e-06 + ], + [ + 5301, + 0.00014542523422278464 + ], + [ + 5401, + 3.818016693912796e-07 + ], + [ + 5501, + 7.949400924189831e-07 + ], + [ + 5601, + 7.8065220066037e-08 + ], + [ + 5701, + 6.35934682691186e-08 + ], + [ + 5801, + 6.048000500413764e-08 + ], + [ + 5901, + 2.3351326206011436e-07 + ], + [ + 6001, + 4.3705331336241215e-05 + ], + [ + 6101, + 4.017507308162749e-06 + ], + [ + 6201, + 2.6582875989333843e-07 + ], + [ + 6301, + 7.55526201601242e-08 + ], + [ + 6401, + 1.040419874698273e-06 + ], + [ + 6501, + 2.3407839222500115e-08 + ], + [ + 6601, + 3.4282997773971147e-08 + ], + [ + 6701, + 4.3154425810598696e-08 + ], + [ + 6801, + 8.491625180795381e-09 + ], + [ + 6901, + 3.082206490034878e-08 + ], + [ + 7001, + 4.9267139701214546e-08 + ], + [ + 7101, + 1.386918846435492e-08 + ], + [ + 7201, + 1.2723339750664309e-05 + ], + [ + 7301, + 5.4478427102822025e-08 + ], + [ + 7401, + 6.108226443757303e-06 + ], + [ + 7501, + 6.011922693005545e-08 + ], + [ + 7601, + 7.788653988427541e-08 + ], + [ + 7701, + 3.221293809474446e-08 + ], + [ + 7801, + 9.562322134115675e-08 + ], + [ + 7901, + 1.5288891290765605e-06 + ], + [ + 8001, + 3.821439236162405e-07 + ], + [ + 8101, + 2.4903667394937656e-07 + ], + [ + 8201, + 4.3958561235513116e-08 + ], + [ + 8301, + 3.94195467379177e-07 + ], + [ + 8401, + 1.6356430876385275e-08 + ], + [ + 8501, + 2.483459837776536e-08 + ], + [ + 8601, + 3.9490704040190394e-09 + ], + [ + 8701, + 3.390209002418487e-08 + ], + [ + 8801, + 6.448667733138791e-08 + ], + [ + 8901, + 3.127962600046885e-08 + ], + [ + 9001, + 4.34617923872338e-08 + ], + [ + 9101, + 1.1654261555804624e-07 + ], + [ + 9201, + 5.897724619785549e-08 + ], + [ + 9301, + 2.160692531560926e-07 + ], + [ + 9401, + 3.472565524020865e-08 + ], + [ + 9501, + 9.933222244740136e-09 + ], + [ + 9601, + 1.1715541603507518e-07 + ], + [ + 9701, + 2.570395807310888e-08 + ], + [ + 9801, + 4.1583771093200994e-08 + ], + [ + 9901, + 5.675780911928996e-08 + ], + [ + 10001, + 4.2600383665103436e-08 + ], + [ + 10101, + 3.7527065899212175e-08 + ], + [ + 10201, + 1.1944951694431438e-08 + ], + [ + 10301, + 2.1497037039353017e-07 + ], + [ + 10401, + 4.130939146307355e-08 + ], + [ + 10501, + 1.8141166435725609e-07 + ], + [ + 10601, + 5.060313696958474e-07 + ], + [ + 10701, + 2.4508256757371782e-08 + ], + [ + 10801, + 4.165299571923242e-08 + ], + [ + 10901, + 3.2519235304562244e-08 + ], + [ + 11001, + 4.083326388126807e-08 + ], + [ + 11101, + 7.119787426290713e-08 + ], + [ + 11201, + 5.713151836062025e-07 + ], + [ + 11301, + 6.767340323676763e-07 + ], + [ + 11401, + 1.355190875074186e-07 + ], + [ + 11501, + 1.575932060404739e-07 + ], + [ + 11601, + 1.543655869795657e-08 + ], + [ + 11701, + 5.1176520798890124e-08 + ], + [ + 11801, + 1.4852655993990993e-08 + ], + [ + 11901, + 7.463176743272015e-09 + ], + [ + 12001, + 1.2326387022199015e-08 + ], + [ + 12101, + 2.5453307017642146e-08 + ], + [ + 12201, + 1.6013094850109155e-08 + ], + [ + 12301, + 6.207650837808387e-09 + ], + [ + 12401, + 5.5393130082848074e-08 + ], + [ + 12501, + 2.0879706852383606e-08 + ], + [ + 12601, + 1.6624142062937608e-08 + ], + [ + 12701, + 2.7997847595884195e-08 + ], + [ + 12801, + 1.862514125150483e-07 + ], + [ + 12901, + 8.564791542653438e-09 + ], + [ + 13001, + 3.2431827889922715e-08 + ], + [ + 13101, + 2.4160419442864622e-08 + ], + [ + 13201, + 4.418038912490374e-08 + ], + [ + 13301, + 6.821363740527886e-07 + ], + [ + 13401, + 8.868248357885022e-09 + ], + [ + 13501, + 2.797857945324722e-08 + ], + [ + 13601, + 3.0391426264486654e-08 + ], + [ + 13701, + 1.8235159160440162e-08 + ], + [ + 13801, + 9.159736080732728e-09 + ], + [ + 13901, + 2.712356028666818e-08 + ], + [ + 14001, + 6.717353073781851e-08 + ], + [ + 14101, + 2.883454897073534e-08 + ], + [ + 14201, + 3.9762625192452106e-08 + ], + [ + 14301, + 9.227456132521183e-08 + ], + [ + 14401, + 2.2789183731219964e-06 + ], + [ + 14501, + 3.351317445776658e-08 + ], + [ + 14601, + 3.475077647863145e-08 + ], + [ + 14701, + 5.571601491283218e-08 + ], + [ + 14801, + 1.0290335694662645e-07 + ], + [ + 14901, + 4.244721196755563e-08 + ], + [ + 15001, + 1.176110764333771e-08 + ], + [ + 15101, + 3.6234143863111967e-07 + ], + [ + 15201, + 1.2702611229542526e-06 + ], + [ + 15301, + 2.1608865097277885e-07 + ], + [ + 15401, + 8.049674704579957e-08 + ], + [ + 15501, + 1.982570019265495e-08 + ], + [ + 15601, + 2.801988046030601e-07 + ], + [ + 15701, + 2.4716378277389595e-08 + ], + [ + 15801, + 3.9517686900580884e-08 + ], + [ + 15901, + 9.164721426202505e-09 + ], + [ + 16001, + 2.6160972055322418e-08 + ], + [ + 16101, + 5.675528313986433e-08 + ], + [ + 16201, + 1.216914142787573e-07 + ], + [ + 16301, + 3.7767716065673085e-08 + ], + [ + 16401, + 4.855792212765664e-09 + ], + [ + 16501, + 4.3408491023910756e-08 + ], + [ + 16601, + 3.637498480202339e-08 + ], + [ + 16701, + 2.333724857805919e-08 + ], + [ + 16801, + 2.7149720693842028e-08 + ], + [ + 16901, + 1.4811513437962276e-07 + ], + [ + 17001, + 5.2775970260654503e-08 + ], + [ + 17101, + 1.1578322300920263e-08 + ], + [ + 17201, + 1.4599443431961845e-08 + ], + [ + 17301, + 8.91564688743074e-09 + ], + [ + 17401, + 2.6581329137798093e-08 + ], + [ + 17501, + 6.777851524475409e-08 + ], + [ + 17601, + 7.201720109151211e-09 + ], + [ + 17701, + 2.6160440924627437e-08 + ], + [ + 17801, + 5.850951723118669e-09 + ], + [ + 17901, + 1.0593782739931612e-08 + ], + [ + 18001, + 4.468537539992212e-09 + ], + [ + 18101, + 1.774904312412673e-08 + ], + [ + 18201, + 3.004446247345527e-09 + ], + [ + 18301, + 2.5789539392917504e-08 + ], + [ + 18401, + 2.2775784813688915e-08 + ], + [ + 18501, + 4.403609210612558e-08 + ], + [ + 18601, + 3.1116357490645896e-08 + ], + [ + 18701, + 1.1962415058519582e-08 + ], + [ + 18801, + 3.266153347780687e-09 + ], + [ + 18901, + 1.5987479784485004e-08 + ], + [ + 19001, + 8.638421533646579e-09 + ], + [ + 19101, + 4.5908250534409945e-09 + ], + [ + 19201, + 1.0593588228857698e-07 + ], + [ + 19301, + 3.813315885281554e-09 + ], + [ + 19401, + 3.8958109627174053e-08 + ], + [ + 19501, + 1.3366443951667861e-08 + ], + [ + 19601, + 6.823829323820974e-08 + ], + [ + 19701, + 6.61474786056715e-08 + ], + [ + 19801, + 5.631689958818242e-08 + ], + [ + 19901, + 9.210991080976783e-09 + ], + [ + 20001, + 1.1133979960220586e-08 + ], + [ + 20101, + 3.9291251141548855e-08 + ], + [ + 20201, + 1.3272964949351262e-08 + ], + [ + 20301, + 4.055640268063598e-09 + ], + [ + 20401, + 2.7899670129727383e-08 + ], + [ + 20501, + 6.453573231368637e-09 + ], + [ + 20601, + 2.270195125220198e-07 + ], + [ + 20701, + 5.384807764130528e-07 + ], + [ + 20801, + 1.1394248211615832e-08 + ], + [ + 20901, + 1.6285433446228126e-08 + ], + [ + 21001, + 1.6561931825975762e-09 + ], + [ + 21101, + 4.325724489717686e-08 + ], + [ + 21201, + 3.869319087357326e-09 + ], + [ + 21301, + 1.7127714357911827e-08 + ], + [ + 21401, + 1.8540594837190838e-08 + ], + [ + 21501, + 1.0360821534050046e-07 + ], + [ + 21601, + 2.2144119871114754e-09 + ], + [ + 21701, + 2.663660225721287e-08 + ], + [ + 21801, + 4.231159422829478e-08 + ], + [ + 21901, + 3.4774636503698275e-08 + ], + [ + 22001, + 2.60726409351264e-08 + ], + [ + 22101, + 1.3652091013227619e-08 + ], + [ + 22201, + 4.738162751038999e-09 + ], + [ + 22301, + 1.4176697149537176e-08 + ], + [ + 22401, + 3.385751412565696e-08 + ], + [ + 22501, + 3.6755725130177552e-09 + ], + [ + 22601, + 6.41998241235342e-08 + ], + [ + 22701, + 2.670926413372854e-08 + ], + [ + 22801, + 2.206169824603421e-08 + ], + [ + 22901, + 2.9383157240658875e-08 + ], + [ + 23001, + 1.0032610298083e-08 + ], + [ + 23101, + 1.103211033637308e-07 + ], + [ + 23201, + 2.448116021014357e-08 + ], + [ + 23301, + 3.278623239566514e-08 + ], + [ + 23401, + 4.53820758750112e-09 + ], + [ + 23501, + 1.2822997774719624e-08 + ], + [ + 23601, + 1.4371507539578943e-08 + ], + [ + 23701, + 1.1512560682547246e-08 + ], + [ + 23801, + 7.323923512103647e-08 + ], + [ + 23901, + 3.7340409875241676e-08 + ], + [ + 24000, + 3.681759608298307e-08 + ] + ] + }, + "trace": [ + { + "step": 0, + "index_right": 0.0, + "whole": 0.0, + "head_right": 0.0078125, + "whole_null_request": 0.0, + "hard_index_right": 0.0, + "ptr_mass": 0.006205614656209946 + }, + { + "step": 2000, + "index_right": 0.15885416666666666, + "whole": 0.9869791666666666, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 0.11197916666666667, + "ptr_mass": 0.9999836087226868 + }, + { + "step": 4000, + "index_right": 0.15364583333333334, + "whole": 0.9973958333333334, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 0.09375, + "ptr_mass": 0.9999863505363464 + }, + { + "step": 6000, + "index_right": 0.9244791666666666, + "whole": 0.9947916666666666, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 0.9453125, + "ptr_mass": 0.9999892711639404 + }, + { + "step": 8000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999966621398926 + }, + { + "step": 10000, + "index_right": 1.0, + "whole": 0.9973958333333334, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999982714653015 + }, + { + "step": 12000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999956488609314 + }, + { + "step": 14000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999990463256836 + }, + { + "step": 16000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999992847442627 + }, + { + "step": 18000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999989867210388 + }, + { + "step": 20000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999989867210388 + }, + { + "step": 22000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999988079071045 + }, + { + "step": 24000, + "index_right": 1.0, + "whole": 1.0, + "head_right": 1.0, + "whole_null_request": 0.0, + "hard_index_right": 1.0, + "ptr_mass": 0.9999989867210388 + } + ], + "read": { + "rows": 512, + "true": { + "index_right": 1.0, + "whole": 0.9994303385416666, + "n_questions": 12288, + "n_entries": 12288, + "head_right": 1.0, + "head_truth": 0.9999999913270585, + "head_wrong_max": 1.743314462318776e-08 + }, + "by_addr": { + "0": [ + 204, + 204 + ], + "1": [ + 195, + 196 + ], + "2": [ + 180, + 180 + ], + "3": [ + 179, + 179 + ], + "4": [ + 179, + 179 + ], + "5": [ + 190, + 190 + ], + "6": [ + 185, + 185 + ], + "7": [ + 183, + 184 + ], + "8": [ + 199, + 199 + ], + "9": [ + 194, + 194 + ], + "10": [ + 184, + 184 + ], + "11": [ + 189, + 189 + ], + "12": [ + 180, + 180 + ], + "13": [ + 189, + 189 + ], + "14": [ + 205, + 205 + ], + "15": [ + 176, + 177 + ], + "16": [ + 191, + 191 + ], + "17": [ + 197, + 197 + ], + "18": [ + 202, + 202 + ], + "19": [ + 193, + 193 + ], + "20": [ + 215, + 216 + ], + "21": [ + 207, + 207 + ], + "22": [ + 200, + 200 + ], + "23": [ + 194, + 194 + ], + "24": [ + 195, + 195 + ], + "25": [ + 180, + 180 + ], + "26": [ + 210, + 210 + ], + "27": [ + 180, + 180 + ], + "28": [ + 197, + 197 + ], + "29": [ + 186, + 186 + ], + "30": [ + 189, + 189 + ], + "31": [ + 178, + 178 + ], + "32": [ + 209, + 209 + ], + "33": [ + 197, + 197 + ], + "34": [ + 198, + 199 + ], + "35": [ + 199, + 199 + ], + "36": [ + 202, + 202 + ], + "37": [ + 184, + 184 + ], + "38": [ + 191, + 191 + ], + "39": [ + 190, + 190 + ], + "40": [ + 184, + 184 + ], + "41": [ + 195, + 196 + ], + "42": [ + 186, + 186 + ], + "43": [ + 175, + 175 + ], + "44": [ + 186, + 186 + ], + "45": [ + 190, + 190 + ], + "46": [ + 190, + 190 + ], + "47": [ + 186, + 186 + ], + "48": [ + 200, + 200 + ], + "49": [ + 177, + 177 + ], + "50": [ + 187, + 187 + ], + "51": [ + 192, + 192 + ], + "52": [ + 210, + 210 + ], + "53": [ + 207, + 207 + ], + "54": [ + 172, + 172 + ], + "55": [ + 179, + 180 + ], + "56": [ + 183, + 183 + ], + "57": [ + 209, + 209 + ], + "58": [ + 186, + 186 + ], + "59": [ + 202, + 202 + ], + "60": [ + 191, + 191 + ], + "61": [ + 208, + 208 + ], + "62": [ + 188, + 188 + ], + "63": [ + 203, + 203 + ] + }, + "bits_by_segment": { + "head": 1.870419162693649, + "frame": 2.1650668474475454, + "comp_text": 1.6748577926349852, + "index_entry": 0.48740755005125896, + "index_text": 1.537794585445829, + "q_answer": 0.0007201022537438417, + "q_other": 0.00016054057436810313, + "q_text": 1.5786283732866135 + }, + "own_index": { + "index_right": 1.0, + "whole": 0.9994303385416666, + "n_questions": 12288, + "n_entries": 12288, + "request_right": 1.0 + }, + "null_request": { + "index_right": 1.0, + "whole": 0.0, + "n_questions": 12288, + "n_entries": 12288 + }, + "bank_off": { + "index_right": 0.0008951822916666666, + "whole": 0.0015462239583333333, + "n_questions": 12288, + "n_entries": 12288 + }, + "calib": { + "rows": 256, + "questions": 6144, + "tau": { + "0.9": [ + 4.194823599590336e-09, + 2.9693696390609148e-09 + ], + "0.99": [ + 1.288739781557524e-07, + 8.180466437579526e-08 + ], + "0.999": [ + 2.740915078902617e-06, + 1.1287964980510878e-06 + ] + } + }, + "free_running": { + "rows": 512, + "passes": { + "mean": 1.0, + "max": 1, + "by_batch": [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + }, + "converged": 1.0, + "indexf_right": 1.0, + "n_entries": 12288, + "indexf_whole": 0.9994303385416666 + }, + "hard": { + "rows": 64, + "index_right": 1.0, + "whole": 0.9986979166666666, + "indexf_right": 1.0, + "n_entries": 1536, + "passes": { + "mean": 1.0, + "max": 1 + }, + "converged": 1.0 + } + }, + "series": "norm16", + "hard": 0.5, + "n_hard": 2, + "value_addr": { + "form": "levels", + "levels": 2, + "digits": 8, + "d": 256, + "params": 4096, + "norm": [ + 1.854791522026062, + 1.6829941272735596 + ], + "row_norm": [ + [ + 0.757447361946106, + 0.7149789929389954, + 0.6477823853492737, + 0.5810540318489075, + 0.5960962772369385, + 0.6130529046058655, + 0.6239749789237976, + 0.6910679936408997 + ], + [ + 0.6397518515586853, + 0.6104413270950317, + 0.5706056952476501, + 0.5816190242767334, + 0.588420569896698, + 0.5926846861839294, + 0.5812638401985168, + 0.5927010178565979 + ] + ] + }, + "key_rot": { + "form": "phase", + "pairs": 8, + "k": 9, + "vocab": 256, + "block": 4, + "head": 0, + "seed_tag": "KEYROT|v1", + "digest": "e03ed849a52a270be011f9fa0dead7485b549901ffadbe02210ee03fe7789212", + "norm": 1, + "rho": 4.16, + "use": { + "key_true": 58.590942948720816, + "key_other": 0.0477540062970499, + "key_self": 45.37408996489136, + "anchor_true": 0.10116789433162414, + "anchor_other": 0.1120931415863617, + "entries": 192, + "q_key_norm_coded": 19.930438995361328, + "q_key_norm_other": 3.1579952239990234, + "k_key_norm_coded": 11.76313591003418, + "k_key_norm_other": 5.277527809143066, + "coded_seps": 768 + } + }, + "ptr": { + "form": "frame_mass", + "lam": 0.1, + "block": 4, + "head": 0, + "novelty": { + "novelty": 0.9846431692462129, + "cos": -0.01535683075378716, + "grad_norm": 2.731414306885609, + "term": 5.095184803009033, + "mass": 0.006230482831597328 + }, + "term_step1": 5.148935317993164, + "term_last50": 1.1874040408414999e-05, + "descended": true, + "curve": [ + [ + 1, + 5.148935317993164 + ], + [ + 101, + 0.0012519359588623047 + ], + [ + 201, + 0.0006453394889831543 + ], + [ + 301, + 5.010763925383799e-05 + ], + [ + 401, + 9.161233901977539e-05 + ], + [ + 501, + 5.821387094329111e-05 + ], + [ + 601, + 2.3166339815361425e-05 + ], + [ + 701, + 1.601378244231455e-05 + ], + [ + 801, + 4.343191903899424e-05 + ], + [ + 901, + 4.132588856009534e-06 + ], + [ + 1001, + 6.57637938275002e-05 + ], + [ + 1101, + 1.0768572792585474e-05 + ], + [ + 1201, + 1.4901161193847656e-05 + ], + [ + 1301, + 0.00021652381110470742 + ], + [ + 1401, + 0.00024040541029535234 + ], + [ + 1501, + 9.814898476179224e-06 + ], + [ + 1601, + 0.00019649665046017617 + ], + [ + 1701, + 3.981590270996094e-05 + ], + [ + 1801, + 2.6027362764580175e-05 + ], + [ + 1901, + 6.103515625e-05 + ], + [ + 2001, + 5.64257334190188e-06 + ], + [ + 2101, + 1.613299173186533e-05 + ], + [ + 2201, + 0.00020011267042718828 + ], + [ + 2301, + 8.622805580671411e-06 + ], + [ + 2401, + 2.384185791015625e-06 + ], + [ + 2501, + 3.4411750675644726e-05 + ], + [ + 2601, + 1.3907750826547272e-06 + ], + [ + 2701, + 7.033348083496094e-06 + ], + [ + 2801, + 0.00012481212615966797 + ], + [ + 2901, + 1.704692840576172e-05 + ], + [ + 3001, + 6.357829079206567e-06 + ], + [ + 3101, + 4.887580871582031e-06 + ], + [ + 3201, + 3.1789145396032836e-06 + ], + [ + 3301, + 4.251798145560315e-06 + ], + [ + 3401, + 3.409385681152344e-05 + ], + [ + 3501, + 1.430511474609375e-06 + ], + [ + 3601, + 3.5762786865234375e-07 + ], + [ + 3701, + 6.516774647025159e-06 + ], + [ + 3801, + 8.940696716308594e-06 + ], + [ + 3901, + 0.0005755027523264289 + ], + [ + 4001, + 8.742014756535355e-07 + ], + [ + 4101, + 5.165736070011917e-07 + ], + [ + 4201, + 3.484885019133799e-05 + ], + [ + 4301, + 2.8928121537319385e-05 + ], + [ + 4401, + 1.748402951307071e-06 + ], + [ + 4501, + 1.1920928955078125e-07 + ], + [ + 4601, + 0.00030251345015130937 + ], + [ + 4701, + 3.5564105928642675e-05 + ], + [ + 4801, + 7.867813110351562e-06 + ], + [ + 4901, + 5.0067901611328125e-06 + ], + [ + 5001, + 1.4106432900007349e-05 + ], + [ + 5101, + 9.21487808227539e-05 + ], + [ + 5201, + 9.37779805099126e-06 + ], + [ + 5301, + 1.9470851839287207e-05 + ], + [ + 5401, + 7.947286206899662e-08 + ], + [ + 5501, + 1.5099843722055084e-06 + ], + [ + 5601, + 7.907549843366724e-06 + ], + [ + 5701, + 6.095568460295908e-05 + ], + [ + 5801, + 2.7020773814001586e-06 + ], + [ + 5901, + 1.9868215872520523e-07 + ], + [ + 6001, + 6.318092346191406e-06 + ], + [ + 6101, + 2.288818359375e-05 + ], + [ + 6201, + 4.450480446394067e-06 + ], + [ + 6301, + 0.00022582213568966836 + ], + [ + 6401, + 1.1682510375976562e-05 + ], + [ + 6501, + 1.1126201115985168e-06 + ], + [ + 6601, + 6.59624765830813e-06 + ], + [ + 6701, + 0.0002740621566772461 + ], + [ + 6801, + 7.152557373046875e-07 + ], + [ + 6901, + 4.76837158203125e-07 + ], + [ + 7001, + 3.075599670410156e-05 + ], + [ + 7101, + 1.2516975402832031e-05 + ], + [ + 7201, + 1.1920928955078125e-07 + ], + [ + 7301, + 1.9868215872520523e-07 + ], + [ + 7401, + 8.742014756535355e-07 + ], + [ + 7501, + 5.165736070011917e-07 + ], + [ + 7601, + 1.3113021850585938e-06 + ], + [ + 7701, + 1.9868215872520523e-07 + ], + [ + 7801, + 7.947286349008209e-07 + ], + [ + 7901, + 1.1523565035531647e-06 + ], + [ + 8001, + 2.940495960501721e-06 + ], + [ + 8101, + 8.742014756535355e-07 + ], + [ + 8201, + 2.781550278996292e-07 + ], + [ + 8301, + 1.5894572698016418e-06 + ], + [ + 8401, + 5.0465268941479735e-06 + ], + [ + 8501, + 8.742014756535355e-07 + ], + [ + 8601, + 4.76837158203125e-07 + ], + [ + 8701, + 1.5457471818081103e-05 + ], + [ + 8801, + 1.5894572413799324e-07 + ], + [ + 8901, + 7.947286206899662e-08 + ], + [ + 9001, + 1.9868215872520523e-07 + ], + [ + 9101, + 3.5762786865234375e-07 + ], + [ + 9201, + 3.520647805999033e-05 + ], + [ + 9301, + 2.6226043701171875e-06 + ], + [ + 9401, + 3.9736431745041045e-07 + ], + [ + 9501, + 1.5099843722055084e-06 + ], + [ + 9601, + -0.0 + ], + [ + 9701, + 7.669131264265161e-06 + ], + [ + 9801, + 2.161661905120127e-05 + ], + [ + 9901, + 0.00031010311795398593 + ], + [ + 10001, + 1.0728836059570312e-06 + ], + [ + 10101, + 3.401438516448252e-05 + ], + [ + 10201, + 6.755193453500397e-07 + ], + [ + 10301, + 4.927317604597192e-06 + ], + [ + 10401, + 1.5894572413799324e-07 + ], + [ + 10501, + 1.3510386907000793e-06 + ], + [ + 10601, + 2.9126804292900488e-05 + ], + [ + 10701, + 3.5762786865234375e-07 + ], + [ + 10801, + 7.549921861027542e-07 + ], + [ + 10901, + 3.973643103449831e-08 + ], + [ + 11001, + 5.960464477539062e-07 + ], + [ + 11101, + 1.5894572413799324e-07 + ], + [ + 11201, + 1.5894572413799324e-07 + ], + [ + 11301, + 5.205472461966565e-06 + ], + [ + 11401, + 7.947286206899662e-08 + ], + [ + 11501, + 3.5762786865234375e-07 + ], + [ + 11601, + 1.2834867447963916e-05 + ], + [ + 11701, + 1.1920928955078125e-07 + ], + [ + 11801, + 1.3907750826547272e-06 + ], + [ + 11901, + 3.973643103449831e-08 + ], + [ + 12001, + 1.3589859008789062e-05 + ], + [ + 12101, + 1.1205673217773438e-05 + ], + [ + 12201, + -0.0 + ], + [ + 12301, + 3.973643103449831e-08 + ], + [ + 12401, + 1.9470851384539856e-06 + ], + [ + 12501, + 1.6291936617562897e-06 + ], + [ + 12601, + 3.178914482759865e-07 + ], + [ + 12701, + -0.0 + ], + [ + 12801, + 3.973643103449831e-08 + ], + [ + 12901, + 1.9073486328125e-05 + ], + [ + 13001, + 7.947286206899662e-08 + ], + [ + 13101, + 1.9868215872520523e-07 + ], + [ + 13201, + -0.0 + ], + [ + 13301, + 4.490216724661877e-06 + ], + [ + 13401, + 3.743171691894531e-05 + ], + [ + 13501, + 9.934108220477356e-07 + ], + [ + 13601, + 3.973643103449831e-08 + ], + [ + 13701, + 2.82128667095094e-06 + ], + [ + 13801, + 6.397565357474377e-06 + ], + [ + 13901, + 1.1920928955078125e-06 + ], + [ + 14001, + -0.0 + ], + [ + 14101, + 1.1523565035531647e-06 + ], + [ + 14201, + -0.0 + ], + [ + 14301, + 7.947286206899662e-08 + ], + [ + 14401, + 2.1258991182548925e-05 + ], + [ + 14501, + 6.715456947858911e-06 + ], + [ + 14601, + -0.0 + ], + [ + 14701, + 7.947286206899662e-08 + ], + [ + 14801, + -0.0 + ], + [ + 14901, + 2.0265579223632812e-06 + ], + [ + 15001, + 1.0331472140023834e-06 + ], + [ + 15101, + 7.947286349008209e-07 + ], + [ + 15201, + 3.973643103449831e-08 + ], + [ + 15301, + -0.0 + ], + [ + 15401, + 1.1920928955078125e-06 + ], + [ + 15501, + 5.563100557992584e-07 + ], + [ + 15601, + 4.68889902549563e-06 + ], + [ + 15701, + 3.973643103449831e-08 + ], + [ + 15801, + -0.0 + ], + [ + 15901, + 2.384185791015625e-07 + ], + [ + 16001, + 3.973643103449831e-08 + ], + [ + 16101, + 5.960464477539062e-07 + ], + [ + 16201, + 2.185503717555548e-06 + ], + [ + 16301, + 0.0001308123319176957 + ], + [ + 16401, + 1.9868215872520523e-07 + ], + [ + 16501, + 6.9141387939453125e-06 + ], + [ + 16601, + 4.847844593314221e-06 + ], + [ + 16701, + 0.0002532402868382633 + ], + [ + 16801, + -0.0 + ], + [ + 16901, + 1.1920928955078125e-07 + ], + [ + 17001, + 7.947286206899662e-08 + ], + [ + 17101, + 1.9868215872520523e-07 + ], + [ + 17201, + 3.973643103449831e-08 + ], + [ + 17301, + 1.4702479802508606e-06 + ], + [ + 17401, + 3.5881996154785156e-05 + ], + [ + 17501, + 1.986821644095471e-06 + ], + [ + 17601, + 0.00013244152069091797 + ], + [ + 17701, + 2.384185791015625e-07 + ], + [ + 17801, + 0.0005477666854858398 + ], + [ + 17901, + 3.9736431745041045e-07 + ], + [ + 18001, + 4.72863530376344e-06 + ], + [ + 18101, + 1.1920928955078125e-07 + ], + [ + 18201, + 1.9868215872520523e-07 + ], + [ + 18301, + 3.933906555175781e-06 + ], + [ + 18401, + 5.165736070011917e-07 + ], + [ + 18501, + -0.0 + ], + [ + 18601, + 1.6291936617562897e-06 + ], + [ + 18701, + -0.0 + ], + [ + 18801, + 5.563100557992584e-07 + ], + [ + 18901, + 0.00031375885009765625 + ], + [ + 19001, + 3.6954879760742188e-06 + ], + [ + 19101, + 1.9868215872520523e-07 + ], + [ + 19201, + -0.0 + ], + [ + 19301, + -0.0 + ], + [ + 19401, + 1.1126201115985168e-06 + ], + [ + 19501, + -0.0 + ], + [ + 19601, + 1.9868215872520523e-07 + ], + [ + 19701, + 1.3510386907000793e-06 + ], + [ + 19801, + -0.0 + ], + [ + 19901, + 3.5762786865234375e-07 + ], + [ + 20001, + 1.2278556823730469e-05 + ], + [ + 20101, + 1.1920928955078125e-07 + ], + [ + 20201, + 1.9868215872520523e-07 + ], + [ + 20301, + 2.781550278996292e-07 + ], + [ + 20401, + 2.384185791015625e-07 + ], + [ + 20501, + 9.5367431640625e-07 + ], + [ + 20601, + -0.0 + ], + [ + 20701, + 7.947286206899662e-08 + ], + [ + 20801, + 1.5894572413799324e-07 + ], + [ + 20901, + -0.0 + ], + [ + 21001, + -0.0 + ], + [ + 21101, + -0.0 + ], + [ + 21201, + -0.0 + ], + [ + 21301, + 4.0928525777417235e-06 + ], + [ + 21401, + 2.7020773814001586e-06 + ], + [ + 21501, + -0.0 + ], + [ + 21601, + -0.0 + ], + [ + 21701, + -0.0 + ], + [ + 21801, + 1.1920928955078125e-07 + ], + [ + 21901, + 5.602836608886719e-06 + ], + [ + 22001, + 1.7881393432617188e-06 + ], + [ + 22101, + -0.0 + ], + [ + 22201, + 3.9736431745041045e-07 + ], + [ + 22301, + 7.947286206899662e-08 + ], + [ + 22401, + 2.384185791015625e-07 + ], + [ + 22501, + 1.5894572413799324e-07 + ], + [ + 22601, + 3.973643103449831e-08 + ], + [ + 22701, + 1.430511474609375e-06 + ], + [ + 22801, + 8.742014756535355e-07 + ], + [ + 22901, + 9.139379244516022e-07 + ], + [ + 23001, + 1.1920928955078125e-07 + ], + [ + 23101, + 1.3510386907000793e-06 + ], + [ + 23201, + 2.384185791015625e-07 + ], + [ + 23301, + 7.947286206899662e-08 + ], + [ + 23401, + 3.973643103449831e-08 + ], + [ + 23501, + 9.139379244516022e-07 + ], + [ + 23601, + 6.993611805228284e-06 + ], + [ + 23701, + -0.0 + ], + [ + 23801, + 1.4503797501674853e-05 + ], + [ + 23901, + -0.0 + ], + [ + 24000, + 5.443891041068127e-06 + ] + ], + "mass_read": 0.9999876022338867 + } + }, + "series": "norm16" +} \ No newline at end of file