diff --git a/bed/reports/bed_alhena-both_s2_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_pbs8h7_ahdigit1_pillar1.json b/bed/reports/bed_alhena-both_s2_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_pbs8h7_ahdigit1_pillar1.json
new file mode 100644
index 0000000000000000000000000000000000000000..afbaba88c9b3aaf4eb2fcec13f745ef2bdd74895
--- /dev/null
+++ b/bed/reports/bed_alhena-both_s2_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_pbs8h7_ahdigit1_pillar1.json
@@ -0,0 +1,9948 @@
+{
+ "arm": "alhena-both",
+ "seed": 2,
+ "smoke": false,
+ "steps": 24000,
+ "micro_batch": 8,
+ "ctx": 4096,
+ "lr": 0.001,
+ "warmup": 100,
+ "p_plant": 0.75,
+ "records": 1,
+ "params": 9215057,
+ "init": "",
+ "config": {
+  "name": "bed-alhena-both",
+  "d_model": 256,
+  "n_layers": 6,
+  "n_heads": 8,
+  "context": 4096,
+  "vocab_size": 256,
+  "tokenizer": "byte-trigram",
+  "hub_layers": [],
+  "hub_K": 32,
+  "hub_D": 16,
+  "tau": 0.1,
+  "bank_experts": 7,
+  "bank_ff": 256,
+  "head_K": 64,
+  "head_D": 16,
+  "head_mode": "",
+  "head_dial_band": 4.0,
+  "head_dial_rho": 0.015625,
+  "gate_init": -3.0,
+  "tie_embeddings": false,
+  "hub_chunk": 128,
+  "hub_const": 1,
+  "hub_ckpt": 0,
+  "fusion": null,
+  "qk_norm": "",
+  "attn_fp32": false,
+  "attn_kernel": "sdpa",
+  "lookup_arm_sites": [],
+  "lookup_arm_depth": 1,
+  "attn_rotary": true,
+  "hub_rotary": false,
+  "rotary_base": 10000.0,
+  "hub_rotary_frac": 1.0,
+  "hub_dual": false,
+  "pos_table": true,
+  "bank_byte_table": "add",
+  "bank_last_fix": "",
+  "fix_rho": 0.0625,
+  "fix_warm": 200,
+  "fix_clamp": [
+   0.25,
+   4.0
+  ],
+  "canon": ""
+ },
+ "tokens": 786432000,
+ "train_minutes": 19.296662064393363,
+ "tok_per_s": 679247.0094703945,
+ "final_loss_ema": 1.0205508597856374,
+ "final_bpb_ema": 1.472343664387707,
+ "heldout_bpb": 1.4027404291503958,
+ "heldout_bpb_by_class": {
+  "lower": 1.4128977914503427,
+  "upper": 4.377455982577388,
+  "digit": 3.2376664199543295,
+  "space": 0.3879906405720587,
+  "newline": 2.069051461726071,
+  "punct": 3.091593769549803,
+  "high": 2.1443750077178865
+ },
+ "heldout_bpb_by_position": {
+  "row": {
+   "0-64": 1.9252137741968378,
+   "64-256": 1.5021484131517158,
+   "256-1024": 1.4063042288464092,
+   "1024-2048": 1.386304540498819,
+   "2048-4096": 1.383975184913479,
+   "4096+": null
+  },
+  "row_n": {
+   "0-64": 8192,
+   "64-256": 24576,
+   "256-1024": 98304,
+   "1024-2048": 131072,
+   "2048-4096": 262144,
+   "4096+": 0
+  }
+ },
+ "dispatch_off_bpb": 4.922669433635584,
+ "records_planted_mean": 0.7486354166666667,
+ "cues": 5,
+ "dispatch_off_by_class": {
+  "lower": 5.247494361915808,
+  "upper": 9.07313348353398,
+  "digit": 4.189735211074855,
+  "space": 2.272235480755725,
+  "newline": 6.510169989281829,
+  "punct": 7.006919983140746,
+  "high": 4.911794439347047
+ },
+ "fetch": {
+  "64": {
+   "n": 64,
+   "value_bits": 15.661891713529581,
+   "first_byte": 0.0625,
+   "all_five": 0.03125
+  },
+  "256": {
+   "n": 64,
+   "value_bits": 16.93754181682779,
+   "first_byte": 0.03125,
+   "all_five": 0.0
+  },
+  "512": {
+   "n": 64,
+   "value_bits": 21.616557968536867,
+   "first_byte": 0.046875,
+   "all_five": 0.015625
+  },
+  "896": {
+   "n": 64,
+   "value_bits": 22.572703534699748,
+   "first_byte": 0.046875,
+   "all_five": 0.0
+  }
+ },
+ "dispatch_census": {
+  "b0": {
+   "lower": {
+    "abs_mean": [
+     1.9871,
+     0.141,
+     0.106,
+     0.0908,
+     0.1925,
+     0.176,
+     0.1197
+    ],
+    "dominant": 0,
+    "home_share": 0.7064,
+    "entropy_bits": 1.618
+   },
+   "upper": {
+    "abs_mean": [
+     0.202,
+     1.4644,
+     0.2646,
+     0.127,
+     0.2709,
+     0.2729,
+     0.1908
+    ],
+    "dominant": 1,
+    "home_share": 0.5244,
+    "entropy_bits": 2.206
+   },
+   "digit": {
+    "abs_mean": [
+     0.0389,
+     0.207,
+     1.733,
+     0.15,
+     0.312,
+     0.2445,
+     0.1787
+    ],
+    "dominant": 2,
+    "home_share": 0.6051,
+    "entropy_bits": 1.921
+   },
+   "space": {
+    "abs_mean": [
+     0.0608,
+     0.0508,
+     0.0184,
+     2.3367,
+     0.0223,
+     0.0508,
+     0.1228
+    ],
+    "dominant": 3,
+    "home_share": 0.8776,
+    "entropy_bits": 0.82
+   },
+   "newline": {
+    "abs_mean": [
+     0.0763,
+     0.2864,
+     0.0431,
+     0.8265,
+     0.7741,
+     0.4797,
+     0.7023
+    ],
+    "dominant": 3,
+    "home_share": 0.2428,
+    "entropy_bits": 2.418
+   },
+   "punct": {
+    "abs_mean": [
+     0.1137,
+     0.2695,
+     0.1478,
+     0.6254,
+     0.1127,
+     1.2942,
+     0.2754
+    ],
+    "dominant": 5,
+    "home_share": 0.4559,
+    "entropy_bits": 2.239
+   },
+   "high": {
+    "abs_mean": [
+     0.0546,
+     0.166,
+     0.0506,
+     0.232,
+     0.1273,
+     0.3292,
+     1.6328
+    ],
+    "dominant": 6,
+    "home_share": 0.6298,
+    "entropy_bits": 1.805
+   }
+  },
+  "mid": {
+   "lower": {
+    "abs_mean": [
+     2.7222,
+     0.0783,
+     0.348,
+     0.0775,
+     0.1991,
+     0.1069,
+     0.2956
+    ],
+    "dominant": 0,
+    "home_share": 0.7112,
+    "entropy_bits": 1.544
+   },
+   "upper": {
+    "abs_mean": [
+     0.2953,
+     2.0641,
+     0.1564,
+     0.2458,
+     0.077,
+     0.068,
+     0.2213
+    ],
+    "dominant": 1,
+    "home_share": 0.6599,
+    "entropy_bits": 1.744
+   },
+   "digit": {
+    "abs_mean": [
+     0.1594,
+     0.2196,
+     1.28,
+     0.2034,
+     0.0618,
+     0.1956,
+     0.149
+    ],
+    "dominant": 2,
+    "home_share": 0.5642,
+    "entropy_bits": 2.077
+   },
+   "space": {
+    "abs_mean": [
+     0.118,
+     0.03,
+     0.3242,
+     2.9325,
+     0.0577,
+     0.0432,
+     0.0905
+    ],
+    "dominant": 3,
+    "home_share": 0.8155,
+    "entropy_bits": 1.078
+   },
+   "newline": {
+    "abs_mean": [
+     0.0683,
+     0.0955,
+     0.1403,
+     1.1085,
+     0.9178,
+     0.1874,
+     0.0665
+    ],
+    "dominant": 3,
+    "home_share": 0.3551,
+    "entropy_bits": 2.007
+   },
+   "punct": {
+    "abs_mean": [
+     0.0614,
+     0.0604,
+     0.2528,
+     0.6649,
+     0.0719,
+     1.8171,
+     0.1102
+    ],
+    "dominant": 5,
+    "home_share": 0.598,
+    "entropy_bits": 1.749
+   },
+   "high": {
+    "abs_mean": [
+     0.051,
+     0.1361,
+     0.1913,
+     0.309,
+     0.0651,
+     0.2727,
+     1.4146
+    ],
+    "dominant": 6,
+    "home_share": 0.5798,
+    "entropy_bits": 1.963
+   }
+  },
+  "last": {
+   "lower": {
+    "abs_mean": [
+     2.2255,
+     0.1889,
+     0.2385,
+     0.4455,
+     0.8609,
+     0.2014,
+     0.7127
+    ],
+    "dominant": 0,
+    "home_share": 0.4567,
+    "entropy_bits": 2.264
+   },
+   "upper": {
+    "abs_mean": [
+     0.5871,
+     1.3263,
+     0.2139,
+     0.1398,
+     0.525,
+     0.069,
+     0.0557
+    ],
+    "dominant": 1,
+    "home_share": 0.4547,
+    "entropy_bits": 2.151
+   },
+   "digit": {
+    "abs_mean": [
+     0.0338,
+     0.0977,
+     1.6394,
+     0.3139,
+     0.1611,
+     0.0582,
+     0.1546
+    ],
+    "dominant": 2,
+    "home_share": 0.6668,
+    "entropy_bits": 1.675
+   },
+   "space": {
+    "abs_mean": [
+     0.0774,
+     0.0592,
+     0.0402,
+     2.5919,
+     0.0526,
+     0.1658,
+     0.4897
+    ],
+    "dominant": 3,
+    "home_share": 0.7455,
+    "entropy_bits": 1.312
+   },
+   "newline": {
+    "abs_mean": [
+     0.1837,
+     0.0422,
+     0.0888,
+     1.0003,
+     1.0661,
+     0.0291,
+     0.861
+    ],
+    "dominant": 4,
+    "home_share": 0.3259,
+    "entropy_bits": 2.073
+   },
+   "punct": {
+    "abs_mean": [
+     0.1064,
+     0.1099,
+     0.0793,
+     0.3052,
+     0.076,
+     1.5107,
+     0.4707
+    ],
+    "dominant": 5,
+    "home_share": 0.5683,
+    "entropy_bits": 1.938
+   },
+   "high": {
+    "abs_mean": [
+     0.5304,
+     0.1179,
+     0.2188,
+     0.2153,
+     0.1558,
+     0.1668,
+     1.6182
+    ],
+    "dominant": 6,
+    "home_share": 0.5353,
+    "entropy_bits": 2.102
+   }
+  }
+ },
+ "curve": [
+  {
+   "step": 1,
+   "loss": 5.708165645599365,
+   "ema": 5.708165645599365,
+   "lr": 1e-05,
+   "value_bits": {
+    "0": null,
+    "128": null,
+    "256": 7.832849395678515,
+    "512": 8.039514755844921,
+    "w": null
+   },
+   "value_n": {
+    "0": 0,
+    "128": 0,
+    "256": 6,
+    "512": 6,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": null,
+    "128": null,
+    "256": 7.832849395678515,
+    "512": 8.039514755844921,
+    "w": null
+   }
+  },
+  {
+   "step": 101,
+   "loss": 2.479485034942627,
+   "ema": 3.4428770788458816,
+   "lr": 0.001,
+   "value_bits": {
+    "0": 6.374793273644999,
+    "128": 6.376761226195645,
+    "256": 6.327158996673875,
+    "512": 6.41926499494289,
+    "w": null
+   },
+   "value_n": {
+    "0": 390,
+    "128": 372,
+    "256": 420,
+    "512": 636,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 6.374793273644999,
+    "128": 6.376761226195645,
+    "256": 6.305337396688301,
+    "512": 6.403834044839061,
+    "w": null
+   }
+  },
+  {
+   "step": 201,
+   "loss": 2.0701816082000732,
+   "ema": 2.231277868278745,
+   "lr": 0.0009999611241221994,
+   "value_bits": {
+    "0": 6.095374764622758,
+    "128": 6.074966847676525,
+    "256": 5.98179523643627,
+    "512": 6.0785578075887265,
+    "w": null
+   },
+   "value_n": {
+    "0": 726,
+    "128": 684,
+    "256": 930,
+    "512": 1332,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.771049709507656,
+    "128": 5.715135088672961,
+    "256": 5.697378022122948,
+    "512": 5.767221929489234,
+    "w": null
+   }
+  },
+  {
+   "step": 301,
+   "loss": 1.7946505546569824,
+   "ema": 1.8763725307083232,
+   "lr": 0.0009998445032058376,
+   "value_bits": {
+    "0": 5.900876529232004,
+    "128": 5.934809172860358,
+    "256": 5.897214804271993,
+    "512": 6.005902504742757,
+    "w": null
+   },
+   "value_n": {
+    "0": 1200,
+    "128": 1038,
+    "256": 1344,
+    "512": 1890,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.602974168696798,
+    "128": 5.663996038469796,
+    "256": 5.707215282743545,
+    "512": 5.832467265691086,
+    "w": null
+   }
+  },
+  {
+   "step": 401,
+   "loss": 1.7294275760650635,
+   "ema": 1.7614901276506307,
+   "lr": 0.0009996501574008718,
+   "value_bits": {
+    "0": 5.744324325480171,
+    "128": 5.860193224977201,
+    "256": 5.822528374382924,
+    "512": 5.888954897270617,
+    "w": null
+   },
+   "value_n": {
+    "0": 1590,
+    "128": 1428,
+    "256": 1758,
+    "512": 2520,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.262625237012992,
+    "128": 5.6616000098420285,
+    "256": 5.580068080250294,
+    "512": 5.5381120748541965,
+    "w": null
+   }
+  },
+  {
+   "step": 501,
+   "loss": 1.682747483253479,
+   "ema": 1.7036508541630098,
+   "lr": 0.0009993781202866968,
+   "value_bits": {
+    "0": 5.6140772470744675,
+    "128": 5.732890230364765,
+    "256": 5.707566773661078,
+    "512": 5.793341942395224,
+    "w": null
+   },
+   "value_n": {
+    "0": 1992,
+    "128": 1776,
+    "256": 2268,
+    "512": 3078,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.0989208921862375,
+    "128": 5.210508976610287,
+    "256": 5.311287373525774,
+    "512": 5.3615415010224785,
+    "w": null
+   }
+  },
+  {
+   "step": 601,
+   "loss": 1.650780439376831,
+   "ema": 1.6677264412555293,
+   "lr": 0.0009990284388663418,
+   "value_bits": {
+    "0": 5.509348334078737,
+    "128": 5.6178382600612125,
+    "256": 5.597913557223809,
+    "512": 5.699654536836916,
+    "w": null
+   },
+   "value_n": {
+    "0": 2454,
+    "128": 2076,
+    "256": 2724,
+    "512": 3588,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.057789904019226,
+    "128": 4.936730595864181,
+    "256": 5.0525330859963375,
+    "512": 5.134223489173248,
+    "w": null
+   }
+  },
+  {
+   "step": 701,
+   "loss": 1.700251579284668,
+   "ema": 1.6378149488443754,
+   "lr": 0.0009986011735583502,
+   "value_bits": {
+    "0": 5.40262977177969,
+    "128": 5.523981260378959,
+    "256": 5.516598182225053,
+    "512": 5.5972714295364705,
+    "w": null
+   },
+   "value_n": {
+    "0": 2946,
+    "128": 2430,
+    "256": 3126,
+    "512": 4110,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.870338406166149,
+    "128": 4.973565635123709,
+    "256": 4.9655954919349785,
+    "512": 4.89353466901157,
+    "w": null
+   }
+  },
+  {
+   "step": 801,
+   "loss": 1.5353859663009644,
+   "ema": 1.599632447227551,
+   "lr": 0.000998096398186339,
+   "value_bits": {
+    "0": 5.32306800141906,
+    "128": 5.443109901274059,
+    "256": 5.435980745063118,
+    "512": 5.521158997225543,
+    "w": null
+   },
+   "value_n": {
+    "0": 3402,
+    "128": 2778,
+    "256": 3594,
+    "512": 4626,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.809057090273406,
+    "128": 4.878404721317429,
+    "256": 4.897497607096852,
+    "512": 4.914914623586178,
+    "w": null
+   }
+  },
+  {
+   "step": 901,
+   "loss": 1.6000947952270508,
+   "ema": 1.5702842487229756,
+   "lr": 0.0009975141999662442,
+   "value_bits": {
+    "0": 5.263590713740383,
+    "128": 5.366635031124979,
+    "256": 5.368684272024107,
+    "512": 5.449560421926913,
+    "w": null
+   },
+   "value_n": {
+    "0": 3822,
+    "128": 3138,
+    "256": 4008,
+    "512": 5166,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.781824683543107,
+    "128": 4.776503949807914,
+    "256": 4.784472861149226,
+    "512": 4.8361992935353175,
+    "w": null
+   }
+  },
+  {
+   "step": 1001,
+   "loss": 1.4612964391708374,
+   "ema": 1.5315057472746834,
+   "lr": 0.0009968546794912525,
+   "value_bits": {
+    "0": 5.1697035096897945,
+    "128": 5.279769383636126,
+    "256": 5.300944257720166,
+    "512": 5.391029803443175,
+    "w": null
+   },
+   "value_n": {
+    "0": 4314,
+    "128": 3540,
+    "256": 4476,
+    "512": 5634,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.440360229443151,
+    "128": 4.601698732342544,
+    "256": 4.720811827527443,
+    "512": 4.744941822488069,
+    "w": null
+   }
+  },
+  {
+   "step": 1101,
+   "loss": 1.4516656398773193,
+   "ema": 1.4927015608310792,
+   "lr": 0.0009961179507144186,
+   "value_bits": {
+    "0": 5.066977075509493,
+    "128": 5.196239571493204,
+    "256": 5.214390228391498,
+    "512": 5.3298393748603115,
+    "w": null
+   },
+   "value_n": {
+    "0": 4788,
+    "128": 3894,
+    "256": 5016,
+    "512": 6096,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.132036491007759,
+    "128": 4.360941450063983,
+    "256": 4.496953496400529,
+    "512": 4.583634018505646,
+    "w": null
+   }
+  },
+  {
+   "step": 1201,
+   "loss": 1.4025427103042603,
+   "ema": 1.4393392265148701,
+   "lr": 0.0009953041409289777,
+   "value_bits": {
+    "0": 4.910467358833561,
+    "128": 5.0956897428591486,
+    "256": 5.106657975933343,
+    "512": 5.229515887340716,
+    "w": null
+   },
+   "value_n": {
+    "0": 5262,
+    "128": 4230,
+    "256": 5490,
+    "512": 6660,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 3.3295211068412316,
+    "128": 3.930389050296615,
+    "256": 3.96660527903439,
+    "512": 4.145168405214019,
+    "w": null
+   }
+  },
+  {
+   "step": 1301,
+   "loss": 1.4564263820648193,
+   "ema": 1.4092033335007812,
+   "lr": 0.000994413390746351,
+   "value_bits": {
+    "0": 4.739536125905961,
+    "128": 4.972922474191032,
+    "256": 4.985980181059004,
+    "512": 5.095371725718328,
+    "w": null
+   },
+   "value_n": {
+    "0": 5694,
+    "128": 4542,
+    "256": 5952,
+    "512": 7290,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 2.6574987470517253,
+    "128": 3.3084816201329077,
+    "256": 3.55195183937043,
+    "512": 3.67727630285309,
+    "w": null
+   }
+  },
+  {
+   "step": 1401,
+   "loss": 1.3697443008422852,
+   "ema": 1.3847245121904488,
+   "lr": 0.000993445854071851,
+   "value_bits": {
+    "0": 4.6004389629882825,
+    "128": 4.833191911519304,
+    "256": 4.856043518911436,
+    "512": 4.9732750386799465,
+    "w": null
+   },
+   "value_n": {
+    "0": 6054,
+    "128": 4884,
+    "256": 6414,
+    "512": 7866,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 2.400385502840336,
+    "128": 2.9774719827035496,
+    "256": 3.1820543130622516,
+    "512": 3.4279888433504264,
+    "w": null
+   }
+  },
+  {
+   "step": 1501,
+   "loss": 1.3922367095947266,
+   "ema": 1.3649469453840266,
+   "lr": 0.0009924016980780884,
+   "value_bits": {
+    "0": 4.455130195284091,
+    "128": 4.669305048807559,
+    "256": 4.73565732923136,
+    "512": 4.834254349874105,
+    "w": null
+   },
+   "value_n": {
+    "0": 6414,
+    "128": 5244,
+    "256": 6780,
+    "512": 8484,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 2.0115210850586034,
+    "128": 2.445906611351562,
+    "256": 2.6259386936903546,
+    "512": 3.064777427306555,
+    "w": null
+   }
+  },
+  {
+   "step": 1601,
+   "loss": 1.3395763635635376,
+   "ema": 1.3537306263965205,
+   "lr": 0.0009912811031760893,
+   "value_bits": {
+    "0": 4.297176493804794,
+    "128": 4.520220858455668,
+    "256": 4.541534522921328,
+    "512": 4.701472768673948,
+    "w": null
+   },
+   "value_n": {
+    "0": 6822,
+    "128": 5568,
+    "256": 7326,
+    "512": 9012,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.8140513926081818,
+    "128": 2.107265629426899,
+    "256": 2.130998576434119,
+    "512": 2.5679141798441516,
+    "w": null
+   }
+  },
+  {
+   "step": 1701,
+   "loss": 1.319108009338379,
+   "ema": 1.3363515277392917,
+   "lr": 0.0009900842629841226,
+   "value_bits": {
+    "0": 4.104122606849131,
+    "128": 4.360897506020348,
+    "256": 4.405487451217493,
+    "512": 4.560980713897119,
+    "w": null
+   },
+   "value_n": {
+    "0": 7314,
+    "128": 5928,
+    "256": 7722,
+    "512": 9564,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.4272656621102604,
+    "128": 1.896696321687403,
+    "256": 1.8886166246965468,
+    "512": 2.2672952109101954,
+    "w": null
+   }
+  },
+  {
+   "step": 1801,
+   "loss": 1.3280704021453857,
+   "ema": 1.3240487746430194,
+   "lr": 0.0009888113842942462,
+   "value_bits": {
+    "0": 3.9219021336203324,
+    "128": 4.214328313836843,
+    "256": 4.2557676232540755,
+    "512": 4.4532886069434054,
+    "w": null
+   },
+   "value_n": {
+    "0": 7800,
+    "128": 6270,
+    "256": 8190,
+    "512": 9984,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.179596493300506,
+    "128": 1.6737956493227453,
+    "256": 1.7853904618576872,
+    "512": 2.0009854857402747,
+    "w": null
+   }
+  },
+  {
+   "step": 1901,
+   "loss": 1.3146306276321411,
+   "ema": 1.3149238509722063,
+   "lr": 0.0009874626870365775,
+   "value_bits": {
+    "0": 3.7953669513526065,
+    "128": 4.076359305002169,
+    "256": 4.111804756753643,
+    "512": 4.308703526850984,
+    "w": null
+   },
+   "value_n": {
+    "0": 8160,
+    "128": 6618,
+    "256": 8628,
+    "512": 10560,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.053771335551885,
+    "128": 1.5905383699636648,
+    "256": 1.4198963626017247,
+    "512": 1.8025621385823256,
+    "w": null
+   }
+  },
+  {
+   "step": 2001,
+   "loss": 1.2781398296356201,
+   "ema": 1.3105792061537467,
+   "lr": 0.000986038404241293,
+   "value_bits": {
+    "0": 3.646501519410436,
+    "128": 3.938335447794382,
+    "256": 3.9679609926446266,
+    "512": 4.184287561236743,
+    "w": null
+   },
+   "value_n": {
+    "0": 8610,
+    "128": 6954,
+    "256": 9114,
+    "512": 11100,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.9470750201924095,
+    "128": 1.2197584031481332,
+    "256": 1.414290217474675,
+    "512": 1.7512642336693713,
+    "w": null
+   }
+  },
+  {
+   "step": 2101,
+   "loss": 1.3084845542907715,
+   "ema": 1.292168236110063,
+   "lr": 0.000984538781998366,
+   "value_bits": {
+    "0": 3.5033060119023505,
+    "128": 3.8085939663427477,
+    "256": 3.860507126534871,
+    "512": 4.053954304565951,
+    "w": null
+   },
+   "value_n": {
+    "0": 9066,
+    "128": 7302,
+    "256": 9522,
+    "512": 11682,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.7995487319799397,
+    "128": 1.2160012594040563,
+    "256": 1.460177382112542,
+    "512": 1.5682169350714807,
+    "w": null
+   }
+  },
+  {
+   "step": 2201,
+   "loss": 1.2667617797851562,
+   "ema": 1.2800051483264878,
+   "lr": 0.0009829640794150455,
+   "value_bits": {
+    "0": 3.396472877552162,
+    "128": 3.700486031517797,
+    "256": 3.7296373272886227,
+    "512": 3.925663306804744,
+    "w": null
+   },
+   "value_n": {
+    "0": 9444,
+    "128": 7608,
+    "256": 10050,
+    "512": 12270,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.8341734171849551,
+    "128": 1.1207339397145744,
+    "256": 1.3695194704272957,
+    "512": 1.3768615451611625,
+    "w": null
+   }
+  },
+  {
+   "step": 2301,
+   "loss": 1.293901801109314,
+   "ema": 1.2788237208639157,
+   "lr": 0.000981314568571088,
+   "value_bits": {
+    "0": 3.285995287385583,
+    "128": 3.591047571547464,
+    "256": 3.6111768617204474,
+    "512": 3.816471455583466,
+    "w": null
+   },
+   "value_n": {
+    "0": 9864,
+    "128": 7926,
+    "256": 10536,
+    "512": 12810,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.8018277599256394,
+    "128": 0.972784038672329,
+    "256": 1.1615314317612653,
+    "512": 1.335389947277754,
+    "w": null
+   }
+  },
+  {
+   "step": 2401,
+   "loss": 1.2383208274841309,
+   "ema": 1.2620267391804818,
+   "lr": 0.0009795905344717468,
+   "value_bits": {
+    "0": 3.156319106336582,
+    "128": 3.4737344353563158,
+    "256": 3.5178935951140837,
+    "512": 3.723364772093033,
+    "w": null
+   },
+   "value_n": {
+    "0": 10374,
+    "128": 8316,
+    "256": 10956,
+    "512": 13272,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.6482292046359098,
+    "128": 1.0895705444561994,
+    "256": 1.1778162213887389,
+    "512": 1.141770366221957,
+    "w": null
+   }
+  },
+  {
+   "step": 2501,
+   "loss": 1.2486233711242676,
+   "ema": 1.2522815305408574,
+   "lr": 0.0009777922749985284,
+   "value_bits": {
+    "0": 3.0315889420382343,
+    "128": 3.358099419926039,
+    "256": 3.4456807780187573,
+    "512": 3.6247227146475822,
+    "w": null
+   },
+   "value_n": {
+    "0": 10902,
+    "128": 8706,
+    "256": 11310,
+    "512": 13812,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.5809246912218345,
+    "128": 0.8924050909050641,
+    "256": 1.2107552862210236,
+    "512": 1.2003201472104976,
+    "w": null
+   }
+  },
+  {
+   "step": 2601,
+   "loss": 1.2743756771087646,
+   "ema": 1.2568107369715773,
+   "lr": 0.0009759201008577241,
+   "value_bits": {
+    "0": 2.928668288473028,
+    "128": 3.2616900228391885,
+    "256": 3.349952168498481,
+    "512": 3.527105147815988,
+    "w": null
+   },
+   "value_n": {
+    "0": 11382,
+    "128": 9042,
+    "256": 11766,
+    "512": 14376,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.5910829443732882,
+    "128": 0.7636536804638329,
+    "256": 0.9756307350021574,
+    "512": 1.1365132451954598,
+    "w": null
+   }
+  },
+  {
+   "step": 2701,
+   "loss": 1.2638455629348755,
+   "ema": 1.2505585539970576,
+   "lr": 0.0009739743355267254,
+   "value_bits": {
+    "0": 2.8405499631414175,
+    "128": 3.1744222097721773,
+    "256": 3.2598652340592063,
+    "512": 3.427763119054802,
+    "w": null
+   },
+   "value_n": {
+    "0": 11826,
+    "128": 9384,
+    "256": 12198,
+    "512": 14970,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.5816247853837708,
+    "128": 0.8671837134215412,
+    "256": 0.8062474780117437,
+    "512": 1.0234853320668995,
+    "w": null
+   }
+  },
+  {
+   "step": 2801,
+   "loss": 1.1944482326507568,
+   "ema": 1.237938930685734,
+   "lr": 0.0009719553151981335,
+   "value_bits": {
+    "0": 2.74987609954013,
+    "128": 3.102782210148197,
+    "256": 3.157587424520329,
+    "512": 3.3409359421880334,
+    "w": null
+   },
+   "value_n": {
+    "0": 12294,
+    "128": 9672,
+    "256": 12714,
+    "512": 15510,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.4586173154614403,
+    "128": 0.7685122224001777,
+    "256": 0.7397875780954746,
+    "512": 0.933893650159276,
+    "w": null
+   }
+  },
+  {
+   "step": 2901,
+   "loss": 1.22713041305542,
+   "ema": 1.2358024587704979,
+   "lr": 0.0009698633887216711,
+   "value_bits": {
+    "0": 2.666832948551657,
+    "128": 3.019596255355862,
+    "256": 3.0629409180315568,
+    "512": 3.2540687928913608,
+    "w": null
+   },
+   "value_n": {
+    "0": 12750,
+    "128": 10026,
+    "256": 13236,
+    "512": 16104,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.4279458909808552,
+    "128": 0.7467867786568255,
+    "256": 0.7577001450464023,
+    "512": 0.9858710057004786,
+    "w": null
+   }
+  },
+  {
+   "step": 3001,
+   "loss": 1.1831704378128052,
+   "ema": 1.2272046639870917,
+   "lr": 0.0009676989175439071,
+   "value_bits": {
+    "0": 2.594626772200448,
+    "128": 2.940231268204543,
+    "256": 2.9966795289239756,
+    "512": 3.167492558453735,
+    "w": null
+   },
+   "value_n": {
+    "0": 13164,
+    "128": 10380,
+    "256": 13608,
+    "512": 16716,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.37088583384798407,
+    "128": 0.6924534117663202,
+    "256": 0.639056555192941,
+    "512": 0.8893492914871799,
+    "w": null
+   }
+  },
+  {
+   "step": 3101,
+   "loss": 1.22128427028656,
+   "ema": 1.221040747231174,
+   "lr": 0.000965462275645806,
+   "value_bits": {
+    "0": 2.5253048649649004,
+    "128": 2.871546167994032,
+    "256": 2.9235864432926,
+    "512": 3.1000137749915337,
+    "w": null
+   },
+   "value_n": {
+    "0": 13584,
+    "128": 10698,
+    "256": 14058,
+    "512": 17208,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.35255822961073796,
+    "128": 0.6295608214999971,
+    "256": 0.7132515337998102,
+    "512": 0.8073809612635804,
+    "w": null
+   }
+  },
+  {
+   "step": 3201,
+   "loss": 1.1842048168182373,
+   "ema": 1.2232050817790796,
+   "lr": 0.0009631538494781107,
+   "value_bits": {
+    "0": 2.444796683455484,
+    "128": 2.8027394417928106,
+    "256": 2.863418792117294,
+    "512": 3.021720420962581,
+    "w": null
+   },
+   "value_n": {
+    "0": 14100,
+    "128": 11046,
+    "256": 14442,
+    "512": 17808,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3253719981378201,
+    "128": 0.6875257725380278,
+    "256": 0.6607186873713181,
+    "512": 0.7762670274122104,
+    "w": null
+   }
+  },
+  {
+   "step": 3301,
+   "loss": 1.1923359632492065,
+   "ema": 1.2143539163561243,
+   "lr": 0.0009607740378945705,
+   "value_bits": {
+    "0": 2.3905756497023742,
+    "128": 2.738186213062782,
+    "256": 2.7895183382701965,
+    "512": 2.958737766755089,
+    "w": null
+   },
+   "value_n": {
+    "0": 14472,
+    "128": 11364,
+    "256": 14934,
+    "512": 18336,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.33542356389904,
+    "128": 0.4958750037800748,
+    "256": 0.6202696503438091,
+    "512": 0.8345046112115048,
+    "w": null
+   }
+  },
+  {
+   "step": 3401,
+   "loss": 1.243464708328247,
+   "ema": 1.2167260394175796,
+   "lr": 0.0009583232520830267,
+   "value_bits": {
+    "0": 2.329120108494777,
+    "128": 2.6835814803351736,
+    "256": 2.7315077981596,
+    "512": 2.890067811012246,
+    "w": null
+   },
+   "value_n": {
+    "0": 14916,
+    "128": 11658,
+    "256": 15336,
+    "512": 18912,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3260016572417247,
+    "128": 0.5729414030680449,
+    "256": 0.5764595244987746,
+    "512": 0.7040742198650752,
+    "w": null
+   }
+  },
+  {
+   "step": 3501,
+   "loss": 1.1519005298614502,
+   "ema": 1.20481388516959,
+   "lr": 0.0009558019154943671,
+   "value_bits": {
+    "0": 2.275578153116648,
+    "128": 2.6144804010688385,
+    "256": 2.6597665553256573,
+    "512": 2.8314769247056244,
+    "w": null
+   },
+   "value_n": {
+    "0": 15306,
+    "128": 12048,
+    "256": 15864,
+    "512": 19434,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.22780429050084072,
+    "128": 0.5488896777689993,
+    "256": 0.5760095475579632,
+    "512": 0.7087358484013528,
+    "w": null
+   }
+  },
+  {
+   "step": 3601,
+   "loss": 1.255276083946228,
+   "ema": 1.2072870383777012,
+   "lr": 0.0009532104637693609,
+   "value_bits": {
+    "0": 2.2164671865997225,
+    "128": 2.556834710474962,
+    "256": 2.5987140104983126,
+    "512": 2.76616809006781,
+    "w": null
+   },
+   "value_n": {
+    "0": 15786,
+    "128": 12372,
+    "256": 16326,
+    "512": 20034,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.33156624179126154,
+    "128": 0.41326903061377185,
+    "256": 0.5023123413619554,
+    "512": 0.650814936149004,
+    "w": null
+   }
+  },
+  {
+   "step": 3701,
+   "loss": 1.1117486953735352,
+   "ema": 1.1951208750605233,
+   "lr": 0.0009505493446633887,
+   "value_bits": {
+    "0": 2.162137086792834,
+    "128": 2.4995118719601495,
+    "256": 2.5536343293922577,
+    "512": 2.698171838091704,
+    "w": null
+   },
+   "value_n": {
+    "0": 16230,
+    "128": 12726,
+    "256": 16704,
+    "512": 20670,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.23048178149655965,
+    "128": 0.496127244544159,
+    "256": 0.6066214359069272,
+    "512": 0.556289900844352,
+    "w": null
+   }
+  },
+  {
+   "step": 3801,
+   "loss": 1.1813286542892456,
+   "ema": 1.1933967645847383,
+   "lr": 0.0009478190179690779,
+   "value_bits": {
+    "0": 2.1127541754285537,
+    "128": 2.4531119651854123,
+    "256": 2.4980704451831715,
+    "512": 2.6403730905573557,
+    "w": null
+   },
+   "value_n": {
+    "0": 16656,
+    "128": 13020,
+    "256": 17184,
+    "512": 21240,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.2313348058457786,
+    "128": 0.44465885765035834,
+    "256": 0.5644472747069672,
+    "512": 0.5444079826012657,
+    "w": null
+   }
+  },
+  {
+   "step": 3901,
+   "loss": 1.2306269407272339,
+   "ema": 1.1904267635266148,
+   "lr": 0.0009450199554368591,
+   "value_bits": {
+    "0": 2.0548386771098284,
+    "128": 2.4094235359555976,
+    "256": 2.452121104368855,
+    "512": 2.5819288202401176,
+    "w": null
+   },
+   "value_n": {
+    "0": 17184,
+    "128": 13308,
+    "256": 17586,
+    "512": 21840,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.22786795741911503,
+    "128": 0.43434246452441183,
+    "256": 0.48795823732107274,
+    "512": 0.513001651009899,
+    "w": null
+   }
+  },
+  {
+   "step": 4001,
+   "loss": 1.1905171871185303,
+   "ema": 1.1848400084981694,
+   "lr": 0.0009421526406934568,
+   "value_bits": {
+    "0": 2.0008338424674297,
+    "128": 2.3625063066040757,
+    "256": 2.394617248178421,
+    "512": 2.5299913038969306,
+    "w": null
+   },
+   "value_n": {
+    "0": 17688,
+    "128": 13620,
+    "256": 18078,
+    "512": 22398,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.15952614704088072,
+    "128": 0.36130602387952193,
+    "256": 0.3392050226398555,
+    "512": 0.4971680835829321,
+    "w": null
+   }
+  },
+  {
+   "step": 4101,
+   "loss": 1.1969125270843506,
+   "ema": 1.1877896646009527,
+   "lr": 0.0009392175691583268,
+   "value_bits": {
+    "0": 1.950393765531424,
+    "128": 2.325800495783335,
+    "256": 2.3379078230851773,
+    "512": 2.4829615254416275,
+    "w": null
+   },
+   "value_n": {
+    "0": 18186,
+    "128": 13890,
+    "256": 18618,
+    "512": 22932,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.15885946664776004,
+    "128": 0.474196261048219,
+    "256": 0.439402291908023,
+    "512": 0.5103529527040356,
+    "w": null
+   }
+  },
+  {
+   "step": 4201,
+   "loss": 1.1795544624328613,
+   "ema": 1.186495457992248,
+   "lr": 0.0009362152479580571,
+   "value_bits": {
+    "0": 1.904205049199227,
+    "128": 2.2790377534243778,
+    "256": 2.2936305534354844,
+    "512": 2.436423943398315,
+    "w": null
+   },
+   "value_n": {
+    "0": 18660,
+    "128": 14220,
+    "256": 19068,
+    "512": 23472,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.13207847701075737,
+    "128": 0.3107514159518962,
+    "256": 0.4617323171288515,
+    "512": 0.4601279592922926,
+    "w": null
+   }
+  },
+  {
+   "step": 4301,
+   "loss": 1.1333553791046143,
+   "ema": 1.1787127765822363,
+   "lr": 0.0009331461958387462,
+   "value_bits": {
+    "0": 1.8629069447425652,
+    "128": 2.2300179391376043,
+    "256": 2.2453694691199595,
+    "512": 2.3921484132384685,
+    "w": null
+   },
+   "value_n": {
+    "0": 19098,
+    "128": 14574,
+    "256": 19566,
+    "512": 24042,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10349454939710824,
+    "128": 0.2609169245672197,
+    "256": 0.3974932527978131,
+    "512": 0.5689286870772207,
+    "w": null
+   }
+  },
+  {
+   "step": 4401,
+   "loss": 1.1788229942321777,
+   "ema": 1.173385969529873,
+   "lr": 0.0009300109430763723,
+   "value_bits": {
+    "0": 1.8235893596970005,
+    "128": 2.192029356875345,
+    "256": 2.197383632980726,
+    "512": 2.34733268042973,
+    "w": null
+   },
+   "value_n": {
+    "0": 19542,
+    "128": 14862,
+    "256": 20076,
+    "512": 24594,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.13240188402088873,
+    "128": 0.26964880864559804,
+    "256": 0.35642114298026784,
+    "512": 0.3954126655969693,
+    "w": null
+   }
+  },
+  {
+   "step": 4501,
+   "loss": 1.159062147140503,
+   "ema": 1.1692626243593587,
+   "lr": 0.0009268100313851724,
+   "value_bits": {
+    "0": 1.789163249492903,
+    "128": 2.1404379212593896,
+    "256": 2.1556476837546925,
+    "512": 2.3134719335877216,
+    "w": null
+   },
+   "value_n": {
+    "0": 19956,
+    "128": 15288,
+    "256": 20538,
+    "512": 25056,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.16415106203281918,
+    "128": 0.3405507942069636,
+    "256": 0.3420309810234051,
+    "512": 0.5109368516994909,
+    "w": null
+   }
+  },
+  {
+   "step": 4601,
+   "loss": 1.1616233587265015,
+   "ema": 1.171901868653089,
+   "lr": 0.000923544013824043,
+   "value_bits": {
+    "0": 1.7567456426297212,
+    "128": 2.0930525020634043,
+    "256": 2.1221980472245,
+    "512": 2.2682116028988735,
+    "w": null
+   },
+   "value_n": {
+    "0": 20364,
+    "128": 15678,
+    "256": 20940,
+    "512": 25674,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.17114328340997148,
+    "128": 0.23554406958079308,
+    "256": 0.4132710943461631,
+    "512": 0.4331908169121739,
+    "w": null
+   }
+  },
+  {
+   "step": 4701,
+   "loss": 1.207134485244751,
+   "ema": 1.1654244202407185,
+   "lr": 0.0009202134547009826,
+   "value_bits": {
+    "0": 1.7160245900115672,
+    "128": 2.050797985156355,
+    "256": 2.0818589597408805,
+    "512": 2.2294077794966918,
+    "w": null
+   },
+   "value_n": {
+    "0": 20880,
+    "128": 16032,
+    "256": 21414,
+    "512": 26208,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10896351343000085,
+    "128": 0.17942421095092295,
+    "256": 0.2997904114138843,
+    "512": 0.36377227008168617,
+    "w": null
+   }
+  },
+  {
+   "step": 4801,
+   "loss": 1.1871017217636108,
+   "ema": 1.1638115332894126,
+   "lr": 0.0009168189294755883,
+   "value_bits": {
+    "0": 1.6811086385542666,
+    "128": 2.0135185373614592,
+    "256": 2.0494216007447905,
+    "512": 2.1917807103952747,
+    "w": null
+   },
+   "value_n": {
+    "0": 21348,
+    "128": 16368,
+    "256": 21810,
+    "512": 26778,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.12332003507470986,
+    "128": 0.23475631400500288,
+    "256": 0.29534683927442584,
+    "512": 0.46172768055327246,
+    "w": null
+   }
+  },
+  {
+   "step": 4901,
+   "loss": 1.1746972799301147,
+   "ema": 1.1638147335032605,
+   "lr": 0.0009133610246596288,
+   "value_bits": {
+    "0": 1.647336172608142,
+    "128": 1.9837632901847122,
+    "256": 2.0146249391472297,
+    "512": 2.1478026475742844,
+    "w": null
+   },
+   "value_n": {
+    "0": 21858,
+    "128": 16650,
+    "256": 22248,
+    "512": 27414,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.23366048041624327,
+    "128": 0.2566927732024671,
+    "256": 0.28194185822758144,
+    "512": 0.29616024785656064,
+    "w": null
+   }
+  },
+  {
+   "step": 5001,
+   "loss": 1.1558187007904053,
+   "ema": 1.1599823627446157,
+   "lr": 0.0009098403377157046,
+   "value_bits": {
+    "0": 1.6146575554615228,
+    "128": 1.9492110336827186,
+    "256": 1.985028911793577,
+    "512": 2.116474219177393,
+    "w": null
+   },
+   "value_n": {
+    "0": 22338,
+    "128": 16998,
+    "256": 22638,
+    "512": 27912,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.12655502714735195,
+    "128": 0.2960642786304397,
+    "256": 0.29668938214214796,
+    "512": 0.3919008535701847,
+    "w": null
+   }
+  },
+  {
+   "step": 5101,
+   "loss": 1.1881959438323975,
+   "ema": 1.1563872663003387,
+   "lr": 0.0009062574769540168,
+   "value_bits": {
+    "0": 1.5876314445128552,
+    "128": 1.916601826341132,
+    "256": 1.9519403125773147,
+    "512": 2.0827650512790434,
+    "w": null
+   },
+   "value_n": {
+    "0": 22758,
+    "128": 17334,
+    "256": 23112,
+    "512": 28440,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.15022842934299965,
+    "128": 0.26692531922121426,
+    "256": 0.37164556772974244,
+    "512": 0.30077585737992474,
+    "w": null
+   }
+  },
+  {
+   "step": 5201,
+   "loss": 1.2215689420700073,
+   "ema": 1.1536926899243563,
+   "lr": 0.0009026130614272647,
+   "value_bits": {
+    "0": 1.5553822332654084,
+    "128": 1.8843959631082114,
+    "256": 1.9166304306192166,
+    "512": 2.0526488401392964,
+    "w": null
+   },
+   "value_n": {
+    "0": 23286,
+    "128": 17682,
+    "256": 23616,
+    "512": 28944,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.16536793483853263,
+    "128": 0.28021081000637504,
+    "256": 0.297420129397855,
+    "512": 0.35323406868216406,
+    "w": null
+   }
+  },
+  {
+   "step": 5301,
+   "loss": 1.1598376035690308,
+   "ema": 1.1490191806861225,
+   "lr": 0.0008989077208236816,
+   "value_bits": {
+    "0": 1.5329405908743,
+    "128": 1.8602523202261532,
+    "256": 1.8830152600936256,
+    "512": 2.0171021030979617,
+    "w": null
+   },
+   "value_n": {
+    "0": 23664,
+    "128": 17946,
+    "256": 24138,
+    "512": 29574,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1504641762728233,
+    "128": 0.24317696628463098,
+    "256": 0.36221857976344335,
+    "512": 0.3839834413132097,
+    "w": null
+   }
+  },
+  {
+   "step": 5401,
+   "loss": 1.1406772136688232,
+   "ema": 1.1485290728600666,
+   "lr": 0.000895142095358239,
+   "value_bits": {
+    "0": 1.5063644092062505,
+    "128": 1.832582122326728,
+    "256": 1.8592594447792896,
+    "512": 1.9902026681822498,
+    "w": null
+   },
+   "value_n": {
+    "0": 24126,
+    "128": 18264,
+    "256": 24498,
+    "512": 30090,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1451116754557852,
+    "128": 0.27104321822899996,
+    "256": 0.2664320279530594,
+    "512": 0.4484897065596525,
+    "w": null
+   }
+  },
+  {
+   "step": 5501,
+   "loss": 1.0993683338165283,
+   "ema": 1.1481044341479285,
+   "lr": 0.0008913168356620278,
+   "value_bits": {
+    "0": 1.4786652599146504,
+    "128": 1.806657902110066,
+    "256": 1.8317228645703663,
+    "512": 1.9587844358769249,
+    "w": null
+   },
+   "value_n": {
+    "0": 24606,
+    "128": 18564,
+    "256": 24936,
+    "512": 30636,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08643676864560085,
+    "128": 0.22839137531966128,
+    "256": 0.29156044000825376,
+    "512": 0.2273291060834603,
+    "w": null
+   }
+  },
+  {
+   "step": 5601,
+   "loss": 1.1728084087371826,
+   "ema": 1.1468617383103341,
+   "lr": 0.0008874326026698414,
+   "value_bits": {
+    "0": 1.4586326822372115,
+    "128": 1.7761710874949341,
+    "256": 1.7989078684413815,
+    "512": 1.9301136510697663,
+    "w": null
+   },
+   "value_n": {
+    "0": 24984,
+    "128": 18924,
+    "256": 25470,
+    "512": 31170,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.15460726866296068,
+    "128": 0.20406768050798296,
+    "256": 0.26655816156429435,
+    "512": 0.2852481766276112,
+    "w": null
+   }
+  },
+  {
+   "step": 5701,
+   "loss": 1.1328301429748535,
+   "ema": 1.1446787168430959,
+   "lr": 0.0008834900675059781,
+   "value_bits": {
+    "0": 1.4349260925718543,
+    "128": 1.7533758232649173,
+    "256": 1.771120395122137,
+    "512": 1.8979215815091592,
+    "w": null
+   },
+   "value_n": {
+    "0": 25434,
+    "128": 19212,
+    "256": 25944,
+    "512": 31794,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.11873623435122918,
+    "128": 0.25553700281755126,
+    "256": 0.27798337942350365,
+    "512": 0.2898657991307611,
+    "w": null
+   }
+  },
+  {
+   "step": 5801,
+   "loss": 1.1256580352783203,
+   "ema": 1.1405756537019494,
+   "lr": 0.0008794899113682835,
+   "value_bits": {
+    "0": 1.409783987815779,
+    "128": 1.7249189414018744,
+    "256": 1.746009221613045,
+    "512": 1.8745803160475698,
+    "w": null
+   },
+   "value_n": {
+    "0": 25926,
+    "128": 19572,
+    "256": 26370,
+    "512": 32268,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.11005981634013559,
+    "128": 0.2062700126441582,
+    "256": 0.2167033870593059,
+    "512": 0.3089427757822211,
+    "w": null
+   }
+  },
+  {
+   "step": 5901,
+   "loss": 1.1420085430145264,
+   "ema": 1.142401140919218,
+   "lr": 0.0008754328254104519,
+   "value_bits": {
+    "0": 1.3927451614146689,
+    "128": 1.7049125203001767,
+    "256": 1.7169923810068901,
+    "512": 1.8431600328089297,
+    "w": null
+   },
+   "value_n": {
+    "0": 26262,
+    "128": 19842,
+    "256": 26880,
+    "512": 32898,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07801714571471788,
+    "128": 0.25466928399489785,
+    "256": 0.21665103437101937,
+    "512": 0.23384304940505898,
+    "w": null
+   }
+  },
+  {
+   "step": 6001,
+   "loss": 1.1583826541900635,
+   "ema": 1.137752323562306,
+   "lr": 0.0008713195106226073,
+   "value_bits": {
+    "0": 1.3676289057312216,
+    "128": 1.6809646016386557,
+    "256": 1.6913311023002442,
+    "512": 1.814512042863896,
+    "w": null
+   },
+   "value_n": {
+    "0": 26772,
+    "128": 20166,
+    "256": 27360,
+    "512": 33504,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07428948071418455,
+    "128": 0.2143763236080738,
+    "256": 0.2542994947280551,
+    "512": 0.2592949253527958,
+    "w": null
+   }
+  },
+  {
+   "step": 6101,
+   "loss": 1.0943495035171509,
+   "ema": 1.134949197278557,
+   "lr": 0.0008671506777101854,
+   "value_bits": {
+    "0": 1.3448272092454125,
+    "128": 1.654581651890241,
+    "256": 1.664742080530393,
+    "512": 1.7898485282682708,
+    "w": null
+   },
+   "value_n": {
+    "0": 27258,
+    "128": 20526,
+    "256": 27840,
+    "512": 34056,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08876338554565555,
+    "128": 0.1766967501498927,
+    "256": 0.14916783964889122,
+    "512": 0.2928804249859857,
+    "w": null
+   }
+  },
+  {
+   "step": 6201,
+   "loss": 1.1242536306381226,
+   "ema": 1.1329837020114377,
+   "lr": 0.0008629270469711369,
+   "value_bits": {
+    "0": 1.3255321257525965,
+    "128": 1.6349066873304927,
+    "256": 1.6424251132956285,
+    "512": 1.760056615726652,
+    "w": null
+   },
+   "value_n": {
+    "0": 27684,
+    "128": 20808,
+    "256": 28266,
+    "512": 34728,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09091854395169453,
+    "128": 0.20282043714116038,
+    "256": 0.18396415598142837,
+    "512": 0.25024504799246466,
+    "w": null
+   }
+  },
+  {
+   "step": 6301,
+   "loss": 1.1182998418807983,
+   "ema": 1.1351763478969539,
+   "lr": 0.0008586493481714727,
+   "value_bits": {
+    "0": 1.3054352987332765,
+    "128": 1.6149861333137818,
+    "256": 1.6186410309134933,
+    "512": 1.7355851169449856,
+    "w": null
+   },
+   "value_n": {
+    "0": 28158,
+    "128": 21096,
+    "256": 28746,
+    "512": 35286,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1316788447188158,
+    "128": 0.1757261056064284,
+    "256": 0.21805587963551593,
+    "512": 0.21256323578063901,
+    "w": null
+   }
+  },
+  {
+   "step": 6401,
+   "loss": 1.1982252597808838,
+   "ema": 1.138765952051709,
+   "lr": 0.0008543183204191743,
+   "value_bits": {
+    "0": 1.2846656785057917,
+    "128": 1.590887383421099,
+    "256": 1.5926083299753488,
+    "512": 1.7162452045711734,
+    "w": null
+   },
+   "value_n": {
+    "0": 28638,
+    "128": 21444,
+    "256": 29280,
+    "512": 35754,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06626783191096267,
+    "128": 0.13000454509915263,
+    "256": 0.1912300131815156,
+    "512": 0.258065401104649,
+    "w": null
+   }
+  },
+  {
+   "step": 6501,
+   "loss": 1.0982449054718018,
+   "ema": 1.1344089579374628,
+   "lr": 0.0008499347120364891,
+   "value_bits": {
+    "0": 1.2649879395888515,
+    "128": 1.573105253539154,
+    "256": 1.5650350092509873,
+    "512": 1.6974639033807224,
+    "w": null
+   },
+   "value_n": {
+    "0": 29112,
+    "128": 21738,
+    "256": 29874,
+    "512": 36216,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07610378958181817,
+    "128": 0.27609847398667947,
+    "256": 0.20586526041378175,
+    "512": 0.24398632164179238,
+    "w": null
+   }
+  },
+  {
+   "step": 6601,
+   "loss": 1.1299607753753662,
+   "ema": 1.1267671673610062,
+   "lr": 0.0008454992804306338,
+   "value_bits": {
+    "0": 1.2458276607749235,
+    "128": 1.5478840174601651,
+    "256": 1.5448122162482132,
+    "512": 1.6765751299424938,
+    "w": null
+   },
+   "value_n": {
+    "0": 29586,
+    "128": 22170,
+    "256": 30324,
+    "512": 36726,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06904699235495128,
+    "128": 0.2787654297632569,
+    "256": 0.20228839810404667,
+    "512": 0.1932264655525161,
+    "w": null
+   }
+  },
+  {
+   "step": 6701,
+   "loss": 1.1128740310668945,
+   "ema": 1.1268843374501007,
+   "lr": 0.0008410127919629289,
+   "value_bits": {
+    "0": 1.2307168817562528,
+    "128": 1.5235539530534756,
+    "256": 1.5229662750076691,
+    "512": 1.6573745624720788,
+    "w": null
+   },
+   "value_n": {
+    "0": 29970,
+    "128": 22566,
+    "256": 30810,
+    "512": 37236,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06647857955210103,
+    "128": 0.16143898361834746,
+    "256": 0.1598874227890339,
+    "512": 0.27470781557314006,
+    "w": null
+   }
+  },
+  {
+   "step": 6801,
+   "loss": 1.1760365962982178,
+   "ema": 1.1247574474206836,
+   "lr": 0.0008364760218163851,
+   "value_bits": {
+    "0": 1.213264271261659,
+    "128": 1.500803575531806,
+    "256": 1.5005191568174123,
+    "512": 1.6406326839272716,
+    "w": null
+   },
+   "value_n": {
+    "0": 30426,
+    "128": 22956,
+    "256": 31314,
+    "512": 37686,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06621441046565793,
+    "128": 0.1844317315472222,
+    "256": 0.1283054436392128,
+    "512": 0.2552980406062931,
+    "w": null
+   }
+  },
+  {
+   "step": 6901,
+   "loss": 1.1137597560882568,
+   "ema": 1.112973809603269,
+   "lr": 0.0008318897538617664,
+   "value_bits": {
+    "0": 1.1958526393373015,
+    "128": 1.4825006818714221,
+    "256": 1.486922952974501,
+    "512": 1.619601819053301,
+    "w": null
+   },
+   "value_n": {
+    "0": 30906,
+    "128": 23310,
+    "256": 31668,
+    "512": 38286,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09217282073209505,
+    "128": 0.2956045607759938,
+    "256": 0.2842350232091719,
+    "512": 0.2986531963192046,
+    "w": null
+   }
+  },
+  {
+   "step": 7001,
+   "loss": 1.0784873962402344,
+   "ema": 1.121472753696611,
+   "lr": 0.0008272547805221505,
+   "value_bits": {
+    "0": 1.177443778823805,
+    "128": 1.466074306383532,
+    "256": 1.4701229091015333,
+    "512": 1.5994203962400835,
+    "w": null
+   },
+   "value_n": {
+    "0": 31434,
+    "128": 23610,
+    "256": 32076,
+    "512": 38862,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09989786399402648,
+    "128": 0.1897449309744704,
+    "256": 0.16614303319677812,
+    "512": 0.25798644862403775,
+    "w": null
+   }
+  },
+  {
+   "step": 7101,
+   "loss": 1.089728832244873,
+   "ema": 1.1240323543726356,
+   "lr": 0.0008225719026360139,
+   "value_bits": {
+    "0": 1.1619340307632338,
+    "128": 1.4454586320633676,
+    "256": 1.4538132341785914,
+    "512": 1.5830998496664412,
+    "w": null
+   },
+   "value_n": {
+    "0": 31866,
+    "128": 24018,
+    "256": 32508,
+    "512": 39354,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.033384446189168554,
+    "128": 0.25247806662444583,
+    "256": 0.2428198711501704,
+    "512": 0.29397570140446616,
+    "w": null
+   }
+  },
+  {
+   "step": 7201,
+   "loss": 1.0740220546722412,
+   "ema": 1.1217499200971888,
+   "lr": 0.0008178419293188608,
+   "value_bits": {
+    "0": 1.1460914186463969,
+    "128": 1.4275325108961827,
+    "256": 1.433870506624219,
+    "512": 1.564213349896028,
+    "w": null
+   },
+   "value_n": {
+    "0": 32328,
+    "128": 24348,
+    "256": 33018,
+    "512": 39894,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05336267900326033,
+    "128": 0.1228368194008949,
+    "256": 0.16269759027609149,
+    "512": 0.18780721662780564,
+    "w": null
+   }
+  },
+  {
+   "step": 7301,
+   "loss": 1.1301451921463013,
+   "ema": 1.122222041937385,
+   "lr": 0.000813065677823423,
+   "value_bits": {
+    "0": 1.1306804343000578,
+    "128": 1.4129197199994499,
+    "256": 1.4179217740096743,
+    "512": 1.541804596101402,
+    "w": null
+   },
+   "value_n": {
+    "0": 32796,
+    "128": 24624,
+    "256": 33450,
+    "512": 40566,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06613705406833914,
+    "128": 0.1238174274137755,
+    "256": 0.19895127987302158,
+    "512": 0.21148491770436603,
+    "w": null
+   }
+  },
+  {
+   "step": 7401,
+   "loss": 1.1187636852264404,
+   "ema": 1.1196182387398523,
+   "lr": 0.0008082439733984537,
+   "value_bits": {
+    "0": 1.119195824111993,
+    "128": 1.3964286147711507,
+    "256": 1.400953266894608,
+    "512": 1.522490640608525,
+    "w": null
+   },
+   "value_n": {
+    "0": 33156,
+    "128": 24942,
+    "256": 33894,
+    "512": 41166,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0729478359792857,
+    "128": 0.1194569948288717,
+    "256": 0.12258262950955334,
+    "512": 0.21667410973510895,
+    "w": null
+   }
+  },
+  {
+   "step": 7501,
+   "loss": 1.1425459384918213,
+   "ema": 1.116180257535319,
+   "lr": 0.0008033776491461398,
+   "value_bits": {
+    "0": 1.1048102129931734,
+    "128": 1.3798577710738555,
+    "256": 1.3854319180898356,
+    "512": 1.5058268523653087,
+    "w": null
+   },
+   "value_n": {
+    "0": 33612,
+    "128": 25266,
+    "256": 34320,
+    "512": 41694,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.058824857169523306,
+    "128": 0.10420967385801894,
+    "256": 0.1505009406509461,
+    "512": 0.20661945308455493,
+    "w": null
+   }
+  },
+  {
+   "step": 7601,
+   "loss": 1.1423437595367432,
+   "ema": 1.1159383243883136,
+   "lr": 0.0007984675458781569,
+   "value_bits": {
+    "0": 1.091538512665412,
+    "128": 1.3623753972723045,
+    "256": 1.3681473121338301,
+    "512": 1.4890235275657047,
+    "w": null
+   },
+   "value_n": {
+    "0": 34050,
+    "128": 25626,
+    "256": 34812,
+    "512": 42216,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07307186559528357,
+    "128": 0.13540412930011317,
+    "256": 0.16244065276370245,
+    "512": 0.14688210190535966,
+    "w": null
+   }
+  },
+  {
+   "step": 7701,
+   "loss": 1.1221719980239868,
+   "ema": 1.1162500891479352,
+   "lr": 0.0007935145119703917,
+   "value_bits": {
+    "0": 1.077907304932563,
+    "128": 1.3428079439144567,
+    "256": 1.3526285977128065,
+    "512": 1.4716888066737184,
+    "w": null
+   },
+   "value_n": {
+    "0": 34500,
+    "128": 26052,
+    "256": 35244,
+    "512": 42798,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.046479253146992194,
+    "128": 0.16572916516278308,
+    "256": 0.1020788606186674,
+    "512": 0.21429606238490048,
+    "w": null
+   }
+  },
+  {
+   "step": 7801,
+   "loss": 1.1250537633895874,
+   "ema": 1.1116303519603514,
+   "lr": 0.0007885194032163599,
+   "value_bits": {
+    "0": 1.0649220473991357,
+    "128": 1.32702472645044,
+    "256": 1.3355579656681984,
+    "512": 1.454180263618568,
+    "w": null
+   },
+   "value_n": {
+    "0": 34944,
+    "128": 26394,
+    "256": 35748,
+    "512": 43374,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05593244176119661,
+    "128": 0.12473121366517771,
+    "256": 0.14183305340595623,
+    "512": 0.15325903848953953,
+    "w": null
+   }
+  },
+  {
+   "step": 7901,
+   "loss": 1.0948468446731567,
+   "ema": 1.1173794629667233,
+   "lr": 0.0007834830826793395,
+   "value_bits": {
+    "0": 1.05396341485035,
+    "128": 1.3083082618448258,
+    "256": 1.3205508933951815,
+    "512": 1.4394201054359725,
+    "w": null
+   },
+   "value_n": {
+    "0": 35322,
+    "128": 26808,
+    "256": 36192,
+    "512": 43878,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.040898717007056405,
+    "128": 0.11506582995936061,
+    "256": 0.11227877714335856,
+    "512": 0.1691679208885526,
+    "w": null
+   }
+  },
+  {
+   "step": 8001,
+   "loss": 1.1022006273269653,
+   "ema": 1.1084732492717695,
+   "lr": 0.000778406420543249,
+   "value_bits": {
+    "0": 1.04067788232813,
+    "128": 1.291872431034612,
+    "256": 1.3074579917393228,
+    "512": 1.424528289275523,
+    "w": null
+   },
+   "value_n": {
+    "0": 35802,
+    "128": 27186,
+    "256": 36594,
+    "512": 44400,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06302875784927324,
+    "128": 0.12623287452610724,
+    "256": 0.12870600982678176,
+    "512": 0.17275988029430625,
+    "w": null
+   }
+  },
+  {
+   "step": 8101,
+   "loss": 1.118289589881897,
+   "ema": 1.1122542579731334,
+   "lr": 0.000773290293962297,
+   "value_bits": {
+    "0": 1.0280594490683153,
+    "128": 1.2792332535571778,
+    "256": 1.29313115590678,
+    "512": 1.4100048443963447,
+    "w": null
+   },
+   "value_n": {
+    "0": 36270,
+    "128": 27474,
+    "256": 37050,
+    "512": 44916,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06274930469248995,
+    "128": 0.08614756292688854,
+    "256": 0.14340258034522144,
+    "512": 0.16031307572284403,
+    "w": null
+   }
+  },
+  {
+   "step": 8201,
+   "loss": 1.0987787246704102,
+   "ema": 1.1093567808347504,
+   "lr": 0.0007681355869094244,
+   "value_bits": {
+    "0": 1.0143687979137794,
+    "128": 1.263552976092871,
+    "256": 1.2807504025883454,
+    "512": 1.3943074421371258,
+    "w": null
+   },
+   "value_n": {
+    "0": 36792,
+    "128": 27846,
+    "256": 37470,
+    "512": 45474,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06310458838309319,
+    "128": 0.10548861304350322,
+    "256": 0.18859109199786714,
+    "512": 0.1307509549058044,
+    "w": null
+   }
+  },
+  {
+   "step": 8301,
+   "loss": 1.1161295175552368,
+   "ema": 1.105294065059628,
+   "lr": 0.0007629431900235712,
+   "value_bits": {
+    "0": 1.003816906456234,
+    "128": 1.249325550467971,
+    "256": 1.2648696978757175,
+    "512": 1.3798675650486738,
+    "w": null
+   },
+   "value_n": {
+    "0": 37230,
+    "128": 28200,
+    "256": 37986,
+    "512": 46002,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.11745802402240726,
+    "128": 0.13018178224491442,
+    "256": 0.11167201263893975,
+    "512": 0.13623315080575954,
+    "w": null
+   }
+  },
+  {
+   "step": 8401,
+   "loss": 1.093895435333252,
+   "ema": 1.104636413139494,
+   "lr": 0.00075771400045579,
+   "value_bits": {
+    "0": 0.9923387705483088,
+    "128": 1.2365267807067057,
+    "256": 1.25177418657057,
+    "512": 1.366570688432124,
+    "w": null
+   },
+   "value_n": {
+    "0": 37674,
+    "128": 28512,
+    "256": 38430,
+    "512": 46518,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.029881563674315652,
+    "128": 0.07971489843848444,
+    "256": 0.13140010450452552,
+    "512": 0.18113867658226251,
+    "w": null
+   }
+  },
+  {
+   "step": 8501,
+   "loss": 1.1082971096038818,
+   "ema": 1.100758175514955,
+   "lr": 0.0007524489217142347,
+   "value_bits": {
+    "0": 0.9829408972046015,
+    "128": 1.2218878736324918,
+    "256": 1.2372949132063804,
+    "512": 1.3535756606572469,
+    "w": null
+   },
+   "value_n": {
+    "0": 38064,
+    "128": 28878,
+    "256": 38928,
+    "512": 47046,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07510633220248467,
+    "128": 0.08149301434292906,
+    "256": 0.11994857709030533,
+    "512": 0.20868417953653834,
+    "w": null
+   }
+  },
+  {
+   "step": 8601,
+   "loss": 1.0942518711090088,
+   "ema": 1.104011137415317,
+   "lr": 0.0007471488635080511,
+   "value_bits": {
+    "0": 0.9714989704900014,
+    "128": 1.2091597262246652,
+    "256": 1.223546562956984,
+    "512": 1.3393243939372712,
+    "w": null
+   },
+   "value_n": {
+    "0": 38544,
+    "128": 29202,
+    "256": 39426,
+    "512": 47616,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06415418202221218,
+    "128": 0.07470466189372912,
+    "256": 0.14885624466680197,
+    "512": 0.163069842870664,
+    "w": null
+   }
+  },
+  {
+   "step": 8701,
+   "loss": 1.0525188446044922,
+   "ema": 1.1023925018934821,
+   "lr": 0.0007418147415901951,
+   "value_bits": {
+    "0": 0.9626016772026126,
+    "128": 1.1941458033918106,
+    "256": 1.210841542438591,
+    "512": 1.3247278251385324,
+    "w": null
+   },
+   "value_n": {
+    "0": 38916,
+    "128": 29592,
+    "256": 39900,
+    "512": 48204,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04072728884477182,
+    "128": 0.06994945835329018,
+    "256": 0.1540733167884632,
+    "512": 0.14270364159984272,
+    "w": null
+   }
+  },
+  {
+   "step": 8801,
+   "loss": 1.077573537826538,
+   "ema": 1.0971529484608455,
+   "lr": 0.0007364474775992087,
+   "value_bits": {
+    "0": 0.9512878419559009,
+    "128": 1.1819716629172612,
+    "256": 1.2004762127069082,
+    "512": 1.3114693412818608,
+    "w": null
+   },
+   "value_n": {
+    "0": 39396,
+    "128": 29916,
+    "256": 40290,
+    "512": 48762,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03401864932874761,
+    "128": 0.07006683290841456,
+    "256": 0.14002324785013345,
+    "512": 0.16610741327646164,
+    "w": null
+   }
+  },
+  {
+   "step": 8901,
+   "loss": 1.0537573099136353,
+   "ema": 1.099873528800082,
+   "lr": 0.0007310479988999762,
+   "value_bits": {
+    "0": 0.9431482592340581,
+    "128": 1.1681022313673557,
+    "256": 1.1882545091095893,
+    "512": 1.2995402424999885,
+    "w": null
+   },
+   "value_n": {
+    "0": 39756,
+    "128": 30294,
+    "256": 40770,
+    "512": 49260,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05240659004039301,
+    "128": 0.07043579156055901,
+    "256": 0.16239526340963373,
+    "512": 0.13149463044847914,
+    "w": null
+   }
+  },
+  {
+   "step": 9001,
+   "loss": 1.098422884941101,
+   "ema": 1.0969738307700811,
+   "lr": 0.0007256172384234937,
+   "value_bits": {
+    "0": 0.931756728129697,
+    "128": 1.1607484349192525,
+    "256": 1.17662576099123,
+    "512": 1.2863182178944998,
+    "w": null
+   },
+   "value_n": {
+    "0": 40266,
+    "128": 30528,
+    "256": 41226,
+    "512": 49830,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.043753374041508045,
+    "128": 0.2087146332148101,
+    "256": 0.13692387330371472,
+    "512": 0.14365693356753767,
+    "w": null
+   }
+  },
+  {
+   "step": 9101,
+   "loss": 1.103818655014038,
+   "ema": 1.0927549887560084,
+   "lr": 0.000720156134505675,
+   "value_bits": {
+    "0": 0.9249656100562179,
+    "128": 1.1475400210007518,
+    "256": 1.1647075253655101,
+    "512": 1.2723290759790145,
+    "w": null
+   },
+   "value_n": {
+    "0": 40578,
+    "128": 30924,
+    "256": 41688,
+    "512": 50442,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04851958330394545,
+    "128": 0.12929138437451881,
+    "256": 0.10119847362108049,
+    "512": 0.13331119746816514,
+    "w": null
+   }
+  },
+  {
+   "step": 9201,
+   "loss": 1.0948681831359863,
+   "ema": 1.0904381808616632,
+   "lr": 0.0007146656307252252,
+   "value_bits": {
+    "0": 0.9151097214973573,
+    "128": 1.1337332973088787,
+    "256": 1.1531574530082422,
+    "512": 1.2604840816433134,
+    "w": null
+   },
+   "value_n": {
+    "0": 41034,
+    "128": 31338,
+    "256": 42186,
+    "512": 50964,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03806532250295072,
+    "128": 0.102431066759398,
+    "256": 0.186291154956472,
+    "512": 0.11587641060610356,
+    "w": null
+   }
+  },
+  {
+   "step": 9301,
+   "loss": 1.1210970878601074,
+   "ema": 1.0966394186926198,
+   "lr": 0.0007091466757406063,
+   "value_bits": {
+    "0": 0.9063797114127096,
+    "128": 1.121191954596538,
+    "256": 1.1408706485476834,
+    "512": 1.2493678814277804,
+    "w": null
+   },
+   "value_n": {
+    "0": 41448,
+    "128": 31734,
+    "256": 42666,
+    "512": 51480,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04109653795032626,
+    "128": 0.12871569722449538,
+    "256": 0.06101412152032127,
+    "512": 0.15144922293082982,
+    "w": null
+   }
+  },
+  {
+   "step": 9401,
+   "loss": 1.118375539779663,
+   "ema": 1.0992945750110334,
+   "lr": 0.0007036002231261277,
+   "value_bits": {
+    "0": 0.8983919546157473,
+    "128": 1.1100836349421999,
+    "256": 1.1297711051074741,
+    "512": 1.2371311184747698,
+    "w": null
+   },
+   "value_n": {
+    "0": 41838,
+    "128": 32070,
+    "256": 43134,
+    "512": 52056,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.049477739947806444,
+    "128": 0.06094251616014458,
+    "256": 0.11786272814171415,
+    "512": 0.14347042954943412,
+    "w": null
+   }
+  },
+  {
+   "step": 9501,
+   "loss": 1.0908503532409668,
+   "ema": 1.0863487974877826,
+   "lr": 0.0006980272312071852,
+   "value_bits": {
+    "0": 0.8886249446791509,
+    "128": 1.0995593648358186,
+    "256": 1.1196834729013696,
+    "512": 1.2272090143628425,
+    "w": null
+   },
+   "value_n": {
+    "0": 42312,
+    "128": 32400,
+    "256": 43584,
+    "512": 52518,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.026531776478060033,
+    "128": 0.07679166086113483,
+    "256": 0.15275030050557112,
+    "512": 0.10923271208908408,
+    "w": null
+   }
+  },
+  {
+   "step": 9601,
+   "loss": 1.1187851428985596,
+   "ema": 1.087915402431125,
+   "lr": 0.0006924286628946804,
+   "value_bits": {
+    "0": 0.8785542195155388,
+    "128": 1.0896412284185375,
+    "256": 1.1109554623981068,
+    "512": 1.216281766136163,
+    "w": null
+   },
+   "value_n": {
+    "0": 42828,
+    "128": 32724,
+    "256": 43986,
+    "512": 53034,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05275475609934737,
+    "128": 0.0978275866904144,
+    "256": 0.16468280126824938,
+    "512": 0.10411660650676599,
+    "w": null
+   }
+  },
+  {
+   "step": 9701,
+   "loss": 1.1197091341018677,
+   "ema": 1.088876792826528,
+   "lr": 0.0006868054855186466,
+   "value_bits": {
+    "0": 0.87071978698604,
+    "128": 1.081468555340979,
+    "256": 1.102291734936861,
+    "512": 1.2025436774306821,
+    "w": null
+   },
+   "value_n": {
+    "0": 43230,
+    "128": 33012,
+    "256": 44358,
+    "512": 53766,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.036060393022409404,
+    "128": 0.15284857690342607,
+    "256": 0.07787583141438158,
+    "512": 0.20720788999014808,
+    "w": null
+   }
+  },
+  {
+   "step": 9801,
+   "loss": 1.1612999439239502,
+   "ema": 1.0913424859064793,
+   "lr": 0.0006811586706611131,
+   "value_bits": {
+    "0": 0.862745413386652,
+    "128": 1.0713797632638562,
+    "256": 1.092148854038729,
+    "512": 1.1916073208037603,
+    "w": null
+   },
+   "value_n": {
+    "0": 43650,
+    "128": 33354,
+    "256": 44814,
+    "512": 54306,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.041954530763939894,
+    "128": 0.09754583329314334,
+    "256": 0.10548676877701413,
+    "512": 0.10271074598325915,
+    "w": null
+   }
+  },
+  {
+   "step": 9901,
+   "loss": 1.078542947769165,
+   "ema": 1.0906388979389086,
+   "lr": 0.0006754891939882325,
+   "value_bits": {
+    "0": 0.8560569101599752,
+    "128": 1.0606251102258697,
+    "256": 1.0841174326549274,
+    "512": 1.180756781762775,
+    "w": null
+   },
+   "value_n": {
+    "0": 44016,
+    "128": 33714,
+    "256": 45180,
+    "512": 54864,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05837066468335699,
+    "128": 0.06420650625643064,
+    "256": 0.10072913239897922,
+    "512": 0.12475432090301587,
+    "w": null
+   }
+  },
+  {
+   "step": 10001,
+   "loss": 1.0876264572143555,
+   "ema": 1.0850725304317181,
+   "lr": 0.0006697980350817039,
+   "value_bits": {
+    "0": 0.8475808166108262,
+    "128": 1.0518601547308688,
+    "256": 1.0725214937437515,
+    "512": 1.171235051411539,
+    "w": null
+   },
+   "value_n": {
+    "0": 44478,
+    "128": 34020,
+    "256": 45714,
+    "512": 55350,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04004026756463166,
+    "128": 0.08616829342870037,
+    "256": 0.09142688698920698,
+    "512": 0.09633749176088968,
+    "w": null
+   }
+  },
+  {
+   "step": 10101,
+   "loss": 1.0284085273742676,
+   "ema": 1.080932173236975,
+   "lr": 0.0006640861772695196,
+   "value_bits": {
+    "0": 0.8409202358001677,
+    "128": 1.0440297707136355,
+    "256": 1.062873071420852,
+    "512": 1.1598695743698082,
+    "w": null
+   },
+   "value_n": {
+    "0": 44850,
+    "128": 34296,
+    "256": 46182,
+    "512": 55956,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04455111403546626,
+    "128": 0.07884982771987896,
+    "256": 0.12042012682890216,
+    "512": 0.1217851613998405,
+    "w": null
+   }
+  },
+  {
+   "step": 10201,
+   "loss": 1.0715397596359253,
+   "ema": 1.0843201562636504,
+   "lr": 0.000658354607456063,
+   "value_bits": {
+    "0": 0.8338158987019738,
+    "128": 1.0349015589924098,
+    "256": 1.0538785403421913,
+    "512": 1.1491810672027911,
+    "w": null
+   },
+   "value_n": {
+    "0": 45264,
+    "128": 34626,
+    "256": 46602,
+    "512": 56526,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06417937973095553,
+    "128": 0.08623140992829649,
+    "256": 0.0648656015928797,
+    "512": 0.09990719520698883,
+    "w": null
+   }
+  },
+  {
+   "step": 10301,
+   "loss": 1.099830150604248,
+   "ema": 1.0816051117652912,
+   "lr": 0.0006526043159515904,
+   "value_bits": {
+    "0": 0.8272218528494069,
+    "128": 1.0247567448886838,
+    "256": 1.0449995555531744,
+    "512": 1.1387933839993338,
+    "w": null
+   },
+   "value_n": {
+    "0": 45654,
+    "128": 34992,
+    "256": 47022,
+    "512": 57120,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.061906746514553544,
+    "128": 0.06499080730503899,
+    "256": 0.05981277189182473,
+    "512": 0.15028466218345454,
+    "w": null
+   }
+  },
+  {
+   "step": 10401,
+   "loss": 1.0986864566802979,
+   "ema": 1.083328318175042,
+   "lr": 0.0006468362963011235,
+   "value_bits": {
+    "0": 0.8197932935093177,
+    "128": 1.0151466243986043,
+    "256": 1.0345373203245987,
+    "512": 1.1286577105428828,
+    "w": null
+   },
+   "value_n": {
+    "0": 46086,
+    "128": 35346,
+    "256": 47526,
+    "512": 57714,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.034739015471296486,
+    "128": 0.06521064646396316,
+    "256": 0.058435683582363514,
+    "512": 0.15399497008417193,
+    "w": null
+   }
+  },
+  {
+   "step": 10501,
+   "loss": 1.0827610492706299,
+   "ema": 1.0858351741511736,
+   "lr": 0.0006410515451127826,
+   "value_bits": {
+    "0": 0.8129769318164932,
+    "128": 1.0049914955352397,
+    "256": 1.0260054166187353,
+    "512": 1.1193375336946898,
+    "w": null
+   },
+   "value_n": {
+    "0": 46482,
+    "128": 35742,
+    "256": 47964,
+    "512": 58266,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019697020262175707,
+    "128": 0.09856931168552227,
+    "256": 0.10023542683595861,
+    "512": 0.14487252170806814,
+    "w": null
+   }
+  },
+  {
+   "step": 10601,
+   "loss": 1.075275182723999,
+   "ema": 1.0796203775021458,
+   "lr": 0.0006352510618855914,
+   "value_bits": {
+    "0": 0.8051390672819903,
+    "128": 0.9974164732623212,
+    "256": 1.0176169225396134,
+    "512": 1.1101492389041214,
+    "w": null
+   },
+   "value_n": {
+    "0": 46962,
+    "128": 36036,
+    "256": 48414,
+    "512": 58812,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.046139860422053154,
+    "128": 0.07651019408323367,
+    "256": 0.12351530029293692,
+    "512": 0.12962692339631232,
+    "w": null
+   }
+  },
+  {
+   "step": 10701,
+   "loss": 1.1450039148330688,
+   "ema": 1.077713466040333,
+   "lr": 0.000629435848836781,
+   "value_bits": {
+    "0": 0.7974307897481381,
+    "128": 0.9901189971511415,
+    "256": 1.0094540082855767,
+    "512": 1.0997247456642223,
+    "w": null
+   },
+   "value_n": {
+    "0": 47448,
+    "128": 36324,
+    "256": 48852,
+    "512": 59412,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.052582786569621065,
+    "128": 0.07702229873979385,
+    "256": 0.1071724313565131,
+    "512": 0.07791591828933156,
+    "w": null
+   }
+  },
+  {
+   "step": 10801,
+   "loss": 1.0296605825424194,
+   "ema": 1.0761267153093814,
+   "lr": 0.0006236069107286272,
+   "value_bits": {
+    "0": 0.7908199558514921,
+    "128": 0.9831509353374129,
+    "256": 1.001454019259262,
+    "512": 1.0875507462750105,
+    "w": null
+   },
+   "value_n": {
+    "0": 47862,
+    "128": 36618,
+    "256": 49266,
+    "512": 60132,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0331609057837227,
+    "128": 0.12223978798408668,
+    "256": 0.057455314154135885,
+    "512": 0.08299289667520844,
+    "w": null
+   }
+  },
+  {
+   "step": 10901,
+   "loss": 0.9986615180969238,
+   "ema": 1.074431565055007,
+   "lr": 0.0006177652546948433,
+   "value_bits": {
+    "0": 0.7842807309679085,
+    "128": 0.9743893660229522,
+    "256": 0.9934405119471502,
+    "512": 1.079515879800099,
+    "w": null
+   },
+   "value_n": {
+    "0": 48288,
+    "128": 36996,
+    "256": 49704,
+    "512": 60636,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.049585000033445355,
+    "128": 0.12562972275067116,
+    "256": 0.09208560044371908,
+    "512": 0.1208797868053152,
+    "w": null
+   }
+  },
+  {
+   "step": 11001,
+   "loss": 1.027358055114746,
+   "ema": 1.073482119226636,
+   "lr": 0.0006119118900665676,
+   "value_bits": {
+    "0": 0.7773929759435442,
+    "128": 0.9648073131875935,
+    "256": 0.9869632861406973,
+    "512": 1.0707039401553604,
+    "w": null
+   },
+   "value_n": {
+    "0": 48738,
+    "128": 37404,
+    "256": 50076,
+    "512": 61182,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.038290943462420776,
+    "128": 0.09594058108727171,
+    "256": 0.121522341291384,
+    "512": 0.09209446708141299,
+    "w": null
+   }
+  },
+  {
+   "step": 11101,
+   "loss": 1.0368802547454834,
+   "ema": 1.0737223717093871,
+   "lr": 0.0006060478281979693,
+   "value_bits": {
+    "0": 0.7708572863301586,
+    "128": 0.9568126585664236,
+    "256": 0.9795006061036647,
+    "512": 1.0617855706807853,
+    "w": null
+   },
+   "value_n": {
+    "0": 49182,
+    "128": 37746,
+    "256": 50496,
+    "512": 61752,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05343287106623107,
+    "128": 0.08244990578795305,
+    "256": 0.08973592625976363,
+    "512": 0.10451595455193693,
+    "w": null
+   }
+  },
+  {
+   "step": 11201,
+   "loss": 1.1166211366653442,
+   "ema": 1.0742948385548325,
+   "lr": 0.000600174082291504,
+   "value_bits": {
+    "0": 0.7634388030469752,
+    "128": 0.949119031197417,
+    "256": 0.9718300937343967,
+    "512": 1.0536673456784398,
+    "w": null
+   },
+   "value_n": {
+    "0": 49698,
+    "128": 38076,
+    "256": 50940,
+    "512": 62274,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05635383243936477,
+    "128": 0.06910794431704674,
+    "256": 0.09946479508899544,
+    "512": 0.09329065919405113,
+    "w": null
+   }
+  },
+  {
+   "step": 11301,
+   "loss": 1.0533562898635864,
+   "ema": 1.07372963982633,
+   "lr": 0.0005942916672228525,
+   "value_bits": {
+    "0": 0.7572599815617236,
+    "128": 0.9417712584281254,
+    "256": 0.9626056795502583,
+    "512": 1.0448404640359694,
+    "w": null
+   },
+   "value_n": {
+    "0": 50130,
+    "128": 38406,
+    "256": 51492,
+    "512": 62850,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04643805986255085,
+    "128": 0.0939718767203975,
+    "256": 0.11135267494879207,
+    "512": 0.09052583312762075,
+    "w": null
+   }
+  },
+  {
+   "step": 11401,
+   "loss": 1.103470802307129,
+   "ema": 1.0745911423837289,
+   "lr": 0.0005884015993655677,
+   "value_bits": {
+    "0": 0.7516786153690291,
+    "128": 0.9341397584519023,
+    "256": 0.9560058754395474,
+    "512": 1.0369454745978954,
+    "w": null
+   },
+   "value_n": {
+    "0": 50520,
+    "128": 38748,
+    "256": 51906,
+    "512": 63408,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03425839167732508,
+    "128": 0.0771356997185019,
+    "256": 0.13514328300300127,
+    "512": 0.1476980083202155,
+    "w": null
+   }
+  },
+  {
+   "step": 11501,
+   "loss": 1.0840929746627808,
+   "ema": 1.07161041187337,
+   "lr": 0.0005825048964154636,
+   "value_bits": {
+    "0": 0.7455097792793397,
+    "128": 0.9258397535924799,
+    "256": 0.94824290578007,
+    "512": 1.0291217032394597,
+    "w": null
+   },
+   "value_n": {
+    "0": 50952,
+    "128": 39120,
+    "256": 52374,
+    "512": 63948,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024098669901766696,
+    "128": 0.061300537751361614,
+    "256": 0.0872499503423863,
+    "512": 0.11043708417337615,
+    "w": null
+   }
+  },
+  {
+   "step": 11601,
+   "loss": 1.1013493537902832,
+   "ema": 1.070643148200781,
+   "lr": 0.0005766025772147777,
+   "value_bits": {
+    "0": 0.7387085271972802,
+    "128": 0.9184476194678255,
+    "256": 0.9398617444030252,
+    "512": 1.0225513968613629,
+    "w": null
+   },
+   "value_n": {
+    "0": 51444,
+    "128": 39468,
+    "256": 52890,
+    "512": 64422,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.034364226211308,
+    "128": 0.08746978338597079,
+    "256": 0.08917386463299147,
+    "512": 0.13614221486444217,
+    "w": null
+   }
+  },
+  {
+   "step": 11701,
+   "loss": 1.0751245021820068,
+   "ema": 1.0669768575778436,
+   "lr": 0.0005706956615761318,
+   "value_bits": {
+    "0": 0.732941384628462,
+    "128": 0.9129068145581438,
+    "256": 0.9313281958656812,
+    "512": 1.0141698898392535,
+    "w": null
+   },
+   "value_n": {
+    "0": 51858,
+    "128": 39738,
+    "256": 53412,
+    "512": 65034,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.016311234120553898,
+    "128": 0.10296426576067468,
+    "256": 0.06669336417960114,
+    "512": 0.13189301830604466,
+    "w": null
+   }
+  },
+  {
+   "step": 11801,
+   "loss": 1.0652070045471191,
+   "ema": 1.0665871068633124,
+   "lr": 0.0005647851701063285,
+   "value_bits": {
+    "0": 0.7265885329596166,
+    "128": 0.9069995870712011,
+    "256": 0.9236509509790151,
+    "512": 1.0067449095077288,
+    "w": null
+   },
+   "value_n": {
+    "0": 52326,
+    "128": 40014,
+    "256": 53916,
+    "512": 65580,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02264369996177222,
+    "128": 0.05648724694028553,
+    "256": 0.11004578453735091,
+    "512": 0.1223563181517243,
+    "w": null
+   }
+  },
+  {
+   "step": 11901,
+   "loss": 1.0505127906799316,
+   "ema": 1.071456459791807,
+   "lr": 0.0005588721240300081,
+   "value_bits": {
+    "0": 0.7210162711108987,
+    "128": 0.9011218314405169,
+    "256": 0.9163113967411408,
+    "512": 0.999277774881554,
+    "w": null
+   },
+   "value_n": {
+    "0": 52764,
+    "128": 40302,
+    "256": 54426,
+    "512": 66114,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.055321811074339325,
+    "128": 0.08448115850235907,
+    "256": 0.1403909922524536,
+    "512": 0.0822465224760371,
+    "w": null
+   }
+  },
+  {
+   "step": 12001,
+   "loss": 1.0143649578094482,
+   "ema": 1.0672086019504268,
+   "lr": 0.0005529575450132004,
+   "value_bits": {
+    "0": 0.7155691582197964,
+    "128": 0.8938326305066816,
+    "256": 0.909137555752475,
+    "512": 0.9920164724629601,
+    "w": null
+   },
+   "value_n": {
+    "0": 53178,
+    "128": 40656,
+    "256": 54894,
+    "512": 66666,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0213385674320538,
+    "128": 0.06397563605629784,
+    "256": 0.07485663769878584,
+    "512": 0.12231765343593458,
+    "w": null
+   }
+  },
+  {
+   "step": 12101,
+   "loss": 1.0470236539840698,
+   "ema": 1.0672376165185717,
+   "lr": 0.0005470424549867996,
+   "value_bits": {
+    "0": 0.7093453843438532,
+    "128": 0.8872203854088452,
+    "256": 0.9018089332447519,
+    "512": 0.985837872024381,
+    "w": null
+   },
+   "value_n": {
+    "0": 53682,
+    "128": 40992,
+    "256": 55374,
+    "512": 67140,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0526631478857021,
+    "128": 0.08713872857064303,
+    "256": 0.06368934170526941,
+    "512": 0.11684509388447557,
+    "w": null
+   }
+  },
+  {
+   "step": 12201,
+   "loss": 1.1118195056915283,
+   "ema": 1.0681663003436395,
+   "lr": 0.0005411278759699919,
+   "value_bits": {
+    "0": 0.7026544134043614,
+    "128": 0.8812639631785898,
+    "256": 0.8948756081574174,
+    "512": 0.9793464922954279,
+    "w": null
+   },
+   "value_n": {
+    "0": 54210,
+    "128": 41286,
+    "256": 55848,
+    "512": 67668,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02238035663581382,
+    "128": 0.050768520788702094,
+    "256": 0.08490526346107911,
+    "512": 0.15390854721604322,
+    "w": null
+   }
+  },
+  {
+   "step": 12301,
+   "loss": 1.060779094696045,
+   "ema": 1.0707152952912087,
+   "lr": 0.0005352148298936717,
+   "value_bits": {
+    "0": 0.6975592161396487,
+    "128": 0.8746585006047903,
+    "256": 0.8886093776435351,
+    "512": 0.9723226457712005,
+    "w": null
+   },
+   "value_n": {
+    "0": 54624,
+    "128": 41628,
+    "256": 56274,
+    "512": 68226,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0303837482167508,
+    "128": 0.0772516941080413,
+    "256": 0.0671153829503473,
+    "512": 0.1205490855536125,
+    "w": null
+   }
+  },
+  {
+   "step": 12401,
+   "loss": 1.062492847442627,
+   "ema": 1.0648349490671665,
+   "lr": 0.0005293043384238682,
+   "value_bits": {
+    "0": 0.6926632177928801,
+    "128": 0.8688161816859842,
+    "256": 0.8810731069137328,
+    "512": 0.9646480435176251,
+    "w": null
+   },
+   "value_n": {
+    "0": 55020,
+    "128": 41934,
+    "256": 56796,
+    "512": 68856,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01731217311134502,
+    "128": 0.07403169818253319,
+    "256": 0.06862847272045104,
+    "512": 0.13352516518043403,
+    "w": null
+   }
+  },
+  {
+   "step": 12501,
+   "loss": 1.0639190673828125,
+   "ema": 1.0676695738693391,
+   "lr": 0.0005233974227852223,
+   "value_bits": {
+    "0": 0.6864830898313015,
+    "128": 0.8627598560019265,
+    "256": 0.8742056963507803,
+    "512": 0.9574903000976882,
+    "w": null
+   },
+   "value_n": {
+    "0": 55542,
+    "128": 42246,
+    "256": 57288,
+    "512": 69420,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03508339549019452,
+    "128": 0.04876639050423187,
+    "256": 0.08143852087627798,
+    "512": 0.08363643321260679,
+    "w": null
+   }
+  },
+  {
+   "step": 12601,
+   "loss": 1.055572509765625,
+   "ema": 1.0659287276955915,
+   "lr": 0.0005174951035845364,
+   "value_bits": {
+    "0": 0.680985323859385,
+    "128": 0.8560125304048107,
+    "256": 0.8684492797169976,
+    "512": 0.9513748931561249,
+    "w": null
+   },
+   "value_n": {
+    "0": 56022,
+    "128": 42606,
+    "256": 57708,
+    "512": 69960,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04482507883401023,
+    "128": 0.06421387158327177,
+    "256": 0.08327405086904568,
+    "512": 0.1652053563351674,
+    "w": null
+   }
+  },
+  {
+   "step": 12701,
+   "loss": 1.0537612438201904,
+   "ema": 1.0564416005937745,
+   "lr": 0.0005115984006344324,
+   "value_bits": {
+    "0": 0.6758764188569446,
+    "128": 0.8497788288527149,
+    "256": 0.8625964818633373,
+    "512": 0.9448043240640154,
+    "w": null
+   },
+   "value_n": {
+    "0": 56478,
+    "128": 42972,
+    "256": 58140,
+    "512": 70530,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0482205503334335,
+    "128": 0.12411465309152334,
+    "256": 0.08076023524521976,
+    "512": 0.13835342286405042,
+    "w": null
+   }
+  },
+  {
+   "step": 12801,
+   "loss": 1.0566492080688477,
+   "ema": 1.0620241295384614,
+   "lr": 0.0005057083327771474,
+   "value_bits": {
+    "0": 0.6718505363528384,
+    "128": 0.8445469110417051,
+    "256": 0.8556294478579091,
+    "512": 0.938473628876078,
+    "w": null
+   },
+   "value_n": {
+    "0": 56832,
+    "128": 43260,
+    "256": 58680,
+    "512": 71088,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.029551688706212467,
+    "128": 0.06390117432394825,
+    "256": 0.10551211994014684,
+    "512": 0.13828737151904283,
+    "w": null
+   }
+  },
+  {
+   "step": 12901,
+   "loss": 1.0320820808410645,
+   "ema": 1.0576642915862993,
+   "lr": 0.0004998259177084961,
+   "value_bits": {
+    "0": 0.6675586292422426,
+    "128": 0.837714019676653,
+    "256": 0.8504033670857739,
+    "512": 0.9311789918735832,
+    "w": null
+   },
+   "value_n": {
+    "0": 57216,
+    "128": 43626,
+    "256": 59076,
+    "512": 71712,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0323563768740636,
+    "128": 0.03008866325001443,
+    "256": 0.07599321630572158,
+    "512": 0.10015149951243955,
+    "w": null
+   }
+  },
+  {
+   "step": 13001,
+   "loss": 1.111860990524292,
+   "ema": 1.0625698359858102,
+   "lr": 0.0004939521718020309,
+   "value_bits": {
+    "0": 0.6628284864751514,
+    "128": 0.8310065084262959,
+    "256": 0.84544594109873,
+    "512": 0.9236107574724106,
+    "w": null
+   },
+   "value_n": {
+    "0": 57648,
+    "128": 43998,
+    "256": 59466,
+    "512": 72348,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.036347355544846686,
+    "128": 0.04438853582394079,
+    "256": 0.09451030619974406,
+    "512": 0.07025662952133202,
+    "w": null
+   }
+  },
+  {
+   "step": 13101,
+   "loss": 1.0283037424087524,
+   "ema": 1.0571242235423732,
+   "lr": 0.00048808810993343255,
+   "value_bits": {
+    "0": 0.6580446462472048,
+    "128": 0.8250353840006066,
+    "256": 0.8401259653367984,
+    "512": 0.9174378201308583,
+    "w": null
+   },
+   "value_n": {
+    "0": 58092,
+    "128": 44352,
+    "256": 59880,
+    "512": 72882,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.036921174488946974,
+    "128": 0.08289546173653921,
+    "256": 0.07597698306861574,
+    "512": 0.08110884862031156,
+    "w": null
+   }
+  },
+  {
+   "step": 13201,
+   "loss": 1.0255247354507446,
+   "ema": 1.058391747672898,
+   "lr": 0.0004822347453051568,
+   "value_bits": {
+    "0": 0.653807000058358,
+    "128": 0.8192153121609113,
+    "256": 0.8353164763877247,
+    "512": 0.9099065095999939,
+    "w": null
+   },
+   "value_n": {
+    "0": 58482,
+    "128": 44694,
+    "256": 60258,
+    "512": 73542,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022593301590449488,
+    "128": 0.0644438904235817,
+    "256": 0.07343235397890883,
+    "512": 0.07824442761445605,
+    "w": null
+   }
+  },
+  {
+   "step": 13301,
+   "loss": 1.0790586471557617,
+   "ema": 1.0579114162737606,
+   "lr": 0.0004763930892713728,
+   "value_bits": {
+    "0": 0.6494977523241996,
+    "128": 0.8128891852563263,
+    "256": 0.8296215675913898,
+    "512": 0.9032821720408791,
+    "w": null
+   },
+   "value_n": {
+    "0": 58890,
+    "128": 45078,
+    "256": 60726,
+    "512": 74136,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03181778666475163,
+    "128": 0.07658732100236526,
+    "256": 0.09636555423767316,
+    "512": 0.08313565222198867,
+    "w": null
+   }
+  },
+  {
+   "step": 13401,
+   "loss": 1.0482228994369507,
+   "ema": 1.0596564445062202,
+   "lr": 0.0004705641511632189,
+   "value_bits": {
+    "0": 0.6455365684389279,
+    "128": 0.8069994589582213,
+    "256": 0.8222738660275074,
+    "512": 0.8973486664653502,
+    "w": null
+   },
+   "value_n": {
+    "0": 59262,
+    "128": 45432,
+    "256": 61296,
+    "512": 74676,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.018455603375352625,
+    "128": 0.05700770170969568,
+    "256": 0.03947294467956435,
+    "512": 0.08274427878496633,
+    "w": null
+   }
+  },
+  {
+   "step": 13501,
+   "loss": 1.0439515113830566,
+   "ema": 1.0533601769524565,
+   "lr": 0.00046474893811440876,
+   "value_bits": {
+    "0": 0.6416037976319979,
+    "128": 0.8022436908848362,
+    "256": 0.8156560051641747,
+    "512": 0.8913346049111672,
+    "w": null
+   },
+   "value_n": {
+    "0": 59640,
+    "128": 45726,
+    "256": 61830,
+    "512": 75228,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.025032730012194155,
+    "128": 0.06733193880989256,
+    "256": 0.056014807638245546,
+    "512": 0.07773666900506711,
+    "w": null
+   }
+  },
+  {
+   "step": 13601,
+   "loss": 1.0821596384048462,
+   "ema": 1.0550548564671762,
+   "lr": 0.0004589484548872175,
+   "value_bits": {
+    "0": 0.6371985855231139,
+    "128": 0.7973540812088791,
+    "256": 0.8094745156982912,
+    "512": 0.886271036302067,
+    "w": null
+   },
+   "value_n": {
+    "0": 60072,
+    "128": 46050,
+    "256": 62352,
+    "512": 75702,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.029034580491087553,
+    "128": 0.10728527860761397,
+    "256": 0.07728774620485042,
+    "512": 0.08263783097422574,
+    "w": null
+   }
+  },
+  {
+   "step": 13701,
+   "loss": 1.0538825988769531,
+   "ema": 1.0564797478397294,
+   "lr": 0.0004531637036988765,
+   "value_bits": {
+    "0": 0.632688345254467,
+    "128": 0.7918783794483916,
+    "256": 0.8040681865944419,
+    "512": 0.8800079190483098,
+    "w": null
+   },
+   "value_n": {
+    "0": 60534,
+    "128": 46398,
+    "256": 62808,
+    "512": 76284,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04623996123247321,
+    "128": 0.06729198269421337,
+    "256": 0.06482381755232965,
+    "512": 0.06535069852608617,
+    "w": null
+   }
+  },
+  {
+   "step": 13801,
+   "loss": 1.0850107669830322,
+   "ema": 1.0580060427060707,
+   "lr": 0.00044739568404840956,
+   "value_bits": {
+    "0": 0.6288116631169564,
+    "128": 0.7858507373873903,
+    "256": 0.7988547062617315,
+    "512": 0.8737613038255204,
+    "w": null
+   },
+   "value_n": {
+    "0": 60930,
+    "128": 46776,
+    "256": 63252,
+    "512": 76890,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03620793455111915,
+    "128": 0.045981593614020565,
+    "256": 0.0613585964939733,
+    "512": 0.08742995785976172,
+    "w": null
+   }
+  },
+  {
+   "step": 13901,
+   "loss": 1.0682055950164795,
+   "ema": 1.0578061380181765,
+   "lr": 0.0004416453925439372,
+   "value_bits": {
+    "0": 0.6244983953619782,
+    "128": 0.7814676676354582,
+    "256": 0.794181003549455,
+    "512": 0.8678645980415755,
+    "w": null
+   },
+   "value_n": {
+    "0": 61368,
+    "128": 47082,
+    "256": 63648,
+    "512": 77460,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02448149054274824,
+    "128": 0.11145959339890826,
+    "256": 0.04766321577948343,
+    "512": 0.0724300230809874,
+    "w": null
+   }
+  },
+  {
+   "step": 14001,
+   "loss": 1.0846930742263794,
+   "ema": 1.0569393043908002,
+   "lr": 0.00043591382273048054,
+   "value_bits": {
+    "0": 0.6202134647032687,
+    "128": 0.7758861192578459,
+    "256": 0.7889459650599477,
+    "512": 0.8626931076023201,
+    "w": null
+   },
+   "value_n": {
+    "0": 61818,
+    "128": 47436,
+    "256": 64104,
+    "512": 77982,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03586318767286593,
+    "128": 0.03354018503542006,
+    "256": 0.05824480326134426,
+    "512": 0.095291480351892,
+    "w": null
+   }
+  },
+  {
+   "step": 14101,
+   "loss": 1.0782742500305176,
+   "ema": 1.0574338027239267,
+   "lr": 0.0004302019649182962,
+   "value_bits": {
+    "0": 0.6158851608539891,
+    "128": 0.7705755270895613,
+    "256": 0.7840368907497853,
+    "512": 0.8566180093163845,
+    "w": null
+   },
+   "value_n": {
+    "0": 62262,
+    "128": 47790,
+    "256": 64548,
+    "512": 78612,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01325658573065196,
+    "128": 0.05895617653942962,
+    "256": 0.07527270250960377,
+    "512": 0.10463655767539948,
+    "w": null
+   }
+  },
+  {
+   "step": 14201,
+   "loss": 1.0710232257843018,
+   "ema": 1.052703287155265,
+   "lr": 0.0004245108060117676,
+   "value_bits": {
+    "0": 0.6116159232349292,
+    "128": 0.7652550470688726,
+    "256": 0.7788120132047557,
+    "512": 0.8519895598284897,
+    "w": null
+   },
+   "value_n": {
+    "0": 62712,
+    "128": 48162,
+    "256": 65028,
+    "512": 79098,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.020924206261794868,
+    "128": 0.0817449927981295,
+    "256": 0.07619660533688236,
+    "512": 0.10332356982354624,
+    "w": null
+   }
+  },
+  {
+   "step": 14301,
+   "loss": 1.0169568061828613,
+   "ema": 1.0450142650340213,
+   "lr": 0.0004188413293388871,
+   "value_bits": {
+    "0": 0.607931897907105,
+    "128": 0.7599270278004487,
+    "256": 0.7731491117645678,
+    "512": 0.8470947727186401,
+    "w": null
+   },
+   "value_n": {
+    "0": 63108,
+    "128": 48522,
+    "256": 65550,
+    "512": 79602,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024516250537132234,
+    "128": 0.04712685000649668,
+    "256": 0.06769479212369968,
+    "512": 0.07890455284786874,
+    "w": null
+   }
+  },
+  {
+   "step": 14401,
+   "loss": 1.0723377466201782,
+   "ema": 1.047085962499265,
+   "lr": 0.0004131945144813535,
+   "value_bits": {
+    "0": 0.6040850381981406,
+    "128": 0.7555083354369245,
+    "256": 0.7679995882695643,
+    "512": 0.8424063453237022,
+    "w": null
+   },
+   "value_n": {
+    "0": 63534,
+    "128": 48852,
+    "256": 66036,
+    "512": 80094,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.034207990044799595,
+    "128": 0.10579987827656258,
+    "256": 0.07344966008544586,
+    "512": 0.08385309838905036,
+    "w": null
+   }
+  },
+  {
+   "step": 14501,
+   "loss": 1.114908218383789,
+   "ema": 1.0537010086005523,
+   "lr": 0.0004075713371053198,
+   "value_bits": {
+    "0": 0.5998562220829792,
+    "128": 0.7499749556308478,
+    "256": 0.7637801185135997,
+    "512": 0.8371215262602567,
+    "w": null
+   },
+   "value_n": {
+    "0": 64020,
+    "128": 49218,
+    "256": 66456,
+    "512": 80658,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.047029878336746156,
+    "128": 0.011404818236126425,
+    "256": 0.10035891659722541,
+    "512": 0.08662099777158654,
+    "w": null
+   }
+  },
+  {
+   "step": 14601,
+   "loss": 1.0663280487060547,
+   "ema": 1.0509487008428564,
+   "lr": 0.00040197276879281484,
+   "value_bits": {
+    "0": 0.5959049565750959,
+    "128": 0.7450446241322267,
+    "256": 0.7589403087875302,
+    "512": 0.8316157056966204,
+    "w": null
+   },
+   "value_n": {
+    "0": 64464,
+    "128": 49596,
+    "256": 66918,
+    "512": 81270,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.026175186722203227,
+    "128": 0.10308415931971336,
+    "256": 0.0627619642947275,
+    "512": 0.10598094258915389,
+    "w": null
+   }
+  },
+  {
+   "step": 14701,
+   "loss": 1.043367862701416,
+   "ema": 1.0517733043499211,
+   "lr": 0.0003963997768738723,
+   "value_bits": {
+    "0": 0.5922075290527854,
+    "128": 0.7404026171284013,
+    "256": 0.7544429423623618,
+    "512": 0.825812157850187,
+    "w": null
+   },
+   "value_n": {
+    "0": 64890,
+    "128": 49932,
+    "256": 67362,
+    "512": 81876,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03269821497243841,
+    "128": 0.0552092261708872,
+    "256": 0.0766168918231141,
+    "512": 0.04750467686068028,
+    "w": null
+   }
+  },
+  {
+   "step": 14801,
+   "loss": 1.0950182676315308,
+   "ema": 1.0505755382778246,
+   "lr": 0.0003908533242593937,
+   "value_bits": {
+    "0": 0.5883483871112449,
+    "128": 0.735200578547168,
+    "256": 0.7502370360127978,
+    "512": 0.8207491063958452,
+    "w": null
+   },
+   "value_n": {
+    "0": 65328,
+    "128": 50298,
+    "256": 67764,
+    "512": 82404,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.016613865224114184,
+    "128": 0.025506069153328738,
+    "256": 0.045465236213493965,
+    "512": 0.03563092291914595,
+    "w": null
+   }
+  },
+  {
+   "step": 14901,
+   "loss": 1.0479985475540161,
+   "ema": 1.0453189094447977,
+   "lr": 0.00038533436927477496,
+   "value_bits": {
+    "0": 0.5840465543106225,
+    "128": 0.7302489551714357,
+    "256": 0.7455206936461565,
+    "512": 0.8161700375841918,
+    "w": null
+   },
+   "value_n": {
+    "0": 65820,
+    "128": 50652,
+    "256": 68220,
+    "512": 82914,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012847096588949787,
+    "128": 0.02669880671783261,
+    "256": 0.04464739510869132,
+    "512": 0.07630026041657846,
+    "w": null
+   }
+  },
+  {
+   "step": 15001,
+   "loss": 1.0717110633850098,
+   "ema": 1.04832284149137,
+   "lr": 0.0003798438654943249,
+   "value_bits": {
+    "0": 0.5793830609895383,
+    "128": 0.726020607098787,
+    "256": 0.7414251829155561,
+    "512": 0.811801469519048,
+    "w": null
+   },
+   "value_n": {
+    "0": 66366,
+    "128": 50970,
+    "256": 68622,
+    "512": 83418,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.017201503491813812,
+    "128": 0.0525165612629343,
+    "256": 0.046410899230076554,
+    "512": 0.09312001604020896,
+    "w": null
+   }
+  },
+  {
+   "step": 15101,
+   "loss": 1.08464777469635,
+   "ema": 1.0514130800359007,
+   "lr": 0.00037438276157650654,
+   "value_bits": {
+    "0": 0.5758764506990839,
+    "128": 0.7197523762456202,
+    "256": 0.7367569700934319,
+    "512": 0.8078377725307098,
+    "w": null
+   },
+   "value_n": {
+    "0": 66786,
+    "128": 51444,
+    "256": 69090,
+    "512": 83880,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021781930374560065,
+    "128": 0.04571919779431064,
+    "256": 0.05226530282888263,
+    "512": 0.09215882150646829,
+    "w": null
+   }
+  },
+  {
+   "step": 15201,
+   "loss": 1.0556552410125732,
+   "ema": 1.0505962810850393,
+   "lr": 0.0003689520011000239,
+   "value_bits": {
+    "0": 0.57249871540325,
+    "128": 0.7158021917201003,
+    "256": 0.732235388578388,
+    "512": 0.803379939691383,
+    "w": null
+   },
+   "value_n": {
+    "0": 67200,
+    "128": 51786,
+    "256": 69558,
+    "512": 84414,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02760637369417761,
+    "128": 0.12161127730242238,
+    "256": 0.06472242517158702,
+    "512": 0.103149567851059,
+    "w": null
+   }
+  },
+  {
+   "step": 15301,
+   "loss": 1.0571668148040771,
+   "ema": 1.050478824608751,
+   "lr": 0.0003635525224007914,
+   "value_bits": {
+    "0": 0.5688739453083886,
+    "128": 0.7113154536658257,
+    "256": 0.7280972544854052,
+    "512": 0.798444581774966,
+    "w": null
+   },
+   "value_n": {
+    "0": 67638,
+    "128": 52122,
+    "256": 69984,
+    "512": 84978,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012744834863890678,
+    "128": 0.019796951050751965,
+    "256": 0.052415725753728874,
+    "512": 0.05976851234870624,
+    "w": null
+   }
+  },
+  {
+   "step": 15401,
+   "loss": 1.075271725654602,
+   "ema": 1.0456529471760239,
+   "lr": 0.00035818525840980496,
+   "value_bits": {
+    "0": 0.5657558096324329,
+    "128": 0.7065429329147543,
+    "256": 0.7237763515649458,
+    "512": 0.7934374003710356,
+    "w": null
+   },
+   "value_n": {
+    "0": 68022,
+    "128": 52488,
+    "256": 70440,
+    "512": 85566,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.016525442834788375,
+    "128": 0.026889035135142878,
+    "256": 0.06063146124602903,
+    "512": 0.06979750012748683,
+    "w": null
+   }
+  },
+  {
+   "step": 15501,
+   "loss": 1.0787761211395264,
+   "ema": 1.0473676696252139,
+   "lr": 0.000352851136491949,
+   "value_bits": {
+    "0": 0.5627207319965097,
+    "128": 0.7016921092031828,
+    "256": 0.7195371986185543,
+    "512": 0.7887070121096086,
+    "w": null
+   },
+   "value_n": {
+    "0": 68400,
+    "128": 52908,
+    "256": 70890,
+    "512": 86142,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.016551285036818453,
+    "128": 0.09547774021993122,
+    "256": 0.05596845741006021,
+    "512": 0.08599798089908424,
+    "w": null
+   }
+  },
+  {
+   "step": 15601,
+   "loss": 1.0473648309707642,
+   "ema": 1.0461064926882,
+   "lr": 0.0003475510782857654,
+   "value_bits": {
+    "0": 0.5595804401193244,
+    "128": 0.6981356058958966,
+    "256": 0.7145340923318538,
+    "512": 0.7843164153863905,
+    "w": null
+   },
+   "value_n": {
+    "0": 68808,
+    "128": 53220,
+    "256": 71418,
+    "512": 86664,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0331197430617932,
+    "128": 0.09503471813341018,
+    "256": 0.042810219861780456,
+    "512": 0.05976702279739259,
+    "w": null
+   }
+  },
+  {
+   "step": 15701,
+   "loss": 1.0177721977233887,
+   "ema": 1.044357024283644,
+   "lr": 0.00034228599954420994,
+   "value_bits": {
+    "0": 0.5557294112701445,
+    "128": 0.6939033750744827,
+    "256": 0.7103764047627907,
+    "512": 0.7802250683477854,
+    "w": null
+   },
+   "value_n": {
+    "0": 69330,
+    "128": 53580,
+    "256": 71850,
+    "512": 87186,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04810183836905637,
+    "128": 0.06823858530879397,
+    "256": 0.0230298056717079,
+    "512": 0.1009674059844346,
+    "w": null
+   }
+  },
+  {
+   "step": 15801,
+   "loss": 1.061537504196167,
+   "ema": 1.0478339489236113,
+   "lr": 0.00033705680997642883,
+   "value_bits": {
+    "0": 0.5527043117080005,
+    "128": 0.6892647230884492,
+    "256": 0.7063925741650487,
+    "512": 0.7761110095797955,
+    "w": null
+   },
+   "value_n": {
+    "0": 69744,
+    "128": 53964,
+    "256": 72312,
+    "512": 87702,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.046109740105467534,
+    "128": 0.04202781316221553,
+    "256": 0.0868293091266052,
+    "512": 0.08097859146746542,
+    "w": null
+   }
+  },
+  {
+   "step": 15901,
+   "loss": 1.0086188316345215,
+   "ema": 1.04752452381287,
+   "lr": 0.0003318644130905758,
+   "value_bits": {
+    "0": 0.5493477025957206,
+    "128": 0.685489328621524,
+    "256": 0.7025747879167159,
+    "512": 0.7709036723170519,
+    "w": null
+   },
+   "value_n": {
+    "0": 70188,
+    "128": 54288,
+    "256": 72744,
+    "512": 88368,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022087914472178803,
+    "128": 0.056676405741408,
+    "256": 0.06351978979300209,
+    "512": 0.0851771068258566,
+    "w": null
+   }
+  },
+  {
+   "step": 16001,
+   "loss": 1.0219390392303467,
+   "ema": 1.0429285103180916,
+   "lr": 0.0003267097060377032,
+   "value_bits": {
+    "0": 0.5460329521112995,
+    "128": 0.68164637019153,
+    "256": 0.6997220046098284,
+    "512": 0.7664140181867393,
+    "w": null
+   },
+   "value_n": {
+    "0": 70626,
+    "128": 54612,
+    "256": 73110,
+    "512": 88962,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01485553886804485,
+    "128": 0.0377373354769864,
+    "256": 0.13271963063105946,
+    "512": 0.09849860372971281,
+    "w": null
+   }
+  },
+  {
+   "step": 16101,
+   "loss": 1.0075287818908691,
+   "ema": 1.041391686122199,
+   "lr": 0.0003215935794567511,
+   "value_bits": {
+    "0": 0.5429058772420328,
+    "128": 0.677208080822433,
+    "256": 0.6953984429597562,
+    "512": 0.762373294599581,
+    "w": null
+   },
+   "value_n": {
+    "0": 71046,
+    "128": 54996,
+    "256": 73602,
+    "512": 89478,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.017065901725758593,
+    "128": 0.04600011461116987,
+    "256": 0.05292772703134271,
+    "512": 0.0657243570786998,
+    "w": null
+   }
+  },
+  {
+   "step": 16201,
+   "loss": 1.0351513624191284,
+   "ema": 1.041405643238145,
+   "lr": 0.00031651691732066054,
+   "value_bits": {
+    "0": 0.5393438203295525,
+    "128": 0.6733797579537666,
+    "256": 0.6909742572262754,
+    "512": 0.7584463356012106,
+    "w": null
+   },
+   "value_n": {
+    "0": 71544,
+    "128": 55326,
+    "256": 74100,
+    "512": 90012,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.031171339598499583,
+    "128": 0.03537235042291983,
+    "256": 0.037100927194853583,
+    "512": 0.10043802613269237,
+    "w": null
+   }
+  },
+  {
+   "step": 16301,
+   "loss": 1.0506432056427002,
+   "ema": 1.041668165176906,
+   "lr": 0.00031148059678364,
+   "value_bits": {
+    "0": 0.5364675859103819,
+    "128": 0.6692946273107423,
+    "256": 0.6870761512441975,
+    "512": 0.7546944897885621,
+    "w": null
+   },
+   "value_n": {
+    "0": 71952,
+    "128": 55692,
+    "256": 74568,
+    "512": 90516,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.032111420995808666,
+    "128": 0.0517702066660461,
+    "256": 0.06987603741519795,
+    "512": 0.08463269358199974,
+    "w": null
+   }
+  },
+  {
+   "step": 16401,
+   "loss": 1.068428635597229,
+   "ema": 1.0379072635315911,
+   "lr": 0.00030648548802960843,
+   "value_bits": {
+    "0": 0.5336309572017908,
+    "128": 0.6655004869924757,
+    "256": 0.6833459701891048,
+    "512": 0.7510170555989897,
+    "w": null
+   },
+   "value_n": {
+    "0": 72354,
+    "128": 56040,
+    "256": 75000,
+    "512": 91002,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.025916756105890455,
+    "128": 0.0583072036450438,
+    "256": 0.03947527362394847,
+    "512": 0.06610628789663328,
+    "w": null
+   }
+  },
+  {
+   "step": 16501,
+   "loss": 1.0385472774505615,
+   "ema": 1.041061844164482,
+   "lr": 0.0003015324541218433,
+   "value_bits": {
+    "0": 0.5299597010370798,
+    "128": 0.6619110151739309,
+    "256": 0.6793409732665528,
+    "512": 0.7469355087775725,
+    "w": null
+   },
+   "value_n": {
+    "0": 72876,
+    "128": 56370,
+    "256": 75456,
+    "512": 91542,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021089837930770707,
+    "128": 0.05235343726105879,
+    "256": 0.020624374162606575,
+    "512": 0.05910416832832499,
+    "w": null
+   }
+  },
+  {
+   "step": 16601,
+   "loss": 1.0562111139297485,
+   "ema": 1.04013496443788,
+   "lr": 0.00029662235085386025,
+   "value_bits": {
+    "0": 0.5267025305963678,
+    "128": 0.6580551484685349,
+    "256": 0.6758764177549478,
+    "512": 0.7425369768042719,
+    "w": null
+   },
+   "value_n": {
+    "0": 73356,
+    "128": 56724,
+    "256": 75864,
+    "512": 92160,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03218262843528044,
+    "128": 0.04405739088893589,
+    "256": 0.03513744549103295,
+    "512": 0.09099909023485042,
+    "w": null
+   }
+  },
+  {
+   "step": 16701,
+   "loss": 1.0311527252197266,
+   "ema": 1.0395109356436296,
+   "lr": 0.00029175602660154627,
+   "value_bits": {
+    "0": 0.5236927998326519,
+    "128": 0.6547290741560076,
+    "256": 0.6718020842033254,
+    "512": 0.738253190272673,
+    "w": null
+   },
+   "value_n": {
+    "0": 73794,
+    "128": 57042,
+    "256": 76356,
+    "512": 92748,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019624740693036158,
+    "128": 0.06143272414405873,
+    "256": 0.043559725340973875,
+    "512": 0.06683521960575838,
+    "w": null
+   }
+  },
+  {
+   "step": 16801,
+   "loss": 1.0203616619110107,
+   "ema": 1.041161373835542,
+   "lr": 0.0002869343221765771,
+   "value_bits": {
+    "0": 0.5205373885298974,
+    "128": 0.6513841090348758,
+    "256": 0.667934967427398,
+    "512": 0.7343714016871208,
+    "w": null
+   },
+   "value_n": {
+    "0": 74268,
+    "128": 57360,
+    "256": 76818,
+    "512": 93306,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.029291773180809434,
+    "128": 0.05137310136319359,
+    "256": 0.028806031187764806,
+    "512": 0.08915970324122725,
+    "w": null
+   }
+  },
+  {
+   "step": 16901,
+   "loss": 1.0283735990524292,
+   "ema": 1.0375977162171706,
+   "lr": 0.00028215807068113934,
+   "value_bits": {
+    "0": 0.5173431565921333,
+    "128": 0.647523860641111,
+    "256": 0.6638640057144743,
+    "512": 0.7305964440697117,
+    "w": null
+   },
+   "value_n": {
+    "0": 74748,
+    "128": 57714,
+    "256": 77334,
+    "512": 93846,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.023115620021576678,
+    "128": 0.02203276497345886,
+    "256": 0.05781141489398881,
+    "512": 0.07832571175497496,
+    "w": null
+   }
+  },
+  {
+   "step": 17001,
+   "loss": 1.0302163362503052,
+   "ema": 1.0369700694207977,
+   "lr": 0.0002774280973639862,
+   "value_bits": {
+    "0": 0.5138787418482269,
+    "128": 0.6443380431969663,
+    "256": 0.6605802119272622,
+    "512": 0.7265484492259,
+    "w": null
+   },
+   "value_n": {
+    "0": 75276,
+    "128": 58014,
+    "256": 77736,
+    "512": 94422,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.023427845489301522,
+    "128": 0.03145048329239108,
+    "256": 0.028866508593280608,
+    "512": 0.0670204559752918,
+    "w": null
+   }
+  },
+  {
+   "step": 17101,
+   "loss": 0.9966266751289368,
+   "ema": 1.035380342613538,
+   "lr": 0.0002727452194778497,
+   "value_bits": {
+    "0": 0.5111192878077246,
+    "128": 0.6399675711903648,
+    "256": 0.6573096528534916,
+    "512": 0.7225190520940379,
+    "w": null
+   },
+   "value_n": {
+    "0": 75702,
+    "128": 58422,
+    "256": 78150,
+    "512": 94980,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.023512099186009203,
+    "128": 0.018525014839936283,
+    "256": 0.04320293749447708,
+    "512": 0.040684399791723336,
+    "w": null
+   }
+  },
+  {
+   "step": 17201,
+   "loss": 1.1141517162322998,
+   "ema": 1.0362929627798712,
+   "lr": 0.0002681102461382337,
+   "value_bits": {
+    "0": 0.5084144124214212,
+    "128": 0.6366092147829157,
+    "256": 0.6538825982497548,
+    "512": 0.7188017416810198,
+    "w": null
+   },
+   "value_n": {
+    "0": 76146,
+    "128": 58746,
+    "256": 78606,
+    "512": 95538,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0472331590566943,
+    "128": 0.031047801091583338,
+    "256": 0.06654856912248495,
+    "512": 0.08605954987374884,
+    "w": null
+   }
+  },
+  {
+   "step": 17301,
+   "loss": 1.0616780519485474,
+   "ema": 1.0390321311104322,
+   "lr": 0.00026352397818361494,
+   "value_bits": {
+    "0": 0.5054318891465751,
+    "128": 0.6331329601560407,
+    "256": 0.6507562491399185,
+    "512": 0.7146073434896509,
+    "w": null
+   },
+   "value_n": {
+    "0": 76608,
+    "128": 59076,
+    "256": 79008,
+    "512": 96162,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013857825756034557,
+    "128": 0.014296431942719618,
+    "256": 0.03943834334938873,
+    "512": 0.07242078193996744,
+    "w": null
+   }
+  },
+  {
+   "step": 17401,
+   "loss": 1.0371181964874268,
+   "ema": 1.0365850947792083,
+   "lr": 0.0002589872080370713,
+   "value_bits": {
+    "0": 0.502872310032215,
+    "128": 0.6294478788824436,
+    "256": 0.6476261584844609,
+    "512": 0.7104868872258667,
+    "w": null
+   },
+   "value_n": {
+    "0": 77028,
+    "128": 59448,
+    "256": 79428,
+    "512": 96792,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03600507957292494,
+    "128": 0.04423319791731552,
+    "256": 0.058811390612104004,
+    "512": 0.08154829160997602,
+    "w": null
+   }
+  },
+  {
+   "step": 17501,
+   "loss": 1.06256103515625,
+   "ema": 1.0384789657631035,
+   "lr": 0.00025450071956936634,
+   "value_bits": {
+    "0": 0.5000016297580218,
+    "128": 0.6259470932771537,
+    "256": 0.6444849257569679,
+    "512": 0.7071543364454845,
+    "w": null
+   },
+   "value_n": {
+    "0": 77484,
+    "128": 59802,
+    "256": 79854,
+    "512": 97302,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01508329607258028,
+    "128": 0.03805245298542546,
+    "256": 0.058799871580173205,
+    "512": 0.07467540480871264,
+    "w": null
+   }
+  },
+  {
+   "step": 17601,
+   "loss": 0.9969222545623779,
+   "ema": 1.0387478250874114,
+   "lr": 0.000250065287963511,
+   "value_bits": {
+    "0": 0.49735220363796184,
+    "128": 0.6221198833544211,
+    "256": 0.6414611080143058,
+    "512": 0.7035990776360336,
+    "w": null
+   },
+   "value_n": {
+    "0": 77922,
+    "128": 60198,
+    "256": 80250,
+    "512": 97848,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.028657834946817146,
+    "128": 0.04415319699267445,
+    "256": 0.031703678664432515,
+    "512": 0.07002070276937554,
+    "w": null
+   }
+  },
+  {
+   "step": 17701,
+   "loss": 1.0292787551879883,
+   "ema": 1.037399958227553,
+   "lr": 0.00024568167958082557,
+   "value_bits": {
+    "0": 0.4943652513545946,
+    "128": 0.6183159788320485,
+    "256": 0.6382644205714721,
+    "512": 0.7004621363061434,
+    "w": null
+   },
+   "value_n": {
+    "0": 78402,
+    "128": 60600,
+    "256": 80688,
+    "512": 98340,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009470885053468384,
+    "128": 0.048695470280341956,
+    "256": 0.05256997470983443,
+    "512": 0.07659336547870096,
+    "w": null
+   }
+  },
+  {
+   "step": 17801,
+   "loss": 1.0359317064285278,
+   "ema": 1.0339969105323539,
+   "lr": 0.00024135065182852723,
+   "value_bits": {
+    "0": 0.49195754172022244,
+    "128": 0.6158493132131784,
+    "256": 0.6350039416218038,
+    "512": 0.6962135831180059,
+    "w": null
+   },
+   "value_n": {
+    "0": 78810,
+    "128": 60858,
+    "256": 81150,
+    "512": 98982,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.029287809479927013,
+    "128": 0.03646971436226093,
+    "256": 0.06556341025636811,
+    "512": 0.0454305293462908,
+    "w": null
+   }
+  },
+  {
+   "step": 17901,
+   "loss": 0.9447935819625854,
+   "ema": 1.0306062864264036,
+   "lr": 0.00023707295302886314,
+   "value_bits": {
+    "0": 0.4887066669406801,
+    "128": 0.6126453671311828,
+    "256": 0.6318808167131301,
+    "512": 0.6931629970418647,
+    "w": null
+   },
+   "value_n": {
+    "0": 79350,
+    "128": 61188,
+    "256": 81558,
+    "512": 99474,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.014259553281907218,
+    "128": 0.021779456046077415,
+    "256": 0.01070045803942446,
+    "512": 0.07943716169915134,
+    "w": null
+   }
+  },
+  {
+   "step": 18001,
+   "loss": 1.0713732242584229,
+   "ema": 1.0336217995581278,
+   "lr": 0.00023284932228981455,
+   "value_bits": {
+    "0": 0.4864833957914181,
+    "128": 0.6096229231722534,
+    "256": 0.6289715121925644,
+    "512": 0.6896190738918042,
+    "w": null
+   },
+   "value_n": {
+    "0": 79728,
+    "128": 61512,
+    "256": 81966,
+    "512": 100062,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019772904537608205,
+    "128": 0.03882878441001483,
+    "256": 0.04741009530947441,
+    "512": 0.09008129935250556,
+    "w": null
+   }
+  },
+  {
+   "step": 18101,
+   "loss": 1.0331790447235107,
+   "ema": 1.037261145773429,
+   "lr": 0.00022868048937739292,
+   "value_bits": {
+    "0": 0.4839098247250555,
+    "128": 0.6062942370464449,
+    "256": 0.6257941112591596,
+    "512": 0.6861077871727601,
+    "w": null
+   },
+   "value_n": {
+    "0": 80178,
+    "128": 61866,
+    "256": 82464,
+    "512": 100644,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02794166032738814,
+    "128": 0.027892708880523833,
+    "256": 0.10282454317189707,
+    "512": 0.08241986332225687,
+    "w": null
+   }
+  },
+  {
+   "step": 18201,
+   "loss": 1.0379409790039062,
+   "ema": 1.0328052261870333,
+   "lr": 0.0002245671745895482,
+   "value_bits": {
+    "0": 0.48162774792065016,
+    "128": 0.6030286487396308,
+    "256": 0.621964873466885,
+    "512": 0.6831149902473013,
+    "w": null
+   },
+   "value_n": {
+    "0": 80604,
+    "128": 62244,
+    "256": 83004,
+    "512": 101142,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05211517979010621,
+    "128": 0.068560695857711,
+    "256": 0.03719771549997525,
+    "512": 0.0782815489503769,
+    "w": null
+   }
+  },
+  {
+   "step": 18301,
+   "loss": 1.0696618556976318,
+   "ema": 1.0336321011985272,
+   "lr": 0.00022051008863171656,
+   "value_bits": {
+    "0": 0.4795370485739438,
+    "128": 0.5996560077579471,
+    "256": 0.6191924556589875,
+    "512": 0.6797371255740874,
+    "w": null
+   },
+   "value_n": {
+    "0": 80988,
+    "128": 62646,
+    "256": 83412,
+    "512": 101688,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04068618882936025,
+    "128": 0.07745037277308495,
+    "256": 0.055168515152315814,
+    "512": 0.054015534405208745,
+    "w": null
+   }
+  },
+  {
+   "step": 18401,
+   "loss": 1.0187523365020752,
+   "ema": 1.038213259210415,
+   "lr": 0.0002165099324940219,
+   "value_bits": {
+    "0": 0.47683819803105876,
+    "128": 0.5972086525437215,
+    "256": 0.6158448042843379,
+    "512": 0.6769474220872146,
+    "w": null
+   },
+   "value_n": {
+    "0": 81462,
+    "128": 62934,
+    "256": 83898,
+    "512": 102162,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0157105445138031,
+    "128": 0.06485790688268599,
+    "256": 0.041288638724104716,
+    "512": 0.07846774239708673,
+    "w": null
+   }
+  },
+  {
+   "step": 18501,
+   "loss": 1.0735121965408325,
+   "ema": 1.0298980589133189,
+   "lr": 0.00021256739733015862,
+   "value_bits": {
+    "0": 0.4750373665951547,
+    "128": 0.593696856570042,
+    "256": 0.613017917353081,
+    "512": 0.6730215007563548,
+    "w": null
+   },
+   "value_n": {
+    "0": 81786,
+    "128": 63330,
+    "256": 84300,
+    "512": 102810,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022261655386473005,
+    "128": 0.03558734190451382,
+    "256": 0.023042395565523278,
+    "512": 0.05407092204756864,
+    "w": null
+   }
+  },
+  {
+   "step": 18601,
+   "loss": 1.027091145515442,
+   "ema": 1.0279772803868976,
+   "lr": 0.00020868316433797222,
+   "value_bits": {
+    "0": 0.47241852396167394,
+    "128": 0.5903629030061659,
+    "256": 0.6102597633430822,
+    "512": 0.6699757414834692,
+    "w": null
+   },
+   "value_n": {
+    "0": 82254,
+    "128": 63720,
+    "256": 84708,
+    "512": 103320,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01475898630813384,
+    "128": 0.04898013582599278,
+    "256": 0.040376471571274594,
+    "512": 0.05598650453174911,
+    "w": null
+   }
+  },
+  {
+   "step": 18701,
+   "loss": 1.0427663326263428,
+   "ema": 1.0347410716437402,
+   "lr": 0.00020485790464176096,
+   "value_bits": {
+    "0": 0.47035887259829273,
+    "128": 0.5869763227578519,
+    "256": 0.6069234085150758,
+    "512": 0.66706286406455,
+    "w": null
+   },
+   "value_n": {
+    "0": 82638,
+    "128": 64122,
+    "256": 85230,
+    "512": 103836,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.029175114151517176,
+    "128": 0.050178080413153824,
+    "256": 0.06551355263237972,
+    "512": 0.08380996692747016,
+    "w": null
+   }
+  },
+  {
+   "step": 18801,
+   "loss": 1.0652213096618652,
+   "ema": 1.0315141105669083,
+   "lr": 0.00020109227917631847,
+   "value_bits": {
+    "0": 0.4677262721525546,
+    "128": 0.5834388495936613,
+    "256": 0.6038283096691065,
+    "512": 0.6638784267745298,
+    "w": null
+   },
+   "value_n": {
+    "0": 83124,
+    "128": 64530,
+    "256": 85698,
+    "512": 104388,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.020086692656870707,
+    "128": 0.027483324509765122,
+    "256": 0.0401631929127831,
+    "512": 0.06485808176270837,
+    "w": null
+   }
+  },
+  {
+   "step": 18901,
+   "loss": 1.0956337451934814,
+   "ema": 1.037649695936482,
+   "lr": 0.0001973869385727354,
+   "value_bits": {
+    "0": 0.4655064994162814,
+    "128": 0.5806591376044877,
+    "256": 0.6009062313664806,
+    "512": 0.6602318944262072,
+    "w": null
+   },
+   "value_n": {
+    "0": 83550,
+    "128": 64866,
+    "256": 86136,
+    "512": 105030,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03236943620037547,
+    "128": 0.04680552254087974,
+    "256": 0.029179595799272987,
+    "512": 0.06731255053727134,
+    "w": null
+   }
+  },
+  {
+   "step": 19001,
+   "loss": 0.9700860977172852,
+   "ema": 1.0316563552002067,
+   "lr": 0.00019374252304598305,
+   "value_bits": {
+    "0": 0.4629231349906778,
+    "128": 0.5789894939695757,
+    "256": 0.5978185809403374,
+    "512": 0.6571400504850379,
+    "w": null
+   },
+   "value_n": {
+    "0": 84042,
+    "128": 65064,
+    "256": 86604,
+    "512": 105588,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02422374930127558,
+    "128": 0.03200412012003102,
+    "256": 0.029532561482486088,
+    "512": 0.07517523123588464,
+    "w": null
+   }
+  },
+  {
+   "step": 19101,
+   "loss": 1.0352387428283691,
+   "ema": 1.0370245529533,
+   "lr": 0.00019015966228429549,
+   "value_bits": {
+    "0": 0.4607899796575594,
+    "128": 0.5761133041881804,
+    "256": 0.5946053959748282,
+    "512": 0.6539661070675242,
+    "w": null
+   },
+   "value_n": {
+    "0": 84450,
+    "128": 65406,
+    "256": 87126,
+    "512": 106140,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021391350966545278,
+    "128": 0.028930813145206256,
+    "256": 0.061512156984493194,
+    "512": 0.0468459303131278,
+    "w": null
+   }
+  },
+  {
+   "step": 19201,
+   "loss": 1.0035922527313232,
+   "ema": 1.030095975581457,
+   "lr": 0.00018663897534037111,
+   "value_bits": {
+    "0": 0.45864804532912096,
+    "128": 0.5738948140839532,
+    "256": 0.591605779859208,
+    "512": 0.6499414780416262,
+    "w": null
+   },
+   "value_n": {
+    "0": 84870,
+    "128": 65676,
+    "256": 87594,
+    "512": 106842,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.027966250003830802,
+    "128": 0.03647791127993135,
+    "256": 0.03317724633459369,
+    "512": 0.04143132874131081,
+    "w": null
+   }
+  },
+  {
+   "step": 19301,
+   "loss": 1.0682461261749268,
+   "ema": 1.0253571259045475,
+   "lr": 0.00018318107052441168,
+   "value_bits": {
+    "0": 0.4564753555761394,
+    "128": 0.571119081077282,
+    "256": 0.5886429661640065,
+    "512": 0.6468590473603896,
+    "w": null
+   },
+   "value_n": {
+    "0": 85338,
+    "128": 66006,
+    "256": 88080,
+    "512": 107382,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.062466425371982874,
+    "128": 0.018697744876881275,
+    "256": 0.054641520037502445,
+    "512": 0.03698301246283044,
+    "w": null
+   }
+  },
+  {
+   "step": 19401,
+   "loss": 1.0310879945755005,
+   "ema": 1.0316049223719168,
+   "lr": 0.0001797865452990175,
+   "value_bits": {
+    "0": 0.4544523077088529,
+    "128": 0.5682972131029876,
+    "256": 0.5856736452135267,
+    "512": 0.6437927676725871,
+    "w": null
+   },
+   "value_n": {
+    "0": 85734,
+    "128": 66348,
+    "256": 88566,
+    "512": 107928,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.018485492308618987,
+    "128": 0.023676694064172363,
+    "256": 0.04753004579323255,
+    "512": 0.040746530611053974,
+    "w": null
+   }
+  },
+  {
+   "step": 19501,
+   "loss": 1.0114772319793701,
+   "ema": 1.0286136201446217,
+   "lr": 0.00017645598617595698,
+   "value_bits": {
+    "0": 0.4523119200123618,
+    "128": 0.565835635787793,
+    "256": 0.5826785335755482,
+    "512": 0.6410270604720305,
+    "w": null
+   },
+   "value_n": {
+    "0": 86184,
+    "128": 66660,
+    "256": 89076,
+    "512": 108444,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04452525607687113,
+    "128": 0.04237175210657631,
+    "256": 0.06255097018495745,
+    "512": 0.06254402415096906,
+    "w": null
+   }
+  },
+  {
+   "step": 19601,
+   "loss": 1.0342509746551514,
+   "ema": 1.0323865111134496,
+   "lr": 0.00017318996861482767,
+   "value_bits": {
+    "0": 0.4502378887493972,
+    "128": 0.563485851280308,
+    "256": 0.5794658549410973,
+    "512": 0.6375509656715551,
+    "w": null
+   },
+   "value_n": {
+    "0": 86592,
+    "128": 66978,
+    "256": 89598,
+    "512": 109098,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012129284907872987,
+    "128": 0.07091781584338336,
+    "256": 0.031242556009386257,
+    "512": 0.06115704435234994,
+    "w": null
+   }
+  },
+  {
+   "step": 19701,
+   "loss": 1.0584681034088135,
+   "ema": 1.031936287065582,
+   "lr": 0.00016998905692362765,
+   "value_bits": {
+    "0": 0.4482803369517256,
+    "128": 0.5602169139381632,
+    "256": 0.5773964521074126,
+    "512": 0.6343728719682845,
+    "w": null
+   },
+   "value_n": {
+    "0": 86982,
+    "128": 67398,
+    "256": 89958,
+    "512": 109698,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013643605505606816,
+    "128": 0.03891480607583658,
+    "256": 0.062356576850523884,
+    "512": 0.0565000939025926,
+    "w": null
+   }
+  },
+  {
+   "step": 19801,
+   "loss": 1.0013659000396729,
+   "ema": 1.0302254672318503,
+   "lr": 0.00016685380416125387,
+   "value_bits": {
+    "0": 0.4460176515488993,
+    "128": 0.5577049252148586,
+    "256": 0.5746052553593072,
+    "512": 0.6314036386870129,
+    "w": null
+   },
+   "value_n": {
+    "0": 87444,
+    "128": 67722,
+    "256": 90414,
+    "512": 110250,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02001569979861434,
+    "128": 0.03516475245780343,
+    "256": 0.023968244249506616,
+    "512": 0.041333072583871054,
+    "w": null
+   }
+  },
+  {
+   "step": 19901,
+   "loss": 1.018582820892334,
+   "ema": 1.0305328238808937,
+   "lr": 0.00016378475204194287,
+   "value_bits": {
+    "0": 0.4436271509894253,
+    "128": 0.5548819935619639,
+    "256": 0.5717932724050236,
+    "512": 0.6289606689723838,
+    "w": null
+   },
+   "value_n": {
+    "0": 87930,
+    "128": 68088,
+    "256": 90888,
+    "512": 110712,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013514124399626798,
+    "128": 0.03254708264027567,
+    "256": 0.03541642255567984,
+    "512": 0.0459792597995296,
+    "w": null
+   }
+  },
+  {
+   "step": 20001,
+   "loss": 0.998396635055542,
+   "ema": 1.0269728487620382,
+   "lr": 0.0001607824308416733,
+   "value_bits": {
+    "0": 0.44127766558000536,
+    "128": 0.5523428368882486,
+    "256": 0.5692442920460271,
+    "512": 0.6266574896605142,
+    "w": null
+   },
+   "value_n": {
+    "0": 88410,
+    "128": 68418,
+    "256": 91314,
+    "512": 111198,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010881307141884027,
+    "128": 0.0284455653733199,
+    "256": 0.025413947284338198,
+    "512": 0.10198755555412192,
+    "w": null
+   }
+  },
+  {
+   "step": 20101,
+   "loss": 1.000466227531433,
+   "ema": 1.028021938895175,
+   "lr": 0.0001578473593065433,
+   "value_bits": {
+    "0": 0.4389739237082096,
+    "128": 0.54977988864448,
+    "256": 0.5664853280439676,
+    "512": 0.6241312160223923,
+    "w": null
+   },
+   "value_n": {
+    "0": 88896,
+    "128": 68796,
+    "256": 91782,
+    "512": 111672,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019891991845110788,
+    "128": 0.08588625652236527,
+    "256": 0.028169005642112138,
+    "512": 0.031480211777913804,
+    "w": null
+   }
+  },
+  {
+   "step": 20201,
+   "loss": 1.0222599506378174,
+   "ema": 1.0275092620279183,
+   "lr": 0.00015498004456314098,
+   "value_bits": {
+    "0": 0.43681425444595817,
+    "128": 0.5470064462798485,
+    "256": 0.5643584438351997,
+    "512": 0.6212523711041534,
+    "w": null
+   },
+   "value_n": {
+    "0": 89406,
+    "128": 69192,
+    "256": 92172,
+    "512": 112242,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06037119809870123,
+    "128": 0.06518386820615506,
+    "256": 0.06382078627332462,
+    "512": 0.05724119617507052,
+    "w": null
+   }
+  },
+  {
+   "step": 20301,
+   "loss": 1.0115612745285034,
+   "ema": 1.0291233977675418,
+   "lr": 0.00015218098203092226,
+   "value_bits": {
+    "0": 0.43511060799555656,
+    "128": 0.5451488202470781,
+    "256": 0.5609661411136349,
+    "512": 0.6184388146309604,
+    "w": null
+   },
+   "value_n": {
+    "0": 89766,
+    "128": 69450,
+    "256": 92766,
+    "512": 112830,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012010012038310534,
+    "128": 0.04695943862129837,
+    "256": 0.03457670264214449,
+    "512": 0.08136533561034798,
+    "w": null
+   }
+  },
+  {
+   "step": 20401,
+   "loss": 1.034108281135559,
+   "ema": 1.0281453183177611,
+   "lr": 0.0001494506553366113,
+   "value_bits": {
+    "0": 0.4331767165825564,
+    "128": 0.5424333193642377,
+    "256": 0.5588289836248567,
+    "512": 0.6155857321600058,
+    "w": null
+   },
+   "value_n": {
+    "0": 90192,
+    "128": 69804,
+    "256": 93156,
+    "512": 113394,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02567038658403865,
+    "128": 0.009688866501882495,
+    "256": 0.05048141540945957,
+    "512": 0.04481747826316706,
+    "w": null
+   }
+  },
+  {
+   "step": 20501,
+   "loss": 1.0642647743225098,
+   "ema": 1.0315743388492302,
+   "lr": 0.0001467895362306391,
+   "value_bits": {
+    "0": 0.4307949048054958,
+    "128": 0.540095958693268,
+    "256": 0.5562721820676974,
+    "512": 0.6127629752837296,
+    "w": null
+   },
+   "value_n": {
+    "0": 90702,
+    "128": 70116,
+    "256": 93612,
+    "512": 113964,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009578497361085136,
+    "128": 0.017156457807490345,
+    "256": 0.03394453764065353,
+    "512": 0.05121263628644236,
+    "w": null
+   }
+  },
+  {
+   "step": 20601,
+   "loss": 1.0168023109436035,
+   "ema": 1.0273028542441252,
+   "lr": 0.00014419808450563305,
+   "value_bits": {
+    "0": 0.4286793982737564,
+    "128": 0.5380989531336505,
+    "256": 0.5535160607220162,
+    "512": 0.6103384109905957,
+    "w": null
+   },
+   "value_n": {
+    "0": 91188,
+    "128": 70398,
+    "256": 94134,
+    "512": 114486,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03386319777616147,
+    "128": 0.041566889948738375,
+    "256": 0.05925163272987264,
+    "512": 0.08100307554477576,
+    "w": null
+   }
+  },
+  {
+   "step": 20701,
+   "loss": 0.9966151714324951,
+   "ema": 1.0284296732169307,
+   "lr": 0.00014167674791697334,
+   "value_bits": {
+    "0": 0.42680641260645136,
+    "128": 0.5362271555421996,
+    "256": 0.5507073254611272,
+    "512": 0.6078024768449066,
+    "w": null
+   },
+   "value_n": {
+    "0": 91614,
+    "128": 70668,
+    "256": 94638,
+    "512": 114996,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.025881959483901953,
+    "128": 0.04818713019790348,
+    "256": 0.02610914084103502,
+    "512": 0.03853001291674795,
+    "w": null
+   }
+  },
+  {
+   "step": 20801,
+   "loss": 1.0286202430725098,
+   "ema": 1.0268135983481108,
+   "lr": 0.00013922596210542957,
+   "value_bits": {
+    "0": 0.4248675123470542,
+    "128": 0.5339958445489711,
+    "256": 0.5485698421483804,
+    "512": 0.6050293085014704,
+    "w": null
+   },
+   "value_n": {
+    "0": 92082,
+    "128": 71004,
+    "256": 95040,
+    "512": 115566,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04531535772223728,
+    "128": 0.06470332886602671,
+    "256": 0.045367987044565926,
+    "512": 0.04554989302466527,
+    "w": null
+   }
+  },
+  {
+   "step": 20901,
+   "loss": 1.0168437957763672,
+   "ema": 1.0319775873468735,
+   "lr": 0.00013684615052188926,
+   "value_bits": {
+    "0": 0.42282768008290184,
+    "128": 0.5314136340868437,
+    "256": 0.5461217609472182,
+    "512": 0.6024899290370741,
+    "w": null
+   },
+   "value_n": {
+    "0": 92532,
+    "128": 71370,
+    "256": 95508,
+    "512": 116088,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.005423603310283633,
+    "128": 0.030464804434127298,
+    "256": 0.048972963172747457,
+    "512": 0.040294666235480926,
+    "w": null
+   }
+  },
+  {
+   "step": 21001,
+   "loss": 1.0759755373001099,
+   "ema": 1.0255869133573225,
+   "lr": 0.00013453772435419398,
+   "value_bits": {
+    "0": 0.4209423636319946,
+    "128": 0.5285286679645119,
+    "256": 0.5436397463423156,
+    "512": 0.6000259194251197,
+    "w": null
+   },
+   "value_n": {
+    "0": 92952,
+    "128": 71778,
+    "256": 95988,
+    "512": 116628,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.005580216404979128,
+    "128": 0.023871726418393188,
+    "256": 0.049780890331814036,
+    "512": 0.070318608624083,
+    "w": null
+   }
+  },
+  {
+   "step": 21101,
+   "loss": 1.0341086387634277,
+   "ema": 1.022520020198684,
+   "lr": 0.00013230108245609296,
+   "value_bits": {
+    "0": 0.41922504124515203,
+    "128": 0.5263655482577365,
+    "256": 0.5415275715290127,
+    "512": 0.5971642270538349,
+    "w": null
+   },
+   "value_n": {
+    "0": 93348,
+    "128": 72090,
+    "256": 96414,
+    "512": 117258,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.016122640988097556,
+    "128": 0.02872322033167952,
+    "256": 0.06560401289210611,
+    "512": 0.06739683359636112,
+    "w": null
+   }
+  },
+  {
+   "step": 21201,
+   "loss": 1.0187838077545166,
+   "ema": 1.0206232400469575,
+   "lr": 0.00013013661127832891,
+   "value_bits": {
+    "0": 0.41744471101212494,
+    "128": 0.5248934870419626,
+    "256": 0.5393160924870896,
+    "512": 0.5942524203205638,
+    "w": null
+   },
+   "value_n": {
+    "0": 93768,
+    "128": 72354,
+    "256": 96864,
+    "512": 117870,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021753600077327268,
+    "128": 0.12292040732552786,
+    "256": 0.06549933615825262,
+    "512": 0.03635595965078955,
+    "w": null
+   }
+  },
+  {
+   "step": 21301,
+   "loss": 1.0335733890533447,
+   "ema": 1.022698431228866,
+   "lr": 0.0001280446848018664,
+   "value_bits": {
+    "0": 0.41591393817369854,
+    "128": 0.5225922700095035,
+    "256": 0.5365927414368522,
+    "512": 0.5918458184031105,
+    "w": null
+   },
+   "value_n": {
+    "0": 94122,
+    "128": 72684,
+    "256": 97404,
+    "512": 118446,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010440753107128204,
+    "128": 0.01803997556541802,
+    "256": 0.04808408193649913,
+    "512": 0.09936983227424313,
+    "w": null
+   }
+  },
+  {
+   "step": 21401,
+   "loss": 0.989488959312439,
+   "ema": 1.0208077651618248,
+   "lr": 0.0001260256644732746,
+   "value_bits": {
+    "0": 0.41405901159144143,
+    "128": 0.5201496789892668,
+    "256": 0.5343600938134979,
+    "512": 0.5891871530728368,
+    "w": null
+   },
+   "value_n": {
+    "0": 94554,
+    "128": 73044,
+    "256": 97842,
+    "512": 119022,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009916882482192755,
+    "128": 0.026990552003484884,
+    "256": 0.03785596343632527,
+    "512": 0.04247140010477617,
+    "w": null
+   }
+  },
+  {
+   "step": 21501,
+   "loss": 1.06312096118927,
+   "ema": 1.0277792017415237,
+   "lr": 0.00012407989914227602,
+   "value_bits": {
+    "0": 0.4123129689709444,
+    "128": 0.5176707287429322,
+    "256": 0.5321102629668146,
+    "512": 0.586972688241136,
+    "w": null
+   },
+   "value_n": {
+    "0": 94968,
+    "128": 73434,
+    "256": 98304,
+    "512": 119520,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013532017428722346,
+    "128": 0.053382416452507526,
+    "256": 0.055642839371181516,
+    "512": 0.057715593464692086,
+    "w": null
+   }
+  },
+  {
+   "step": 21601,
+   "loss": 1.0361297130584717,
+   "ema": 1.0283253184521803,
+   "lr": 0.00012220772500147172,
+   "value_bits": {
+    "0": 0.4102759576128232,
+    "128": 0.5155607211664532,
+    "256": 0.5298081122653607,
+    "512": 0.5847871829460362,
+    "w": null
+   },
+   "value_n": {
+    "0": 95466,
+    "128": 73788,
+    "256": 98766,
+    "512": 120018,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02182034584966615,
+    "128": 0.07785931898805394,
+    "256": 0.03995827989365424,
+    "512": 0.060265912122041694,
+    "w": null
+   }
+  },
+  {
+   "step": 21701,
+   "loss": 1.025545358657837,
+   "ema": 1.0275236612740977,
+   "lr": 0.00012040946552825321,
+   "value_bits": {
+    "0": 0.40857804676619053,
+    "128": 0.513302690217033,
+    "256": 0.527286710696427,
+    "512": 0.5825361384341147,
+    "w": null
+   },
+   "value_n": {
+    "0": 95880,
+    "128": 74124,
+    "256": 99288,
+    "512": 120522,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.017049648494122313,
+    "128": 0.01742296493183838,
+    "256": 0.05022014487781303,
+    "512": 0.046492764958332176,
+    "w": null
+   }
+  },
+  {
+   "step": 21801,
+   "loss": 1.0461583137512207,
+   "ema": 1.027116942625569,
+   "lr": 0.00011868543142891201,
+   "value_bits": {
+    "0": 0.4071132628273673,
+    "128": 0.5109026040177304,
+    "256": 0.5251978513916917,
+    "512": 0.579810514369785,
+    "w": null
+   },
+   "value_n": {
+    "0": 96234,
+    "128": 74514,
+    "256": 99732,
+    "512": 121146,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010380257024061316,
+    "128": 0.05473852853796521,
+    "256": 0.058083746327391605,
+    "512": 0.05337195109874724,
+    "w": null
+   }
+  },
+  {
+   "step": 21901,
+   "loss": 1.0101404190063477,
+   "ema": 1.0215606349027317,
+   "lr": 0.00011703592058495441,
+   "value_bits": {
+    "0": 0.4055049207984295,
+    "128": 0.508824726597537,
+    "256": 0.5230683263121346,
+    "512": 0.5773331280748084,
+    "w": null
+   },
+   "value_n": {
+    "0": 96624,
+    "128": 74856,
+    "256": 100182,
+    "512": 121734,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.00864033922712868,
+    "128": 0.05610262692417843,
+    "256": 0.05110878134682479,
+    "512": 0.06691571295365052,
+    "w": null
+   }
+  },
+  {
+   "step": 22001,
+   "loss": 1.0070265531539917,
+   "ema": 1.0184123500274729,
+   "lr": 0.00011546121800163398,
+   "value_bits": {
+    "0": 0.40390347471787674,
+    "128": 0.5068462788146965,
+    "256": 0.5205122056940218,
+    "512": 0.5749483725278439,
+    "w": null
+   },
+   "value_n": {
+    "0": 97032,
+    "128": 75168,
+    "256": 100716,
+    "512": 122262,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024643361758748265,
+    "128": 0.03217099922396885,
+    "256": 0.04096674546222,
+    "512": 0.025126721478252026,
+    "w": null
+   }
+  },
+  {
+   "step": 22101,
+   "loss": 0.9753749370574951,
+   "ema": 1.0259118929354847,
+   "lr": 0.00011396159575870696,
+   "value_bits": {
+    "0": 0.4022027400601393,
+    "128": 0.504439716356248,
+    "256": 0.5186827341501262,
+    "512": 0.5724119563469627,
+    "w": null
+   },
+   "value_n": {
+    "0": 97452,
+    "128": 75534,
+    "256": 101106,
+    "512": 122838,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009284441703995042,
+    "128": 0.01018701997194797,
+    "256": 0.046228744368114826,
+    "512": 0.03403120095305276,
+    "w": null
+   }
+  },
+  {
+   "step": 22201,
+   "loss": 1.0108208656311035,
+   "ema": 1.0257868514088135,
+   "lr": 0.00011253731296342258,
+   "value_bits": {
+    "0": 0.4006468349851387,
+    "128": 0.5024517470002657,
+    "256": 0.5160247769772554,
+    "512": 0.5701793580301441,
+    "w": null
+   },
+   "value_n": {
+    "0": 97866,
+    "128": 75846,
+    "256": 101640,
+    "512": 123372,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0344003099393482,
+    "128": 0.021172011952949737,
+    "256": 0.012774930684601768,
+    "512": 0.056606489038832766,
+    "w": null
+   }
+  },
+  {
+   "step": 22301,
+   "loss": 1.019492506980896,
+   "ema": 1.0176767333973682,
+   "lr": 0.00011118861570575383,
+   "value_bits": {
+    "0": 0.398521664664809,
+    "128": 0.5006953316165279,
+    "256": 0.5140626411982421,
+    "512": 0.5680470192643642,
+    "w": null
+   },
+   "value_n": {
+    "0": 98424,
+    "128": 76128,
+    "256": 102060,
+    "512": 123906,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.025794212031504823,
+    "128": 0.028294334471192166,
+    "256": 0.039225782677023445,
+    "512": 0.07540488778158812,
+    "w": null
+   }
+  },
+  {
+   "step": 22401,
+   "loss": 1.053694486618042,
+   "ema": 1.030768759726859,
+   "lr": 0.00010991573701587744,
+   "value_bits": {
+    "0": 0.3966344715265469,
+    "128": 0.49863026610391575,
+    "256": 0.511999679401477,
+    "512": 0.5657607576904042,
+    "w": null
+   },
+   "value_n": {
+    "0": 98916,
+    "128": 76464,
+    "256": 102510,
+    "512": 124464,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019103785672258383,
+    "128": 0.03074542281779843,
+    "256": 0.04411994389513455,
+    "512": 0.05808777098238242,
+    "w": null
+   }
+  },
+  {
+   "step": 22501,
+   "loss": 1.028756856918335,
+   "ema": 1.024611054996626,
+   "lr": 0.00010871889682391076,
+   "value_bits": {
+    "0": 0.3946545903252558,
+    "128": 0.4967297872874442,
+    "256": 0.510185719078148,
+    "512": 0.5635026890877866,
+    "w": null
+   },
+   "value_n": {
+    "0": 99426,
+    "128": 76788,
+    "256": 102924,
+    "512": 125034,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010650808154829204,
+    "128": 0.048216786600161085,
+    "256": 0.06103336945389077,
+    "512": 0.07043558284882157,
+    "w": null
+   }
+  },
+  {
+   "step": 22601,
+   "loss": 1.0415302515029907,
+   "ema": 1.0197000401088345,
+   "lr": 0.00010759830192191176,
+   "value_bits": {
+    "0": 0.3926979874880557,
+    "128": 0.49482583593086443,
+    "256": 0.5085061837160683,
+    "512": 0.5612844037707004,
+    "w": null
+   },
+   "value_n": {
+    "0": 99942,
+    "128": 77100,
+    "256": 103296,
+    "512": 125622,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015687922194544627,
+    "128": 0.026234115517254297,
+    "256": 0.04381667402064003,
+    "512": 0.08958187598745301,
+    "w": null
+   }
+  },
+  {
+   "step": 22701,
+   "loss": 1.0380117893218994,
+   "ema": 1.020168113168758,
+   "lr": 0.00010655414592814919,
+   "value_bits": {
+    "0": 0.39129954375786236,
+    "128": 0.4923414187627753,
+    "256": 0.5064912962629678,
+    "512": 0.5589206839580216,
+    "w": null
+   },
+   "value_n": {
+    "0": 100308,
+    "128": 77508,
+    "256": 103758,
+    "512": 126216,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009432704186868143,
+    "128": 0.022859645087101758,
+    "256": 0.05599386259314417,
+    "512": 0.0590297575130032,
+    "w": null
+   }
+  },
+  {
+   "step": 22801,
+   "loss": 1.0461863279342651,
+   "ema": 1.0248339707487621,
+   "lr": 0.00010558660925364902,
+   "value_bits": {
+    "0": 0.38926470993170814,
+    "128": 0.4905453445918658,
+    "256": 0.5044284657600916,
+    "512": 0.5569159469701548,
+    "w": null
+   },
+   "value_n": {
+    "0": 100860,
+    "128": 77814,
+    "256": 104226,
+    "512": 126696,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01950001530511604,
+    "128": 0.03561032224265924,
+    "256": 0.04708836465447332,
+    "512": 0.029770356010586353,
+    "w": null
+   }
+  },
+  {
+   "step": 22901,
+   "loss": 1.043700933456421,
+   "ema": 1.0266551136872573,
+   "lr": 0.0001046958590710223,
+   "value_bits": {
+    "0": 0.38748229120462757,
+    "128": 0.48825330725526833,
+    "256": 0.5026903792797497,
+    "512": 0.5547912802892219,
+    "w": null
+   },
+   "value_n": {
+    "0": 101340,
+    "128": 78216,
+    "256": 104634,
+    "512": 127236,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012951556176835358,
+    "128": 0.04459013981748098,
+    "256": 0.05868596383827412,
+    "512": 0.05629726212722899,
+    "w": null
+   }
+  },
+  {
+   "step": 23001,
+   "loss": 1.0495597124099731,
+   "ema": 1.0220556882379939,
+   "lr": 0.00010388204928558148,
+   "value_bits": {
+    "0": 0.3856032411018259,
+    "128": 0.486161011153045,
+    "256": 0.5007693882330675,
+    "512": 0.5525995391864303,
+    "w": null
+   },
+   "value_n": {
+    "0": 101844,
+    "128": 78570,
+    "256": 105078,
+    "512": 127788,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.007779952574214368,
+    "128": 0.023869960499076647,
+    "256": 0.04806448467779996,
+    "512": 0.04740321499297281,
+    "w": null
+   }
+  },
+  {
+   "step": 23101,
+   "loss": 1.0621585845947266,
+   "ema": 1.0231617734021052,
+   "lr": 0.00010314532050874761,
+   "value_bits": {
+    "0": 0.384027078094263,
+    "128": 0.4840510532955202,
+    "256": 0.49908451548830207,
+    "512": 0.5503043947703486,
+    "w": null
+   },
+   "value_n": {
+    "0": 102270,
+    "128": 78924,
+    "256": 105468,
+    "512": 128394,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.007213121891812844,
+    "128": 0.01574769491777729,
+    "256": 0.045127955810185534,
+    "512": 0.06632433760493321,
+    "w": null
+   }
+  },
+  {
+   "step": 23201,
+   "loss": 1.0011613368988037,
+   "ema": 1.0216416963862045,
+   "lr": 0.00010248580003375586,
+   "value_bits": {
+    "0": 0.3824953650717476,
+    "128": 0.4820211254571152,
+    "256": 0.49696026236464164,
+    "512": 0.5483759261579686,
+    "w": null
+   },
+   "value_n": {
+    "0": 102684,
+    "128": 79326,
+    "256": 105966,
+    "512": 128892,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.004117851031517128,
+    "128": 0.0834887256604042,
+    "256": 0.0470792815489336,
+    "512": 0.051179542587820474,
+    "w": null
+   }
+  },
+  {
+   "step": 23301,
+   "loss": 1.0153753757476807,
+   "ema": 1.023395218209188,
+   "lr": 0.00010190360181366123,
+   "value_bits": {
+    "0": 0.3807947444059241,
+    "128": 0.48059085093011644,
+    "256": 0.4951057557301124,
+    "512": 0.5463294043286009,
+    "w": null
+   },
+   "value_n": {
+    "0": 103170,
+    "128": 79614,
+    "256": 106428,
+    "512": 129468,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021480891629345092,
+    "128": 0.0866396108998976,
+    "256": 0.06974937037401208,
+    "512": 0.08837750913614509,
+    "w": null
+   }
+  },
+  {
+   "step": 23401,
+   "loss": 1.0348435640335083,
+   "ema": 1.023093234313271,
+   "lr": 0.00010139882644164988,
+   "value_bits": {
+    "0": 0.3792950540269577,
+    "128": 0.4783536455328357,
+    "256": 0.4936010543078956,
+    "512": 0.5439392709167256,
+    "w": null
+   },
+   "value_n": {
+    "0": 103614,
+    "128": 80010,
+    "256": 106788,
+    "512": 130110,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03081970177929573,
+    "128": 0.028573669524996397,
+    "256": 0.048761157186524066,
+    "512": 0.06193647875366545,
+    "w": null
+   }
+  },
+  {
+   "step": 23501,
+   "loss": 0.9961785674095154,
+   "ema": 1.0211558673740866,
+   "lr": 0.00010097156113365811,
+   "value_bits": {
+    "0": 0.3774335706069124,
+    "128": 0.47659234069109757,
+    "256": 0.49149785687010716,
+    "512": 0.5421887169460944,
+    "w": null
+   },
+   "value_n": {
+    "0": 104136,
+    "128": 80328,
+    "256": 107274,
+    "512": 130572,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.00793980990850138,
+    "128": 0.03344139607640237,
+    "256": 0.02936565936692128,
+    "512": 0.04919179677549211,
+    "w": null
+   }
+  },
+  {
+   "step": 23601,
+   "loss": 0.9998354911804199,
+   "ema": 1.019078222919218,
+   "lr": 0.00010062187971330323,
+   "value_bits": {
+    "0": 0.37596174239301716,
+    "128": 0.474527856356064,
+    "256": 0.48959111199067606,
+    "512": 0.5403868721130427,
+    "w": null
+   },
+   "value_n": {
+    "0": 104586,
+    "128": 80694,
+    "256": 107718,
+    "512": 131112,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03536106932147006,
+    "128": 0.02142431082444527,
+    "256": 0.028906089026507417,
+    "512": 0.1047007914811442,
+    "w": null
+   }
+  },
+  {
+   "step": 23701,
+   "loss": 0.9870208501815796,
+   "ema": 1.0187972914902939,
+   "lr": 0.00010034984259912822,
+   "value_bits": {
+    "0": 0.3747085673090375,
+    "128": 0.4724765283865329,
+    "256": 0.48793821428635,
+    "512": 0.5382911564794743,
+    "w": null
+   },
+   "value_n": {
+    "0": 104958,
+    "128": 81078,
+    "256": 108108,
+    "512": 131688,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022384456198571677,
+    "128": 0.04140918678929233,
+    "256": 0.03140786835148855,
+    "512": 0.06125388538848667,
+    "w": null
+   }
+  },
+  {
+   "step": 23801,
+   "loss": 1.026883840560913,
+   "ema": 1.0211066804640863,
+   "lr": 0.00010015549679416248,
+   "value_bits": {
+    "0": 0.3731441875365438,
+    "128": 0.4702499449039894,
+    "256": 0.48617862191942224,
+    "512": 0.536045649678099,
+    "w": null
+   },
+   "value_n": {
+    "0": 105426,
+    "128": 81474,
+    "256": 108516,
+    "512": 132336,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022301939328433475,
+    "128": 0.01437384490988928,
+    "256": 0.019938397400248976,
+    "512": 0.07970876748748426,
+    "w": null
+   }
+  },
+  {
+   "step": 23901,
+   "loss": 1.0052125453948975,
+   "ema": 1.0222085005601353,
+   "lr": 0.0001000388758778005,
+   "value_bits": {
+    "0": 0.3715811140990722,
+    "128": 0.4682424357172178,
+    "256": 0.48430052505389193,
+    "512": 0.5342109238094342,
+    "w": null
+   },
+   "value_n": {
+    "0": 105894,
+    "128": 81846,
+    "256": 108954,
+    "512": 132852,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019468763204008605,
+    "128": 0.02856554463379651,
+    "256": 0.018995594780167963,
+    "512": 0.0636677405621003,
+    "w": null
+   }
+  },
+  {
+   "step": 24000,
+   "loss": 1.0219786167144775,
+   "ema": 1.0205508597856374,
+   "lr": 0.00010000000388764377,
+   "value_bits": {
+    "0": 0.3702686337314763,
+    "128": 0.46663054706972346,
+    "256": 0.48258152873182325,
+    "512": 0.5323248862903185,
+    "w": null
+   },
+   "value_n": {
+    "0": 106290,
+    "128": 82152,
+    "256": 109398,
+    "512": 133374,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019299451796629122,
+    "128": 0.03549774235461729,
+    "256": 0.060753769104189094,
+    "512": 0.05231749837929242,
+    "w": null
+   }
+  }
+ ],
+ "wall_s": 1179.3636462688446,
+ "frames": {
+  "mode": "dyn",
+  "register": "caption",
+  "tags": "mode",
+  "n_lookup": 2,
+  "n_bulk": 0,
+  "facts": 0,
+  "ask": "any",
+  "sizes": [
+   32,
+   128,
+   256,
+   512
+  ],
+  "frame_records": 4,
+  "nest": 0.3,
+  "overlap": 0.0
+ },
+ "heldout_bits_by_frame": {
+  "by_kind_size_segment": {
+   "data/128/open": {
+    "bits": 6.755178909540597,
+    "n": 80
+   },
+   "data/128/head": {
+    "bits": 1.4947398835666665,
+    "n": 640
+   },
+   "data/128/body": {
+    "bits": 2.25992497731436,
+    "n": 9440
+   },
+   "data/128/close": {
+    "bits": 2.8426463695309194,
+    "n": 80
+   },
+   "think/512/open": {
+    "bits": 7.678131197164593,
+    "n": 33
+   },
+   "think/512/head": {
+    "bits": 2.100197254697041,
+    "n": 264
+   },
+   "think/512/body": {
+    "bits": 1.4737571010948967,
+    "n": 15542
+   },
+   "think/512/close": {
+    "bits": 9.441231594744714,
+    "n": 33
+   },
+   "data/32/open": {
+    "bits": 6.505309456259376,
+    "n": 86
+   },
+   "data/32/head": {
+    "bits": 1.4428826507245982,
+    "n": 688
+   },
+   "data/32/body": {
+    "bits": 2.9372980227683274,
+    "n": 1892
+   },
+   "data/32/close": {
+    "bits": 0.15476007640658837,
+    "n": 86
+   },
+   "data/256/open": {
+    "bits": 6.219853293778295,
+    "n": 70
+   },
+   "data/256/head": {
+    "bits": 1.4122140521417763,
+    "n": 560
+   },
+   "data/256/body": {
+    "bits": 1.899268895731204,
+    "n": 17220
+   },
+   "data/256/close": {
+    "bits": 9.371416622273424,
+    "n": 70
+   },
+   "data/512/open": {
+    "bits": 6.529472838295227,
+    "n": 56
+   },
+   "data/512/head": {
+    "bits": 1.5058641287083265,
+    "n": 448
+   },
+   "data/512/body": {
+    "bits": 1.6488247187492175,
+    "n": 28112
+   },
+   "data/512/close": {
+    "bits": 2.58449422793191,
+    "n": 56
+   },
+   "think/128/open": {
+    "bits": 7.345617386304653,
+    "n": 22
+   },
+   "think/128/head": {
+    "bits": 2.4249935466746804,
+    "n": 176
+   },
+   "think/128/body": {
+    "bits": 1.683350361791134,
+    "n": 2532
+   },
+   "think/128/close": {
+    "bits": 6.620480110887511,
+    "n": 22
+   },
+   "think/32/open": {
+    "bits": 8.15878171242454,
+    "n": 41
+   },
+   "think/32/head": {
+    "bits": 2.254014165272491,
+    "n": 328
+   },
+   "think/32/body": {
+    "bits": 1.531039282275684,
+    "n": 902
+   },
+   "think/32/close": {
+    "bits": 6.578423926282323,
+    "n": 41
+   },
+   "think/256/open": {
+    "bits": 8.212532009470282,
+    "n": 23
+   },
+   "think/256/head": {
+    "bits": 2.1730400896244233,
+    "n": 184
+   },
+   "think/256/body": {
+    "bits": 1.483700002814922,
+    "n": 5146
+   },
+   "think/256/close": {
+    "bits": 10.120072152845362,
+    "n": 23
+   },
+   "data/64/open": {
+    "bits": 11.589077714688232,
+    "n": 8
+   },
+   "data/64/head": {
+    "bits": 1.690448479230999,
+    "n": 64
+   },
+   "data/64/body": {
+    "bits": 2.8943871012842495,
+    "n": 432
+   },
+   "data/64/close": {
+    "bits": 8.22233265767739,
+    "n": 8
+   }
+  },
+  "by_kind_depth": {
+   "data/depth1": {
+    "bits": 1.877285317921523,
+    "n": 58496
+   },
+   "think/depth1": {
+    "bits": 1.5882573101500004,
+    "n": 25312
+   },
+   "data/depth2": {
+    "bits": 2.5054816369817834,
+    "n": 1600
+   }
+  },
+  "outside": {
+   "bits": 1.4215435470373325,
+   "n": 701024
+  }
+ },
+ "fetch_by_frame": {
+  "data/128/depth0": {
+   "n": 49,
+   "value_bits": 0.11397237557061822,
+   "first_byte": 1.0,
+   "full_value": 1.0,
+   "dist": 245.28571428571428
+  },
+  "data/32/depth0": {
+   "n": 56,
+   "value_bits": 0.020314371209901715,
+   "first_byte": 1.0,
+   "full_value": 1.0,
+   "dist": 181.55357142857142
+  },
+  "data/256/depth0": {
+   "n": 47,
+   "value_bits": 0.23736280977612542,
+   "first_byte": 1.0,
+   "full_value": 0.9574468085106383,
+   "dist": 427.63829787234044
+  },
+  "data/512/depth0": {
+   "n": 31,
+   "value_bits": 0.12772266281994535,
+   "first_byte": 1.0,
+   "full_value": 0.967741935483871,
+   "dist": 669.0
+  },
+  "data/128/depth1": {
+   "n": 5,
+   "value_bits": 0.050869016110948496,
+   "first_byte": 1.0,
+   "full_value": 1.0,
+   "dist": 724.8
+  },
+  "data/64/depth1": {
+   "n": 4,
+   "value_bits": 0.03966277473101728,
+   "first_byte": 1.0,
+   "full_value": 1.0,
+   "dist": 255.0
+  }
+ },
+ "fetch_by_frame_bank_off": {
+  "data/128/depth0": {
+   "n": 49,
+   "value_bits": 38.98845632277287,
+   "first_byte": 0.14285714285714285,
+   "full_value": 0.02040816326530612,
+   "dist": 245.28571428571428
+  },
+  "data/32/depth0": {
+   "n": 56,
+   "value_bits": 23.39948458622792,
+   "first_byte": 0.44642857142857145,
+   "full_value": 0.017857142857142856,
+   "dist": 181.55357142857142
+  },
+  "data/256/depth0": {
+   "n": 47,
+   "value_bits": 32.55315271805182,
+   "first_byte": 0.2127659574468085,
+   "full_value": 0.0,
+   "dist": 427.63829787234044
+  },
+  "data/512/depth0": {
+   "n": 31,
+   "value_bits": 23.748329442434084,
+   "first_byte": 0.16129032258064516,
+   "full_value": 0.0,
+   "dist": 669.0
+  },
+  "data/128/depth1": {
+   "n": 5,
+   "value_bits": 25.551986229048946,
+   "first_byte": 0.0,
+   "full_value": 0.0,
+   "dist": 724.8
+  },
+  "data/64/depth1": {
+   "n": 4,
+   "value_bits": 18.983999474303197,
+   "first_byte": 0.5,
+   "full_value": 0.0,
+   "dist": 255.0
+  }
+ },
+ "canary": {
+  "prefix_bytes": 5,
+  "frame_bytes": 32,
+  "frame_records": 1,
+  "register": "caption",
+  "scheme": "mode",
+  "plain": {
+   "bits": 1.4027404613971428,
+   "by_position": {
+    "0-64": 1.9252137741968378,
+    "64-256": 1.5021484131517158,
+    "256-1024": 1.4063042288464092,
+    "1024-2048": 1.3863045404988188,
+    "2048-4096": 1.383975184913479,
+    "4096+": null
+   }
+  },
+  "tag": {
+   "bits": 1.4060333057240564,
+   "by_position": {
+    "0-64": 1.9306388085829047,
+    "64-256": 1.5233575172899219,
+    "256-1024": 1.4153119937956884,
+    "1024-2048": 1.3875112937642844,
+    "2048-4096": 1.3844216823312958,
+    "4096+": null
+   }
+  },
+  "frame": {
+   "bits": 1.4234399600386045,
+   "by_position": {
+    "0-64": 2.7589032910575053,
+    "64-256": 1.5743731786612718,
+    "256-1024": 1.424864255712583,
+    "1024-2048": 1.387732754427139,
+    "2048-4096": 1.3848762502323437,
+    "4096+": null
+   }
+  }
+ },
+ "formation": {
+  "register": "caption",
+  "uniform_bits": 4.700439718141092,
+  "margin": 0.2,
+  "near_band_value_bits_at_end": 0.023876866572510588,
+  "first_step_under": 1201,
+  "at_the_rate": false,
+  "whole_value_zero_everywhere": false,
+  "failure": false,
+  "formed": true,
+  "floor": 0.05,
+  "min_trials": 8,
+  "groups_judged": 4,
+  "near_band_basis": "the last 400 steps"
+ },
+ "plain_collapse": {
+  "flag": false,
+  "threshold": 2.5,
+  "windows_over": [],
+  "worst_window": "64-256",
+  "worst_bits": 1.5021484131517158
+ },
+ "weights": "bed/alhena-both_s2_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_pbs8h7_ahdigit1_pillar1/model.safetensors",
+ "grid": {
+  "layout": "AG48",
+  "p": 0.5,
+  "n_ag": 4,
+  "rotary": {
+   "form": "anchored",
+   "pairs": 16,
+   "rel_pairs": 4,
+   "content_pairs": 4,
+   "anchor_freqs": 4,
+   "levels": 2,
+   "ntk_scale": 4.0,
+   "base": 10000.0,
+   "null": 8,
+   "w": [
+    1.0,
+    0.06299605249474366,
+    0.003968502629920499,
+    0.00025,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.6981317007977318,
+    1.3962634015954636,
+    2.0943951023931953,
+    2.792526803190927,
+    0.6981317007977318,
+    1.3962634015954636,
+    2.0943951023931953,
+    2.792526803190927
+   ],
+   "kind": [
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    1,
+    1,
+    2,
+    2,
+    2,
+    2,
+    3,
+    3,
+    3,
+    3
+   ]
+  },
+  "head": {
+   "form": "digit",
+   "lam": 1.0,
+   "params": 4112,
+   "novelty": {
+    "novelty": 0.9261041893032832,
+    "cos": 0.07389581069671683,
+    "grad_norm_ce": 1.4039047050060436,
+    "grad_norm_head": 2.442864941920583,
+    "ce": 5.696136951446533,
+    "term": 6.419877529144287,
+    "ptr": {
+     "novelty": 0.9842544006946059,
+     "cos": 0.0157455993053941,
+     "grad_norm": 1.6199276840119001,
+     "term": 5.114740371704102,
+     "mass": 0.006057807244360447
+    }
+   },
+   "term_step1": 6.36988639831543,
+   "term_last50": 4.865379483964816e-08,
+   "descended": true,
+   "curve": [
+    [
+     1,
+     6.36988639831543
+    ],
+    [
+     101,
+     0.2599007785320282
+    ],
+    [
+     201,
+     0.009934277273714542
+    ],
+    [
+     301,
+     0.0010058293119072914
+    ],
+    [
+     401,
+     0.0001503898238297552
+    ],
+    [
+     501,
+     3.116467269137502e-05
+    ],
+    [
+     601,
+     1.3734649655816611e-05
+    ],
+    [
+     701,
+     7.5895759437116794e-06
+    ],
+    [
+     801,
+     5.513019914360484e-06
+    ],
+    [
+     901,
+     1.9237548258388415e-05
+    ],
+    [
+     1001,
+     0.0018347594887018204
+    ],
+    [
+     1101,
+     8.325465023517609e-05
+    ],
+    [
+     1201,
+     0.00013695161032956094
+    ],
+    [
+     1301,
+     6.217244663275778e-05
+    ],
+    [
+     1401,
+     9.304447303293273e-06
+    ],
+    [
+     1501,
+     8.500983312842436e-06
+    ],
+    [
+     1601,
+     4.867631105298642e-06
+    ],
+    [
+     1701,
+     1.8451535652275197e-05
+    ],
+    [
+     1801,
+     8.78611535881646e-06
+    ],
+    [
+     1901,
+     3.647392759376089e-06
+    ],
+    [
+     2001,
+     4.015812010038644e-06
+    ],
+    [
+     2101,
+     2.205359578510979e-06
+    ],
+    [
+     2201,
+     3.603391405704315e-06
+    ],
+    [
+     2301,
+     1.0817147085617762e-05
+    ],
+    [
+     2401,
+     1.5697485196142225e-06
+    ],
+    [
+     2501,
+     1.1647371138678864e-05
+    ],
+    [
+     2601,
+     3.845442734018434e-06
+    ],
+    [
+     2701,
+     2.0507322915364057e-06
+    ],
+    [
+     2801,
+     1.2988675734959543e-06
+    ],
+    [
+     2901,
+     8.642575153317011e-07
+    ],
+    [
+     3001,
+     0.00010696188837755471
+    ],
+    [
+     3101,
+     1.6908810493987403e-06
+    ],
+    [
+     3201,
+     2.3764230263623176e-06
+    ],
+    [
+     3301,
+     3.365887266681966e-07
+    ],
+    [
+     3401,
+     1.5969410469551804e-06
+    ],
+    [
+     3501,
+     4.6237593664955057e-07
+    ],
+    [
+     3601,
+     4.2545445921859937e-07
+    ],
+    [
+     3701,
+     2.0404231690918095e-06
+    ],
+    [
+     3801,
+     3.2237267078016885e-07
+    ],
+    [
+     3901,
+     4.0772802094579674e-06
+    ],
+    [
+     4001,
+     4.640051542992296e-07
+    ],
+    [
+     4101,
+     7.419072289849282e-07
+    ],
+    [
+     4201,
+     6.370186156345881e-07
+    ],
+    [
+     4301,
+     2.075759368835861e-07
+    ],
+    [
+     4401,
+     2.855129537238099e-07
+    ],
+    [
+     4501,
+     7.986763534972852e-07
+    ],
+    [
+     4601,
+     4.2570121649987414e-07
+    ],
+    [
+     4701,
+     2.0591410248016473e-06
+    ],
+    [
+     4801,
+     1.9592451280914247e-05
+    ],
+    [
+     4901,
+     1.1034879889848526e-06
+    ],
+    [
+     5001,
+     4.260207902007096e-07
+    ],
+    [
+     5101,
+     6.809555088693742e-07
+    ],
+    [
+     5201,
+     0.000444216828327626
+    ],
+    [
+     5301,
+     2.6329548745707143e-06
+    ],
+    [
+     5401,
+     2.474724283274554e-07
+    ],
+    [
+     5501,
+     1.4888364319176617e-07
+    ],
+    [
+     5601,
+     2.2516098852065625e-07
+    ],
+    [
+     5701,
+     2.1760227753020445e-07
+    ],
+    [
+     5801,
+     4.213890179016744e-07
+    ],
+    [
+     5901,
+     6.446786215974498e-08
+    ],
+    [
+     6001,
+     1.515621619319063e-07
+    ],
+    [
+     6101,
+     1.65185582545746e-07
+    ],
+    [
+     6201,
+     2.5678428983155754e-07
+    ],
+    [
+     6301,
+     4.313228885166609e-08
+    ],
+    [
+     6401,
+     7.738340173091274e-07
+    ],
+    [
+     6501,
+     9.445049897749414e-08
+    ],
+    [
+     6601,
+     1.0133492622799167e-07
+    ],
+    [
+     6701,
+     4.6672465003894104e-08
+    ],
+    [
+     6801,
+     5.3307640968114356e-08
+    ],
+    [
+     6901,
+     5.084208623884479e-06
+    ],
+    [
+     7001,
+     5.117399837217818e-07
+    ],
+    [
+     7101,
+     1.2411018701641297e-07
+    ],
+    [
+     7201,
+     8.708343557373155e-08
+    ],
+    [
+     7301,
+     3.8190307805052726e-07
+    ],
+    [
+     7401,
+     7.440492311161506e-08
+    ],
+    [
+     7501,
+     5.08613986482942e-08
+    ],
+    [
+     7601,
+     7.07753997630789e-08
+    ],
+    [
+     7701,
+     1.111276048959553e-07
+    ],
+    [
+     7801,
+     3.237824728330452e-07
+    ],
+    [
+     7901,
+     3.910554937647248e-07
+    ],
+    [
+     8001,
+     2.431322855045437e-06
+    ],
+    [
+     8101,
+     1.0978848052900503e-07
+    ],
+    [
+     8201,
+     1.727411103047416e-07
+    ],
+    [
+     8301,
+     6.20584756916287e-08
+    ],
+    [
+     8401,
+     5.218203824597367e-08
+    ],
+    [
+     8501,
+     1.7810847907639982e-07
+    ],
+    [
+     8601,
+     2.7196688279218506e-07
+    ],
+    [
+     8701,
+     8.653113070522522e-08
+    ],
+    [
+     8801,
+     1.345758846582612e-07
+    ],
+    [
+     8901,
+     4.1162920183523966e-07
+    ],
+    [
+     9001,
+     1.0491994828498719e-07
+    ],
+    [
+     9101,
+     2.6988945478478854e-07
+    ],
+    [
+     9201,
+     2.9005536816839594e-07
+    ],
+    [
+     9301,
+     2.1791106519231107e-06
+    ],
+    [
+     9401,
+     8.420501984574003e-08
+    ],
+    [
+     9501,
+     1.1674310940179566e-07
+    ],
+    [
+     9601,
+     6.035049864294706e-07
+    ],
+    [
+     9701,
+     4.713843893000558e-08
+    ],
+    [
+     9801,
+     1.6918164646995137e-07
+    ],
+    [
+     9901,
+     1.9400081896492338e-07
+    ],
+    [
+     10001,
+     5.7980848566785426e-08
+    ],
+    [
+     10101,
+     3.397171894903295e-07
+    ],
+    [
+     10201,
+     9.444203641351123e-08
+    ],
+    [
+     10301,
+     5.7585150869954305e-08
+    ],
+    [
+     10401,
+     4.554660790745402e-07
+    ],
+    [
+     10501,
+     3.7921076057045866e-08
+    ],
+    [
+     10601,
+     6.10563438385725e-06
+    ],
+    [
+     10701,
+     1.4508246692912508e-07
+    ],
+    [
+     10801,
+     1.4692642480440554e-07
+    ],
+    [
+     10901,
+     1.0078940704261186e-07
+    ],
+    [
+     11001,
+     1.187584786066509e-07
+    ],
+    [
+     11101,
+     4.1504065961817105e-08
+    ],
+    [
+     11201,
+     6.496275091194548e-07
+    ],
+    [
+     11301,
+     2.0333970951469382e-07
+    ],
+    [
+     11401,
+     3.2451108467057566e-08
+    ],
+    [
+     11501,
+     1.239606604030996e-07
+    ],
+    [
+     11601,
+     7.591296480313758e-08
+    ],
+    [
+     11701,
+     8.635886672436754e-08
+    ],
+    [
+     11801,
+     6.742847347140923e-08
+    ],
+    [
+     11901,
+     7.90029908159795e-09
+    ],
+    [
+     12001,
+     1.3575086654782353e-07
+    ],
+    [
+     12101,
+     3.494395173220255e-08
+    ],
+    [
+     12201,
+     5.615759164356859e-07
+    ],
+    [
+     12301,
+     1.38613842182167e-07
+    ],
+    [
+     12401,
+     8.71320526840691e-09
+    ],
+    [
+     12501,
+     1.9227079519623658e-06
+    ],
+    [
+     12601,
+     0.00035032746382057667
+    ],
+    [
+     12701,
+     0.0003847534244414419
+    ],
+    [
+     12801,
+     4.4302711899035785e-07
+    ],
+    [
+     12901,
+     3.958357979172433e-07
+    ],
+    [
+     13001,
+     8.114669469705404e-08
+    ],
+    [
+     13101,
+     1.814815504985745e-06
+    ],
+    [
+     13201,
+     3.5141312082487275e-08
+    ],
+    [
+     13301,
+     2.1515522519166552e-07
+    ],
+    [
+     13401,
+     9.194026517889142e-08
+    ],
+    [
+     13501,
+     4.748836701651271e-08
+    ],
+    [
+     13601,
+     1.1879927086511088e-07
+    ],
+    [
+     13701,
+     4.6848896317897015e-08
+    ],
+    [
+     13801,
+     1.0108112569184868e-08
+    ],
+    [
+     13901,
+     2.1293405438882473e-07
+    ],
+    [
+     14001,
+     4.6987779001028684e-08
+    ],
+    [
+     14101,
+     5.850778528326828e-09
+    ],
+    [
+     14201,
+     1.743055833003382e-08
+    ],
+    [
+     14301,
+     6.804171448493435e-08
+    ],
+    [
+     14401,
+     3.0899322212007974e-08
+    ],
+    [
+     14501,
+     4.086684768367377e-08
+    ],
+    [
+     14601,
+     2.6169860944946777e-08
+    ],
+    [
+     14701,
+     3.0045569587855425e-08
+    ],
+    [
+     14801,
+     2.154441425261666e-08
+    ],
+    [
+     14901,
+     8.198681200610736e-08
+    ],
+    [
+     15001,
+     5.193705021611095e-08
+    ],
+    [
+     15101,
+     3.848944274409405e-09
+    ],
+    [
+     15201,
+     1.1297888846684145e-08
+    ],
+    [
+     15301,
+     3.42961982369161e-07
+    ],
+    [
+     15401,
+     8.782251370575977e-08
+    ],
+    [
+     15501,
+     2.941450638616061e-08
+    ],
+    [
+     15601,
+     1.1201102267932583e-08
+    ],
+    [
+     15701,
+     4.7925787782787665e-09
+    ],
+    [
+     15801,
+     2.6849786394222974e-08
+    ],
+    [
+     15901,
+     1.442785091398946e-08
+    ],
+    [
+     16001,
+     1.4223866173779243e-07
+    ],
+    [
+     16101,
+     3.073246190865575e-08
+    ],
+    [
+     16201,
+     9.758306163121233e-09
+    ],
+    [
+     16301,
+     2.3301861773461496e-08
+    ],
+    [
+     16401,
+     5.898176524965493e-08
+    ],
+    [
+     16501,
+     1.4159562056192954e-07
+    ],
+    [
+     16601,
+     4.327534597337035e-08
+    ],
+    [
+     16701,
+     6.965969134853367e-08
+    ],
+    [
+     16801,
+     4.181589474683278e-08
+    ],
+    [
+     16901,
+     1.9103725890090573e-07
+    ],
+    [
+     17001,
+     5.063397452431673e-07
+    ],
+    [
+     17101,
+     3.419544469807079e-08
+    ],
+    [
+     17201,
+     1.0658402516128263e-07
+    ],
+    [
+     17301,
+     1.0656399318520471e-08
+    ],
+    [
+     17401,
+     5.0020101838299524e-08
+    ],
+    [
+     17501,
+     5.055346719018416e-07
+    ],
+    [
+     17601,
+     1.1328599214266433e-07
+    ],
+    [
+     17701,
+     2.9882573926443e-07
+    ],
+    [
+     17801,
+     8.482068380999408e-08
+    ],
+    [
+     17901,
+     1.6942161096267228e-07
+    ],
+    [
+     18001,
+     3.220687005978107e-08
+    ],
+    [
+     18101,
+     1.143622938570843e-07
+    ],
+    [
+     18201,
+     4.543338860685253e-08
+    ],
+    [
+     18301,
+     3.18440100954831e-08
+    ],
+    [
+     18401,
+     5.506198519356076e-08
+    ],
+    [
+     18501,
+     9.625668262458476e-09
+    ],
+    [
+     18601,
+     2.4404119614018782e-08
+    ],
+    [
+     18701,
+     2.3296001572248315e-08
+    ],
+    [
+     18801,
+     3.20797482800117e-07
+    ],
+    [
+     18901,
+     7.041225824622188e-09
+    ],
+    [
+     19001,
+     5.7012272236534045e-08
+    ],
+    [
+     19101,
+     1.6247382106371333e-08
+    ],
+    [
+     19201,
+     1.0642295045215633e-08
+    ],
+    [
+     19301,
+     5.426700511179661e-08
+    ],
+    [
+     19401,
+     9.186688743056948e-09
+    ],
+    [
+     19501,
+     8.307458720935301e-09
+    ],
+    [
+     19601,
+     1.9394956041196565e-07
+    ],
+    [
+     19701,
+     1.0579970677326855e-08
+    ],
+    [
+     19801,
+     8.174836096941362e-08
+    ],
+    [
+     19901,
+     3.793095970650029e-08
+    ],
+    [
+     20001,
+     3.2546093819973976e-08
+    ],
+    [
+     20101,
+     1.6509991951352276e-07
+    ],
+    [
+     20201,
+     1.5173430938375532e-06
+    ],
+    [
+     20301,
+     7.183320605008703e-09
+    ],
+    [
+     20401,
+     4.960408528376092e-09
+    ],
+    [
+     20501,
+     3.7802543317866366e-08
+    ],
+    [
+     20601,
+     2.532830301049671e-08
+    ],
+    [
+     20701,
+     1.4750520804795997e-08
+    ],
+    [
+     20801,
+     4.396801589479082e-09
+    ],
+    [
+     20901,
+     1.8879056540299644e-08
+    ],
+    [
+     21001,
+     5.608911806120886e-07
+    ],
+    [
+     21101,
+     4.189622160311046e-08
+    ],
+    [
+     21201,
+     2.6008883935446647e-08
+    ],
+    [
+     21301,
+     2.3783865543691718e-08
+    ],
+    [
+     21401,
+     9.584985605215479e-08
+    ],
+    [
+     21501,
+     7.808695912103758e-09
+    ],
+    [
+     21601,
+     5.971037886354225e-09
+    ],
+    [
+     21701,
+     1.3159450418243068e-07
+    ],
+    [
+     21801,
+     1.1070665095758159e-07
+    ],
+    [
+     21901,
+     7.805988744280512e-09
+    ],
+    [
+     22001,
+     2.1488071411113197e-07
+    ],
+    [
+     22101,
+     2.025445233755363e-08
+    ],
+    [
+     22201,
+     2.6894451110592854e-08
+    ],
+    [
+     22301,
+     1.256879933464461e-08
+    ],
+    [
+     22401,
+     1.3290998523984854e-08
+    ],
+    [
+     22501,
+     7.295174668797699e-07
+    ],
+    [
+     22601,
+     2.1527737814608372e-08
+    ],
+    [
+     22701,
+     2.3121493608613264e-09
+    ],
+    [
+     22801,
+     5.4262898174783913e-08
+    ],
+    [
+     22901,
+     3.568261064401668e-08
+    ],
+    [
+     23001,
+     3.823346084175228e-09
+    ],
+    [
+     23101,
+     1.1726336879291921e-07
+    ],
+    [
+     23201,
+     2.8177669975093522e-08
+    ],
+    [
+     23301,
+     4.129319108869822e-09
+    ],
+    [
+     23401,
+     3.5661622543869953e-09
+    ],
+    [
+     23501,
+     1.8019372660660338e-09
+    ],
+    [
+     23601,
+     4.067166514687415e-08
+    ],
+    [
+     23701,
+     3.000346993076164e-08
+    ],
+    [
+     23801,
+     1.539142147066741e-08
+    ],
+    [
+     23901,
+     4.4249119923733815e-09
+    ],
+    [
+     24000,
+     1.378397840312573e-08
+    ]
+   ]
+  },
+  "trace": [
+   {
+    "step": 0,
+    "index_right": 0.0,
+    "whole": 0.0,
+    "head_right": 0.015625,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.0,
+    "ptr_mass": 0.006197264883667231
+   },
+   {
+    "step": 2000,
+    "index_right": 0.12760416666666666,
+    "whole": 0.9791666666666666,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.10677083333333333,
+    "ptr_mass": 0.9999918341636658
+   },
+   {
+    "step": 4000,
+    "index_right": 0.13541666666666666,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.13802083333333334,
+    "ptr_mass": 0.9999837875366211
+   },
+   {
+    "step": 6000,
+    "index_right": 0.14322916666666666,
+    "whole": 0.9947916666666666,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.12239583333333333,
+    "ptr_mass": 0.9999969005584717
+   },
+   {
+    "step": 8000,
+    "index_right": 0.13541666666666666,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.15625,
+    "ptr_mass": 0.9999980926513672
+   },
+   {
+    "step": 10000,
+    "index_right": 0.1640625,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.17447916666666666,
+    "ptr_mass": 0.9999983310699463
+   },
+   {
+    "step": 12000,
+    "index_right": 0.15625,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.14583333333333334,
+    "ptr_mass": 0.9999973177909851
+   },
+   {
+    "step": 14000,
+    "index_right": 0.15625,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.1640625,
+    "ptr_mass": 0.9999973773956299
+   },
+   {
+    "step": 16000,
+    "index_right": 0.1484375,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.13020833333333334,
+    "ptr_mass": 0.9999974370002747
+   },
+   {
+    "step": 18000,
+    "index_right": 0.1640625,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.1875,
+    "ptr_mass": 0.9999977946281433
+   },
+   {
+    "step": 20000,
+    "index_right": 0.14322916666666666,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.171875,
+    "ptr_mass": 0.9999983906745911
+   },
+   {
+    "step": 22000,
+    "index_right": 0.14322916666666666,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.171875,
+    "ptr_mass": 0.9999985098838806
+   },
+   {
+    "step": 24000,
+    "index_right": 0.140625,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.14583333333333334,
+    "ptr_mass": 0.9999983310699463
+   }
+  ],
+  "read": {
+   "rows": 512,
+   "true": {
+    "index_right": 0.166748046875,
+    "whole": 0.9993489583333334,
+    "n_questions": 12288,
+    "n_entries": 12288,
+    "head_right": 1.0,
+    "head_truth": 0.999999996163145,
+    "head_wrong_max": 2.3236150649455573e-08
+   },
+   "by_addr": {
+    "0": [
+     196,
+     197
+    ],
+    "1": [
+     182,
+     182
+    ],
+    "2": [
+     171,
+     171
+    ],
+    "3": [
+     170,
+     170
+    ],
+    "4": [
+     185,
+     185
+    ],
+    "5": [
+     186,
+     187
+    ],
+    "6": [
+     180,
+     180
+    ],
+    "7": [
+     185,
+     186
+    ],
+    "8": [
+     206,
+     206
+    ],
+    "9": [
+     201,
+     201
+    ],
+    "10": [
+     225,
+     225
+    ],
+    "11": [
+     204,
+     204
+    ],
+    "12": [
+     177,
+     177
+    ],
+    "13": [
+     199,
+     199
+    ],
+    "14": [
+     183,
+     183
+    ],
+    "15": [
+     164,
+     164
+    ],
+    "16": [
+     195,
+     195
+    ],
+    "17": [
+     178,
+     178
+    ],
+    "18": [
+     180,
+     180
+    ],
+    "19": [
+     195,
+     195
+    ],
+    "20": [
+     201,
+     201
+    ],
+    "21": [
+     195,
+     195
+    ],
+    "22": [
+     201,
+     201
+    ],
+    "23": [
+     194,
+     194
+    ],
+    "24": [
+     185,
+     185
+    ],
+    "25": [
+     201,
+     201
+    ],
+    "26": [
+     196,
+     196
+    ],
+    "27": [
+     175,
+     175
+    ],
+    "28": [
+     181,
+     181
+    ],
+    "29": [
+     182,
+     182
+    ],
+    "30": [
+     190,
+     190
+    ],
+    "31": [
+     215,
+     215
+    ],
+    "32": [
+     207,
+     207
+    ],
+    "33": [
+     192,
+     192
+    ],
+    "34": [
+     173,
+     173
+    ],
+    "35": [
+     172,
+     172
+    ],
+    "36": [
+     198,
+     198
+    ],
+    "37": [
+     198,
+     198
+    ],
+    "38": [
+     183,
+     183
+    ],
+    "39": [
+     209,
+     210
+    ],
+    "40": [
+     200,
+     200
+    ],
+    "41": [
+     206,
+     206
+    ],
+    "42": [
+     176,
+     176
+    ],
+    "43": [
+     206,
+     206
+    ],
+    "44": [
+     191,
+     191
+    ],
+    "45": [
+     195,
+     195
+    ],
+    "46": [
+     195,
+     195
+    ],
+    "47": [
+     192,
+     192
+    ],
+    "48": [
+     187,
+     189
+    ],
+    "49": [
+     213,
+     213
+    ],
+    "50": [
+     186,
+     187
+    ],
+    "51": [
+     173,
+     173
+    ],
+    "52": [
+     200,
+     200
+    ],
+    "53": [
+     205,
+     205
+    ],
+    "54": [
+     176,
+     176
+    ],
+    "55": [
+     189,
+     189
+    ],
+    "56": [
+     205,
+     205
+    ],
+    "57": [
+     200,
+     200
+    ],
+    "58": [
+     196,
+     196
+    ],
+    "59": [
+     197,
+     197
+    ],
+    "60": [
+     184,
+     185
+    ],
+    "61": [
+     197,
+     197
+    ],
+    "62": [
+     207,
+     207
+    ],
+    "63": [
+     194,
+     194
+    ]
+   },
+   "bits_by_segment": {
+    "head": 1.8761550331125203,
+    "frame": 2.1662229283019148,
+    "comp_text": 1.6733591237833174,
+    "index_entry": 0.7142301662260607,
+    "index_text": 1.5399276138434972,
+    "q_answer": 0.0005186746300602016,
+    "q_other": 0.00022180912549632403,
+    "q_text": 1.580251951670532
+   },
+   "own_index": {
+    "index_right": 0.166748046875,
+    "whole": 0.166748046875,
+    "n_questions": 12288,
+    "n_entries": 12288,
+    "request_right": 0.166748046875
+   },
+   "null_request": {
+    "index_right": 0.166748046875,
+    "whole": 0.0,
+    "n_questions": 12288,
+    "n_entries": 12288
+   },
+   "bank_off": {
+    "index_right": 0.049235026041666664,
+    "whole": 0.06941731770833333,
+    "n_questions": 12288,
+    "n_entries": 12288
+   },
+   "calib": {
+    "rows": 256,
+    "questions": 6144,
+    "tau": {
+     "0.9": [
+      4.0687071489742266e-09,
+      2.5566089245643298e-09
+     ],
+     "0.99": [
+      8.622731684226892e-08,
+      5.6884346122387797e-08
+     ],
+     "0.999": [
+      8.12320024579094e-07,
+      1.687977601250168e-06
+     ]
+    }
+   },
+   "free_running": {
+    "rows": 512,
+    "passes": {
+     "mean": 7.6875,
+     "max": 12,
+     "by_batch": [
+      7,
+      8,
+      6,
+      6,
+      7,
+      8,
+      9,
+      9,
+      9,
+      8,
+      7,
+      9,
+      10,
+      6,
+      7,
+      6,
+      9,
+      7,
+      10,
+      8,
+      8,
+      6,
+      7,
+      8,
+      8,
+      7,
+      5,
+      12,
+      9,
+      8,
+      9,
+      9,
+      9,
+      8,
+      7,
+      10,
+      7,
+      7,
+      6,
+      6,
+      10,
+      7,
+      7,
+      8,
+      8,
+      6,
+      8,
+      9,
+      6,
+      7,
+      8,
+      7,
+      8,
+      8,
+      7,
+      7,
+      8,
+      6,
+      6,
+      8,
+      8,
+      7,
+      7,
+      9
+     ]
+    },
+    "converged": 1.0,
+    "indexf_right": 0.16707356770833334,
+    "n_entries": 12288,
+    "indexf_whole": 0.16707356770833334
+   },
+   "hard": {
+    "rows": 64,
+    "index_right": 0.17317708333333334,
+    "whole": 0.9993489583333334,
+    "indexf_right": 0.173828125,
+    "n_entries": 1536,
+    "passes": {
+     "mean": 7.75,
+     "max": 10
+    },
+    "converged": 1.0
+   }
+  },
+  "series": "pillar1",
+  "hard": 0.5,
+  "n_hard": 2,
+  "value_addr": {
+   "form": "levels",
+   "levels": 2,
+   "digits": 8,
+   "d": 256,
+   "params": 4096,
+   "norm": [
+    1.484976887702942,
+    1.289632797241211
+   ],
+   "row_norm": [
+    [
+     0.6272467374801636,
+     0.5793405175209045,
+     0.5249677896499634,
+     0.49310532212257385,
+     0.44560813903808594,
+     0.47203850746154785,
+     0.4840812683105469,
+     0.5491963028907776
+    ],
+    [
+     0.4693159759044647,
+     0.4635066092014313,
+     0.44431930780410767,
+     0.44666150212287903,
+     0.4468782842159271,
+     0.4436023235321045,
+     0.4503949284553528,
+     0.48144766688346863
+    ]
+   ]
+  },
+  "key_rot": {
+   "form": "phase",
+   "pairs": 16,
+   "k": 9,
+   "vocab": 256,
+   "block": 4,
+   "head": 0,
+   "seed_tag": "KEYROT|v1|j16",
+   "digest": "8f605451c9dfe1b11e1045650eb8e24413d4bba727b6e5e99acc92ac39f84168",
+   "norm": 2,
+   "rho": 2.18,
+   "use": {
+    "key_true": 29.995598596944053,
+    "key_other": -0.07065515727456818,
+    "key_self": 0.9806985385822253,
+    "anchor_true": 0.0,
+    "anchor_other": 0.0,
+    "entries": 192,
+    "q_key_norm_coded": 10.739652633666992,
+    "q_key_norm_other": 7.574488162994385,
+    "k_key_norm_coded": 7.416978359222412,
+    "k_key_norm_other": 9.971908569335938,
+    "coded_seps": 768
+   }
+  },
+  "ptr": {
+   "form": "frame_mass",
+   "lam": 0.1,
+   "block": 4,
+   "head": 0,
+   "novelty": {
+    "novelty": 0.9842544006946059,
+    "cos": 0.0157455993053941,
+    "grad_norm": 1.6199276840119001,
+    "term": 5.114740371704102,
+    "mass": 0.006057807244360447
+   },
+   "term_step1": 5.091695308685303,
+   "term_last50": 2.7223428583056374e-06,
+   "descended": true,
+   "curve": [
+    [
+     1,
+     5.091695308685303
+    ],
+    [
+     101,
+     0.000501910864841193
+    ],
+    [
+     201,
+     1.1622905731201172e-05
+    ],
+    [
+     301,
+     0.0001485745160607621
+    ],
+    [
+     401,
+     5.239248275756836e-05
+    ],
+    [
+     501,
+     2.866983413696289e-05
+    ],
+    [
+     601,
+     2.185503763030283e-05
+    ],
+    [
+     701,
+     9.218852028425317e-06
+    ],
+    [
+     801,
+     7.967154488142114e-06
+    ],
+    [
+     901,
+     1.7424425095668994e-05
+    ],
+    [
+     1001,
+     2.262989801238291e-05
+    ],
+    [
+     1101,
+     2.4060409486992285e-05
+    ],
+    [
+     1201,
+     5.650520324707031e-05
+    ],
+    [
+     1301,
+     2.5212764739990234e-05
+    ],
+    [
+     1401,
+     9.258588761440478e-06
+    ],
+    [
+     1501,
+     5.841255187988281e-06
+    ],
+    [
+     1601,
+     4.172325134277344e-06
+    ],
+    [
+     1701,
+     2.580881118774414e-05
+    ],
+    [
+     1801,
+     1.678864282439463e-05
+    ],
+    [
+     1901,
+     7.768472642055713e-06
+    ],
+    [
+     2001,
+     9.298324584960938e-06
+    ],
+    [
+     2101,
+     3.3775966130633606e-06
+    ],
+    [
+     2201,
+     4.013379566458752e-06
+    ],
+    [
+     2301,
+     3.993511199951172e-06
+    ],
+    [
+     2401,
+     3.437201257838751e-06
+    ],
+    [
+     2501,
+     1.5775363863212988e-05
+    ],
+    [
+     2601,
+     9.43740269576665e-06
+    ],
+    [
+     2701,
+     3.0001006052771118e-06
+    ],
+    [
+     2801,
+     1.3609727830043994e-05
+    ],
+    [
+     2901,
+     1.055002212524414e-05
+    ],
+    [
+     3001,
+     5.443891041068127e-06
+    ],
+    [
+     3101,
+     7.132689461286645e-06
+    ],
+    [
+     3201,
+     3.1987826787371887e-06
+    ],
+    [
+     3301,
+     2.4437904357910156e-06
+    ],
+    [
+     3401,
+     1.1722247108991724e-05
+    ],
+    [
+     3501,
+     2.7815501653094543e-06
+    ],
+    [
+     3601,
+     2.1258990727801574e-06
+    ],
+    [
+     3701,
+     3.5564105473895324e-06
+    ],
+    [
+     3801,
+     1.0530154668231262e-06
+    ],
+    [
+     3901,
+     5.384286396292737e-06
+    ],
+    [
+     4001,
+     1.0351340279157739e-05
+    ],
+    [
+     4101,
+     3.8345656321325805e-06
+    ],
+    [
+     4201,
+     9.735425919643603e-06
+    ],
+    [
+     4301,
+     5.463759407575708e-06
+    ],
+    [
+     4401,
+     2.642472736624768e-06
+    ],
+    [
+     4501,
+     2.86102294921875e-06
+    ],
+    [
+     4601,
+     3.2782554626464844e-06
+    ],
+    [
+     4701,
+     1.0013580322265625e-05
+    ],
+    [
+     4801,
+     2.1258991182548925e-05
+    ],
+    [
+     4901,
+     1.8417835235595703e-05
+    ],
+    [
+     5001,
+     7.152557373046875e-06
+    ],
+    [
+     5101,
+     1.6311805666191503e-05
+    ],
+    [
+     5201,
+     3.707408905029297e-05
+    ],
+    [
+     5301,
+     1.1940797776333056e-05
+    ],
+    [
+     5401,
+     1.0172526344831567e-05
+    ],
+    [
+     5501,
+     2.960364099635626e-06
+    ],
+    [
+     5601,
+     4.371007435111096e-06
+    ],
+    [
+     5701,
+     3.0597052500525024e-06
+    ],
+    [
+     5801,
+     2.543131586207892e-06
+    ],
+    [
+     5901,
+     4.808108315046411e-06
+    ],
+    [
+     6001,
+     4.947185516357422e-06
+    ],
+    [
+     6101,
+     1.1324882507324219e-06
+    ],
+    [
+     6201,
+     1.231829401149298e-06
+    ],
+    [
+     6301,
+     1.6490619145770324e-06
+    ],
+    [
+     6401,
+     4.649162292480469e-06
+    ],
+    [
+     6501,
+     9.993712410505395e-06
+    ],
+    [
+     6601,
+     2.463658802298596e-06
+    ],
+    [
+     6701,
+     2.165635578421643e-06
+    ],
+    [
+     6801,
+     6.536643013532739e-06
+    ],
+    [
+     6901,
+     3.4749507904052734e-05
+    ],
+    [
+     7001,
+     3.703435504576191e-05
+    ],
+    [
+     7101,
+     2.86102294921875e-06
+    ],
+    [
+     7201,
+     1.748402951307071e-06
+    ],
+    [
+     7301,
+     1.6669433534843847e-05
+    ],
+    [
+     7401,
+     1.5477340639336035e-05
+    ],
+    [
+     7501,
+     3.5762786865234375e-06
+    ],
+    [
+     7601,
+     3.337860107421875e-06
+    ],
+    [
+     7701,
+     6.198883056640625e-06
+    ],
+    [
+     7801,
+     6.039937488822034e-06
+    ],
+    [
+     7901,
+     1.0728836059570312e-06
+    ],
+    [
+     8001,
+     5.364418029785156e-06
+    ],
+    [
+     8101,
+     1.3311704378793365e-06
+    ],
+    [
+     8201,
+     6.9538755269604735e-06
+    ],
+    [
+     8301,
+     3.5564105473895324e-06
+    ],
+    [
+     8401,
+     8.245309800258838e-06
+    ],
+    [
+     8501,
+     2.3047130071063293e-06
+    ],
+    [
+     8601,
+     1.6887983065316803e-06
+    ],
+    [
+     8701,
+     1.41064333547547e-06
+    ],
+    [
+     8801,
+     1.41064333547547e-06
+    ],
+    [
+     8901,
+     2.2649765014648438e-06
+    ],
+    [
+     9001,
+     2.7815501653094543e-06
+    ],
+    [
+     9101,
+     1.7881393432617188e-06
+    ],
+    [
+     9201,
+     2.2252402231970336e-06
+    ],
+    [
+     9301,
+     2.5232634470739868e-06
+    ],
+    [
+     9401,
+     1.6887983065316803e-06
+    ],
+    [
+     9501,
+     1.092751858777774e-06
+    ],
+    [
+     9601,
+     5.5233640523510985e-06
+    ],
+    [
+     9701,
+     2.066294428004767e-06
+    ],
+    [
+     9801,
+     2.7815501653094543e-06
+    ],
+    [
+     9901,
+     1.6093254089355469e-06
+    ],
+    [
+     10001,
+     9.993712410505395e-06
+    ],
+    [
+     10101,
+     3.1987826787371887e-06
+    ],
+    [
+     10201,
+     1.8080075960824615e-06
+    ],
+    [
+     10301,
+     1.9272169993200805e-06
+    ],
+    [
+     10401,
+     6.953875413273636e-07
+    ],
+    [
+     10501,
+     4.947185516357422e-06
+    ],
+    [
+     10601,
+     2.463658802298596e-06
+    ],
+    [
+     10701,
+     3.0795733891864074e-06
+    ],
+    [
+     10801,
+     2.3245811462402344e-06
+    ],
+    [
+     10901,
+     7.93139188317582e-05
+    ],
+    [
+     11001,
+     2.251068872283213e-05
+    ],
+    [
+     11101,
+     3.5762786865234375e-06
+    ],
+    [
+     11201,
+     1.41064333547547e-06
+    ],
+    [
+     11301,
+     8.742014756535355e-07
+    ],
+    [
+     11401,
+     1.1920928955078125e-06
+    ],
+    [
+     11501,
+     2.0265579223632812e-06
+    ],
+    [
+     11601,
+     1.1126201115985168e-06
+    ],
+    [
+     11701,
+     8.145968308781448e-07
+    ],
+    [
+     11801,
+     5.761782517765823e-07
+    ],
+    [
+     11901,
+     2.086162567138672e-06
+    ],
+    [
+     12001,
+     4.549821369437268e-06
+    ],
+    [
+     12101,
+     1.748402951307071e-06
+    ],
+    [
+     12201,
+     2.4437904357910156e-06
+    ],
+    [
+     12301,
+     1.0748704880825244e-05
+    ],
+    [
+     12401,
+     3.616015192164923e-06
+    ],
+    [
+     12501,
+     2.7815501653094543e-06
+    ],
+    [
+     12601,
+     1.6550224245293066e-05
+    ],
+    [
+     12701,
+     8.445978164672852e-05
+    ],
+    [
+     12801,
+     1.6729038179619238e-05
+    ],
+    [
+     12901,
+     5.761782631452661e-06
+    ],
+    [
+     13001,
+     3.496805902614142e-06
+    ],
+    [
+     13101,
+     3.1987826787371887e-06
+    ],
+    [
+     13201,
+     3.2782554626464844e-06
+    ],
+    [
+     13301,
+     2.483526941432501e-06
+    ],
+    [
+     13401,
+     3.0994415283203125e-06
+    ],
+    [
+     13501,
+     6.455183029174805e-05
+    ],
+    [
+     13601,
+     6.854534149169922e-06
+    ],
+    [
+     13701,
+     4.450480446394067e-06
+    ],
+    [
+     13801,
+     1.41064333547547e-06
+    ],
+    [
+     13901,
+     1.2516975402832031e-06
+    ],
+    [
+     14001,
+     1.3907750826547272e-06
+    ],
+    [
+     14101,
+     3.496805902614142e-06
+    ],
+    [
+     14201,
+     4.609426014212659e-06
+    ],
+    [
+     14301,
+     2.8014183044433594e-06
+    ],
+    [
+     14401,
+     2.682209014892578e-06
+    ],
+    [
+     14501,
+     1.5497207641601562e-06
+    ],
+    [
+     14601,
+     2.642472736624768e-06
+    ],
+    [
+     14701,
+     4.0531158447265625e-06
+    ],
+    [
+     14801,
+     9.934108220477356e-07
+    ],
+    [
+     14901,
+     1.748402951307071e-06
+    ],
+    [
+     15001,
+     4.172325134277344e-06
+    ],
+    [
+     15101,
+     2.086162567138672e-06
+    ],
+    [
+     15201,
+     1.3907750826547272e-06
+    ],
+    [
+     15301,
+     6.298224434431177e-06
+    ],
+    [
+     15401,
+     1.4702479802508606e-06
+    ],
+    [
+     15501,
+     1.569589016980899e-06
+    ],
+    [
+     15601,
+     8.543332796762115e-07
+    ],
+    [
+     15701,
+     2.344449512747815e-06
+    ],
+    [
+     15801,
+     3.8345656321325805e-06
+    ],
+    [
+     15901,
+     1.0728836059570312e-06
+    ],
+    [
+     16001,
+     1.1980533599853516e-05
+    ],
+    [
+     16101,
+     1.748402951307071e-06
+    ],
+    [
+     16201,
+     6.953875413273636e-07
+    ],
+    [
+     16301,
+     4.251798145560315e-06
+    ],
+    [
+     16401,
+     6.35782896551973e-07
+    ],
+    [
+     16501,
+     1.1324882507324219e-06
+    ],
+    [
+     16601,
+     1.231829401149298e-06
+    ],
+    [
+     16701,
+     7.351239901254303e-07
+    ],
+    [
+     16801,
+     5.920728199271252e-06
+    ],
+    [
+     16901,
+     7.1724257395544555e-06
+    ],
+    [
+     17001,
+     2.3245811462402344e-06
+    ],
+    [
+     17101,
+     3.4570693969726562e-06
+    ],
+    [
+     17201,
+     2.0265579223632812e-06
+    ],
+    [
+     17301,
+     2.165635578421643e-06
+    ],
+    [
+     17401,
+     3.516674041748047e-06
+    ],
+    [
+     17501,
+     7.351239673880627e-06
+    ],
+    [
+     17601,
+     7.808208465576172e-06
+    ],
+    [
+     17701,
+     6.755193453500397e-07
+    ],
+    [
+     17801,
+     3.2385191843786743e-06
+    ],
+    [
+     17901,
+     2.8014183044433594e-06
+    ],
+    [
+     18001,
+     9.338061204289261e-07
+    ],
+    [
+     18101,
+     8.801619514997583e-06
+    ],
+    [
+     18201,
+     9.139379244516022e-07
+    ],
+    [
+     18301,
+     8.940696716308594e-07
+    ],
+    [
+     18401,
+     1.0132789611816406e-06
+    ],
+    [
+     18501,
+     1.0132789611816406e-06
+    ],
+    [
+     18601,
+     3.1987826787371887e-06
+    ],
+    [
+     18701,
+     8.344650268554688e-07
+    ],
+    [
+     18801,
+     1.1523565035531647e-06
+    ],
+    [
+     18901,
+     1.1722247563739074e-06
+    ],
+    [
+     19001,
+     4.967054110238678e-07
+    ],
+    [
+     19101,
+     9.000301361083984e-06
+    ],
+    [
+     19201,
+     5.7220458984375e-06
+    ],
+    [
+     19301,
+     2.165635578421643e-06
+    ],
+    [
+     19401,
+     1.1126201115985168e-06
+    ],
+    [
+     19501,
+     6.953875413273636e-07
+    ],
+    [
+     19601,
+     9.735425692269928e-07
+    ],
+    [
+     19701,
+     8.543332796762115e-07
+    ],
+    [
+     19801,
+     1.2914340459246887e-06
+    ],
+    [
+     19901,
+     2.344449512747815e-06
+    ],
+    [
+     20001,
+     8.742014756535355e-07
+    ],
+    [
+     20101,
+     1.5298526250262512e-06
+    ],
+    [
+     20201,
+     1.0331472140023834e-06
+    ],
+    [
+     20301,
+     1.2119611483285553e-06
+    ],
+    [
+     20401,
+     7.748603820800781e-07
+    ],
+    [
+     20501,
+     5.364418029785156e-07
+    ],
+    [
+     20601,
+     2.066294428004767e-06
+    ],
+    [
+     20701,
+     9.338061204289261e-07
+    ],
+    [
+     20801,
+     9.139379244516022e-07
+    ],
+    [
+     20901,
+     9.854635209194385e-06
+    ],
+    [
+     21001,
+     1.708666559352423e-06
+    ],
+    [
+     21101,
+     9.417533874511719e-06
+    ],
+    [
+     21201,
+     6.755193453500397e-07
+    ],
+    [
+     21301,
+     6.953875413273636e-07
+    ],
+    [
+     21401,
+     5.364418029785156e-07
+    ],
+    [
+     21501,
+     1.3907750826547272e-06
+    ],
+    [
+     21601,
+     5.165736070011917e-07
+    ],
+    [
+     21701,
+     7.748603820800781e-07
+    ],
+    [
+     21801,
+     6.755193453500397e-07
+    ],
+    [
+     21901,
+     1.4901161193847656e-06
+    ],
+    [
+     22001,
+     6.35782896551973e-07
+    ],
+    [
+     22101,
+     8.940696716308594e-07
+    ],
+    [
+     22201,
+     1.1324882507324219e-06
+    ],
+    [
+     22301,
+     1.0331472140023834e-06
+    ],
+    [
+     22401,
+     8.344650268554688e-07
+    ],
+    [
+     22501,
+     1.0530154668231262e-06
+    ],
+    [
+     22601,
+     7.748603820800781e-07
+    ],
+    [
+     22701,
+     1.2516975402832031e-06
+    ],
+    [
+     22801,
+     3.019968744411017e-06
+    ],
+    [
+     22901,
+     5.503495685843518e-06
+    ],
+    [
+     23001,
+     8.543332796762115e-07
+    ],
+    [
+     23101,
+     6.953875413273636e-07
+    ],
+    [
+     23201,
+     2.384185791015625e-06
+    ],
+    [
+     23301,
+     8.145968308781448e-07
+    ],
+    [
+     23401,
+     1.092751858777774e-06
+    ],
+    [
+     23501,
+     5.463759407575708e-06
+    ],
+    [
+     23601,
+     9.5367431640625e-07
+    ],
+    [
+     23701,
+     1.3311704378793365e-06
+    ],
+    [
+     23801,
+     7.947286349008209e-07
+    ],
+    [
+     23901,
+     7.351239901254303e-07
+    ],
+    [
+     24000,
+     1.41064333547547e-06
+    ]
+   ],
+   "mass_read": 0.9999983310699463
+  }
+ },
+ "series": "pillar1",
+ "plain_doc": true,
+ "heldout_bpb_by_repeat": {
+  "repeat": 1.393498446546179,
+  "other": 1.4192055638040926,
+  "n_repeat": 335800,
+  "n_other": 188488,
+  "repeat_share": 0.6404876708984375
+ },
+ "path_rot": {
+  "form": "same",
+  "head": 7,
+  "lo": 8,
+  "pairs": 8,
+  "k": 16,
+  "vocab": 256,
+  "seed_tag": "PATHROT|v1",
+  "rule": "entropy",
+  "theta": 3.0,
+  "floor": 8.0,
+  "table": "pillar/v3_atlas_entropy_table.npz",
+  "table_sha256": "a6c47b1e7f74e02e2afd91056f6f654f40c745b76ab7183a5be8f7fb673fd15a",
+  "blocks": 6,
+  "digest": "16487d88f518e0a8d08a450be4dafa2978574d5d8fb7b3adecd3e39577b6f034"
+ },
+ "heldout_bpb_path_off": 1.4375924338759365,
+ "heldout_bpb_path_off_by_class": {
+  "lower": 1.4507973886677497,
+  "upper": 4.426706230536159,
+  "digit": 3.2723061977384087,
+  "space": 0.40716654403067476,
+  "newline": 2.0423221740195494,
+  "punct": 3.129065610698876,
+  "high": 2.1675207384644946
+ },
+ "heldout_bpb_path_off_by_position": {
+  "row": {
+   "0-64": 1.9382146414015822,
+   "64-256": 1.535451863668813,
+   "256-1024": 1.4421117239279084,
+   "1024-2048": 1.4214540123591468,
+   "2048-4096": 1.4191481710150657,
+   "4096+": null
+  },
+  "row_n": {
+   "0-64": 8192,
+   "64-256": 24576,
+   "256-1024": 98304,
+   "1024-2048": 131072,
+   "2048-4096": 262144,
+   "4096+": 0
+  }
+ },
+ "heldout_bpb_path_off_by_repeat": {
+  "repeat": 1.422620798519246,
+  "other": 1.4642651174860557,
+  "n_repeat": 335800,
+  "n_other": 188488,
+  "repeat_share": 0.6404876708984375
+ }
+}
\ No newline at end of file