diff --git a/bed/reports/bed_alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_ahdigit1_plain16.json b/bed/reports/bed_alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_ahdigit1_plain16.json
new file mode 100644
index 0000000000000000000000000000000000000000..ea7badfc29cef1f76a45638f3c9363b5563f9d5a
--- /dev/null
+++ b/bed/reports/bed_alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_ahdigit1_plain16.json
@@ -0,0 +1,9904 @@
+{
+ "arm": "alhena-both",
+ "seed": 1,
+ "smoke": false,
+ "steps": 24000,
+ "micro_batch": 8,
+ "ctx": 4096,
+ "lr": 0.001,
+ "warmup": 100,
+ "p_plant": 0.75,
+ "records": 1,
+ "params": 9215057,
+ "init": "",
+ "config": {
+  "name": "bed-alhena-both",
+  "d_model": 256,
+  "n_layers": 6,
+  "n_heads": 8,
+  "context": 4096,
+  "vocab_size": 256,
+  "tokenizer": "byte-trigram",
+  "hub_layers": [],
+  "hub_K": 32,
+  "hub_D": 16,
+  "tau": 0.1,
+  "bank_experts": 7,
+  "bank_ff": 256,
+  "head_K": 64,
+  "head_D": 16,
+  "head_mode": "",
+  "head_dial_band": 4.0,
+  "head_dial_rho": 0.015625,
+  "gate_init": -3.0,
+  "tie_embeddings": false,
+  "hub_chunk": 128,
+  "hub_const": 1,
+  "hub_ckpt": 0,
+  "fusion": null,
+  "qk_norm": "",
+  "attn_fp32": false,
+  "attn_kernel": "sdpa",
+  "lookup_arm_sites": [],
+  "lookup_arm_depth": 1,
+  "attn_rotary": true,
+  "hub_rotary": false,
+  "rotary_base": 10000.0,
+  "hub_rotary_frac": 1.0,
+  "hub_dual": false,
+  "pos_table": true,
+  "bank_byte_table": "add",
+  "bank_last_fix": "",
+  "fix_rho": 0.0625,
+  "fix_warm": 200,
+  "fix_clamp": [
+   0.25,
+   4.0
+  ],
+  "canon": ""
+ },
+ "tokens": 786432000,
+ "train_minutes": 17.84286992152532,
+ "tok_per_s": 734590.3466004484,
+ "final_loss_ema": 1.0141954612346007,
+ "final_bpb_ema": 1.4631747624152533,
+ "heldout_bpb": 1.398699234565,
+ "heldout_bpb_by_class": {
+  "lower": 1.409322380489694,
+  "upper": 4.363037938749681,
+  "digit": 3.2327043697305857,
+  "space": 0.37388678227164196,
+  "newline": 2.1155302782033356,
+  "punct": 3.1159409713039947,
+  "high": 2.228083846089157
+ },
+ "heldout_bpb_by_position": {
+  "row": {
+   "0-64": 1.8978136110159705,
+   "64-256": 1.4924441381823321,
+   "256-1024": 1.4015662962946454,
+   "1024-2048": 1.3811449736255261,
+   "2048-4096": 1.382015271965397,
+   "4096+": null
+  },
+  "row_n": {
+   "0-64": 8192,
+   "64-256": 24576,
+   "256-1024": 98304,
+   "1024-2048": 131072,
+   "2048-4096": 262144,
+   "4096+": 0
+  }
+ },
+ "dispatch_off_bpb": 4.083202035799728,
+ "records_planted_mean": 0.7504895833333334,
+ "cues": 5,
+ "dispatch_off_by_class": {
+  "lower": 4.091242461074661,
+  "upper": 8.398959767197043,
+  "digit": 5.466237209560113,
+  "space": 2.5821388017933513,
+  "newline": 7.32521150098431,
+  "punct": 6.83946571170208,
+  "high": 5.853338338462886
+ },
+ "fetch": {
+  "64": {
+   "n": 64,
+   "value_bits": 17.28147424836926,
+   "first_byte": 0.078125,
+   "all_five": 0.03125
+  },
+  "256": {
+   "n": 64,
+   "value_bits": 20.502307880773635,
+   "first_byte": 0.03125,
+   "all_five": 0.0
+  },
+  "512": {
+   "n": 64,
+   "value_bits": 25.385346814725118,
+   "first_byte": 0.046875,
+   "all_five": 0.0
+  },
+  "896": {
+   "n": 64,
+   "value_bits": 27.900573875281378,
+   "first_byte": 0.0,
+   "all_five": 0.0
+  }
+ },
+ "dispatch_census": {
+  "b0": {
+   "lower": {
+    "abs_mean": [
+     1.9677,
+     0.1295,
+     0.1199,
+     0.0365,
+     0.2555,
+     0.1497,
+     0.1839
+    ],
+    "dominant": 0,
+    "home_share": 0.6922,
+    "entropy_bits": 1.635
+   },
+   "upper": {
+    "abs_mean": [
+     0.7334,
+     1.4807,
+     0.1697,
+     0.1681,
+     0.5395,
+     0.1761,
+     0.1406
+    ],
+    "dominant": 1,
+    "home_share": 0.4344,
+    "entropy_bits": 2.261
+   },
+   "digit": {
+    "abs_mean": [
+     0.1046,
+     0.2643,
+     1.5037,
+     0.276,
+     0.3571,
+     0.1029,
+     0.0906
+    ],
+    "dominant": 2,
+    "home_share": 0.5571,
+    "entropy_bits": 2.047
+   },
+   "space": {
+    "abs_mean": [
+     0.2638,
+     0.0643,
+     0.0172,
+     2.5198,
+     0.1081,
+     0.1042,
+     0.0863
+    ],
+    "dominant": 3,
+    "home_share": 0.7965,
+    "entropy_bits": 1.186
+   },
+   "newline": {
+    "abs_mean": [
+     0.2032,
+     0.0631,
+     0.0413,
+     1.2098,
+     0.9351,
+     0.3295,
+     0.1553
+    ],
+    "dominant": 3,
+    "home_share": 0.3183,
+    "entropy_bits": 2.103
+   },
+   "punct": {
+    "abs_mean": [
+     0.4224,
+     0.1635,
+     0.0738,
+     0.7055,
+     0.3012,
+     1.2028,
+     0.1276
+    ],
+    "dominant": 5,
+    "home_share": 0.4014,
+    "entropy_bits": 2.306
+   },
+   "high": {
+    "abs_mean": [
+     0.2813,
+     0.0773,
+     0.0347,
+     0.4248,
+     0.2164,
+     0.2305,
+     1.4496
+    ],
+    "dominant": 6,
+    "home_share": 0.534,
+    "entropy_bits": 2.06
+   }
+  },
+  "mid": {
+   "lower": {
+    "abs_mean": [
+     2.6368,
+     0.0963,
+     0.4451,
+     0.1341,
+     0.1897,
+     0.1234,
+     0.7776
+    ],
+    "dominant": 0,
+    "home_share": 0.5989,
+    "entropy_bits": 1.833
+   },
+   "upper": {
+    "abs_mean": [
+     0.3971,
+     1.7908,
+     0.1165,
+     0.3669,
+     0.0899,
+     0.0536,
+     0.0883
+    ],
+    "dominant": 1,
+    "home_share": 0.6169,
+    "entropy_bits": 1.801
+   },
+   "digit": {
+    "abs_mean": [
+     0.1676,
+     0.1679,
+     1.857,
+     0.2589,
+     0.0544,
+     0.1664,
+     0.0639
+    ],
+    "dominant": 2,
+    "home_share": 0.6787,
+    "entropy_bits": 1.68
+   },
+   "space": {
+    "abs_mean": [
+     0.0301,
+     0.0599,
+     0.0517,
+     2.6987,
+     0.0547,
+     0.0655,
+     0.0943
+    ],
+    "dominant": 3,
+    "home_share": 0.8834,
+    "entropy_bits": 0.812
+   },
+   "newline": {
+    "abs_mean": [
+     0.1122,
+     0.04,
+     0.0843,
+     1.0683,
+     0.8442,
+     0.1038,
+     0.1446
+    ],
+    "dominant": 3,
+    "home_share": 0.3521,
+    "entropy_bits": 1.966
+   },
+   "punct": {
+    "abs_mean": [
+     0.1008,
+     0.1669,
+     0.0776,
+     0.5505,
+     0.077,
+     1.5641,
+     0.0561
+    ],
+    "dominant": 5,
+    "home_share": 0.6032,
+    "entropy_bits": 1.773
+   },
+   "high": {
+    "abs_mean": [
+     0.1747,
+     0.0445,
+     0.2364,
+     0.3629,
+     0.0509,
+     0.1651,
+     1.578
+    ],
+    "dominant": 6,
+    "home_share": 0.604,
+    "entropy_bits": 1.872
+   }
+  },
+  "last": {
+   "lower": {
+    "abs_mean": [
+     2.3036,
+     0.4466,
+     0.3047,
+     0.0682,
+     0.4352,
+     0.4216,
+     0.4105
+    ],
+    "dominant": 0,
+    "home_share": 0.5247,
+    "entropy_bits": 2.159
+   },
+   "upper": {
+    "abs_mean": [
+     0.4113,
+     1.6229,
+     0.4184,
+     0.1129,
+     0.2129,
+     0.2532,
+     0.3335
+    ],
+    "dominant": 1,
+    "home_share": 0.4823,
+    "entropy_bits": 2.28
+   },
+   "digit": {
+    "abs_mean": [
+     0.0423,
+     0.0679,
+     1.5129,
+     0.0379,
+     0.3085,
+     0.917,
+     0.1553
+    ],
+    "dominant": 2,
+    "home_share": 0.4974,
+    "entropy_bits": 1.864
+   },
+   "space": {
+    "abs_mean": [
+     0.0129,
+     0.104,
+     0.0498,
+     2.8381,
+     0.064,
+     0.0365,
+     0.0486
+    ],
+    "dominant": 3,
+    "home_share": 0.8999,
+    "entropy_bits": 0.708
+   },
+   "newline": {
+    "abs_mean": [
+     0.1952,
+     0.0419,
+     0.3268,
+     1.4224,
+     0.856,
+     0.2426,
+     0.1266
+    ],
+    "dominant": 3,
+    "home_share": 0.2665,
+    "entropy_bits": 2.157
+   },
+   "punct": {
+    "abs_mean": [
+     0.0243,
+     0.1113,
+     0.0771,
+     0.4249,
+     0.0416,
+     2.1367,
+     0.1089
+    ],
+    "dominant": 5,
+    "home_share": 0.7306,
+    "entropy_bits": 1.374
+   },
+   "high": {
+    "abs_mean": [
+     0.0421,
+     0.0395,
+     0.1725,
+     0.2713,
+     0.1787,
+     0.3468,
+     1.5847
+    ],
+    "dominant": 6,
+    "home_share": 0.6013,
+    "entropy_bits": 1.871
+   }
+  }
+ },
+ "curve": [
+  {
+   "step": 1,
+   "loss": 5.606254577636719,
+   "ema": 5.606254577636719,
+   "lr": 1e-05,
+   "value_bits": {
+    "0": null,
+    "128": 8.161069341752341,
+    "256": 7.87318230833846,
+    "512": 8.526429285245293,
+    "w": null
+   },
+   "value_n": {
+    "0": 0,
+    "128": 12,
+    "256": 6,
+    "512": 6,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": null,
+    "128": 8.161069341752341,
+    "256": 7.87318230833846,
+    "512": 8.526429285245293,
+    "w": null
+   }
+  },
+  {
+   "step": 101,
+   "loss": 2.48464298248291,
+   "ema": 3.4253503276746877,
+   "lr": 0.001,
+   "value_bits": {
+    "0": 6.402803741001852,
+    "128": 6.490515640341947,
+    "256": 6.413570255792008,
+    "512": 6.370564703793643,
+    "w": null
+   },
+   "value_n": {
+    "0": 420,
+    "128": 390,
+    "256": 462,
+    "512": 534,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 6.402803741001852,
+    "128": 6.4374821895035215,
+    "256": 6.394364834047975,
+    "512": 6.346066242640783,
+    "w": null
+   }
+  },
+  {
+   "step": 201,
+   "loss": 1.9461956024169922,
+   "ema": 2.244613067993287,
+   "lr": 0.0009999611241221994,
+   "value_bits": {
+    "0": 6.130512567184006,
+    "128": 6.167876602776179,
+    "256": 6.063909870820828,
+    "512": 6.048670528420679,
+    "w": null
+   },
+   "value_n": {
+    "0": 792,
+    "128": 762,
+    "256": 942,
+    "512": 1104,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.823087048357405,
+    "128": 5.829625998876583,
+    "256": 5.727361750286065,
+    "512": 5.7471065114923245,
+    "w": null
+   }
+  },
+  {
+   "step": 301,
+   "loss": 1.8133766651153564,
+   "ema": 1.9234655252255415,
+   "lr": 0.0009998445032058376,
+   "value_bits": {
+    "0": 5.924500313008597,
+    "128": 5.9547497855798515,
+    "256": 5.939338902051214,
+    "512": 5.959002939588037,
+    "w": null
+   },
+   "value_n": {
+    "0": 1254,
+    "128": 1134,
+    "256": 1380,
+    "512": 1680,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.571336448707896,
+    "128": 5.518183563258341,
+    "256": 5.671425996615197,
+    "512": 5.787140060992137,
+    "w": null
+   }
+  },
+  {
+   "step": 401,
+   "loss": 1.7583279609680176,
+   "ema": 1.811265383003491,
+   "lr": 0.0009996501574008718,
+   "value_bits": {
+    "0": 5.751007770814132,
+    "128": 5.800909415408059,
+    "256": 5.822449561579802,
+    "512": 5.8226064699019595,
+    "w": null
+   },
+   "value_n": {
+    "0": 1722,
+    "128": 1536,
+    "256": 1788,
+    "512": 2238,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.286136728267426,
+    "128": 5.366941804027929,
+    "256": 5.427088557044145,
+    "512": 5.411950432137428,
+    "w": null
+   }
+  },
+  {
+   "step": 501,
+   "loss": 1.7202612161636353,
+   "ema": 1.7601998361109685,
+   "lr": 0.0009993781202866968,
+   "value_bits": {
+    "0": 5.588749704426072,
+    "128": 5.658351840170413,
+    "256": 5.641629050694856,
+    "512": 5.675014258587551,
+    "w": null
+   },
+   "value_n": {
+    "0": 2178,
+    "128": 1854,
+    "256": 2286,
+    "512": 2844,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.976012006355369,
+    "128": 4.969771854116875,
+    "256": 4.992418059806737,
+    "512": 5.12994599304028,
+    "w": null
+   }
+  },
+  {
+   "step": 601,
+   "loss": 1.6800541877746582,
+   "ema": 1.708825592477135,
+   "lr": 0.0009990284388663418,
+   "value_bits": {
+    "0": 5.491449273512308,
+    "128": 5.523986676295879,
+    "256": 5.522588867208809,
+    "512": 5.541325115457412,
+    "w": null
+   },
+   "value_n": {
+    "0": 2544,
+    "128": 2262,
+    "256": 2700,
+    "512": 3462,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.9124319551238464,
+    "128": 4.913415563983661,
+    "256": 4.865280027959764,
+    "512": 4.926095466489588,
+    "w": null
+   }
+  },
+  {
+   "step": 701,
+   "loss": 1.6338788270950317,
+   "ema": 1.665572216368521,
+   "lr": 0.0009986011735583502,
+   "value_bits": {
+    "0": 5.405427762032513,
+    "128": 5.444082758811837,
+    "256": 5.408615425819527,
+    "512": 5.44626768982218,
+    "w": null
+   },
+   "value_n": {
+    "0": 2886,
+    "128": 2562,
+    "256": 3192,
+    "512": 4038,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.765548448568772,
+    "128": 4.841607220982162,
+    "256": 4.783151418195425,
+    "512": 4.874932954493748,
+    "w": null
+   }
+  },
+  {
+   "step": 801,
+   "loss": 1.513587474822998,
+   "ema": 1.6168183216428904,
+   "lr": 0.000998096398186339,
+   "value_bits": {
+    "0": 5.321359745407733,
+    "128": 5.362933460406673,
+    "256": 5.325960236884935,
+    "512": 5.371300545949598,
+    "w": null
+   },
+   "value_n": {
+    "0": 3318,
+    "128": 2958,
+    "256": 3666,
+    "512": 4566,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.759738689900519,
+    "128": 4.837922090421744,
+    "256": 4.769345546844388,
+    "512": 4.797972275196791,
+    "w": null
+   }
+  },
+  {
+   "step": 901,
+   "loss": 1.5344972610473633,
+   "ema": 1.5606494024242088,
+   "lr": 0.0009975141999662442,
+   "value_bits": {
+    "0": 5.2565051018806725,
+    "128": 5.293142914230994,
+    "256": 5.255331591175498,
+    "512": 5.301278456797788,
+    "w": null
+   },
+   "value_n": {
+    "0": 3732,
+    "128": 3312,
+    "256": 4170,
+    "512": 5160,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.7367280312942315,
+    "128": 4.709977841949475,
+    "256": 4.741592275360421,
+    "512": 4.763027852307609,
+    "w": null
+   }
+  },
+  {
+   "step": 1001,
+   "loss": 1.4808604717254639,
+   "ema": 1.5153786634251898,
+   "lr": 0.0009968546794912525,
+   "value_bits": {
+    "0": 5.198384208913027,
+    "128": 5.228550367014124,
+    "256": 5.197302220168825,
+    "512": 5.236163448235416,
+    "w": null
+   },
+   "value_n": {
+    "0": 4110,
+    "128": 3690,
+    "256": 4632,
+    "512": 5790,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.624555710089613,
+    "128": 4.6625966199710795,
+    "256": 4.673530624718988,
+    "512": 4.702840520962656,
+    "w": null
+   }
+  },
+  {
+   "step": 1101,
+   "loss": 1.4506373405456543,
+   "ema": 1.4806447711163973,
+   "lr": 0.0009961179507144186,
+   "value_bits": {
+    "0": 5.139728879738666,
+    "128": 5.164259753235998,
+    "256": 5.150698946383169,
+    "512": 5.181499367744174,
+    "w": null
+   },
+   "value_n": {
+    "0": 4548,
+    "128": 4092,
+    "256": 5034,
+    "512": 6408,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.589332982691578,
+    "128": 4.574129492436777,
+    "256": 4.613717940972335,
+    "512": 4.6693553126563225,
+    "w": null
+   }
+  },
+  {
+   "step": 1201,
+   "loss": 1.4513040781021118,
+   "ema": 1.4451160156203602,
+   "lr": 0.0009953041409289777,
+   "value_bits": {
+    "0": 5.067121481260091,
+    "128": 5.107836083926619,
+    "256": 5.083696078916254,
+    "512": 5.128198245639732,
+    "w": null
+   },
+   "value_n": {
+    "0": 5010,
+    "128": 4428,
+    "256": 5550,
+    "512": 6972,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.35236293519827,
+    "128": 4.420676396980256,
+    "256": 4.430028569558787,
+    "512": 4.522606773219052,
+    "w": null
+   }
+  },
+  {
+   "step": 1301,
+   "loss": 1.3605716228485107,
+   "ema": 1.3997643659983137,
+   "lr": 0.000994413390746351,
+   "value_bits": {
+    "0": 4.952293743845889,
+    "128": 5.030815096308317,
+    "256": 4.985689786813404,
+    "512": 5.052475606398471,
+    "w": null
+   },
+   "value_n": {
+    "0": 5514,
+    "128": 4746,
+    "256": 6078,
+    "512": 7482,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 3.8108513540737636,
+    "128": 3.9583341743780087,
+    "256": 3.9555100118686743,
+    "512": 4.017302585241475,
+    "w": null
+   }
+  },
+  {
+   "step": 1401,
+   "loss": 1.3186274766921997,
+   "ema": 1.377356102338389,
+   "lr": 0.000993445854071851,
+   "value_bits": {
+    "0": 4.796101260631235,
+    "128": 4.936093024812922,
+    "256": 4.888218829330032,
+    "512": 4.971087563381728,
+    "w": null
+   },
+   "value_n": {
+    "0": 6102,
+    "128": 5046,
+    "256": 6546,
+    "512": 7938,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 3.3313982802815767,
+    "128": 3.43758985375577,
+    "256": 3.622346009706249,
+    "512": 3.6356811207254163,
+    "w": null
+   }
+  },
+  {
+   "step": 1501,
+   "loss": 1.3335647583007812,
+   "ema": 1.348108353974537,
+   "lr": 0.0009924016980780884,
+   "value_bits": {
+    "0": 4.671032458923541,
+    "128": 4.799902771188314,
+    "256": 4.739295471237115,
+    "512": 4.846232703242702,
+    "w": null
+   },
+   "value_n": {
+    "0": 6510,
+    "128": 5370,
+    "256": 7056,
+    "512": 8520,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 2.8005181745599446,
+    "128": 2.6788656730717375,
+    "256": 2.8278203691268406,
+    "512": 3.1433153840269172,
+    "w": null
+   }
+  },
+  {
+   "step": 1601,
+   "loss": 1.355562448501587,
+   "ema": 1.343169637985893,
+   "lr": 0.0009912811031760893,
+   "value_bits": {
+    "0": 4.507283161908783,
+    "128": 4.6556247970253395,
+    "256": 4.602443078841426,
+    "512": 4.719675614564583,
+    "w": null
+   },
+   "value_n": {
+    "0": 6978,
+    "128": 5682,
+    "256": 7494,
+    "512": 9048,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 2.229488453434267,
+    "128": 2.172378895566444,
+    "256": 2.3978072780560744,
+    "512": 2.677504410894931,
+    "w": null
+   }
+  },
+  {
+   "step": 1701,
+   "loss": 1.3011406660079956,
+   "ema": 1.318806592863024,
+   "lr": 0.0009900842629841226,
+   "value_bits": {
+    "0": 4.3341381701402675,
+    "128": 4.4928183001726305,
+    "256": 4.481684342228039,
+    "512": 4.577513912646015,
+    "w": null
+   },
+   "value_n": {
+    "0": 7440,
+    "128": 6042,
+    "256": 7884,
+    "512": 9600,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.7189742035586606,
+    "128": 1.9231890915140326,
+    "256": 2.1612587725338965,
+    "512": 2.247298189893852,
+    "w": null
+   }
+  },
+  {
+   "step": 1801,
+   "loss": 1.2816349267959595,
+   "ema": 1.3086890304532912,
+   "lr": 0.0009888113842942462,
+   "value_bits": {
+    "0": 4.165470741381486,
+    "128": 4.340047160686207,
+    "256": 4.350665181381222,
+    "512": 4.4363443232099735,
+    "w": null
+   },
+   "value_n": {
+    "0": 7914,
+    "128": 6378,
+    "256": 8286,
+    "512": 10200,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.5180326190917433,
+    "128": 1.5928947059928469,
+    "256": 1.7811252208928965,
+    "512": 2.1776308922332994,
+    "w": null
+   }
+  },
+  {
+   "step": 1901,
+   "loss": 1.2904167175292969,
+   "ema": 1.2960758817181182,
+   "lr": 0.0009874626870365775,
+   "value_bits": {
+    "0": 3.9899591223298705,
+    "128": 4.22464995182735,
+    "256": 4.206714414601595,
+    "512": 4.331075382678529,
+    "w": null
+   },
+   "value_n": {
+    "0": 8412,
+    "128": 6672,
+    "256": 8742,
+    "512": 10662,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.2008045978831157,
+    "128": 1.7212370331137627,
+    "256": 1.590977455092831,
+    "512": 2.006955916399897,
+    "w": null
+   }
+  },
+  {
+   "step": 2001,
+   "loss": 1.2729063034057617,
+   "ema": 1.2919205262969307,
+   "lr": 0.000986038404241293,
+   "value_bits": {
+    "0": 3.8225733370741377,
+    "128": 4.09791490181075,
+    "256": 4.078142944607946,
+    "512": 4.216060227593455,
+    "w": null
+   },
+   "value_n": {
+    "0": 8904,
+    "128": 7002,
+    "256": 9180,
+    "512": 11202,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.9606846672139304,
+    "128": 1.5355626178387691,
+    "256": 1.5119973037758094,
+    "512": 1.9451498877470372,
+    "w": null
+   }
+  },
+  {
+   "step": 2101,
+   "loss": 1.3300316333770752,
+   "ema": 1.2794075482403777,
+   "lr": 0.000984538781998366,
+   "value_bits": {
+    "0": 3.6666497919161807,
+    "128": 3.9637668459460067,
+    "256": 3.9530067359209973,
+    "512": 4.095184607713957,
+    "w": null
+   },
+   "value_n": {
+    "0": 9408,
+    "128": 7338,
+    "256": 9618,
+    "512": 11766,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.9120004941255994,
+    "128": 1.1682171817646674,
+    "256": 1.3302889374137135,
+    "512": 1.6943890511711592,
+    "w": null
+   }
+  },
+  {
+   "step": 2201,
+   "loss": 1.245546817779541,
+   "ema": 1.2724565091178552,
+   "lr": 0.0009829640794150455,
+   "value_bits": {
+    "0": 3.5252479678919633,
+    "128": 3.822538587227132,
+    "256": 3.8226408413593718,
+    "512": 3.984368998815767,
+    "w": null
+   },
+   "value_n": {
+    "0": 9882,
+    "128": 7710,
+    "256": 10080,
+    "512": 12324,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.7186902454872541,
+    "128": 1.0366972902403,
+    "256": 1.1086599454855344,
+    "512": 1.6477086864571613,
+    "w": null
+   }
+  },
+  {
+   "step": 2301,
+   "loss": 1.2442903518676758,
+   "ema": 1.259607029068101,
+   "lr": 0.000981314568571088,
+   "value_bits": {
+    "0": 3.3927079392020922,
+    "128": 3.708400736029557,
+    "256": 3.7102519120909627,
+    "512": 3.8819286243857682,
+    "w": null
+   },
+   "value_n": {
+    "0": 10356,
+    "128": 8034,
+    "256": 10542,
+    "512": 12834,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.6294999993005982,
+    "128": 0.9923426103094795,
+    "256": 1.258129818962038,
+    "512": 1.4064871058067354,
+    "w": null
+   }
+  },
+  {
+   "step": 2401,
+   "loss": 1.2485324144363403,
+   "ema": 1.2493572536136925,
+   "lr": 0.0009795905344717468,
+   "value_bits": {
+    "0": 3.280860458069656,
+    "128": 3.6213509237959225,
+    "256": 3.5948564692109275,
+    "512": 3.77033463510117,
+    "w": null
+   },
+   "value_n": {
+    "0": 10782,
+    "128": 8298,
+    "256": 11004,
+    "512": 13428,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.5618639449064863,
+    "128": 0.9722668651405434,
+    "256": 0.9617422725846821,
+    "512": 1.3592281393460692,
+    "w": null
+   }
+  },
+  {
+   "step": 2501,
+   "loss": 1.3092317581176758,
+   "ema": 1.251226782127901,
+   "lr": 0.0009777922749985284,
+   "value_bits": {
+    "0": 3.1849332379019994,
+    "128": 3.5134086209133564,
+    "256": 3.4934124565907303,
+    "512": 3.6619392879735737,
+    "w": null
+   },
+   "value_n": {
+    "0": 11178,
+    "128": 8640,
+    "256": 11454,
+    "512": 14028,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.5730966524280715,
+    "128": 0.8943874825521464,
+    "256": 1.0127682013181631,
+    "512": 1.236051419257967,
+    "w": null
+   }
+  },
+  {
+   "step": 2601,
+   "loss": 1.2850921154022217,
+   "ema": 1.2443749145637721,
+   "lr": 0.0009759201008577241,
+   "value_bits": {
+    "0": 3.075640052679749,
+    "128": 3.40620019105998,
+    "256": 3.4073431305968107,
+    "512": 3.5662173903821537,
+    "w": null
+   },
+   "value_n": {
+    "0": 11670,
+    "128": 8976,
+    "256": 11844,
+    "512": 14610,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.5925521981791112,
+    "128": 0.6494119948302973,
+    "256": 0.8795532333292406,
+    "512": 1.259023611322977,
+    "w": null
+   }
+  },
+  {
+   "step": 2701,
+   "loss": 1.251922845840454,
+   "ema": 1.2354440500746133,
+   "lr": 0.0009739743355267254,
+   "value_bits": {
+    "0": 2.973842480026938,
+    "128": 3.2977389935457846,
+    "256": 3.3130560979562373,
+    "512": 3.4812857410744344,
+    "w": null
+   },
+   "value_n": {
+    "0": 12120,
+    "128": 9360,
+    "256": 12294,
+    "512": 15120,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3338920958973834,
+    "128": 0.7624585016514669,
+    "256": 0.8314213988563451,
+    "512": 1.048243787376833,
+    "w": null
+   }
+  },
+  {
+   "step": 2801,
+   "loss": 1.290023922920227,
+   "ema": 1.2325745719462442,
+   "lr": 0.0009719553151981335,
+   "value_bits": {
+    "0": 2.8604444500736927,
+    "128": 3.1995435972708,
+    "256": 3.2232314230096697,
+    "512": 3.400403095308599,
+    "w": null
+   },
+   "value_n": {
+    "0": 12660,
+    "128": 9708,
+    "256": 12726,
+    "512": 15648,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.31528866667862454,
+    "128": 0.55842604228846,
+    "256": 0.6669708818219269,
+    "512": 1.0842182392869457,
+    "w": null
+   }
+  },
+  {
+   "step": 2901,
+   "loss": 1.2126871347427368,
+   "ema": 1.2211320533759122,
+   "lr": 0.0009698633887216711,
+   "value_bits": {
+    "0": 2.7619811684359155,
+    "128": 3.114950220748422,
+    "256": 3.132851077041342,
+    "512": 3.306947895986282,
+    "w": null
+   },
+   "value_n": {
+    "0": 13188,
+    "128": 10038,
+    "256": 13182,
+    "512": 16266,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.40110021098466997,
+    "128": 0.626366889599201,
+    "256": 0.6105258954778704,
+    "512": 0.940625955863923,
+    "w": null
+   }
+  },
+  {
+   "step": 3001,
+   "loss": 1.150547742843628,
+   "ema": 1.22018311320839,
+   "lr": 0.0009676989175439071,
+   "value_bits": {
+    "0": 2.6881079476909,
+    "128": 3.031035633182968,
+    "256": 3.0532204603034914,
+    "512": 3.210499718437046,
+    "w": null
+   },
+   "value_n": {
+    "0": 13596,
+    "128": 10380,
+    "256": 13614,
+    "512": 16920,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.30026472419760286,
+    "128": 0.5680688788495559,
+    "256": 0.6233806690110452,
+    "512": 0.8116831190243995,
+    "w": null
+   }
+  },
+  {
+   "step": 3101,
+   "loss": 1.2560293674468994,
+   "ema": 1.2184336660000055,
+   "lr": 0.000965462275645806,
+   "value_bits": {
+    "0": 2.615714398524438,
+    "128": 2.964674062741483,
+    "256": 2.9718192345371235,
+    "512": 3.135174331019577,
+    "w": null
+   },
+   "value_n": {
+    "0": 14034,
+    "128": 10674,
+    "256": 14100,
+    "512": 17466,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.36853929700109733,
+    "128": 0.6217043308278305,
+    "256": 0.6915799596742899,
+    "512": 0.8009150725881158,
+    "w": null
+   }
+  },
+  {
+   "step": 3201,
+   "loss": 1.2262418270111084,
+   "ema": 1.2065930395484368,
+   "lr": 0.0009631538494781107,
+   "value_bits": {
+    "0": 2.551913451892979,
+    "128": 2.884346944955752,
+    "256": 2.8932762711781663,
+    "512": 3.0531812352741143,
+    "w": null
+   },
+   "value_n": {
+    "0": 14454,
+    "128": 11034,
+    "256": 14574,
+    "512": 18078,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.4200503923075257,
+    "128": 0.5026479026088345,
+    "256": 0.5568716649307118,
+    "512": 0.7131625910090099,
+    "w": null
+   }
+  },
+  {
+   "step": 3301,
+   "loss": 1.2400267124176025,
+   "ema": 1.2103356303772816,
+   "lr": 0.0009607740378945705,
+   "value_bits": {
+    "0": 2.4849675309046835,
+    "128": 2.811485376961612,
+    "256": 2.814730964309307,
+    "512": 2.9829623755725954,
+    "w": null
+   },
+   "value_n": {
+    "0": 14910,
+    "128": 11394,
+    "256": 15090,
+    "512": 18636,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3629580090519941,
+    "128": 0.57827831794121,
+    "256": 0.5962827040248866,
+    "512": 0.7080223295438016,
+    "w": null
+   }
+  },
+  {
+   "step": 3401,
+   "loss": 1.2229121923446655,
+   "ema": 1.1962539537138168,
+   "lr": 0.0009583232520830267,
+   "value_bits": {
+    "0": 2.4233688433229537,
+    "128": 2.7524633221579164,
+    "256": 2.7558623821508195,
+    "512": 2.9116766563803576,
+    "w": null
+   },
+   "value_n": {
+    "0": 15330,
+    "128": 11688,
+    "256": 15492,
+    "512": 19266,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.23661543417155614,
+    "128": 0.4650575655820391,
+    "256": 0.5460939623210376,
+    "512": 0.80297719151283,
+    "w": null
+   }
+  },
+  {
+   "step": 3501,
+   "loss": 1.1896142959594727,
+   "ema": 1.1991698965229278,
+   "lr": 0.0009558019154943671,
+   "value_bits": {
+    "0": 2.3655824760824733,
+    "128": 2.6831943997141168,
+    "256": 2.6994670987315703,
+    "512": 2.8382622708691074,
+    "w": null
+   },
+   "value_n": {
+    "0": 15756,
+    "128": 12054,
+    "256": 15882,
+    "512": 19926,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.28608714792152484,
+    "128": 0.471131105935066,
+    "256": 0.45927291737000503,
+    "512": 0.6952296174452463,
+    "w": null
+   }
+  },
+  {
+   "step": 3601,
+   "loss": 1.1708984375,
+   "ema": 1.1948405810701728,
+   "lr": 0.0009532104637693609,
+   "value_bits": {
+    "0": 2.309221141428722,
+    "128": 2.6136799110899562,
+    "256": 2.6299069227356067,
+    "512": 2.7807013480046434,
+    "w": null
+   },
+   "value_n": {
+    "0": 16200,
+    "128": 12426,
+    "256": 16374,
+    "512": 20460,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3091554008780348,
+    "128": 0.3611862393812705,
+    "256": 0.38447050979272934,
+    "512": 0.6328381476351572,
+    "w": null
+   }
+  },
+  {
+   "step": 3701,
+   "loss": 1.1357226371765137,
+   "ema": 1.1903206980922107,
+   "lr": 0.0009505493446633887,
+   "value_bits": {
+    "0": 2.2514399722529648,
+    "128": 2.5434348323043277,
+    "256": 2.5671779106487143,
+    "512": 2.7211312204174667,
+    "w": null
+   },
+   "value_n": {
+    "0": 16656,
+    "128": 12822,
+    "256": 16848,
+    "512": 21042,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1986879094299985,
+    "128": 0.33922940556134795,
+    "256": 0.40024786020404296,
+    "512": 0.6269648794661958,
+    "w": null
+   }
+  },
+  {
+   "step": 3801,
+   "loss": 1.178711175918579,
+   "ema": 1.185155997137467,
+   "lr": 0.0009478190179690779,
+   "value_bits": {
+    "0": 2.192477109234766,
+    "128": 2.49303644938429,
+    "256": 2.5081529089572987,
+    "512": 2.6747646731562007,
+    "w": null
+   },
+   "value_n": {
+    "0": 17142,
+    "128": 13122,
+    "256": 17340,
+    "512": 21522,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.17172516184563064,
+    "128": 0.33900956338188243,
+    "256": 0.48690650957320925,
+    "512": 0.6421711575904643,
+    "w": null
+   }
+  },
+  {
+   "step": 3901,
+   "loss": 1.2198915481567383,
+   "ema": 1.18150551523222,
+   "lr": 0.0009450199554368591,
+   "value_bits": {
+    "0": 2.1439494417630502,
+    "128": 2.4383373892207816,
+    "256": 2.46265326378835,
+    "512": 2.6187135806174564,
+    "w": null
+   },
+   "value_n": {
+    "0": 17592,
+    "128": 13464,
+    "256": 17724,
+    "512": 22086,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.2953688288738333,
+    "128": 0.33962081768405866,
+    "256": 0.4080599116280043,
+    "512": 0.47982774086770874,
+    "w": null
+   }
+  },
+  {
+   "step": 4001,
+   "loss": 1.1921231746673584,
+   "ema": 1.181198378854994,
+   "lr": 0.0009421526406934568,
+   "value_bits": {
+    "0": 2.1015141510022373,
+    "128": 2.3845234036738407,
+    "256": 2.412566131372714,
+    "512": 2.5649492790169783,
+    "w": null
+   },
+   "value_n": {
+    "0": 17976,
+    "128": 13824,
+    "256": 18156,
+    "512": 22662,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.15744739302248756,
+    "128": 0.371880344218261,
+    "256": 0.35760239309787606,
+    "512": 0.5034243395236607,
+    "w": null
+   }
+  },
+  {
+   "step": 4101,
+   "loss": 1.156336784362793,
+   "ema": 1.1824126072181427,
+   "lr": 0.0009392175691583268,
+   "value_bits": {
+    "0": 2.0534313160520816,
+    "128": 2.334680697329145,
+    "256": 2.3646135565874764,
+    "512": 2.5192894406497612,
+    "w": null
+   },
+   "value_n": {
+    "0": 18450,
+    "128": 14178,
+    "256": 18588,
+    "512": 23184,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.22993544882846256,
+    "128": 0.3882807749871337,
+    "256": 0.3492733996412313,
+    "512": 0.5370226646384896,
+    "w": null
+   }
+  },
+  {
+   "step": 4201,
+   "loss": 1.2061306238174438,
+   "ema": 1.1785411980469906,
+   "lr": 0.0009362152479580571,
+   "value_bits": {
+    "0": 2.0119076232207003,
+    "128": 2.2834501254923314,
+    "256": 2.317226658783056,
+    "512": 2.475868614211944,
+    "w": null
+   },
+   "value_n": {
+    "0": 18858,
+    "128": 14568,
+    "256": 19038,
+    "512": 23688,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.13418180768396795,
+    "128": 0.4210217985632326,
+    "256": 0.3598318668084682,
+    "512": 0.47851059807236546,
+    "w": null
+   }
+  },
+  {
+   "step": 4301,
+   "loss": 1.1771374940872192,
+   "ema": 1.1693649535887967,
+   "lr": 0.0009331461958387462,
+   "value_bits": {
+    "0": 1.968575874574281,
+    "128": 2.2452113049882314,
+    "256": 2.2656789246148574,
+    "512": 2.4382083205678176,
+    "w": null
+   },
+   "value_n": {
+    "0": 19332,
+    "128": 14862,
+    "256": 19554,
+    "512": 24162,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.24463048222369796,
+    "128": 0.3504387298054917,
+    "256": 0.36380729071144224,
+    "512": 0.5561470635170175,
+    "w": null
+   }
+  },
+  {
+   "step": 4401,
+   "loss": 1.2048488855361938,
+   "ema": 1.1635600721009152,
+   "lr": 0.0009300109430763723,
+   "value_bits": {
+    "0": 1.9255400886369034,
+    "128": 2.203721174247631,
+    "256": 2.223233641779847,
+    "512": 2.3954995993576165,
+    "w": null
+   },
+   "value_n": {
+    "0": 19824,
+    "128": 15192,
+    "256": 20010,
+    "512": 24720,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.2345485972926402,
+    "128": 0.3351565588936746,
+    "256": 0.4031128949469672,
+    "512": 0.546166047599793,
+    "w": null
+   }
+  },
+  {
+   "step": 4501,
+   "loss": 1.1791365146636963,
+   "ema": 1.1622207106247067,
+   "lr": 0.0009268100313851724,
+   "value_bits": {
+    "0": 1.8839623131297627,
+    "128": 2.158149309853625,
+    "256": 2.1770337359923717,
+    "512": 2.3536657515494417,
+    "w": null
+   },
+   "value_n": {
+    "0": 20316,
+    "128": 15558,
+    "256": 20508,
+    "512": 25266,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.20868218781765255,
+    "128": 0.2665433976303033,
+    "256": 0.32068812392935914,
+    "512": 0.4596497848496503,
+    "w": null
+   }
+  },
+  {
+   "step": 4601,
+   "loss": 1.158625602722168,
+   "ema": 1.1607153374617039,
+   "lr": 0.000923544013824043,
+   "value_bits": {
+    "0": 1.8522459176224255,
+    "128": 2.121979487062368,
+    "256": 2.1402501039561708,
+    "512": 2.3165358013643464,
+    "w": null
+   },
+   "value_n": {
+    "0": 20700,
+    "128": 15858,
+    "256": 20940,
+    "512": 25794,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1742503678123667,
+    "128": 0.2462124771077623,
+    "256": 0.39404934979319434,
+    "512": 0.5397832987571327,
+    "w": null
+   }
+  },
+  {
+   "step": 4701,
+   "loss": 1.1706323623657227,
+   "ema": 1.1594759502672216,
+   "lr": 0.0009202134547009826,
+   "value_bits": {
+    "0": 1.8219974839645472,
+    "128": 2.084690079873645,
+    "256": 2.1060385829343855,
+    "512": 2.2728017724728615,
+    "w": null
+   },
+   "value_n": {
+    "0": 21084,
+    "128": 16200,
+    "256": 21348,
+    "512": 26406,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1914178570945347,
+    "128": 0.3556391465439465,
+    "256": 0.35018257755157706,
+    "512": 0.4295410841935009,
+    "w": null
+   }
+  },
+  {
+   "step": 4801,
+   "loss": 1.1096587181091309,
+   "ema": 1.1561163347182517,
+   "lr": 0.0009168189294755883,
+   "value_bits": {
+    "0": 1.7834638342910087,
+    "128": 2.0513015432135138,
+    "256": 2.0686940085228636,
+    "512": 2.2322742969309624,
+    "w": null
+   },
+   "value_n": {
+    "0": 21576,
+    "128": 16518,
+    "256": 21798,
+    "512": 26994,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.13215596901278817,
+    "128": 0.3503760907162377,
+    "256": 0.2970673984402755,
+    "512": 0.4122598085646601,
+    "w": null
+   }
+  },
+  {
+   "step": 4901,
+   "loss": 1.1400063037872314,
+   "ema": 1.156548575629427,
+   "lr": 0.0009133610246596288,
+   "value_bits": {
+    "0": 1.7483725200782565,
+    "128": 2.0144699747830583,
+    "256": 2.0392327940811183,
+    "512": 2.194745668065693,
+    "w": null
+   },
+   "value_n": {
+    "0": 22050,
+    "128": 16878,
+    "256": 22182,
+    "512": 27552,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.151051432621834,
+    "128": 0.32451484329899466,
+    "256": 0.3668485430364295,
+    "512": 0.37924780500281363,
+    "w": null
+   }
+  },
+  {
+   "step": 5001,
+   "loss": 1.1999354362487793,
+   "ema": 1.1521546246250551,
+   "lr": 0.0009098403377157046,
+   "value_bits": {
+    "0": 1.71583510241414,
+    "128": 1.9772283485807831,
+    "256": 2.005995294291263,
+    "512": 2.16539428881007,
+    "w": null
+   },
+   "value_n": {
+    "0": 22512,
+    "128": 17256,
+    "256": 22614,
+    "512": 28050,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.16291289571767256,
+    "128": 0.3143601818030029,
+    "256": 0.29934200647047166,
+    "512": 0.5415203907158624,
+    "w": null
+   }
+  },
+  {
+   "step": 5101,
+   "loss": 1.1227033138275146,
+   "ema": 1.1489707193192655,
+   "lr": 0.0009062574769540168,
+   "value_bits": {
+    "0": 1.6837807877681572,
+    "128": 1.9465787182724659,
+    "256": 1.9753450408555266,
+    "512": 2.1218543942938,
+    "w": null
+   },
+   "value_n": {
+    "0": 22974,
+    "128": 17568,
+    "256": 23046,
+    "512": 28758,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.12186145592754077,
+    "128": 0.25141839583552594,
+    "256": 0.37088941308761464,
+    "512": 0.3968628107042841,
+    "w": null
+   }
+  },
+  {
+   "step": 5201,
+   "loss": 1.0990056991577148,
+   "ema": 1.1420222981373207,
+   "lr": 0.0009026130614272647,
+   "value_bits": {
+    "0": 1.6519408379356655,
+    "128": 1.9153486650112022,
+    "256": 1.9421236263923547,
+    "512": 2.0925215797071997,
+    "w": null
+   },
+   "value_n": {
+    "0": 23454,
+    "128": 17904,
+    "256": 23496,
+    "512": 29268,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.12800123907803965,
+    "128": 0.28246302306514154,
+    "256": 0.2407442536851,
+    "512": 0.43849592895925216,
+    "w": null
+   }
+  },
+  {
+   "step": 5301,
+   "loss": 1.1042919158935547,
+   "ema": 1.138415650161138,
+   "lr": 0.0008989077208236816,
+   "value_bits": {
+    "0": 1.6229367163812503,
+    "128": 1.8925566765240949,
+    "256": 1.906308164741634,
+    "512": 2.0644701982867346,
+    "w": null
+   },
+   "value_n": {
+    "0": 23910,
+    "128": 18144,
+    "256": 24018,
+    "512": 29796,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.13113262222059194,
+    "128": 0.1922743353858857,
+    "256": 0.2942007184862083,
+    "512": 0.509531123638659,
+    "w": null
+   }
+  },
+  {
+   "step": 5401,
+   "loss": 1.168522596359253,
+   "ema": 1.1379052263579692,
+   "lr": 0.000895142095358239,
+   "value_bits": {
+    "0": 1.5891263987034112,
+    "128": 1.864410227858959,
+    "256": 1.875858347428658,
+    "512": 2.037208796420264,
+    "w": null
+   },
+   "value_n": {
+    "0": 24450,
+    "128": 18450,
+    "256": 24480,
+    "512": 30306,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09208066596799411,
+    "128": 0.19549138936148222,
+    "256": 0.2928632993268167,
+    "512": 0.4445014826685861,
+    "w": null
+   }
+  },
+  {
+   "step": 5501,
+   "loss": 1.1160142421722412,
+   "ema": 1.1411205453329145,
+   "lr": 0.0008913168356620278,
+   "value_bits": {
+    "0": 1.56268875399926,
+    "128": 1.829378928806572,
+    "256": 1.8523993792119038,
+    "512": 2.0033267129958867,
+    "w": null
+   },
+   "value_n": {
+    "0": 24900,
+    "128": 18846,
+    "256": 24876,
+    "512": 30912,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.12624339174037782,
+    "128": 0.19723885932036023,
+    "256": 0.402208616721619,
+    "512": 0.30888707560449785,
+    "w": null
+   }
+  },
+  {
+   "step": 5601,
+   "loss": 1.0856103897094727,
+   "ema": 1.1351225125760394,
+   "lr": 0.0008874326026698414,
+   "value_bits": {
+    "0": 1.5353079297243213,
+    "128": 1.8033260370766175,
+    "256": 1.8254225860399758,
+    "512": 1.9756486116389005,
+    "w": null
+   },
+   "value_n": {
+    "0": 25386,
+    "128": 19170,
+    "256": 25320,
+    "512": 31488,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1324632292181877,
+    "128": 0.2879161681175999,
+    "256": 0.3139930658938649,
+    "512": 0.49025717214733205,
+    "w": null
+   }
+  },
+  {
+   "step": 5701,
+   "loss": 1.1516883373260498,
+   "ema": 1.1336902388086627,
+   "lr": 0.0008834900675059781,
+   "value_bits": {
+    "0": 1.5142102489199316,
+    "128": 1.7734303784876908,
+    "256": 1.7959813429395624,
+    "512": 1.9492658410492376,
+    "w": null
+   },
+   "value_n": {
+    "0": 25758,
+    "128": 19554,
+    "256": 25830,
+    "512": 32022,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0744636766074935,
+    "128": 0.28098304736861424,
+    "256": 0.3343102148954965,
+    "512": 0.39357168313291896,
+    "w": null
+   }
+  },
+  {
+   "step": 5801,
+   "loss": 1.155149221420288,
+   "ema": 1.134587333312086,
+   "lr": 0.0008794899113682835,
+   "value_bits": {
+    "0": 1.4841996429507358,
+    "128": 1.7484174936451264,
+    "256": 1.7701717206446437,
+    "512": 1.9220340879907125,
+    "w": null
+   },
+   "value_n": {
+    "0": 26310,
+    "128": 19866,
+    "256": 26280,
+    "512": 32568,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0838134318011939,
+    "128": 0.18078303783903105,
+    "256": 0.28869940091632096,
+    "512": 0.324936658613256,
+    "w": null
+   }
+  },
+  {
+   "step": 5901,
+   "loss": 1.1203224658966064,
+   "ema": 1.1279157338290848,
+   "lr": 0.0008754328254104519,
+   "value_bits": {
+    "0": 1.4613580871176794,
+    "128": 1.7199814232800856,
+    "256": 1.7457411879944182,
+    "512": 1.8932721752180057,
+    "w": null
+   },
+   "value_n": {
+    "0": 26748,
+    "128": 20244,
+    "256": 26718,
+    "512": 33180,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08930024700874202,
+    "128": 0.2255079474284972,
+    "256": 0.2799092289808971,
+    "512": 0.36268724845083167,
+    "w": null
+   }
+  },
+  {
+   "step": 6001,
+   "loss": 1.1446502208709717,
+   "ema": 1.1310757688201076,
+   "lr": 0.0008713195106226073,
+   "value_bits": {
+    "0": 1.4423691222574944,
+    "128": 1.694591801777793,
+    "256": 1.7226474403542462,
+    "512": 1.8658547342070626,
+    "w": null
+   },
+   "value_n": {
+    "0": 27138,
+    "128": 20598,
+    "256": 27144,
+    "512": 33792,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.14001827076971565,
+    "128": 0.24264971790092812,
+    "256": 0.27424662004879086,
+    "512": 0.37939935390788915,
+    "w": null
+   }
+  },
+  {
+   "step": 6101,
+   "loss": 1.1613733768463135,
+   "ema": 1.130640777966718,
+   "lr": 0.0008671506777101854,
+   "value_bits": {
+    "0": 1.4218092641763835,
+    "128": 1.6728470679228844,
+    "256": 1.699652432968607,
+    "512": 1.8421706412510837,
+    "w": null
+   },
+   "value_n": {
+    "0": 27552,
+    "128": 20898,
+    "256": 27624,
+    "512": 34308,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07409566851169005,
+    "128": 0.17985364144484658,
+    "256": 0.3992847653107018,
+    "512": 0.29113794906419493,
+    "w": null
+   }
+  },
+  {
+   "step": 6201,
+   "loss": 1.0966694355010986,
+   "ema": 1.1231377073692743,
+   "lr": 0.0008629270469711369,
+   "value_bits": {
+    "0": 1.3986857975169398,
+    "128": 1.6528124658573375,
+    "256": 1.6768324897007363,
+    "512": 1.8179283690295358,
+    "w": null
+   },
+   "value_n": {
+    "0": 28026,
+    "128": 21174,
+    "256": 28086,
+    "512": 34884,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.054597710173063446,
+    "128": 0.1358446616334387,
+    "256": 0.31237770002182846,
+    "512": 0.3739980298335898,
+    "w": null
+   }
+  },
+  {
+   "step": 6301,
+   "loss": 1.124395728111267,
+   "ema": 1.119657265592484,
+   "lr": 0.0008586493481714727,
+   "value_bits": {
+    "0": 1.3788145923770665,
+    "128": 1.631967592893636,
+    "256": 1.6499998312185262,
+    "512": 1.7955612583582454,
+    "w": null
+   },
+   "value_n": {
+    "0": 28446,
+    "128": 21492,
+    "256": 28602,
+    "512": 35418,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05283746082923817,
+    "128": 0.2440136931030219,
+    "256": 0.18949198987870217,
+    "512": 0.3344109050674363,
+    "w": null
+   }
+  },
+  {
+   "step": 6401,
+   "loss": 1.1161103248596191,
+   "ema": 1.1234303489279522,
+   "lr": 0.0008543183204191743,
+   "value_bits": {
+    "0": 1.3584229809582296,
+    "128": 1.6103957305144987,
+    "256": 1.629917725703977,
+    "512": 1.771479345118044,
+    "w": null
+   },
+   "value_n": {
+    "0": 28914,
+    "128": 21822,
+    "256": 29034,
+    "512": 36030,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1189790099748254,
+    "128": 0.20547916611323946,
+    "256": 0.3003149897615165,
+    "512": 0.3777976406385296,
+    "w": null
+   }
+  },
+  {
+   "step": 6501,
+   "loss": 1.1676037311553955,
+   "ema": 1.1221379781401981,
+   "lr": 0.0008499347120364891,
+   "value_bits": {
+    "0": 1.3428495191104781,
+    "128": 1.5811179155042547,
+    "256": 1.6093873499183609,
+    "512": 1.7514843857860019,
+    "w": null
+   },
+   "value_n": {
+    "0": 29274,
+    "128": 22278,
+    "256": 29502,
+    "512": 36534,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09204097503856544,
+    "128": 0.1800203735008547,
+    "256": 0.3357144213722658,
+    "512": 0.3220828287751318,
+    "w": null
+   }
+  },
+  {
+   "step": 6601,
+   "loss": 1.119804859161377,
+   "ema": 1.1183701876144758,
+   "lr": 0.0008454992804306338,
+   "value_bits": {
+    "0": 1.3202037769321344,
+    "128": 1.561150043260099,
+    "256": 1.5929229279513257,
+    "512": 1.7321613717695068,
+    "w": null
+   },
+   "value_n": {
+    "0": 29808,
+    "128": 22632,
+    "256": 29874,
+    "512": 37038,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07875910178450438,
+    "128": 0.3045278459287435,
+    "256": 0.28718804388822183,
+    "512": 0.3314728914547767,
+    "w": null
+   }
+  },
+  {
+   "step": 6701,
+   "loss": 1.1174657344818115,
+   "ema": 1.1141562572933412,
+   "lr": 0.0008410127919629289,
+   "value_bits": {
+    "0": 1.3016935597780848,
+    "128": 1.5453911119132162,
+    "256": 1.5726518052272493,
+    "512": 1.7140586486721836,
+    "w": null
+   },
+   "value_n": {
+    "0": 30252,
+    "128": 22908,
+    "256": 30348,
+    "512": 37530,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.059007629760264996,
+    "128": 0.2531587414688395,
+    "256": 0.2950578806300953,
+    "512": 0.35127682330905713,
+    "w": null
+   }
+  },
+  {
+   "step": 6801,
+   "loss": 1.1044460535049438,
+   "ema": 1.1095884561067957,
+   "lr": 0.0008364760218163851,
+   "value_bits": {
+    "0": 1.2862651915849592,
+    "128": 1.52366016456617,
+    "256": 1.5495050843647658,
+    "512": 1.697652878190123,
+    "w": null
+   },
+   "value_n": {
+    "0": 30636,
+    "128": 23304,
+    "256": 30882,
+    "512": 38016,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07079905987029177,
+    "128": 0.2665577862173375,
+    "256": 0.23404312793282422,
+    "512": 0.43076282429766216,
+    "w": null
+   }
+  },
+  {
+   "step": 6901,
+   "loss": 1.1679155826568604,
+   "ema": 1.1132869324024457,
+   "lr": 0.0008318897538617664,
+   "value_bits": {
+    "0": 1.272818034890034,
+    "128": 1.5075570995903858,
+    "256": 1.5243212428435986,
+    "512": 1.6789563541962829,
+    "w": null
+   },
+   "value_n": {
+    "0": 30984,
+    "128": 23598,
+    "256": 31464,
+    "512": 38538,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08900455067816579,
+    "128": 0.23114272477515813,
+    "256": 0.18801987882867965,
+    "512": 0.3173336412655925,
+    "w": null
+   }
+  },
+  {
+   "step": 7001,
+   "loss": 1.1944299936294556,
+   "ema": 1.1152354375864182,
+   "lr": 0.0008272547805221505,
+   "value_bits": {
+    "0": 1.2553237412004308,
+    "128": 1.4916328086656743,
+    "256": 1.5037744218051556,
+    "512": 1.6630100845478228,
+    "w": null
+   },
+   "value_n": {
+    "0": 31440,
+    "128": 23898,
+    "256": 31974,
+    "512": 39030,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06663252260687015,
+    "128": 0.23902808452787555,
+    "256": 0.23615642738638382,
+    "512": 0.41395045098612,
+    "w": null
+   }
+  },
+  {
+   "step": 7101,
+   "loss": 1.086726188659668,
+   "ema": 1.1069654417375356,
+   "lr": 0.0008225719026360139,
+   "value_bits": {
+    "0": 1.2382785760242343,
+    "128": 1.4724729098734337,
+    "256": 1.4839125580956305,
+    "512": 1.6462239030537713,
+    "w": null
+   },
+   "value_n": {
+    "0": 31896,
+    "128": 24252,
+    "256": 32460,
+    "512": 39528,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06305929282331153,
+    "128": 0.17901736937351573,
+    "256": 0.1771980925640486,
+    "512": 0.3306322088513028,
+    "w": null
+   }
+  },
+  {
+   "step": 7201,
+   "loss": 1.105503797531128,
+   "ema": 1.1079180492063347,
+   "lr": 0.0008178419293188608,
+   "value_bits": {
+    "0": 1.224211733094653,
+    "128": 1.4520007298368875,
+    "256": 1.4704522788379562,
+    "512": 1.6244886435337935,
+    "w": null
+   },
+   "value_n": {
+    "0": 32286,
+    "128": 24654,
+    "256": 32796,
+    "512": 40176,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07376039442306279,
+    "128": 0.2169477192739269,
+    "256": 0.1700931576947613,
+    "512": 0.2986378128151373,
+    "w": null
+   }
+  },
+  {
+   "step": 7301,
+   "loss": 1.1218618154525757,
+   "ema": 1.1059994219451923,
+   "lr": 0.000813065677823423,
+   "value_bits": {
+    "0": 1.2092626033186247,
+    "128": 1.4304830088398568,
+    "256": 1.4545375523312873,
+    "512": 1.6075338912585821,
+    "w": null
+   },
+   "value_n": {
+    "0": 32706,
+    "128": 25062,
+    "256": 33210,
+    "512": 40728,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0601016415356379,
+    "128": 0.13024307388691997,
+    "256": 0.19381443515083882,
+    "512": 0.3735227908801625,
+    "w": null
+   }
+  },
+  {
+   "step": 7401,
+   "loss": 1.1582071781158447,
+   "ema": 1.105859259839248,
+   "lr": 0.0008082439733984537,
+   "value_bits": {
+    "0": 1.1952319414483075,
+    "128": 1.4123952861158504,
+    "256": 1.4380853893733796,
+    "512": 1.58979193579466,
+    "w": null
+   },
+   "value_n": {
+    "0": 33132,
+    "128": 25428,
+    "256": 33684,
+    "512": 41286,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.11803281672861342,
+    "128": 0.17383105958838566,
+    "256": 0.28539270618326157,
+    "512": 0.2948199606430101,
+    "w": null
+   }
+  },
+  {
+   "step": 7501,
+   "loss": 1.1197588443756104,
+   "ema": 1.100775152829037,
+   "lr": 0.0008033776491461398,
+   "value_bits": {
+    "0": 1.18032277294288,
+    "128": 1.3978114174036238,
+    "256": 1.4202064212946188,
+    "512": 1.5763551544646806,
+    "w": null
+   },
+   "value_n": {
+    "0": 33594,
+    "128": 25740,
+    "256": 34164,
+    "512": 41730,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.11112240298221386,
+    "128": 0.2092261173571786,
+    "256": 0.16554983636758377,
+    "512": 0.32691606890266856,
+    "w": null
+   }
+  },
+  {
+   "step": 7601,
+   "loss": 1.164785623550415,
+   "ema": 1.1043913650314594,
+   "lr": 0.0007984675458781569,
+   "value_bits": {
+    "0": 1.1649323111643417,
+    "128": 1.380447577032607,
+    "256": 1.4049974252384352,
+    "512": 1.5599511480259354,
+    "w": null
+   },
+   "value_n": {
+    "0": 34056,
+    "128": 26106,
+    "256": 34614,
+    "512": 42264,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04582587612492036,
+    "128": 0.1592856886446981,
+    "256": 0.2503304446529574,
+    "512": 0.27804255497569214,
+    "w": null
+   }
+  },
+  {
+   "step": 7701,
+   "loss": 1.0811593532562256,
+   "ema": 1.1062786405030294,
+   "lr": 0.0007935145119703917,
+   "value_bits": {
+    "0": 1.1496812229709392,
+    "128": 1.3606018002722613,
+    "256": 1.3913391519623304,
+    "512": 1.5450881065549078,
+    "w": null
+   },
+   "value_n": {
+    "0": 34536,
+    "128": 26538,
+    "256": 34998,
+    "512": 42768,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06761651564903683,
+    "128": 0.16131048521303545,
+    "256": 0.16017386243345305,
+    "512": 0.29871591462729447,
+    "w": null
+   }
+  },
+  {
+   "step": 7801,
+   "loss": 1.0351760387420654,
+   "ema": 1.0992726212955015,
+   "lr": 0.0007885194032163599,
+   "value_bits": {
+    "0": 1.13680327479271,
+    "128": 1.3450007437840195,
+    "256": 1.3767984691298456,
+    "512": 1.5277134421424954,
+    "w": null
+   },
+   "value_n": {
+    "0": 34956,
+    "128": 26892,
+    "256": 35448,
+    "512": 43374,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07786799316572784,
+    "128": 0.17545035653836064,
+    "256": 0.24592109630472087,
+    "512": 0.30150940321502356,
+    "w": null
+   }
+  },
+  {
+   "step": 7901,
+   "loss": 1.095841407775879,
+   "ema": 1.1017781119087415,
+   "lr": 0.0007834830826793395,
+   "value_bits": {
+    "0": 1.1242216052953926,
+    "128": 1.3298074783602676,
+    "256": 1.3631831430668035,
+    "512": 1.5109315659920697,
+    "w": null
+   },
+   "value_n": {
+    "0": 35376,
+    "128": 27258,
+    "256": 35892,
+    "512": 43938,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0770672268472423,
+    "128": 0.21347607460197857,
+    "256": 0.27616494873637004,
+    "512": 0.22033387778540287,
+    "w": null
+   }
+  },
+  {
+   "step": 8001,
+   "loss": 1.0721105337142944,
+   "ema": 1.0963829421348266,
+   "lr": 0.000778406420543249,
+   "value_bits": {
+    "0": 1.112334051557176,
+    "128": 1.3170283581621443,
+    "256": 1.3500483576088314,
+    "512": 1.4937424960283339,
+    "w": null
+   },
+   "value_n": {
+    "0": 35802,
+    "128": 27558,
+    "256": 36318,
+    "512": 44550,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.12516480028218474,
+    "128": 0.15591749696065627,
+    "256": 0.24339643353010817,
+    "512": 0.25966838480834475,
+    "w": null
+   }
+  },
+  {
+   "step": 8101,
+   "loss": 1.0794744491577148,
+   "ema": 1.09631343570967,
+   "lr": 0.000773290293962297,
+   "value_bits": {
+    "0": 1.0999027241796455,
+    "128": 1.3013122891432527,
+    "256": 1.3346256334139122,
+    "512": 1.4792561850043056,
+    "w": null
+   },
+   "value_n": {
+    "0": 36234,
+    "128": 27960,
+    "256": 36798,
+    "512": 45072,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06965646776681227,
+    "128": 0.2239405726690811,
+    "256": 0.16770376401583198,
+    "512": 0.24292446829845504,
+    "w": null
+   }
+  },
+  {
+   "step": 8201,
+   "loss": 1.0472736358642578,
+   "ema": 1.0917741792691316,
+   "lr": 0.0007681355869094244,
+   "value_bits": {
+    "0": 1.0884315950994847,
+    "128": 1.2872656845324049,
+    "256": 1.3215272894305563,
+    "512": 1.462712921349032,
+    "w": null
+   },
+   "value_n": {
+    "0": 36636,
+    "128": 28326,
+    "256": 37224,
+    "512": 45696,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.054489079948870096,
+    "128": 0.214197201146332,
+    "256": 0.19008864647391885,
+    "512": 0.2677802619411706,
+    "w": null
+   }
+  },
+  {
+   "step": 8301,
+   "loss": 1.0880563259124756,
+   "ema": 1.0977134985647328,
+   "lr": 0.0007629431900235712,
+   "value_bits": {
+    "0": 1.0775864526985377,
+    "128": 1.273374904996245,
+    "256": 1.30802728609948,
+    "512": 1.4475686280480407,
+    "w": null
+   },
+   "value_n": {
+    "0": 37026,
+    "128": 28686,
+    "256": 37674,
+    "512": 46278,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05881046038802486,
+    "128": 0.18040206849273452,
+    "256": 0.19130701055284194,
+    "512": 0.25850741381766046,
+    "w": null
+   }
+  },
+  {
+   "step": 8401,
+   "loss": 1.0791001319885254,
+   "ema": 1.0956725564137186,
+   "lr": 0.00075771400045579,
+   "value_bits": {
+    "0": 1.0643163456631606,
+    "128": 1.2602619068778094,
+    "256": 1.2940990519274762,
+    "512": 1.434298993047593,
+    "w": null
+   },
+   "value_n": {
+    "0": 37512,
+    "128": 29022,
+    "256": 38166,
+    "512": 46806,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.053330783745714205,
+    "128": 0.14073969251636426,
+    "256": 0.22756999868343933,
+    "512": 0.27124564351969643,
+    "w": null
+   }
+  },
+  {
+   "step": 8501,
+   "loss": 1.088672161102295,
+   "ema": 1.092469971073655,
+   "lr": 0.0007524489217142347,
+   "value_bits": {
+    "0": 1.0534111476589563,
+    "128": 1.2462195709935913,
+    "256": 1.2787347117445285,
+    "512": 1.4206771560080491,
+    "w": null
+   },
+   "value_n": {
+    "0": 37938,
+    "128": 29394,
+    "256": 38700,
+    "512": 47370,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09313934593664425,
+    "128": 0.15069088273613623,
+    "256": 0.18061597125317017,
+    "512": 0.2902095948859159,
+    "w": null
+   }
+  },
+  {
+   "step": 8601,
+   "loss": 1.100693941116333,
+   "ema": 1.0870336538951242,
+   "lr": 0.0007471488635080511,
+   "value_bits": {
+    "0": 1.0425317363007869,
+    "128": 1.2344088285842014,
+    "256": 1.2648426008648295,
+    "512": 1.4062051086614917,
+    "w": null
+   },
+   "value_n": {
+    "0": 38358,
+    "128": 29724,
+    "256": 39216,
+    "512": 47964,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05981005033355555,
+    "128": 0.18239379106417566,
+    "256": 0.22293428488740571,
+    "512": 0.25209587834764874,
+    "w": null
+   }
+  },
+  {
+   "step": 8701,
+   "loss": 1.0861732959747314,
+   "ema": 1.0897922209909932,
+   "lr": 0.0007418147415901951,
+   "value_bits": {
+    "0": 1.0325973720298909,
+    "128": 1.2201123394244386,
+    "256": 1.2489607646921626,
+    "512": 1.3937390860238612,
+    "w": null
+   },
+   "value_n": {
+    "0": 38754,
+    "128": 30108,
+    "256": 39786,
+    "512": 48492,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07031872378993803,
+    "128": 0.11347472540154607,
+    "256": 0.1562904360126817,
+    "512": 0.261314256873648,
+    "w": null
+   }
+  },
+  {
+   "step": 8801,
+   "loss": 1.0667980909347534,
+   "ema": 1.0887903801612766,
+   "lr": 0.0007364474775992087,
+   "value_bits": {
+    "0": 1.022169289638472,
+    "128": 1.2106949928984556,
+    "256": 1.2356397677069075,
+    "512": 1.3790639791394834,
+    "w": null
+   },
+   "value_n": {
+    "0": 39174,
+    "128": 30384,
+    "256": 40296,
+    "512": 49122,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05995523012169964,
+    "128": 0.1833853218683954,
+    "256": 0.19644528524542182,
+    "512": 0.24950003781050556,
+    "w": null
+   }
+  },
+  {
+   "step": 8901,
+   "loss": 1.0685241222381592,
+   "ema": 1.0841901553445488,
+   "lr": 0.0007310479988999762,
+   "value_bits": {
+    "0": 1.011228934020177,
+    "128": 1.1964203470637569,
+    "256": 1.2262285980335503,
+    "512": 1.3675916002142154,
+    "w": null
+   },
+   "value_n": {
+    "0": 39618,
+    "128": 30804,
+    "256": 40668,
+    "512": 49650,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.045964314670871045,
+    "128": 0.1637516826792549,
+    "256": 0.20678641212603102,
+    "512": 0.30026925633731033,
+    "w": null
+   }
+  },
+  {
+   "step": 9001,
+   "loss": 1.0416734218597412,
+   "ema": 1.082501934425944,
+   "lr": 0.0007256172384234937,
+   "value_bits": {
+    "0": 1.0003505369603456,
+    "128": 1.1844779397817107,
+    "256": 1.2143365220580722,
+    "512": 1.3564889755453635,
+    "w": null
+   },
+   "value_n": {
+    "0": 40074,
+    "128": 31170,
+    "256": 41130,
+    "512": 50160,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05521822398576827,
+    "128": 0.179357956404262,
+    "256": 0.16752495112572804,
+    "512": 0.27561580925419354,
+    "w": null
+   }
+  },
+  {
+   "step": 9101,
+   "loss": 1.154681921005249,
+   "ema": 1.0865186778798726,
+   "lr": 0.000720156134505675,
+   "value_bits": {
+    "0": 0.9888795884944118,
+    "128": 1.173240811129192,
+    "256": 1.2029789829564963,
+    "512": 1.345130207939871,
+    "w": null
+   },
+   "value_n": {
+    "0": 40566,
+    "128": 31518,
+    "256": 41586,
+    "512": 50682,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05455684698256438,
+    "128": 0.16674282233895202,
+    "256": 0.17855884425512458,
+    "512": 0.25364403343506964,
+    "w": null
+   }
+  },
+  {
+   "step": 9201,
+   "loss": 1.1107909679412842,
+   "ema": 1.088424563547198,
+   "lr": 0.0007146656307252252,
+   "value_bits": {
+    "0": 0.9783123651306233,
+    "128": 1.1622512904743347,
+    "256": 1.1925990769069548,
+    "512": 1.3328820460430821,
+    "w": null
+   },
+   "value_n": {
+    "0": 41034,
+    "128": 31866,
+    "256": 42030,
+    "512": 51246,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.062350863046344504,
+    "128": 0.16694177323354764,
+    "256": 0.22039463326678546,
+    "512": 0.23224137006249038,
+    "w": null
+   }
+  },
+  {
+   "step": 9301,
+   "loss": 1.0381689071655273,
+   "ema": 1.0823110343645326,
+   "lr": 0.0007091466757406063,
+   "value_bits": {
+    "0": 0.9687183927977672,
+    "128": 1.1516629208779094,
+    "256": 1.1819866741935297,
+    "512": 1.3222131912744584,
+    "w": null
+   },
+   "value_n": {
+    "0": 41460,
+    "128": 32190,
+    "256": 42456,
+    "512": 51780,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0445891423132243,
+    "128": 0.11027716297762814,
+    "256": 0.13494609662250623,
+    "512": 0.2983627578046251,
+    "w": null
+   }
+  },
+  {
+   "step": 9401,
+   "loss": 1.0909630060195923,
+   "ema": 1.0885564349922487,
+   "lr": 0.0007036002231261277,
+   "value_bits": {
+    "0": 0.9578246341513427,
+    "128": 1.140007925707604,
+    "256": 1.1714950359461902,
+    "512": 1.3106678271544663,
+    "w": null
+   },
+   "value_n": {
+    "0": 41958,
+    "128": 32562,
+    "256": 42888,
+    "512": 52326,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05088641431045306,
+    "128": 0.13147487589004167,
+    "256": 0.14040014374934698,
+    "512": 0.2157613177530032,
+    "w": null
+   }
+  },
+  {
+   "step": 9501,
+   "loss": 1.0541439056396484,
+   "ema": 1.0799566399175748,
+   "lr": 0.0006980272312071852,
+   "value_bits": {
+    "0": 0.9482518528382824,
+    "128": 1.1304834672079085,
+    "256": 1.161042803627054,
+    "512": 1.2988039644390543,
+    "w": null
+   },
+   "value_n": {
+    "0": 42432,
+    "128": 32886,
+    "256": 43320,
+    "512": 52902,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10087894496194222,
+    "128": 0.17327538798850833,
+    "256": 0.12336840616613173,
+    "512": 0.22104618588587088,
+    "w": null
+   }
+  },
+  {
+   "step": 9601,
+   "loss": 1.1026415824890137,
+   "ema": 1.0783507275673998,
+   "lr": 0.0006924286628946804,
+   "value_bits": {
+    "0": 0.9400239764736613,
+    "128": 1.1210009377613348,
+    "256": 1.1504497434927063,
+    "512": 1.2866201948060907,
+    "w": null
+   },
+   "value_n": {
+    "0": 42822,
+    "128": 33216,
+    "256": 43794,
+    "512": 53508,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.044831028002909876,
+    "128": 0.17602377600369473,
+    "256": 0.1823245008346037,
+    "512": 0.22301329526310093,
+    "w": null
+   }
+  },
+  {
+   "step": 9701,
+   "loss": 1.0801299810409546,
+   "ema": 1.080271772061362,
+   "lr": 0.0006868054855186466,
+   "value_bits": {
+    "0": 0.9308595910519664,
+    "128": 1.1114505464781892,
+    "256": 1.1400427083510896,
+    "512": 1.2754255748663212,
+    "w": null
+   },
+   "value_n": {
+    "0": 43260,
+    "128": 33552,
+    "256": 44280,
+    "512": 54066,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03488399167337131,
+    "128": 0.16732615105864979,
+    "256": 0.20225320836762192,
+    "512": 0.20194578322262158,
+    "w": null
+   }
+  },
+  {
+   "step": 9801,
+   "loss": 1.0852607488632202,
+   "ema": 1.0775683089913193,
+   "lr": 0.0006811586706611131,
+   "value_bits": {
+    "0": 0.9222375409459728,
+    "128": 1.1031565885188768,
+    "256": 1.130672873440667,
+    "512": 1.2636648708597493,
+    "w": null
+   },
+   "value_n": {
+    "0": 43692,
+    "128": 33834,
+    "256": 44706,
+    "512": 54666,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05883502338745562,
+    "128": 0.11635205855132037,
+    "256": 0.15673792077985443,
+    "512": 0.20390783282756103,
+    "w": null
+   }
+  },
+  {
+   "step": 9901,
+   "loss": 1.0767234563827515,
+   "ema": 1.0737788773325216,
+   "lr": 0.0006754891939882325,
+   "value_bits": {
+    "0": 0.9129443479653675,
+    "128": 1.0936770839404168,
+    "256": 1.1207032024002694,
+    "512": 1.2526854067999773,
+    "w": null
+   },
+   "value_n": {
+    "0": 44160,
+    "128": 34158,
+    "256": 45150,
+    "512": 55260,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.045341382776029636,
+    "128": 0.1037710410156963,
+    "256": 0.11686510885967209,
+    "512": 0.24224200226884518,
+    "w": null
+   }
+  },
+  {
+   "step": 10001,
+   "loss": 1.1177387237548828,
+   "ema": 1.0789508031799304,
+   "lr": 0.0006697980350817039,
+   "value_bits": {
+    "0": 0.9033923693129322,
+    "128": 1.0843525409803607,
+    "256": 1.110944233156262,
+    "512": 1.2427486427138965,
+    "w": null
+   },
+   "value_n": {
+    "0": 44646,
+    "128": 34488,
+    "256": 45624,
+    "512": 55776,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.035459494227458886,
+    "128": 0.11917757604217447,
+    "256": 0.1813715298505102,
+    "512": 0.1785905353557052,
+    "w": null
+   }
+  },
+  {
+   "step": 10101,
+   "loss": 1.0769290924072266,
+   "ema": 1.0795215838552799,
+   "lr": 0.0006640861772695196,
+   "value_bits": {
+    "0": 0.8956897726085752,
+    "128": 1.0728895248792762,
+    "256": 1.1014887740201231,
+    "512": 1.2332907610185655,
+    "w": null
+   },
+   "value_n": {
+    "0": 45054,
+    "128": 34908,
+    "256": 46080,
+    "512": 56298,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05282180088621245,
+    "128": 0.13161214560737958,
+    "256": 0.15544520466222075,
+    "512": 0.2227106663082657,
+    "w": null
+   }
+  },
+  {
+   "step": 10201,
+   "loss": 1.0563894510269165,
+   "ema": 1.0759712594504316,
+   "lr": 0.000658354607456063,
+   "value_bits": {
+    "0": 0.886802571952988,
+    "128": 1.0615806508735743,
+    "256": 1.0922255783759633,
+    "512": 1.222992840217606,
+    "w": null
+   },
+   "value_n": {
+    "0": 45534,
+    "128": 35340,
+    "256": 46524,
+    "512": 56838,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05262770041792157,
+    "128": 0.14776080413504555,
+    "256": 0.1308560844955986,
+    "512": 0.14937738604645082,
+    "w": null
+   }
+  },
+  {
+   "step": 10301,
+   "loss": 1.0788099765777588,
+   "ema": 1.0738114587402134,
+   "lr": 0.0006526043159515904,
+   "value_bits": {
+    "0": 0.8791800759380332,
+    "128": 1.0528763238837415,
+    "256": 1.0824391261563446,
+    "512": 1.2139544346177018,
+    "w": null
+   },
+   "value_n": {
+    "0": 45960,
+    "128": 35676,
+    "256": 47016,
+    "512": 57372,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06443187512828319,
+    "128": 0.13736764584597178,
+    "256": 0.15702265651092076,
+    "512": 0.2519227913829562,
+    "w": null
+   }
+  },
+  {
+   "step": 10401,
+   "loss": 1.0394508838653564,
+   "ema": 1.0687603194129425,
+   "lr": 0.0006468362963011235,
+   "value_bits": {
+    "0": 0.8733938511745217,
+    "128": 1.0424329696749515,
+    "256": 1.0733073344481159,
+    "512": 1.2031163834968959,
+    "w": null
+   },
+   "value_n": {
+    "0": 46308,
+    "128": 36072,
+    "256": 47448,
+    "512": 58026,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10921313240732751,
+    "128": 0.10158169504667575,
+    "256": 0.07946400353589435,
+    "512": 0.25235083471573766,
+    "w": null
+   }
+  },
+  {
+   "step": 10501,
+   "loss": 1.0613477230072021,
+   "ema": 1.076018035828951,
+   "lr": 0.0006410515451127826,
+   "value_bits": {
+    "0": 0.864892181882306,
+    "128": 1.0333129307289537,
+    "256": 1.0642853523394453,
+    "512": 1.193011642200013,
+    "w": null
+   },
+   "value_n": {
+    "0": 46794,
+    "128": 36426,
+    "256": 47928,
+    "512": 58608,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05481954487835705,
+    "128": 0.10399641982492275,
+    "256": 0.17246242089738045,
+    "512": 0.18555851764172432,
+    "w": null
+   }
+  },
+  {
+   "step": 10601,
+   "loss": 1.0914201736450195,
+   "ema": 1.0706921784759185,
+   "lr": 0.0006352510618855914,
+   "value_bits": {
+    "0": 0.8566704847707741,
+    "128": 1.0251310103296611,
+    "256": 1.0556209046444314,
+    "512": 1.1857380373809496,
+    "w": null
+   },
+   "value_n": {
+    "0": 47280,
+    "128": 36756,
+    "256": 48366,
+    "512": 59040,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06505300609375782,
+    "128": 0.12199576043684672,
+    "256": 0.10751668289413285,
+    "512": 0.198952316928002,
+    "w": null
+   }
+  },
+  {
+   "step": 10701,
+   "loss": 1.1237101554870605,
+   "ema": 1.0697406236918063,
+   "lr": 0.000629435848836781,
+   "value_bits": {
+    "0": 0.8495786835751403,
+    "128": 1.0173643816882343,
+    "256": 1.0477396064764606,
+    "512": 1.1758487711916232,
+    "w": null
+   },
+   "value_n": {
+    "0": 47718,
+    "128": 37074,
+    "256": 48792,
+    "512": 59628,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08405274629303147,
+    "128": 0.11965934286970699,
+    "256": 0.15293475391288672,
+    "512": 0.1828857170796743,
+    "w": null
+   }
+  },
+  {
+   "step": 10801,
+   "loss": 1.0717999935150146,
+   "ema": 1.0653094402113892,
+   "lr": 0.0006236069107286272,
+   "value_bits": {
+    "0": 0.841484456765958,
+    "128": 1.0080720502999092,
+    "256": 1.0396531058981386,
+    "512": 1.1674791529172968,
+    "w": null
+   },
+   "value_n": {
+    "0": 48192,
+    "128": 37482,
+    "256": 49218,
+    "512": 60114,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.026631471785868957,
+    "128": 0.16369976135197434,
+    "256": 0.1134640537444378,
+    "512": 0.1405993206918998,
+    "w": null
+   }
+  },
+  {
+   "step": 10901,
+   "loss": 1.0821943283081055,
+   "ema": 1.0645326655338463,
+   "lr": 0.0006177652546948433,
+   "value_bits": {
+    "0": 0.8344390786542646,
+    "128": 1.0005193395924104,
+    "256": 1.0317344051631367,
+    "512": 1.157915907279192,
+    "w": null
+   },
+   "value_n": {
+    "0": 48624,
+    "128": 37812,
+    "256": 49656,
+    "512": 60690,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04848800930536853,
+    "128": 0.14266872523337878,
+    "256": 0.14191108832448307,
+    "512": 0.15985176094406978,
+    "w": null
+   }
+  },
+  {
+   "step": 11001,
+   "loss": 1.0642338991165161,
+   "ema": 1.0634164988336585,
+   "lr": 0.0006119118900665676,
+   "value_bits": {
+    "0": 0.8282875350924884,
+    "128": 0.9916002771655059,
+    "256": 1.0242443324476895,
+    "512": 1.1472961653851763,
+    "w": null
+   },
+   "value_n": {
+    "0": 49026,
+    "128": 38190,
+    "256": 50064,
+    "512": 61332,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08422620636659965,
+    "128": 0.0994108896361259,
+    "256": 0.11265842372647977,
+    "512": 0.1433831816658493,
+    "w": null
+   }
+  },
+  {
+   "step": 11101,
+   "loss": 1.0883928537368774,
+   "ema": 1.0659155912353038,
+   "lr": 0.0006060478281979693,
+   "value_bits": {
+    "0": 0.8215040483751105,
+    "128": 0.9826545219388085,
+    "256": 1.0150714179575397,
+    "512": 1.1387663491637419,
+    "w": null
+   },
+   "value_n": {
+    "0": 49458,
+    "128": 38562,
+    "256": 50580,
+    "512": 61878,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05167252104600847,
+    "128": 0.06427174745608898,
+    "256": 0.12508538882021933,
+    "512": 0.18061490503732897,
+    "w": null
+   }
+  },
+  {
+   "step": 11201,
+   "loss": 1.0360358953475952,
+   "ema": 1.0669858950074942,
+   "lr": 0.000600174082291504,
+   "value_bits": {
+    "0": 0.8151566960941794,
+    "128": 0.974273806925858,
+    "256": 1.0066863303287883,
+    "512": 1.1291955956695525,
+    "w": null
+   },
+   "value_n": {
+    "0": 49866,
+    "128": 38946,
+    "256": 51066,
+    "512": 62460,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04572691886309057,
+    "128": 0.13266669148471608,
+    "256": 0.13401609933651987,
+    "512": 0.11163703086982875,
+    "w": null
+   }
+  },
+  {
+   "step": 11301,
+   "loss": 1.0400059223175049,
+   "ema": 1.0601463177948913,
+   "lr": 0.0005942916672228525,
+   "value_bits": {
+    "0": 0.8084756468833292,
+    "128": 0.9681037650874819,
+    "256": 0.9971486986738437,
+    "512": 1.120854894476373,
+    "w": null
+   },
+   "value_n": {
+    "0": 50298,
+    "128": 39246,
+    "256": 51618,
+    "512": 62994,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0372784247808721,
+    "128": 0.16710893362948878,
+    "256": 0.11481410068218213,
+    "512": 0.1452740021055758,
+    "w": null
+   }
+  },
+  {
+   "step": 11401,
+   "loss": 1.0582797527313232,
+   "ema": 1.064312717194334,
+   "lr": 0.0005884015993655677,
+   "value_bits": {
+    "0": 0.8020389425597924,
+    "128": 0.9630309553828652,
+    "256": 0.9896411891526066,
+    "512": 1.110934381779857,
+    "w": null
+   },
+   "value_n": {
+    "0": 50712,
+    "128": 39504,
+    "256": 52044,
+    "512": 63618,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.020026010035030663,
+    "128": 0.19137401868756837,
+    "256": 0.07996366223425588,
+    "512": 0.10943954715753672,
+    "w": null
+   }
+  },
+  {
+   "step": 11501,
+   "loss": 1.022860050201416,
+   "ema": 1.0577298828209614,
+   "lr": 0.0005825048964154636,
+   "value_bits": {
+    "0": 0.7955590764068154,
+    "128": 0.956459140303629,
+    "256": 0.9814970927354494,
+    "512": 1.1024063909113624,
+    "w": null
+   },
+   "value_n": {
+    "0": 51162,
+    "128": 39798,
+    "256": 52530,
+    "512": 64182,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06532136007398744,
+    "128": 0.07342178353443161,
+    "256": 0.10937496529814372,
+    "512": 0.14046716560660646,
+    "w": null
+   }
+  },
+  {
+   "step": 11601,
+   "loss": 1.084822416305542,
+   "ema": 1.0624798819277097,
+   "lr": 0.0005766025772147777,
+   "value_bits": {
+    "0": 0.7883415296615837,
+    "128": 0.9485441613009412,
+    "256": 0.9738886755878796,
+    "512": 1.0937659884767748,
+    "w": null
+   },
+   "value_n": {
+    "0": 51648,
+    "128": 40152,
+    "256": 52986,
+    "512": 64746,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02853880007404456,
+    "128": 0.05871270833776086,
+    "256": 0.09741904233822932,
+    "512": 0.11050657525564753,
+    "w": null
+   }
+  },
+  {
+   "step": 11701,
+   "loss": 1.0129739046096802,
+   "ema": 1.0573404210182444,
+   "lr": 0.0005706956615761318,
+   "value_bits": {
+    "0": 0.7817125194652432,
+    "128": 0.9412716704016105,
+    "256": 0.966756811476209,
+    "512": 1.084479276281609,
+    "w": null
+   },
+   "value_n": {
+    "0": 52092,
+    "128": 40482,
+    "256": 53412,
+    "512": 65388,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010597387436876942,
+    "128": 0.05640786861393584,
+    "256": 0.0796935442908077,
+    "512": 0.14791001181400917,
+    "w": null
+   }
+  },
+  {
+   "step": 11801,
+   "loss": 1.119032621383667,
+   "ema": 1.0631476589387978,
+   "lr": 0.0005647851701063285,
+   "value_bits": {
+    "0": 0.7753928501073487,
+    "128": 0.9348510457013458,
+    "256": 0.9588293590999385,
+    "512": 1.076625126063365,
+    "w": null
+   },
+   "value_n": {
+    "0": 52530,
+    "128": 40782,
+    "256": 53892,
+    "512": 65940,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.023785050583513642,
+    "128": 0.06845194864761742,
+    "256": 0.07670209593043185,
+    "512": 0.14624980999356804,
+    "w": null
+   }
+  },
+  {
+   "step": 11901,
+   "loss": 1.0721948146820068,
+   "ema": 1.0612528272492054,
+   "lr": 0.0005588721240300081,
+   "value_bits": {
+    "0": 0.7688433787482883,
+    "128": 0.9285996369405607,
+    "256": 0.9517136567098418,
+    "512": 1.067628453084711,
+    "w": null
+   },
+   "value_n": {
+    "0": 52992,
+    "128": 41070,
+    "256": 54336,
+    "512": 66588,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024159979416166513,
+    "128": 0.04337410887690268,
+    "256": 0.08802123957675503,
+    "512": 0.15213367497908284,
+    "w": null
+   }
+  },
+  {
+   "step": 12001,
+   "loss": 1.0792192220687866,
+   "ema": 1.06138512579073,
+   "lr": 0.0005529575450132004,
+   "value_bits": {
+    "0": 0.7634967036531317,
+    "128": 0.9219355684960955,
+    "256": 0.9438261902933727,
+    "512": 1.059119112265049,
+    "w": null
+   },
+   "value_n": {
+    "0": 53388,
+    "128": 41406,
+    "256": 54840,
+    "512": 67218,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04801436364671037,
+    "128": 0.10737220238244895,
+    "256": 0.09348219187022616,
+    "512": 0.1597223082973399,
+    "w": null
+   }
+  },
+  {
+   "step": 12101,
+   "loss": 1.0604631900787354,
+   "ema": 1.0549981617419226,
+   "lr": 0.0005470424549867996,
+   "value_bits": {
+    "0": 0.7574195249835896,
+    "128": 0.9136810906164679,
+    "256": 0.9380418665712537,
+    "512": 1.0516580809583336,
+    "w": null
+   },
+   "value_n": {
+    "0": 53838,
+    "128": 41796,
+    "256": 55212,
+    "512": 67758,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.036423047629126196,
+    "128": 0.037309523734753575,
+    "256": 0.0853205952782188,
+    "512": 0.12292548396797069,
+    "w": null
+   }
+  },
+  {
+   "step": 12201,
+   "loss": 1.0567095279693604,
+   "ema": 1.0606846631426727,
+   "lr": 0.0005411278759699919,
+   "value_bits": {
+    "0": 0.7504585201616243,
+    "128": 0.9082243562912155,
+    "256": 0.9319670522894219,
+    "512": 1.0430139167232833,
+    "w": null
+   },
+   "value_n": {
+    "0": 54360,
+    "128": 42060,
+    "256": 55608,
+    "512": 68388,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0325148849030553,
+    "128": 0.04432409925239591,
+    "256": 0.08499067317706491,
+    "512": 0.11331347190020061,
+    "w": null
+   }
+  },
+  {
+   "step": 12301,
+   "loss": 1.035665512084961,
+   "ema": 1.0629424102421174,
+   "lr": 0.0005352148298936717,
+   "value_bits": {
+    "0": 0.7436933363180943,
+    "128": 0.9011177131482289,
+    "256": 0.925772581250321,
+    "512": 1.034005306360261,
+    "w": null
+   },
+   "value_n": {
+    "0": 54876,
+    "128": 42414,
+    "256": 56034,
+    "512": 69060,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03098908489504681,
+    "128": 0.05675214649847354,
+    "256": 0.11717599547022917,
+    "512": 0.11721833388055261,
+    "w": null
+   }
+  },
+  {
+   "step": 12401,
+   "loss": 1.0238810777664185,
+   "ema": 1.0580709465317237,
+   "lr": 0.0005293043384238682,
+   "value_bits": {
+    "0": 0.7382133228096444,
+    "128": 0.8938634229948186,
+    "256": 0.9196788933029608,
+    "512": 1.0272073608488597,
+    "w": null
+   },
+   "value_n": {
+    "0": 55290,
+    "128": 42792,
+    "256": 56460,
+    "512": 69576,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01183356124033033,
+    "128": 0.0798860087970809,
+    "256": 0.11814436174808204,
+    "512": 0.11738930461363814,
+    "w": null
+   }
+  },
+  {
+   "step": 12501,
+   "loss": 1.0518805980682373,
+   "ema": 1.053249636504025,
+   "lr": 0.0005233974227852223,
+   "value_bits": {
+    "0": 0.7332962732004504,
+    "128": 0.8874180110319067,
+    "256": 0.9130134740976011,
+    "512": 1.020036444298694,
+    "w": null
+   },
+   "value_n": {
+    "0": 55716,
+    "128": 43152,
+    "256": 56934,
+    "512": 70146,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09511863730295236,
+    "128": 0.1212733757071194,
+    "256": 0.11906923710475943,
+    "512": 0.14473172518583632,
+    "w": null
+   }
+  },
+  {
+   "step": 12601,
+   "loss": 1.0131824016571045,
+   "ema": 1.054856232426654,
+   "lr": 0.0005174951035845364,
+   "value_bits": {
+    "0": 0.7280053667155586,
+    "128": 0.8797025409606887,
+    "256": 0.906208429882373,
+    "512": 1.0136604071245874,
+    "w": null
+   },
+   "value_n": {
+    "0": 56142,
+    "128": 43554,
+    "256": 57396,
+    "512": 70656,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.036014414339431304,
+    "128": 0.05149864913680647,
+    "256": 0.06759720185251376,
+    "512": 0.13669275297774566,
+    "w": null
+   }
+  },
+  {
+   "step": 12701,
+   "loss": 1.0476157665252686,
+   "ema": 1.0589192166638393,
+   "lr": 0.0005115984006344324,
+   "value_bits": {
+    "0": 0.7227133846132069,
+    "128": 0.8735753772449774,
+    "256": 0.8992702701783675,
+    "512": 1.0073433316292573,
+    "w": null
+   },
+   "value_n": {
+    "0": 56580,
+    "128": 43884,
+    "256": 57888,
+    "512": 71190,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04439726774053985,
+    "128": 0.06490116974773603,
+    "256": 0.08987471251350905,
+    "512": 0.17150197170785494,
+    "w": null
+   }
+  },
+  {
+   "step": 12801,
+   "loss": 1.0671296119689941,
+   "ema": 1.055169403411674,
+   "lr": 0.0005057083327771474,
+   "value_bits": {
+    "0": 0.7170218648362396,
+    "128": 0.867394667236789,
+    "256": 0.8932758164040409,
+    "512": 1.0004487590506497,
+    "w": null
+   },
+   "value_n": {
+    "0": 57048,
+    "128": 44244,
+    "256": 58326,
+    "512": 71724,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02893171744135006,
+    "128": 0.11396611723862844,
+    "256": 0.10102252853138924,
+    "512": 0.08130152708232885,
+    "w": null
+   }
+  },
+  {
+   "step": 12901,
+   "loss": 1.1257615089416504,
+   "ema": 1.055329072163242,
+   "lr": 0.0004998259177084961,
+   "value_bits": {
+    "0": 0.7109503042712886,
+    "128": 0.860594821169915,
+    "256": 0.8874655007812633,
+    "512": 0.9930250322804559,
+    "w": null
+   },
+   "value_n": {
+    "0": 57558,
+    "128": 44622,
+    "256": 58764,
+    "512": 72312,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.031792682488289925,
+    "128": 0.06468902915200063,
+    "256": 0.11373840257550784,
+    "512": 0.0874818709447873,
+    "w": null
+   }
+  },
+  {
+   "step": 13001,
+   "loss": 1.0537817478179932,
+   "ema": 1.0552147606212179,
+   "lr": 0.0004939521718020309,
+   "value_bits": {
+    "0": 0.706044295804838,
+    "128": 0.8540854374214525,
+    "256": 0.8824727119966834,
+    "512": 0.9862971266276447,
+    "w": null
+   },
+   "value_n": {
+    "0": 57966,
+    "128": 44994,
+    "256": 59136,
+    "512": 72930,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01393636611865126,
+    "128": 0.0732743577873238,
+    "256": 0.09377314173578684,
+    "512": 0.19906684577636957,
+    "w": null
+   }
+  },
+  {
+   "step": 13101,
+   "loss": 1.073822021484375,
+   "ema": 1.0508274112178853,
+   "lr": 0.00048808810993343255,
+   "value_bits": {
+    "0": 0.7006380209052159,
+    "128": 0.8480765729008216,
+    "256": 0.8766569988566525,
+    "512": 0.9798045844068507,
+    "w": null
+   },
+   "value_n": {
+    "0": 58434,
+    "128": 45336,
+    "256": 59586,
+    "512": 73518,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.031022356735352176,
+    "128": 0.05754192307254735,
+    "256": 0.11239474941472956,
+    "512": 0.17453059773591162,
+    "w": null
+   }
+  },
+  {
+   "step": 13201,
+   "loss": 1.0286450386047363,
+   "ema": 1.0508081926549455,
+   "lr": 0.0004822347453051568,
+   "value_bits": {
+    "0": 0.69586001202931,
+    "128": 0.8432762776061411,
+    "256": 0.8703499176251412,
+    "512": 0.9728496976682481,
+    "w": null
+   },
+   "value_n": {
+    "0": 58860,
+    "128": 45630,
+    "256": 60042,
+    "512": 74118,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0404652452342969,
+    "128": 0.10305115012440778,
+    "256": 0.04619697407068666,
+    "512": 0.12066742558728732,
+    "w": null
+   }
+  },
+  {
+   "step": 13301,
+   "loss": 1.0872292518615723,
+   "ema": 1.0499508012009158,
+   "lr": 0.0004763930892713728,
+   "value_bits": {
+    "0": 0.6912930501822905,
+    "128": 0.8370841743981767,
+    "256": 0.865240803350009,
+    "512": 0.9660452674384792,
+    "w": null
+   },
+   "value_n": {
+    "0": 59262,
+    "128": 46026,
+    "256": 60432,
+    "512": 74712,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022608039447036092,
+    "128": 0.1235850092986523,
+    "256": 0.07867301025387138,
+    "512": 0.11700358432398046,
+    "w": null
+   }
+  },
+  {
+   "step": 13401,
+   "loss": 1.0809392929077148,
+   "ema": 1.0515866575253943,
+   "lr": 0.0004705641511632189,
+   "value_bits": {
+    "0": 0.6860217382168625,
+    "128": 0.8305825758190121,
+    "256": 0.8597449395454071,
+    "512": 0.9598208820351704,
+    "w": null
+   },
+   "value_n": {
+    "0": 59742,
+    "128": 46404,
+    "256": 60852,
+    "512": 75252,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03521238468520264,
+    "128": 0.03893554882261587,
+    "256": 0.06896865040326769,
+    "512": 0.0986425815684766,
+    "w": null
+   }
+  },
+  {
+   "step": 13501,
+   "loss": 1.0669941902160645,
+   "ema": 1.0496752000306024,
+   "lr": 0.00046474893811440876,
+   "value_bits": {
+    "0": 0.6804589698944076,
+    "128": 0.8259124681164766,
+    "256": 0.854277004930118,
+    "512": 0.9534128341229678,
+    "w": null
+   },
+   "value_n": {
+    "0": 60246,
+    "128": 46692,
+    "256": 61308,
+    "512": 75804,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021072253386271545,
+    "128": 0.07344136454544961,
+    "256": 0.12459551982140747,
+    "512": 0.0798287372224996,
+    "w": null
+   }
+  },
+  {
+   "step": 13601,
+   "loss": 1.0406804084777832,
+   "ema": 1.0478957491071947,
+   "lr": 0.0004589484548872175,
+   "value_bits": {
+    "0": 0.6766647099104346,
+    "128": 0.8210860504926851,
+    "256": 0.8482957065619392,
+    "512": 0.9470163259236001,
+    "w": null
+   },
+   "value_n": {
+    "0": 60612,
+    "128": 47004,
+    "256": 61812,
+    "512": 76398,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.052104636155149466,
+    "128": 0.09879408994759159,
+    "256": 0.12071348363276851,
+    "512": 0.13071850177396085,
+    "w": null
+   }
+  },
+  {
+   "step": 13701,
+   "loss": 1.0448302030563354,
+   "ema": 1.0486110841461673,
+   "lr": 0.0004531637036988765,
+   "value_bits": {
+    "0": 0.6714984109856614,
+    "128": 0.8162759170017612,
+    "256": 0.8428690140606827,
+    "512": 0.9416308042969164,
+    "w": null
+   },
+   "value_n": {
+    "0": 61104,
+    "128": 47316,
+    "256": 62280,
+    "512": 76938,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03503558491177229,
+    "128": 0.09161080608063257,
+    "256": 0.12612816601010055,
+    "512": 0.17969917237956898,
+    "w": null
+   }
+  },
+  {
+   "step": 13801,
+   "loss": 1.0538711547851562,
+   "ema": 1.0446909820602104,
+   "lr": 0.00044739568404840956,
+   "value_bits": {
+    "0": 0.6658815761378525,
+    "128": 0.8119348336342521,
+    "256": 0.8391378532054463,
+    "512": 0.9348753740855976,
+    "w": null
+   },
+   "value_n": {
+    "0": 61638,
+    "128": 47592,
+    "256": 62604,
+    "512": 77592,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.023164204339131415,
+    "128": 0.06772215023912798,
+    "256": 0.12192582214336148,
+    "512": 0.14015168968430278,
+    "w": null
+   }
+  },
+  {
+   "step": 13901,
+   "loss": 1.0510525703430176,
+   "ema": 1.0451283144226908,
+   "lr": 0.0004416453925439372,
+   "value_bits": {
+    "0": 0.6613743615170091,
+    "128": 0.8064057024608376,
+    "256": 0.8331437130783779,
+    "512": 0.9296174663921724,
+    "w": null
+   },
+   "value_n": {
+    "0": 62070,
+    "128": 47970,
+    "256": 63102,
+    "512": 78096,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01828247540694913,
+    "128": 0.11026175853189286,
+    "256": 0.07961530240568782,
+    "512": 0.12015005816149947,
+    "w": null
+   }
+  },
+  {
+   "step": 14001,
+   "loss": 1.060776948928833,
+   "ema": 1.0425958450614603,
+   "lr": 0.00043591382273048054,
+   "value_bits": {
+    "0": 0.6572767891023259,
+    "128": 0.8015453490811375,
+    "256": 0.827302372739789,
+    "512": 0.9236507515372421,
+    "w": null
+   },
+   "value_n": {
+    "0": 62466,
+    "128": 48300,
+    "256": 63600,
+    "512": 78666,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015013355316002994,
+    "128": 0.09502670779562587,
+    "256": 0.0871412120055821,
+    "512": 0.1061480088870189,
+    "w": null
+   }
+  },
+  {
+   "step": 14101,
+   "loss": 1.0374977588653564,
+   "ema": 1.0422593472915986,
+   "lr": 0.0004302019649182962,
+   "value_bits": {
+    "0": 0.6528525490367809,
+    "128": 0.7954061705682264,
+    "256": 0.8212819583521602,
+    "512": 0.9182461276289522,
+    "w": null
+   },
+   "value_n": {
+    "0": 62928,
+    "128": 48708,
+    "256": 64110,
+    "512": 79188,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05466081757718277,
+    "128": 0.06863577308388129,
+    "256": 0.07050087001257672,
+    "512": 0.10376309243825901,
+    "w": null
+   }
+  },
+  {
+   "step": 14201,
+   "loss": 1.0627630949020386,
+   "ema": 1.0421564815889321,
+   "lr": 0.0004245108060117676,
+   "value_bits": {
+    "0": 0.6477970382710231,
+    "128": 0.7898945079523331,
+    "256": 0.8158720756147266,
+    "512": 0.9126395947462199,
+    "w": null
+   },
+   "value_n": {
+    "0": 63432,
+    "128": 49086,
+    "256": 64578,
+    "512": 79710,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.016580408374982966,
+    "128": 0.07967741087580757,
+    "256": 0.07478749805732547,
+    "512": 0.06212211214508206,
+    "w": null
+   }
+  },
+  {
+   "step": 14301,
+   "loss": 1.0875352621078491,
+   "ema": 1.0458607867097787,
+   "lr": 0.0004188413293388871,
+   "value_bits": {
+    "0": 0.6437437888571137,
+    "128": 0.7853351860956244,
+    "256": 0.8094671843594623,
+    "512": 0.9076781320847179,
+    "w": null
+   },
+   "value_n": {
+    "0": 63840,
+    "128": 49416,
+    "256": 65136,
+    "512": 80214,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013582718212247326,
+    "128": 0.10715678410046155,
+    "256": 0.06822154370987608,
+    "512": 0.12299918615550066,
+    "w": null
+   }
+  },
+  {
+   "step": 14401,
+   "loss": 1.016066551208496,
+   "ema": 1.0458244422994158,
+   "lr": 0.0004131945144813535,
+   "value_bits": {
+    "0": 0.6389658583834217,
+    "128": 0.7807137926865256,
+    "256": 0.8045484890205001,
+    "512": 0.9022832310965189,
+    "w": null
+   },
+   "value_n": {
+    "0": 64326,
+    "128": 49734,
+    "256": 65598,
+    "512": 80742,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.011346349246590738,
+    "128": 0.06256669613300156,
+    "256": 0.11107632538710838,
+    "512": 0.08268742074158854,
+    "w": null
+   }
+  },
+  {
+   "step": 14501,
+   "loss": 1.0647841691970825,
+   "ema": 1.042810490724048,
+   "lr": 0.0004075713371053198,
+   "value_bits": {
+    "0": 0.6352941657979675,
+    "128": 0.775836633076127,
+    "256": 0.7989844842458041,
+    "512": 0.897486386609486,
+    "w": null
+   },
+   "value_n": {
+    "0": 64722,
+    "128": 50082,
+    "256": 66108,
+    "512": 81228,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03886664748502696,
+    "128": 0.07882325358312003,
+    "256": 0.08332255246048803,
+    "512": 0.1005587784366497,
+    "w": null
+   }
+  },
+  {
+   "step": 14601,
+   "loss": 1.0372010469436646,
+   "ema": 1.0435952501325434,
+   "lr": 0.00040197276879281484,
+   "value_bits": {
+    "0": 0.6308610987098876,
+    "128": 0.7722361952657321,
+    "256": 0.7939883085454523,
+    "512": 0.8920950624289983,
+    "w": null
+   },
+   "value_n": {
+    "0": 65208,
+    "128": 50358,
+    "256": 66606,
+    "512": 81792,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.040496966868924685,
+    "128": 0.11891327345343149,
+    "256": 0.13076103304573874,
+    "512": 0.11562967141363768,
+    "w": null
+   }
+  },
+  {
+   "step": 14701,
+   "loss": 1.0436375141143799,
+   "ema": 1.0435345743172646,
+   "lr": 0.0003963997768738723,
+   "value_bits": {
+    "0": 0.6261142016024734,
+    "128": 0.7678030739210112,
+    "256": 0.7896313307135334,
+    "512": 0.8863312167554872,
+    "w": null
+   },
+   "value_n": {
+    "0": 65718,
+    "128": 50664,
+    "256": 67026,
+    "512": 82404,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019181522033323874,
+    "128": 0.03825037889662977,
+    "256": 0.09867688911164997,
+    "512": 0.11601019497800719,
+    "w": null
+   }
+  },
+  {
+   "step": 14801,
+   "loss": 1.064180612564087,
+   "ema": 1.0375751643641664,
+   "lr": 0.0003908533242593937,
+   "value_bits": {
+    "0": 0.6222001275889653,
+    "128": 0.7627579106922517,
+    "256": 0.7849243214145207,
+    "512": 0.8814826899140396,
+    "w": null
+   },
+   "value_n": {
+    "0": 66156,
+    "128": 51042,
+    "256": 67488,
+    "512": 82908,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.034928173206029665,
+    "128": 0.08654587412646465,
+    "256": 0.10204119311228917,
+    "512": 0.08874855133735662,
+    "w": null
+   }
+  },
+  {
+   "step": 14901,
+   "loss": 1.0672776699066162,
+   "ema": 1.0425405144009638,
+   "lr": 0.00038533436927477496,
+   "value_bits": {
+    "0": 0.6188243963846136,
+    "128": 0.7583399766266854,
+    "256": 0.779234277527397,
+    "512": 0.8768255297194365,
+    "w": null
+   },
+   "value_n": {
+    "0": 66546,
+    "128": 51354,
+    "256": 68028,
+    "512": 83430,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04619651547413986,
+    "128": 0.03558295555412099,
+    "256": 0.06810523705665678,
+    "512": 0.13714001743178536,
+    "w": null
+   }
+  },
+  {
+   "step": 15001,
+   "loss": 1.0426571369171143,
+   "ema": 1.0363016963499296,
+   "lr": 0.0003798438654943249,
+   "value_bits": {
+    "0": 0.6153128760706127,
+    "128": 0.7538097473956729,
+    "256": 0.7743564938397773,
+    "512": 0.872344437971145,
+    "w": null
+   },
+   "value_n": {
+    "0": 66948,
+    "128": 51690,
+    "256": 68484,
+    "512": 83922,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03402523722606088,
+    "128": 0.06141274760574324,
+    "256": 0.04666818528409564,
+    "512": 0.11247150187366664,
+    "w": null
+   }
+  },
+  {
+   "step": 15101,
+   "loss": 1.029693841934204,
+   "ema": 1.0366274990403486,
+   "lr": 0.00037438276157650654,
+   "value_bits": {
+    "0": 0.6120197073755008,
+    "128": 0.7486978212386376,
+    "256": 0.7693229270287999,
+    "512": 0.866943485383257,
+    "w": null
+   },
+   "value_n": {
+    "0": 67320,
+    "128": 52074,
+    "256": 68982,
+    "512": 84516,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01935557350359748,
+    "128": 0.060584636193971746,
+    "256": 0.07711652244448945,
+    "512": 0.10388162834498306,
+    "w": null
+   }
+  },
+  {
+   "step": 15201,
+   "loss": 1.0355098247528076,
+   "ema": 1.040944049925244,
+   "lr": 0.0003689520011000239,
+   "value_bits": {
+    "0": 0.6075268604081957,
+    "128": 0.7447922130240424,
+    "256": 0.7646261874989015,
+    "512": 0.8624962080624438,
+    "w": null
+   },
+   "value_n": {
+    "0": 67824,
+    "128": 52380,
+    "256": 69462,
+    "512": 85014,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.007410872632447139,
+    "128": 0.08014959156381772,
+    "256": 0.08964600780839169,
+    "512": 0.10774502323139923,
+    "w": null
+   }
+  },
+  {
+   "step": 15301,
+   "loss": 1.0137834548950195,
+   "ema": 1.0375510195180802,
+   "lr": 0.0003635525224007914,
+   "value_bits": {
+    "0": 0.6037458268788418,
+    "128": 0.739470381297179,
+    "256": 0.7608504942857679,
+    "512": 0.8575369349246462,
+    "w": null
+   },
+   "value_n": {
+    "0": 68268,
+    "128": 52782,
+    "256": 69852,
+    "512": 85536,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02616740774618716,
+    "128": 0.0460436503193191,
+    "256": 0.088370489232736,
+    "512": 0.049859451137843,
+    "w": null
+   }
+  },
+  {
+   "step": 15401,
+   "loss": 1.030214548110962,
+   "ema": 1.0423497740551064,
+   "lr": 0.00035818525840980496,
+   "value_bits": {
+    "0": 0.6006063352938069,
+    "128": 0.7349709726030997,
+    "256": 0.7557767790622586,
+    "512": 0.8531840050138569,
+    "w": null
+   },
+   "value_n": {
+    "0": 68640,
+    "128": 53142,
+    "256": 70374,
+    "512": 86058,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024458992478847724,
+    "128": 0.07528266790616892,
+    "256": 0.07683203616461536,
+    "512": 0.13990390377004763,
+    "w": null
+   }
+  },
+  {
+   "step": 15501,
+   "loss": 1.031235933303833,
+   "ema": 1.037360545333301,
+   "lr": 0.000352851136491949,
+   "value_bits": {
+    "0": 0.5969720587020848,
+    "128": 0.7311449191014621,
+    "256": 0.7510229239702251,
+    "512": 0.8480791783327195,
+    "w": null
+   },
+   "value_n": {
+    "0": 69090,
+    "128": 53454,
+    "256": 70860,
+    "512": 86622,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.042623735911400874,
+    "128": 0.07946499863982678,
+    "256": 0.0626529687299618,
+    "512": 0.0691586561246982,
+    "w": null
+   }
+  },
+  {
+   "step": 15601,
+   "loss": 1.0417174100875854,
+   "ema": 1.0336159386280435,
+   "lr": 0.0003475510782857654,
+   "value_bits": {
+    "0": 0.5935063982254689,
+    "128": 0.7273442549092612,
+    "256": 0.745687738035415,
+    "512": 0.8435283684600244,
+    "w": null
+   },
+   "value_n": {
+    "0": 69510,
+    "128": 53748,
+    "256": 71406,
+    "512": 87174,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.023405249822168538,
+    "128": 0.03632145310687368,
+    "256": 0.053286134847425774,
+    "512": 0.12939747571980675,
+    "w": null
+   }
+  },
+  {
+   "step": 15701,
+   "loss": 1.0721033811569214,
+   "ema": 1.039528931419857,
+   "lr": 0.00034228599954420994,
+   "value_bits": {
+    "0": 0.5898709431975125,
+    "128": 0.7235225291592384,
+    "256": 0.7417899269496491,
+    "512": 0.8386918421948675,
+    "w": null
+   },
+   "value_n": {
+    "0": 70008,
+    "128": 54066,
+    "256": 71820,
+    "512": 87762,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08244026248817746,
+    "128": 0.07757876937236544,
+    "256": 0.06950224967862782,
+    "512": 0.12165214723092622,
+    "w": null
+   }
+  },
+  {
+   "step": 15801,
+   "loss": 1.033060908317566,
+   "ema": 1.036922337754766,
+   "lr": 0.00033705680997642883,
+   "value_bits": {
+    "0": 0.5864405113278954,
+    "128": 0.7194589343108757,
+    "256": 0.7385003858389633,
+    "512": 0.8335759701437823,
+    "w": null
+   },
+   "value_n": {
+    "0": 70434,
+    "128": 54438,
+    "256": 72216,
+    "512": 88380,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022690102106861457,
+    "128": 0.12886130239801608,
+    "256": 0.14189724803730136,
+    "512": 0.10707247022899256,
+    "w": null
+   }
+  },
+  {
+   "step": 15901,
+   "loss": 1.0192558765411377,
+   "ema": 1.0340025713918273,
+   "lr": 0.0003318644130905758,
+   "value_bits": {
+    "0": 0.5827694086347553,
+    "128": 0.715298803297798,
+    "256": 0.7343121197907374,
+    "512": 0.8288323663769834,
+    "w": null
+   },
+   "value_n": {
+    "0": 70896,
+    "128": 54792,
+    "256": 72648,
+    "512": 89004,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.023093116235133763,
+    "128": 0.07555526632062315,
+    "256": 0.03417364539565604,
+    "512": 0.1569738713294239,
+    "w": null
+   }
+  },
+  {
+   "step": 16001,
+   "loss": 1.071407437324524,
+   "ema": 1.0381088850216145,
+   "lr": 0.0003267097060377032,
+   "value_bits": {
+    "0": 0.5795783209922131,
+    "128": 0.7113637596460816,
+    "256": 0.7306962660261498,
+    "512": 0.8235997934282844,
+    "w": null
+   },
+   "value_n": {
+    "0": 71292,
+    "128": 55152,
+    "256": 73032,
+    "512": 89646,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.00827693335161024,
+    "128": 0.11245011585483641,
+    "256": 0.046621931938207004,
+    "512": 0.09817935304510461,
+    "w": null
+   }
+  },
+  {
+   "step": 16101,
+   "loss": 1.0254955291748047,
+   "ema": 1.0352173210398765,
+   "lr": 0.0003215935794567511,
+   "value_bits": {
+    "0": 0.5765565292470538,
+    "128": 0.7077318128551708,
+    "256": 0.7264845374383452,
+    "512": 0.8190269537906751,
+    "w": null
+   },
+   "value_n": {
+    "0": 71700,
+    "128": 55452,
+    "256": 73512,
+    "512": 90204,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04854285989437226,
+    "128": 0.0400347148141483,
+    "256": 0.08567003280387417,
+    "512": 0.08437322233344413,
+    "w": null
+   }
+  },
+  {
+   "step": 16201,
+   "loss": 1.022346019744873,
+   "ema": 1.0290278218097686,
+   "lr": 0.00031651691732066054,
+   "value_bits": {
+    "0": 0.574086998770681,
+    "128": 0.7036264121989977,
+    "256": 0.722064665655269,
+    "512": 0.8144707766440369,
+    "w": null
+   },
+   "value_n": {
+    "0": 72036,
+    "128": 55788,
+    "256": 74034,
+    "512": 90774,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.047106834616130126,
+    "128": 0.026088682478409377,
+    "256": 0.09962479110069053,
+    "512": 0.093443753248691,
+    "w": null
+   }
+  },
+  {
+   "step": 16301,
+   "loss": 0.999954879283905,
+   "ema": 1.034334966045617,
+   "lr": 0.00031148059678364,
+   "value_bits": {
+    "0": 0.570895771139791,
+    "128": 0.6998815217323293,
+    "256": 0.7186996994329651,
+    "512": 0.8099469190937667,
+    "w": null
+   },
+   "value_n": {
+    "0": 72462,
+    "128": 56118,
+    "256": 74436,
+    "512": 91380,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.031263673443078184,
+    "128": 0.06679076611264453,
+    "256": 0.09899345738806081,
+    "512": 0.13230889059834477,
+    "w": null
+   }
+  },
+  {
+   "step": 16401,
+   "loss": 1.0228869915008545,
+   "ema": 1.0345459263776364,
+   "lr": 0.00030648548802960843,
+   "value_bits": {
+    "0": 0.5678833483429588,
+    "128": 0.6950611245977854,
+    "256": 0.7147877813178982,
+    "512": 0.8056499609079667,
+    "w": null
+   },
+   "value_n": {
+    "0": 72882,
+    "128": 56520,
+    "256": 74898,
+    "512": 91944,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0481543466666707,
+    "128": 0.022148073860636247,
+    "256": 0.08451172760985774,
+    "512": 0.10945131016612616,
+    "w": null
+   }
+  },
+  {
+   "step": 16501,
+   "loss": 0.9945152997970581,
+   "ema": 1.0315805201753203,
+   "lr": 0.0003015324541218433,
+   "value_bits": {
+    "0": 0.5645445481122994,
+    "128": 0.691109919429114,
+    "256": 0.7108220514247914,
+    "512": 0.8020975562512087,
+    "w": null
+   },
+   "value_n": {
+    "0": 73338,
+    "128": 56880,
+    "256": 75378,
+    "512": 92448,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03090762177255924,
+    "128": 0.0707707079477142,
+    "256": 0.09201947322914074,
+    "512": 0.15403744958262336,
+    "w": null
+   }
+  },
+  {
+   "step": 16601,
+   "loss": 0.9938575625419617,
+   "ema": 1.0325862769524388,
+   "lr": 0.00029662235085386025,
+   "value_bits": {
+    "0": 0.5612287254323618,
+    "128": 0.6874405372478696,
+    "256": 0.7069737285617325,
+    "512": 0.7978820214939198,
+    "w": null
+   },
+   "value_n": {
+    "0": 73788,
+    "128": 57222,
+    "256": 75834,
+    "512": 93006,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.020838050540655587,
+    "128": 0.07716434289352166,
+    "256": 0.0708358321326473,
+    "512": 0.09946310170566752,
+    "w": null
+   }
+  },
+  {
+   "step": 16701,
+   "loss": 1.066980242729187,
+   "ema": 1.0310677453367598,
+   "lr": 0.00029175602660154627,
+   "value_bits": {
+    "0": 0.5578891648172832,
+    "128": 0.6842927408635273,
+    "256": 0.7031334204447864,
+    "512": 0.793435629753166,
+    "w": null
+   },
+   "value_n": {
+    "0": 74256,
+    "128": 57516,
+    "256": 76290,
+    "512": 93576,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03135177450656251,
+    "128": 0.0716287792824676,
+    "256": 0.06448007452266682,
+    "512": 0.06792491003289798,
+    "w": null
+   }
+  },
+  {
+   "step": 16801,
+   "loss": 1.0432978868484497,
+   "ema": 1.0317064409144536,
+   "lr": 0.0002869343221765771,
+   "value_bits": {
+    "0": 0.5549320499803267,
+    "128": 0.6808323389223888,
+    "256": 0.6989850730102998,
+    "512": 0.7891691312582548,
+    "w": null
+   },
+   "value_n": {
+    "0": 74676,
+    "128": 57834,
+    "256": 76770,
+    "512": 94176,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03211414680642238,
+    "128": 0.054956621794958346,
+    "256": 0.03965710264158098,
+    "512": 0.12376602599192352,
+    "w": null
+   }
+  },
+  {
+   "step": 16901,
+   "loss": 1.0178627967834473,
+   "ema": 1.0349894383025373,
+   "lr": 0.00028215807068113934,
+   "value_bits": {
+    "0": 0.5515588719351282,
+    "128": 0.6776960389564551,
+    "256": 0.6946677521721775,
+    "512": 0.7856330485243211,
+    "w": null
+   },
+   "value_n": {
+    "0": 75144,
+    "128": 58146,
+    "256": 77280,
+    "512": 94650,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013320744364097479,
+    "128": 0.0963345895019523,
+    "256": 0.04478398601011267,
+    "512": 0.08307159799490486,
+    "w": null
+   }
+  },
+  {
+   "step": 17001,
+   "loss": 1.0054765939712524,
+   "ema": 1.0311272374182634,
+   "lr": 0.0002774280973639862,
+   "value_bits": {
+    "0": 0.548053225416395,
+    "128": 0.6741209027936499,
+    "256": 0.6913637247192039,
+    "512": 0.7812372416995665,
+    "w": null
+   },
+   "value_n": {
+    "0": 75642,
+    "128": 58464,
+    "256": 77682,
+    "512": 95262,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019080731433079912,
+    "128": 0.020410628194678843,
+    "256": 0.05620143226699715,
+    "512": 0.10139554894953375,
+    "w": null
+   }
+  },
+  {
+   "step": 17101,
+   "loss": 1.0532007217407227,
+   "ema": 1.031047707118996,
+   "lr": 0.0002727452194778497,
+   "value_bits": {
+    "0": 0.545476860047458,
+    "128": 0.6703436770592226,
+    "256": 0.6874898375216779,
+    "512": 0.777229174965148,
+    "w": null
+   },
+   "value_n": {
+    "0": 76038,
+    "128": 58830,
+    "256": 78216,
+    "512": 95808,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05335203874157062,
+    "128": 0.0669783072844687,
+    "256": 0.12394806733775397,
+    "512": 0.07793164153258127,
+    "w": null
+   }
+  },
+  {
+   "step": 17201,
+   "loss": 1.0349717140197754,
+   "ema": 1.030745744650328,
+   "lr": 0.0002681102461382337,
+   "value_bits": {
+    "0": 0.5425287491987076,
+    "128": 0.6664351373426953,
+    "256": 0.684430421577647,
+    "512": 0.7732028880577579,
+    "w": null
+   },
+   "value_n": {
+    "0": 76476,
+    "128": 59208,
+    "256": 78642,
+    "512": 96390,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.030728628839619423,
+    "128": 0.058129868762530935,
+    "256": 0.12270441810740369,
+    "512": 0.11040134849895518,
+    "w": null
+   }
+  },
+  {
+   "step": 17301,
+   "loss": 1.0061339139938354,
+   "ema": 1.028070146490741,
+   "lr": 0.00026352397818361494,
+   "value_bits": {
+    "0": 0.5399491824247217,
+    "128": 0.6625098770620885,
+    "256": 0.6810691577302882,
+    "512": 0.7690354051333171,
+    "w": null
+   },
+   "value_n": {
+    "0": 76872,
+    "128": 59574,
+    "256": 79140,
+    "512": 96978,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04178012028494848,
+    "128": 0.027518591012457932,
+    "256": 0.15027294993110843,
+    "512": 0.08586588287677992,
+    "w": null
+   }
+  },
+  {
+   "step": 17401,
+   "loss": 1.0692347288131714,
+   "ema": 1.034702674816917,
+   "lr": 0.0002589872080370713,
+   "value_bits": {
+    "0": 0.5371896277970523,
+    "128": 0.6589190643734409,
+    "256": 0.677298851419933,
+    "512": 0.7655555779338286,
+    "w": null
+   },
+   "value_n": {
+    "0": 77292,
+    "128": 59922,
+    "256": 79614,
+    "512": 97476,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03211228651561893,
+    "128": 0.044209078415129756,
+    "256": 0.047800873779617455,
+    "512": 0.08791163786953807,
+    "w": null
+   }
+  },
+  {
+   "step": 17501,
+   "loss": 1.0289231538772583,
+   "ema": 1.0244721564660448,
+   "lr": 0.00025450071956936634,
+   "value_bits": {
+    "0": 0.5343102212325294,
+    "128": 0.6552876201333412,
+    "256": 0.6739170152702839,
+    "512": 0.7617125742195936,
+    "w": null
+   },
+   "value_n": {
+    "0": 77724,
+    "128": 60282,
+    "256": 80046,
+    "512": 98016,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019136396729964218,
+    "128": 0.05083372636874314,
+    "256": 0.05067279485786047,
+    "512": 0.06800770375893034,
+    "w": null
+   }
+  },
+  {
+   "step": 17601,
+   "loss": 1.0082893371582031,
+   "ema": 1.0296153104321324,
+   "lr": 0.000250065287963511,
+   "value_bits": {
+    "0": 0.5312742720722369,
+    "128": 0.6517889075967508,
+    "256": 0.6710057910261162,
+    "512": 0.7582030625111129,
+    "w": null
+   },
+   "value_n": {
+    "0": 78198,
+    "128": 60642,
+    "256": 80430,
+    "512": 98550,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.033455469256684627,
+    "128": 0.06592949334468733,
+    "256": 0.06415199975361036,
+    "512": 0.11403021678368429,
+    "w": null
+   }
+  },
+  {
+   "step": 17701,
+   "loss": 1.0170209407806396,
+   "ema": 1.028911946926048,
+   "lr": 0.00024568167958082557,
+   "value_bits": {
+    "0": 0.5287249774382873,
+    "128": 0.6485066145916313,
+    "256": 0.6674898449795222,
+    "512": 0.7541602394978564,
+    "w": null
+   },
+   "value_n": {
+    "0": 78594,
+    "128": 60972,
+    "256": 80898,
+    "512": 99156,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02531653858578706,
+    "128": 0.04534051635993451,
+    "256": 0.06324296351039449,
+    "512": 0.09670115046086214,
+    "w": null
+   }
+  },
+  {
+   "step": 17801,
+   "loss": 1.0347121953964233,
+   "ema": 1.0272824977002744,
+   "lr": 0.00024135065182852723,
+   "value_bits": {
+    "0": 0.5255594945791153,
+    "128": 0.6454142972427996,
+    "256": 0.6636761079519451,
+    "512": 0.7505876502826666,
+    "w": null
+   },
+   "value_n": {
+    "0": 79092,
+    "128": 61272,
+    "256": 81426,
+    "512": 99702,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.025985278045454786,
+    "128": 0.01693171926625319,
+    "256": 0.07935092223805143,
+    "512": 0.10178974511533,
+    "w": null
+   }
+  },
+  {
+   "step": 17901,
+   "loss": 1.0108338594436646,
+   "ema": 1.0258443725252038,
+   "lr": 0.00023707295302886314,
+   "value_bits": {
+    "0": 0.522855329850725,
+    "128": 0.6427135382444839,
+    "256": 0.6604527557744931,
+    "512": 0.746515082472033,
+    "w": null
+   },
+   "value_n": {
+    "0": 79512,
+    "128": 61548,
+    "256": 81870,
+    "512": 100326,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01362248057014158,
+    "128": 0.04314504061839385,
+    "256": 0.0693161017177134,
+    "512": 0.09580489680570003,
+    "w": null
+   }
+  },
+  {
+   "step": 18001,
+   "loss": 1.0090242624282837,
+   "ema": 1.0254676381254473,
+   "lr": 0.00023284932228981455,
+   "value_bits": {
+    "0": 0.5205136981114087,
+    "128": 0.639698057039981,
+    "256": 0.6570076120991281,
+    "512": 0.7427118919238865,
+    "w": null
+   },
+   "value_n": {
+    "0": 79902,
+    "128": 61884,
+    "256": 82368,
+    "512": 100908,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.043109024120324524,
+    "128": 0.08732651782941776,
+    "256": 0.09063429342015147,
+    "512": 0.08711241609340979,
+    "w": null
+   }
+  },
+  {
+   "step": 18101,
+   "loss": 1.069199800491333,
+   "ema": 1.0233272214862823,
+   "lr": 0.00022868048937739292,
+   "value_bits": {
+    "0": 0.5173492716042987,
+    "128": 0.6371866001800313,
+    "256": 0.6533378903097967,
+    "512": 0.7394915650802313,
+    "w": null
+   },
+   "value_n": {
+    "0": 80424,
+    "128": 62166,
+    "256": 82896,
+    "512": 101388,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0329737797056305,
+    "128": 0.08605540755194398,
+    "256": 0.08086129117410197,
+    "512": 0.06249835437278942,
+    "w": null
+   }
+  },
+  {
+   "step": 18201,
+   "loss": 1.017464280128479,
+   "ema": 1.0220864645901802,
+   "lr": 0.0002245671745895482,
+   "value_bits": {
+    "0": 0.5149146711387237,
+    "128": 0.6329387755700161,
+    "256": 0.650123411309414,
+    "512": 0.7358354966474726,
+    "w": null
+   },
+   "value_n": {
+    "0": 80826,
+    "128": 62634,
+    "256": 83346,
+    "512": 101958,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0278492287421959,
+    "128": 0.06868607320633517,
+    "256": 0.0579735197189124,
+    "512": 0.08551713478688927,
+    "w": null
+   }
+  },
+  {
+   "step": 18301,
+   "loss": 1.0309419631958008,
+   "ema": 1.0285440060655793,
+   "lr": 0.00022051008863171656,
+   "value_bits": {
+    "0": 0.5119141398837264,
+    "128": 0.6300059373814333,
+    "256": 0.6470234240443707,
+    "512": 0.7326017582566001,
+    "w": null
+   },
+   "value_n": {
+    "0": 81324,
+    "128": 62964,
+    "256": 83802,
+    "512": 102474,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024924302099783184,
+    "128": 0.07335324918841139,
+    "256": 0.08041917274547492,
+    "512": 0.09363761318572883,
+    "w": null
+   }
+  },
+  {
+   "step": 18401,
+   "loss": 1.018231749534607,
+   "ema": 1.0254307903533864,
+   "lr": 0.0002165099324940219,
+   "value_bits": {
+    "0": 0.5094217176165279,
+    "128": 0.6268938433551415,
+    "256": 0.6441642856736778,
+    "512": 0.7288291304030421,
+    "w": null
+   },
+   "value_n": {
+    "0": 81762,
+    "128": 63306,
+    "256": 84228,
+    "512": 103062,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.046650602416408574,
+    "128": 0.053940953672594306,
+    "256": 0.08171941773749633,
+    "512": 0.07135248641407123,
+    "w": null
+   }
+  },
+  {
+   "step": 18501,
+   "loss": 1.0651848316192627,
+   "ema": 1.0228441507898454,
+   "lr": 0.00021256739733015862,
+   "value_bits": {
+    "0": 0.5068894475693732,
+    "128": 0.6238497476531178,
+    "256": 0.6411091976697653,
+    "512": 0.7254681797385415,
+    "w": null
+   },
+   "value_n": {
+    "0": 82206,
+    "128": 63684,
+    "256": 84678,
+    "512": 103578,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04057534037236535,
+    "128": 0.11403619603324171,
+    "256": 0.06927819235078436,
+    "512": 0.054176905737060556,
+    "w": null
+   }
+  },
+  {
+   "step": 18601,
+   "loss": 1.0443298816680908,
+   "ema": 1.0198565515542937,
+   "lr": 0.00020868316433797222,
+   "value_bits": {
+    "0": 0.5036194114237466,
+    "128": 0.6207542613780719,
+    "256": 0.6385297522728696,
+    "512": 0.7222304556639765,
+    "w": null
+   },
+   "value_n": {
+    "0": 82776,
+    "128": 64026,
+    "256": 85050,
+    "512": 104118,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03201135635818432,
+    "128": 0.04434213289845529,
+    "256": 0.051373092814961115,
+    "512": 0.10119900345048828,
+    "w": null
+   }
+  },
+  {
+   "step": 18701,
+   "loss": 1.0058038234710693,
+   "ema": 1.0247922380809202,
+   "lr": 0.00020485790464176096,
+   "value_bits": {
+    "0": 0.5009283764452164,
+    "128": 0.6178626256019015,
+    "256": 0.6354293563037076,
+    "512": 0.7189884881714708,
+    "w": null
+   },
+   "value_n": {
+    "0": 83232,
+    "128": 64350,
+    "256": 85512,
+    "512": 104682,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012434711132024004,
+    "128": 0.04644326694423246,
+    "256": 0.06467464379890157,
+    "512": 0.12050059564537233,
+    "w": null
+   }
+  },
+  {
+   "step": 18801,
+   "loss": 0.9885076284408569,
+   "ema": 1.021296354098885,
+   "lr": 0.00020109227917631847,
+   "value_bits": {
+    "0": 0.49831715277002936,
+    "128": 0.6156129412561042,
+    "256": 0.632515808694977,
+    "512": 0.7155608236999047,
+    "w": null
+   },
+   "value_n": {
+    "0": 83688,
+    "128": 64614,
+    "256": 85962,
+    "512": 105264,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021700115635888282,
+    "128": 0.0672523819680043,
+    "256": 0.07886406843326246,
+    "512": 0.09904059653070804,
+    "w": null
+   }
+  },
+  {
+   "step": 18901,
+   "loss": 1.077455997467041,
+   "ema": 1.0248523565146763,
+   "lr": 0.0001973869385727354,
+   "value_bits": {
+    "0": 0.49595476845829484,
+    "128": 0.6130850452483194,
+    "256": 0.629791720365854,
+    "512": 0.7116793748444692,
+    "w": null
+   },
+   "value_n": {
+    "0": 84096,
+    "128": 64902,
+    "256": 86412,
+    "512": 105918,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01138805698663021,
+    "128": 0.045941043001785344,
+    "256": 0.10941820714791567,
+    "512": 0.08694415723198595,
+    "w": null
+   }
+  },
+  {
+   "step": 19001,
+   "loss": 1.0253607034683228,
+   "ema": 1.0225520377025887,
+   "lr": 0.00019374252304598305,
+   "value_bits": {
+    "0": 0.49330271868338776,
+    "128": 0.610269278545656,
+    "256": 0.6269955523079411,
+    "512": 0.7083022140744769,
+    "w": null
+   },
+   "value_n": {
+    "0": 84564,
+    "128": 65214,
+    "256": 86832,
+    "512": 106464,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.016749774515480036,
+    "128": 0.024535655031997682,
+    "256": 0.05170394702135955,
+    "512": 0.053170136352789006,
+    "w": null
+   }
+  },
+  {
+   "step": 19101,
+   "loss": 1.0537927150726318,
+   "ema": 1.024907656067885,
+   "lr": 0.00019015966228429549,
+   "value_bits": {
+    "0": 0.491143502925766,
+    "128": 0.6073487045984532,
+    "256": 0.6243793298081567,
+    "512": 0.7046995062620124,
+    "w": null
+   },
+   "value_n": {
+    "0": 84954,
+    "128": 65562,
+    "256": 87246,
+    "512": 107076,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022959089265423473,
+    "128": 0.06004321783728869,
+    "256": 0.075655097679456,
+    "512": 0.0779696295524983,
+    "w": null
+   }
+  },
+  {
+   "step": 19201,
+   "loss": 1.0370142459869385,
+   "ema": 1.0192829597184279,
+   "lr": 0.00018663897534037111,
+   "value_bits": {
+    "0": 0.4887068583400554,
+    "128": 0.6051577429062343,
+    "256": 0.6217224398888982,
+    "512": 0.7013632452225647,
+    "w": null
+   },
+   "value_n": {
+    "0": 85398,
+    "128": 65844,
+    "256": 87642,
+    "512": 107646,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022484551730917582,
+    "128": 0.09578245756844048,
+    "256": 0.03636128358681927,
+    "512": 0.07463782932797937,
+    "w": null
+   }
+  },
+  {
+   "step": 19301,
+   "loss": 1.0125370025634766,
+   "ema": 1.0264628027581435,
+   "lr": 0.00018318107052441168,
+   "value_bits": {
+    "0": 0.48622807634467796,
+    "128": 0.601261900395107,
+    "256": 0.6188984680685056,
+    "512": 0.6986132871587137,
+    "w": null
+   },
+   "value_n": {
+    "0": 85848,
+    "128": 66300,
+    "256": 88068,
+    "512": 108120,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015821354475243743,
+    "128": 0.0387227462225981,
+    "256": 0.03791598383646342,
+    "512": 0.07409432989860815,
+    "w": null
+   }
+  },
+  {
+   "step": 19401,
+   "loss": 0.9806032776832581,
+   "ema": 1.0237622507553457,
+   "lr": 0.0001797865452990175,
+   "value_bits": {
+    "0": 0.48401825757507166,
+    "128": 0.5983019067675956,
+    "256": 0.6163101203674793,
+    "512": 0.6955060985312402,
+    "w": null
+   },
+   "value_n": {
+    "0": 86274,
+    "128": 66660,
+    "256": 88476,
+    "512": 108696,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.038693089187379834,
+    "128": 0.05316974703426003,
+    "256": 0.05760765631359426,
+    "512": 0.11226089991589107,
+    "w": null
+   }
+  },
+  {
+   "step": 19501,
+   "loss": 1.0191062688827515,
+   "ema": 1.0190141810308302,
+   "lr": 0.00017645598617595698,
+   "value_bits": {
+    "0": 0.4818446862806787,
+    "128": 0.595332531123028,
+    "256": 0.6136343291073715,
+    "512": 0.6922235956719923,
+    "w": null
+   },
+   "value_n": {
+    "0": 86670,
+    "128": 67026,
+    "256": 88902,
+    "512": 109302,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.008302540188616578,
+    "128": 0.054516737497667916,
+    "256": 0.05789886542356902,
+    "512": 0.10345308281917086,
+    "w": null
+   }
+  },
+  {
+   "step": 19601,
+   "loss": 0.9768208265304565,
+   "ema": 1.0169997448574433,
+   "lr": 0.00017318996861482767,
+   "value_bits": {
+    "0": 0.479345822502772,
+    "128": 0.5930436295623268,
+    "256": 0.6105523487848823,
+    "512": 0.6892118196573964,
+    "w": null
+   },
+   "value_n": {
+    "0": 87144,
+    "128": 67302,
+    "256": 89394,
+    "512": 109860,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022433325390597388,
+    "128": 0.03718886141900891,
+    "256": 0.05365353856143765,
+    "512": 0.09925995236821823,
+    "w": null
+   }
+  },
+  {
+   "step": 19701,
+   "loss": 1.0371732711791992,
+   "ema": 1.0159713281830978,
+   "lr": 0.00016998905692362765,
+   "value_bits": {
+    "0": 0.4769774250421461,
+    "128": 0.5909681169457592,
+    "256": 0.6076494208068365,
+    "512": 0.6856836150826452,
+    "w": null
+   },
+   "value_n": {
+    "0": 87612,
+    "128": 67548,
+    "256": 89868,
+    "512": 110496,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0359696722455777,
+    "128": 0.023138238408226385,
+    "256": 0.060171902516910784,
+    "512": 0.07623620221758715,
+    "w": null
+   }
+  },
+  {
+   "step": 19801,
+   "loss": 1.0325090885162354,
+   "ema": 1.024238994648178,
+   "lr": 0.00016685380416125387,
+   "value_bits": {
+    "0": 0.4748335913771769,
+    "128": 0.5885179381426632,
+    "256": 0.6050189439267032,
+    "512": 0.6826493718990432,
+    "w": null
+   },
+   "value_n": {
+    "0": 88044,
+    "128": 67860,
+    "256": 90318,
+    "512": 111078,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.040052213934401996,
+    "128": 0.058054227272377065,
+    "256": 0.0796951744515444,
+    "512": 0.1065810990205574,
+    "w": null
+   }
+  },
+  {
+   "step": 19901,
+   "loss": 1.0125031471252441,
+   "ema": 1.019650536216436,
+   "lr": 0.00016378475204194287,
+   "value_bits": {
+    "0": 0.47236980023528213,
+    "128": 0.5854835482088422,
+    "256": 0.602859143152078,
+    "512": 0.6792405379139043,
+    "w": null
+   },
+   "value_n": {
+    "0": 88512,
+    "128": 68226,
+    "256": 90696,
+    "512": 111678,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0088611948998557,
+    "128": 0.022877808020051106,
+    "256": 0.08680388822457955,
+    "512": 0.04816310224514285,
+    "w": null
+   }
+  },
+  {
+   "step": 20001,
+   "loss": 0.9905002117156982,
+   "ema": 1.0181555159329467,
+   "lr": 0.0001607824308416733,
+   "value_bits": {
+    "0": 0.47057183302655686,
+    "128": 0.582878511240076,
+    "256": 0.5997090176772141,
+    "512": 0.676139600876569,
+    "w": null
+   },
+   "value_n": {
+    "0": 88872,
+    "128": 68544,
+    "256": 91206,
+    "512": 112272,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.028511628641304004,
+    "128": 0.02397520233743029,
+    "256": 0.039505527347297266,
+    "512": 0.09313211526119554,
+    "w": null
+   }
+  },
+  {
+   "step": 20101,
+   "loss": 1.015091061592102,
+   "ema": 1.0179299301981386,
+   "lr": 0.0001578473593065433,
+   "value_bits": {
+    "0": 0.46818712692004394,
+    "128": 0.5802503581927452,
+    "256": 0.5972764883168805,
+    "512": 0.6733386166631276,
+    "w": null
+   },
+   "value_n": {
+    "0": 89334,
+    "128": 68898,
+    "256": 91626,
+    "512": 112812,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009456388612641085,
+    "128": 0.07136865628246133,
+    "256": 0.0690353625107267,
+    "512": 0.09098287664183118,
+    "w": null
+   }
+  },
+  {
+   "step": 20201,
+   "loss": 1.0492732524871826,
+   "ema": 1.0184240803346656,
+   "lr": 0.00015498004456314098,
+   "value_bits": {
+    "0": 0.46599893240915125,
+    "128": 0.577843578235873,
+    "256": 0.5945839609611011,
+    "512": 0.6705542369882638,
+    "w": null
+   },
+   "value_n": {
+    "0": 89778,
+    "128": 69210,
+    "256": 92064,
+    "512": 113334,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.025728282778330544,
+    "128": 0.04636176583655179,
+    "256": 0.031329368493862336,
+    "512": 0.06880818357688942,
+    "w": null
+   }
+  },
+  {
+   "step": 20301,
+   "loss": 0.9983497858047485,
+   "ema": 1.0176106899554067,
+   "lr": 0.00015218098203092226,
+   "value_bits": {
+    "0": 0.4640597522073087,
+    "128": 0.5752928261324209,
+    "256": 0.5919150248401748,
+    "512": 0.6680383691306717,
+    "w": null
+   },
+   "value_n": {
+    "0": 90186,
+    "128": 69528,
+    "256": 92514,
+    "512": 113856,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03735455573421919,
+    "128": 0.02014328814526785,
+    "256": 0.04588628031361137,
+    "512": 0.12180586381969682,
+    "w": null
+   }
+  },
+  {
+   "step": 20401,
+   "loss": 1.0244232416152954,
+   "ema": 1.018565298224168,
+   "lr": 0.0001494506553366113,
+   "value_bits": {
+    "0": 0.4618702716993674,
+    "128": 0.5722865356987581,
+    "256": 0.5896290077326409,
+    "512": 0.6654268270542646,
+    "w": null
+   },
+   "value_n": {
+    "0": 90654,
+    "128": 69912,
+    "256": 92898,
+    "512": 114372,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03994614971391312,
+    "128": 0.027960074053698568,
+    "256": 0.03887747990350296,
+    "512": 0.089187031218194,
+    "w": null
+   }
+  },
+  {
+   "step": 20501,
+   "loss": 1.0304691791534424,
+   "ema": 1.0202072077205415,
+   "lr": 0.0001467895362306391,
+   "value_bits": {
+    "0": 0.4597053493827413,
+    "128": 0.5698013051260583,
+    "256": 0.5875346094411795,
+    "512": 0.6625479127745002,
+    "w": null
+   },
+   "value_n": {
+    "0": 91098,
+    "128": 70254,
+    "256": 93288,
+    "512": 114942,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01768087260025374,
+    "128": 0.06176785542257579,
+    "256": 0.08864893641507356,
+    "512": 0.08488618644956024,
+    "w": null
+   }
+  },
+  {
+   "step": 20601,
+   "loss": 1.037377119064331,
+   "ema": 1.019212724859666,
+   "lr": 0.00014419808450563305,
+   "value_bits": {
+    "0": 0.45750532892775714,
+    "128": 0.5668577807313219,
+    "256": 0.5853261874596192,
+    "512": 0.6598671895062594,
+    "w": null
+   },
+   "value_n": {
+    "0": 91560,
+    "128": 70656,
+    "256": 93714,
+    "512": 115452,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02370129557679575,
+    "128": 0.052443942851178454,
+    "256": 0.10171287803285299,
+    "512": 0.05569524068641654,
+    "w": null
+   }
+  },
+  {
+   "step": 20701,
+   "loss": 0.9999719858169556,
+   "ema": 1.014933435513686,
+   "lr": 0.00014167674791697334,
+   "value_bits": {
+    "0": 0.45510212296627955,
+    "128": 0.5647269867184243,
+    "256": 0.582647742699231,
+    "512": 0.6575635661923517,
+    "w": null
+   },
+   "value_n": {
+    "0": 92088,
+    "128": 70974,
+    "256": 94206,
+    "512": 115920,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03836436191914901,
+    "128": 0.09128867924895069,
+    "256": 0.07246934376627205,
+    "512": 0.08927741483064505,
+    "w": null
+   }
+  },
+  {
+   "step": 20801,
+   "loss": 1.0341840982437134,
+   "ema": 1.0177833607178712,
+   "lr": 0.00013922596210542957,
+   "value_bits": {
+    "0": 0.4532945689251677,
+    "128": 0.5619175869115499,
+    "256": 0.5802485061346795,
+    "512": 0.6543325297603146,
+    "w": null
+   },
+   "value_n": {
+    "0": 92466,
+    "128": 71364,
+    "256": 94638,
+    "512": 116562,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012939974909510188,
+    "128": 0.05065004359590705,
+    "256": 0.057048321412132126,
+    "512": 0.07093417586353065,
+    "w": null
+   }
+  },
+  {
+   "step": 20901,
+   "loss": 1.0756571292877197,
+   "ema": 1.0178198378198478,
+   "lr": 0.00013684615052188926,
+   "value_bits": {
+    "0": 0.4513989340440831,
+    "128": 0.5596164721777173,
+    "256": 0.5775784055672172,
+    "512": 0.6516512316628145,
+    "w": null
+   },
+   "value_n": {
+    "0": 92898,
+    "128": 71676,
+    "256": 95118,
+    "512": 117126,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04565408470528366,
+    "128": 0.033280729019945894,
+    "256": 0.05113470243494214,
+    "512": 0.09750678336350002,
+    "w": null
+   }
+  },
+  {
+   "step": 21001,
+   "loss": 0.9981915354728699,
+   "ema": 1.017086110216461,
+   "lr": 0.00013453772435419398,
+   "value_bits": {
+    "0": 0.44968059990636394,
+    "128": 0.557003557424664,
+    "256": 0.5754089384415472,
+    "512": 0.6486912567659916,
+    "w": null
+   },
+   "value_n": {
+    "0": 93264,
+    "128": 72042,
+    "256": 95514,
+    "512": 117726,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01353359245870489,
+    "128": 0.045300612507049746,
+    "256": 0.05430950899840414,
+    "512": 0.07087455715719915,
+    "w": null
+   }
+  },
+  {
+   "step": 21101,
+   "loss": 1.0425734519958496,
+   "ema": 1.013350125780367,
+   "lr": 0.00013230108245609296,
+   "value_bits": {
+    "0": 0.44757172437809584,
+    "128": 0.5551611886287197,
+    "256": 0.5728213872305438,
+    "512": 0.6457566979510241,
+    "w": null
+   },
+   "value_n": {
+    "0": 93732,
+    "128": 72330,
+    "256": 95976,
+    "512": 118326,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0273106832063246,
+    "128": 0.09430031085988397,
+    "256": 0.0378703777764821,
+    "512": 0.06996691286624958,
+    "w": null
+   }
+  },
+  {
+   "step": 21201,
+   "loss": 0.9555442333221436,
+   "ema": 1.0097904591879674,
+   "lr": 0.00013013661127832891,
+   "value_bits": {
+    "0": 0.445355851317108,
+    "128": 0.5526794880478635,
+    "256": 0.5702348581896876,
+    "512": 0.643413659776352,
+    "w": null
+   },
+   "value_n": {
+    "0": 94230,
+    "128": 72672,
+    "256": 96462,
+    "512": 118806,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.028291165067070433,
+    "128": 0.02782158450011664,
+    "256": 0.05944327130651728,
+    "512": 0.06582546174247861,
+    "w": null
+   }
+  },
+  {
+   "step": 21301,
+   "loss": 1.012125015258789,
+   "ema": 1.0135961899167598,
+   "lr": 0.0001280446848018664,
+   "value_bits": {
+    "0": 0.4434360960513187,
+    "128": 0.5499020470332255,
+    "256": 0.5683288097972852,
+    "512": 0.6407705844173986,
+    "w": null
+   },
+   "value_n": {
+    "0": 94662,
+    "128": 73074,
+    "256": 96816,
+    "512": 119382,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024689478701024836,
+    "128": 0.047807038536300014,
+    "256": 0.04894677582010788,
+    "512": 0.09560875959829081,
+    "w": null
+   }
+  },
+  {
+   "step": 21401,
+   "loss": 1.0228731632232666,
+   "ema": 1.0207396272799178,
+   "lr": 0.0001260256644732746,
+   "value_bits": {
+    "0": 0.441540882174059,
+    "128": 0.5479774525619183,
+    "256": 0.5661809484161093,
+    "512": 0.6381757968038885,
+    "w": null
+   },
+   "value_n": {
+    "0": 95082,
+    "128": 73356,
+    "256": 97230,
+    "512": 119946,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01438674872370295,
+    "128": 0.04926179158209991,
+    "256": 0.06389266947910358,
+    "512": 0.0889365505697285,
+    "w": null
+   }
+  },
+  {
+   "step": 21501,
+   "loss": 1.024831771850586,
+   "ema": 1.0154244145330669,
+   "lr": 0.00012407989914227602,
+   "value_bits": {
+    "0": 0.4395410083575599,
+    "128": 0.5456336517519167,
+    "256": 0.5640604175897939,
+    "512": 0.6355992833771253,
+    "w": null
+   },
+   "value_n": {
+    "0": 95556,
+    "128": 73710,
+    "256": 97620,
+    "512": 120522,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03837644671120382,
+    "128": 0.05995045339463732,
+    "256": 0.03539577081376884,
+    "512": 0.09906720093521229,
+    "w": null
+   }
+  },
+  {
+   "step": 21601,
+   "loss": 1.019716739654541,
+   "ema": 1.0173015275714994,
+   "lr": 0.00012220772500147172,
+   "value_bits": {
+    "0": 0.4379694556531656,
+    "128": 0.5434433001658341,
+    "256": 0.5617279333124304,
+    "512": 0.6327183450405366,
+    "w": null
+   },
+   "value_n": {
+    "0": 95916,
+    "128": 74046,
+    "256": 98088,
+    "512": 121110,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.020826982816779627,
+    "128": 0.0629349209689652,
+    "256": 0.07519563597007144,
+    "512": 0.042214178029753316,
+    "w": null
+   }
+  },
+  {
+   "step": 21701,
+   "loss": 1.0435051918029785,
+   "ema": 1.0175142588327273,
+   "lr": 0.00012040946552825321,
+   "value_bits": {
+    "0": 0.43627540261015196,
+    "128": 0.5416601405456487,
+    "256": 0.5592286982849878,
+    "512": 0.6302987134064387,
+    "w": null
+   },
+   "value_n": {
+    "0": 96318,
+    "128": 74334,
+    "256": 98604,
+    "512": 121674,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03207940342185173,
+    "128": 0.08320237236424063,
+    "256": 0.08414155609159882,
+    "512": 0.11072143112699824,
+    "w": null
+   }
+  },
+  {
+   "step": 21801,
+   "loss": 1.0143189430236816,
+   "ema": 1.0155225520652267,
+   "lr": 0.00011868543142891201,
+   "value_bits": {
+    "0": 0.434068424449334,
+    "128": 0.539596815067819,
+    "256": 0.5570050821476302,
+    "512": 0.6279280385632164,
+    "w": null
+   },
+   "value_n": {
+    "0": 96840,
+    "128": 74634,
+    "256": 99042,
+    "512": 122214,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.026842902430822418,
+    "128": 0.028346028171162108,
+    "256": 0.05641730678687577,
+    "512": 0.09376231472206595,
+    "w": null
+   }
+  },
+  {
+   "step": 21901,
+   "loss": 1.0306670665740967,
+   "ema": 1.013249341133428,
+   "lr": 0.00011703592058495441,
+   "value_bits": {
+    "0": 0.43240932664892234,
+    "128": 0.5371431873395762,
+    "256": 0.555303725872252,
+    "512": 0.6252329089673493,
+    "w": null
+   },
+   "value_n": {
+    "0": 97236,
+    "128": 75000,
+    "256": 99420,
+    "512": 122796,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02668450091188105,
+    "128": 0.036804247804953054,
+    "256": 0.10952137606800014,
+    "512": 0.05928347867643609,
+    "w": null
+   }
+  },
+  {
+   "step": 22001,
+   "loss": 1.0271228551864624,
+   "ema": 1.018326877479425,
+   "lr": 0.00011546121800163398,
+   "value_bits": {
+    "0": 0.430155972885696,
+    "128": 0.5352498789867125,
+    "256": 0.5528908474611485,
+    "512": 0.6226754742899197,
+    "w": null
+   },
+   "value_n": {
+    "0": 97758,
+    "128": 75312,
+    "256": 99906,
+    "512": 123360,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010410558094360239,
+    "128": 0.08012767877909475,
+    "256": 0.05929337496751027,
+    "512": 0.06586209015934072,
+    "w": null
+   }
+  },
+  {
+   "step": 22101,
+   "loss": 1.0168802738189697,
+   "ema": 1.0194735698837891,
+   "lr": 0.00011396159575870696,
+   "value_bits": {
+    "0": 0.42864329662319717,
+    "128": 0.5330224462049733,
+    "256": 0.5505607610920158,
+    "512": 0.6204812432103276,
+    "w": null
+   },
+   "value_n": {
+    "0": 98106,
+    "128": 75678,
+    "256": 100386,
+    "512": 123870,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0037116699871217102,
+    "128": 0.07468250724776343,
+    "256": 0.0655824094366475,
+    "512": 0.08973546678193678,
+    "w": null
+   }
+  },
+  {
+   "step": 22201,
+   "loss": 0.9796738028526306,
+   "ema": 1.0131897179529084,
+   "lr": 0.00011253731296342258,
+   "value_bits": {
+    "0": 0.42703491378683694,
+    "128": 0.5308478650994943,
+    "256": 0.5477401483018907,
+    "512": 0.6178926492323213,
+    "w": null
+   },
+   "value_n": {
+    "0": 98502,
+    "128": 76026,
+    "256": 100944,
+    "512": 124458,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.028570250797035457,
+    "128": 0.05795146021317155,
+    "256": 0.04030280860745295,
+    "512": 0.07257098927377617,
+    "w": null
+   }
+  },
+  {
+   "step": 22301,
+   "loss": 0.9782707691192627,
+   "ema": 1.01511205445482,
+   "lr": 0.00011118861570575383,
+   "value_bits": {
+    "0": 0.42564061429755484,
+    "128": 0.5285420318868947,
+    "256": 0.5453217236507735,
+    "512": 0.6153309382053187,
+    "w": null
+   },
+   "value_n": {
+    "0": 98844,
+    "128": 76392,
+    "256": 101448,
+    "512": 125052,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02405789998976857,
+    "128": 0.04957133292214927,
+    "256": 0.06094581495557986,
+    "512": 0.07858778837585606,
+    "w": null
+   }
+  },
+  {
+   "step": 22401,
+   "loss": 1.0482760667800903,
+   "ema": 1.0120023919862453,
+   "lr": 0.00010991573701587744,
+   "value_bits": {
+    "0": 0.42380782169976616,
+    "128": 0.5267933991116325,
+    "256": 0.54333004878238,
+    "512": 0.6126284220814747,
+    "w": null
+   },
+   "value_n": {
+    "0": 99318,
+    "128": 76674,
+    "256": 101874,
+    "512": 125652,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04161256529507591,
+    "128": 0.05309994177888579,
+    "256": 0.06903091251764151,
+    "512": 0.0493700115499118,
+    "w": null
+   }
+  },
+  {
+   "step": 22501,
+   "loss": 0.9824215173721313,
+   "ema": 1.013004422997229,
+   "lr": 0.00010871889682391076,
+   "value_bits": {
+    "0": 0.4220087224172665,
+    "128": 0.5245106346460894,
+    "256": 0.5411369521596274,
+    "512": 0.610679438610014,
+    "w": null
+   },
+   "value_n": {
+    "0": 99762,
+    "128": 77034,
+    "256": 102342,
+    "512": 126102,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01956966264405733,
+    "128": 0.03831984955983201,
+    "256": 0.06374480398378794,
+    "512": 0.06647128048560698,
+    "w": null
+   }
+  },
+  {
+   "step": 22601,
+   "loss": 0.9818277359008789,
+   "ema": 1.0169923871839666,
+   "lr": 0.00010759830192191176,
+   "value_bits": {
+    "0": 0.4205701164248309,
+    "128": 0.5227034097992771,
+    "256": 0.5388730190488283,
+    "512": 0.6083153930095587,
+    "w": null
+   },
+   "value_n": {
+    "0": 100122,
+    "128": 77340,
+    "256": 102864,
+    "512": 126636,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021908419154382724,
+    "128": 0.06774341355962522,
+    "256": 0.09501201823388485,
+    "512": 0.05005532127059678,
+    "w": null
+   }
+  },
+  {
+   "step": 22701,
+   "loss": 1.0379379987716675,
+   "ema": 1.0170364695491354,
+   "lr": 0.00010655414592814919,
+   "value_bits": {
+    "0": 0.4188452543093233,
+    "128": 0.5204802635956974,
+    "256": 0.5367384639149895,
+    "512": 0.6059418322502789,
+    "w": null
+   },
+   "value_n": {
+    "0": 100542,
+    "128": 77718,
+    "256": 103332,
+    "512": 127206,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.007662766859679937,
+    "128": 0.06561749273630947,
+    "256": 0.06757419193379799,
+    "512": 0.07861158608857645,
+    "w": null
+   }
+  },
+  {
+   "step": 22801,
+   "loss": 0.9631080627441406,
+   "ema": 1.012675658794781,
+   "lr": 0.00010558660925364902,
+   "value_bits": {
+    "0": 0.41719620616262565,
+    "128": 0.5181002270380171,
+    "256": 0.5346822409364813,
+    "512": 0.6032458430158618,
+    "w": null
+   },
+   "value_n": {
+    "0": 100980,
+    "128": 78120,
+    "256": 103764,
+    "512": 127812,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.038660592543272775,
+    "128": 0.05797166686435588,
+    "256": 0.042845127938310024,
+    "512": 0.03732834045274594,
+    "w": null
+   }
+  },
+  {
+   "step": 22901,
+   "loss": 1.00227952003479,
+   "ema": 1.0123725239071237,
+   "lr": 0.0001046958590710223,
+   "value_bits": {
+    "0": 0.41516430113332325,
+    "128": 0.5165059656478092,
+    "256": 0.5328435679608571,
+    "512": 0.6011047234282322,
+    "w": null
+   },
+   "value_n": {
+    "0": 101490,
+    "128": 78420,
+    "256": 104178,
+    "512": 128358,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012847105331451806,
+    "128": 0.10136029963768091,
+    "256": 0.0720028369399051,
+    "512": 0.09989450962945941,
+    "w": null
+   }
+  },
+  {
+   "step": 23001,
+   "loss": 0.9699147939682007,
+   "ema": 1.0127680799480472,
+   "lr": 0.00010388204928558148,
+   "value_bits": {
+    "0": 0.41354896847589495,
+    "128": 0.5144162108803079,
+    "256": 0.5306437250728112,
+    "512": 0.5989545240051868,
+    "w": null
+   },
+   "value_n": {
+    "0": 101892,
+    "128": 78756,
+    "256": 104646,
+    "512": 128946,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.005737746081868607,
+    "128": 0.026682374965284333,
+    "256": 0.04095305757099298,
+    "512": 0.12957476627856157,
+    "w": null
+   }
+  },
+  {
+   "step": 23101,
+   "loss": 0.9831185340881348,
+   "ema": 1.0135677177996243,
+   "lr": 0.00010314532050874761,
+   "value_bits": {
+    "0": 0.41174307418182987,
+    "128": 0.5123517495068617,
+    "256": 0.5287709287412505,
+    "512": 0.5968995661721715,
+    "w": null
+   },
+   "value_n": {
+    "0": 102366,
+    "128": 79098,
+    "256": 105054,
+    "512": 129462,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.023544379222175678,
+    "128": 0.036946135684828345,
+    "256": 0.04842621081848279,
+    "512": 0.08337516164506367,
+    "w": null
+   }
+  },
+  {
+   "step": 23201,
+   "loss": 1.0080187320709229,
+   "ema": 1.008805257851539,
+   "lr": 0.00010248580003375586,
+   "value_bits": {
+    "0": 0.4099854525535529,
+    "128": 0.5106579399211698,
+    "256": 0.5266831159349893,
+    "512": 0.5942372811661014,
+    "w": null
+   },
+   "value_n": {
+    "0": 102822,
+    "128": 79398,
+    "256": 105504,
+    "512": 130104,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015422523605746885,
+    "128": 0.06406810455765775,
+    "256": 0.0392762569372781,
+    "512": 0.05737631316633752,
+    "w": null
+   }
+  },
+  {
+   "step": 23301,
+   "loss": 1.049837589263916,
+   "ema": 1.0137976985931063,
+   "lr": 0.00010190360181366123,
+   "value_bits": {
+    "0": 0.40840369902472323,
+    "128": 0.5089571670894818,
+    "256": 0.5243946617778014,
+    "512": 0.5921410349846719,
+    "w": null
+   },
+   "value_n": {
+    "0": 103254,
+    "128": 79674,
+    "256": 106032,
+    "512": 130632,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03192439036425513,
+    "128": 0.019689191399752917,
+    "256": 0.06711991291423719,
+    "512": 0.0756069190969493,
+    "w": null
+   }
+  },
+  {
+   "step": 23401,
+   "loss": 1.0015037059783936,
+   "ema": 1.009882319661853,
+   "lr": 0.00010139882644164988,
+   "value_bits": {
+    "0": 0.4063739000682743,
+    "128": 0.5072440385215421,
+    "256": 0.52255931991673,
+    "512": 0.5901554247059281,
+    "w": null
+   },
+   "value_n": {
+    "0": 103800,
+    "128": 79962,
+    "256": 106452,
+    "512": 131130,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022518842469030582,
+    "128": 0.03331415823672989,
+    "256": 0.05921415750455234,
+    "512": 0.06930353327451202,
+    "w": null
+   }
+  },
+  {
+   "step": 23501,
+   "loss": 1.020467758178711,
+   "ema": 1.012347899508963,
+   "lr": 0.00010097156113365811,
+   "value_bits": {
+    "0": 0.40472479502419606,
+    "128": 0.5051209166706534,
+    "256": 0.5200989617044287,
+    "512": 0.5880592485780987,
+    "w": null
+   },
+   "value_n": {
+    "0": 104244,
+    "128": 80334,
+    "256": 106998,
+    "512": 131670,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01919077796267339,
+    "128": 0.048752450432042876,
+    "256": 0.04041022101596513,
+    "512": 0.07903781220351411,
+    "w": null
+   }
+  },
+  {
+   "step": 23601,
+   "loss": 0.9953336715698242,
+   "ema": 1.0085534276932264,
+   "lr": 0.00010062187971330323,
+   "value_bits": {
+    "0": 0.4033989632409481,
+    "128": 0.5033865315256197,
+    "256": 0.5178892718258196,
+    "512": 0.586212630159187,
+    "w": null
+   },
+   "value_n": {
+    "0": 104604,
+    "128": 80670,
+    "256": 107508,
+    "512": 132180,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019482273205109563,
+    "128": 0.08871362604607477,
+    "256": 0.054296335293635804,
+    "512": 0.10945920424134667,
+    "w": null
+   }
+  },
+  {
+   "step": 23701,
+   "loss": 1.0150814056396484,
+   "ema": 1.0102047794923774,
+   "lr": 0.00010034984259912822,
+   "value_bits": {
+    "0": 0.40176742444381314,
+    "128": 0.501420446578587,
+    "256": 0.5158488065987201,
+    "512": 0.5837591925556872,
+    "w": null
+   },
+   "value_n": {
+    "0": 105054,
+    "128": 81000,
+    "256": 107970,
+    "512": 132816,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0225107925871251,
+    "128": 0.02080204452664936,
+    "256": 0.04102989829784758,
+    "512": 0.07386079250756805,
+    "w": null
+   }
+  },
+  {
+   "step": 23801,
+   "loss": 0.9931515455245972,
+   "ema": 1.0083959870093462,
+   "lr": 0.00010015549679416248,
+   "value_bits": {
+    "0": 0.4000380347416435,
+    "128": 0.49938061066202916,
+    "256": 0.513956365113484,
+    "512": 0.581588046378543,
+    "w": null
+   },
+   "value_n": {
+    "0": 105516,
+    "128": 81360,
+    "256": 108426,
+    "512": 133386,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.00679278415350172,
+    "128": 0.040417529436524845,
+    "256": 0.06587104239208848,
+    "512": 0.07568813293364615,
+    "w": null
+   }
+  },
+  {
+   "step": 23901,
+   "loss": 1.027338981628418,
+   "ema": 1.0160753365461148,
+   "lr": 0.0001000388758778005,
+   "value_bits": {
+    "0": 0.3985375859460805,
+    "128": 0.4968843072161093,
+    "256": 0.5116829737417838,
+    "512": 0.5796140465184887,
+    "w": null
+   },
+   "value_n": {
+    "0": 105924,
+    "128": 81792,
+    "256": 108942,
+    "512": 133926,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010495048905320778,
+    "128": 0.026747158234542392,
+    "256": 0.033980003067461795,
+    "512": 0.09201414775329901,
+    "w": null
+   }
+  },
+  {
+   "step": 24000,
+   "loss": 1.0097806453704834,
+   "ema": 1.0141954612346007,
+   "lr": 0.00010000000388764377,
+   "value_bits": {
+    "0": 0.3969572264076747,
+    "128": 0.4947504649011805,
+    "256": 0.5102005354703959,
+    "512": 0.5776682955329644,
+    "w": null
+   },
+   "value_n": {
+    "0": 106356,
+    "128": 82182,
+    "256": 109302,
+    "512": 134442,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009461847365787588,
+    "128": 0.04723448894565059,
+    "256": 0.06159000724388063,
+    "512": 0.07265541474356134,
+    "w": null
+   }
+  }
+ ],
+ "wall_s": 1082.527173280716,
+ "frames": {
+  "mode": "dyn",
+  "register": "caption",
+  "tags": "mode",
+  "n_lookup": 2,
+  "n_bulk": 0,
+  "facts": 0,
+  "ask": "any",
+  "sizes": [
+   32,
+   128,
+   256,
+   512
+  ],
+  "frame_records": 4,
+  "nest": 0.3,
+  "overlap": 0.0
+ },
+ "heldout_bits_by_frame": {
+  "by_kind_size_segment": {
+   "data/32/open": {
+    "bits": 6.702110495693167,
+    "n": 99
+   },
+   "data/32/head": {
+    "bits": 1.4318740006776238,
+    "n": 792
+   },
+   "data/32/body": {
+    "bits": 2.8984631878825415,
+    "n": 2178
+   },
+   "data/32/close": {
+    "bits": 0.022660889990022116,
+    "n": 99
+   },
+   "data/128/open": {
+    "bits": 6.68740775262887,
+    "n": 73
+   },
+   "data/128/head": {
+    "bits": 1.4527624585971168,
+    "n": 584
+   },
+   "data/128/body": {
+    "bits": 2.200999643678387,
+    "n": 8614
+   },
+   "data/128/close": {
+    "bits": 1.8302088416472908,
+    "n": 73
+   },
+   "data/256/open": {
+    "bits": 6.553127044177514,
+    "n": 64
+   },
+   "data/256/head": {
+    "bits": 1.5094991758634035,
+    "n": 512
+   },
+   "data/256/body": {
+    "bits": 1.8732517230105687,
+    "n": 15744
+   },
+   "data/256/close": {
+    "bits": 2.283649441200566,
+    "n": 64
+   },
+   "data/512/open": {
+    "bits": 6.487701126210554,
+    "n": 73
+   },
+   "data/512/head": {
+    "bits": 1.4663217696642128,
+    "n": 584
+   },
+   "data/512/body": {
+    "bits": 1.6733521693432403,
+    "n": 36646
+   },
+   "data/512/close": {
+    "bits": 0.7565072529128174,
+    "n": 73
+   },
+   "think/512/open": {
+    "bits": 7.422192207075741,
+    "n": 28
+   },
+   "think/512/head": {
+    "bits": 2.2426188476191085,
+    "n": 224
+   },
+   "think/512/body": {
+    "bits": 1.4652901759699457,
+    "n": 13288
+   },
+   "think/512/close": {
+    "bits": 9.506697841304389,
+    "n": 28
+   },
+   "think/128/open": {
+    "bits": 8.297806569307363,
+    "n": 26
+   },
+   "think/128/head": {
+    "bits": 2.1287245457760005,
+    "n": 208
+   },
+   "think/128/body": {
+    "bits": 1.5478328449101117,
+    "n": 2908
+   },
+   "think/128/close": {
+    "bits": 8.344812219198886,
+    "n": 26
+   },
+   "think/32/open": {
+    "bits": 7.769750561263355,
+    "n": 23
+   },
+   "think/32/head": {
+    "bits": 2.2848285554159395,
+    "n": 184
+   },
+   "think/32/body": {
+    "bits": 1.4893301980203055,
+    "n": 506
+   },
+   "think/32/close": {
+    "bits": 8.95271421740151,
+    "n": 23
+   },
+   "think/256/open": {
+    "bits": 8.06017876944935,
+    "n": 30
+   },
+   "think/256/head": {
+    "bits": 2.049508796493956,
+    "n": 240
+   },
+   "think/256/body": {
+    "bits": 1.4682003669756918,
+    "n": 6676
+   },
+   "think/256/close": {
+    "bits": 10.036460968598812,
+    "n": 30
+   },
+   "data/64/open": {
+    "bits": 10.711576181631413,
+    "n": 11
+   },
+   "data/64/head": {
+    "bits": 1.4357796492789943,
+    "n": 88
+   },
+   "data/64/body": {
+    "bits": 2.7247868173556222,
+    "n": 594
+   },
+   "data/64/close": {
+    "bits": 1.3174490135614532,
+    "n": 11
+   }
+  },
+  "by_kind_depth": {
+   "data/depth1": {
+    "bits": 1.8368813177383077,
+    "n": 65344
+   },
+   "think/depth1": {
+    "bits": 1.5632700133370812,
+    "n": 24448
+   },
+   "data/depth2": {
+    "bits": 2.4068585596653094,
+    "n": 1632
+   }
+  },
+  "outside": {
+   "bits": 1.4108850624628748,
+   "n": 695008
+  }
+ },
+ "fetch_by_frame": {
+  "data/128/depth0": {
+   "n": 42,
+   "value_bits": 0.6639793942198411,
+   "first_byte": 0.9761904761904762,
+   "full_value": 0.8333333333333334,
+   "dist": 342.9761904761905
+  },
+  "data/256/depth0": {
+   "n": 39,
+   "value_bits": 0.42394628269432244,
+   "first_byte": 1.0,
+   "full_value": 0.9230769230769231,
+   "dist": 425.84615384615387
+  },
+  "data/32/depth0": {
+   "n": 55,
+   "value_bits": 0.09986792438570073,
+   "first_byte": 1.0,
+   "full_value": 0.9818181818181818,
+   "dist": 151.8909090909091
+  },
+  "data/512/depth0": {
+   "n": 41,
+   "value_bits": 0.6261767672335161,
+   "first_byte": 1.0,
+   "full_value": 0.9024390243902439,
+   "dist": 679.8048780487804
+  },
+  "data/32/depth1": {
+   "n": 3,
+   "value_bits": 0.5488260304695319,
+   "first_byte": 0.6666666666666666,
+   "full_value": 0.6666666666666666,
+   "dist": 160.0
+  },
+  "data/64/depth1": {
+   "n": 7,
+   "value_bits": 0.061443522312171074,
+   "first_byte": 1.0,
+   "full_value": 1.0,
+   "dist": 468.57142857142856
+  },
+  "data/128/depth1": {
+   "n": 5,
+   "value_bits": 0.46864432426408065,
+   "first_byte": 1.0,
+   "full_value": 1.0,
+   "dist": 439.4
+  }
+ },
+ "fetch_by_frame_bank_off": {
+  "data/128/depth0": {
+   "n": 42,
+   "value_bits": 13.18988943420118,
+   "first_byte": 0.30952380952380953,
+   "full_value": 0.023809523809523808,
+   "dist": 342.9761904761905
+  },
+  "data/256/depth0": {
+   "n": 39,
+   "value_bits": 13.568908713880397,
+   "first_byte": 0.1794871794871795,
+   "full_value": 0.0,
+   "dist": 425.84615384615387
+  },
+  "data/32/depth0": {
+   "n": 55,
+   "value_bits": 6.398598979682634,
+   "first_byte": 0.7090909090909091,
+   "full_value": 0.2909090909090909,
+   "dist": 151.8909090909091
+  },
+  "data/512/depth0": {
+   "n": 41,
+   "value_bits": 14.396303612259134,
+   "first_byte": 0.3170731707317073,
+   "full_value": 0.0,
+   "dist": 679.8048780487804
+  },
+  "data/32/depth1": {
+   "n": 3,
+   "value_bits": 9.631307461504532,
+   "first_byte": 0.3333333333333333,
+   "full_value": 0.3333333333333333,
+   "dist": 160.0
+  },
+  "data/64/depth1": {
+   "n": 7,
+   "value_bits": 11.41489535044075,
+   "first_byte": 0.5714285714285714,
+   "full_value": 0.14285714285714285,
+   "dist": 468.57142857142856
+  },
+  "data/128/depth1": {
+   "n": 5,
+   "value_bits": 20.986553766129482,
+   "first_byte": 0.0,
+   "full_value": 0.0,
+   "dist": 439.4
+  }
+ },
+ "canary": {
+  "prefix_bytes": 5,
+  "frame_bytes": 32,
+  "frame_records": 1,
+  "register": "caption",
+  "scheme": "mode",
+  "plain": {
+   "bits": 1.3986992130671687,
+   "by_position": {
+    "0-64": 1.8978136110159705,
+    "64-256": 1.4924441381823321,
+    "256-1024": 1.4015662962946458,
+    "1024-2048": 1.3811449736255261,
+    "2048-4096": 1.3820152719653966,
+    "4096+": null
+   }
+  },
+  "tag": {
+   "bits": 1.401768125233743,
+   "by_position": {
+    "0-64": 1.9091441759697971,
+    "64-256": 1.5462223177124694,
+    "256-1024": 1.402329056967005,
+    "1024-2048": 1.380110385829515,
+    "2048-4096": 1.3829885598378928,
+    "4096+": null
+   }
+  },
+  "frame": {
+   "bits": 1.4424568341686028,
+   "by_position": {
+    "0-64": 2.896340182281794,
+    "64-256": 1.580401898450869,
+    "256-1024": 1.5269705712911656,
+    "1024-2048": 1.3803517357750592,
+    "2048-4096": 1.3834505538546236,
+    "4096+": null
+   }
+  }
+ },
+ "formation": {
+  "register": "caption",
+  "uniform_bits": 4.700439718141092,
+  "margin": 0.2,
+  "near_band_value_bits_at_end": 0.0135659277047139,
+  "first_step_under": 1301,
+  "at_the_rate": false,
+  "whole_value_zero_everywhere": false,
+  "failure": false,
+  "formed": true,
+  "floor": 0.05,
+  "min_trials": 8,
+  "groups_judged": 4,
+  "near_band_basis": "the last 400 steps"
+ },
+ "plain_collapse": {
+  "flag": false,
+  "threshold": 2.5,
+  "windows_over": [],
+  "worst_window": "64-256",
+  "worst_bits": 1.4924441381823321
+ },
+ "weights": "bed/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_ahdigit1_plain16/model.safetensors",
+ "grid": {
+  "layout": "AG48",
+  "p": 0.5,
+  "n_ag": 4,
+  "rotary": {
+   "form": "anchored",
+   "pairs": 16,
+   "rel_pairs": 4,
+   "content_pairs": 4,
+   "anchor_freqs": 4,
+   "levels": 2,
+   "ntk_scale": 4.0,
+   "base": 10000.0,
+   "null": 8,
+   "w": [
+    1.0,
+    0.06299605249474366,
+    0.003968502629920499,
+    0.00025,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.6981317007977318,
+    1.3962634015954636,
+    2.0943951023931953,
+    2.792526803190927,
+    0.6981317007977318,
+    1.3962634015954636,
+    2.0943951023931953,
+    2.792526803190927
+   ],
+   "kind": [
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    1,
+    1,
+    2,
+    2,
+    2,
+    2,
+    3,
+    3,
+    3,
+    3
+   ]
+  },
+  "head": {
+   "form": "digit",
+   "lam": 1.0,
+   "params": 4112,
+   "novelty": {
+    "novelty": 0.9807285219341512,
+    "cos": 0.01927147806584882,
+    "grad_norm_ce": 1.3109989937229647,
+    "grad_norm_head": 1.5755035767979266,
+    "ce": 5.5996856689453125,
+    "term": 6.207139015197754,
+    "ptr": {
+     "novelty": 0.9939247902763941,
+     "cos": -0.006075209723605834,
+     "grad_norm": 1.1396816307641375,
+     "term": 5.140162944793701,
+     "mass": 0.0059208944439888
+    }
+   },
+   "term_step1": 6.474977016448975,
+   "term_last50": 3.951209486263707e-08,
+   "descended": true,
+   "curve": [
+    [
+     1,
+     6.474977016448975
+    ],
+    [
+     101,
+     0.23455238342285156
+    ],
+    [
+     201,
+     0.009651167318224907
+    ],
+    [
+     301,
+     0.00100506073795259
+    ],
+    [
+     401,
+     0.00015308038564398885
+    ],
+    [
+     501,
+     5.5431024520657957e-05
+    ],
+    [
+     601,
+     1.4053675840841606e-05
+    ],
+    [
+     701,
+     9.125620636041276e-06
+    ],
+    [
+     801,
+     1.0338349966332316e-05
+    ],
+    [
+     901,
+     8.016697393031791e-06
+    ],
+    [
+     1001,
+     1.3718359696213156e-05
+    ],
+    [
+     1101,
+     6.439382559619844e-05
+    ],
+    [
+     1201,
+     7.556672699138289e-06
+    ],
+    [
+     1301,
+     1.591786349308677e-05
+    ],
+    [
+     1401,
+     8.67068774823565e-06
+    ],
+    [
+     1501,
+     5.374898591981037e-06
+    ],
+    [
+     1601,
+     0.0010391747346147895
+    ],
+    [
+     1701,
+     2.1852813006262295e-05
+    ],
+    [
+     1801,
+     2.9678594728466123e-05
+    ],
+    [
+     1901,
+     0.0011046754661947489
+    ],
+    [
+     2001,
+     7.504206587327644e-05
+    ],
+    [
+     2101,
+     1.8277780327480286e-05
+    ],
+    [
+     2201,
+     1.0150621164939366e-05
+    ],
+    [
+     2301,
+     2.094348474201979e-06
+    ],
+    [
+     2401,
+     5.558731004384754e-07
+    ],
+    [
+     2501,
+     2.7595885967457434e-06
+    ],
+    [
+     2601,
+     1.2343530215730425e-06
+    ],
+    [
+     2701,
+     4.918351805827115e-06
+    ],
+    [
+     2801,
+     0.0008780643693171442
+    ],
+    [
+     2901,
+     9.850398782873526e-06
+    ],
+    [
+     3001,
+     2.5280155568907503e-06
+    ],
+    [
+     3101,
+     5.505009085027268e-06
+    ],
+    [
+     3201,
+     1.1852779380205902e-06
+    ],
+    [
+     3301,
+     7.143349876059801e-07
+    ],
+    [
+     3401,
+     5.055487122263003e-07
+    ],
+    [
+     3501,
+     1.1544082099135267e-06
+    ],
+    [
+     3601,
+     6.089437647460727e-07
+    ],
+    [
+     3701,
+     2.00886415768764e-06
+    ],
+    [
+     3801,
+     4.462001470528776e-07
+    ],
+    [
+     3901,
+     7.157244681366137e-07
+    ],
+    [
+     4001,
+     7.205954943856341e-07
+    ],
+    [
+     4101,
+     2.1180248666041734e-07
+    ],
+    [
+     4201,
+     1.3236224276624853e-06
+    ],
+    [
+     4301,
+     2.7422742277849466e-05
+    ],
+    [
+     4401,
+     2.95875520350819e-06
+    ],
+    [
+     4501,
+     7.484184152417583e-07
+    ],
+    [
+     4601,
+     2.996413570599543e-07
+    ],
+    [
+     4701,
+     1.3880211554351263e-05
+    ],
+    [
+     4801,
+     3.57180169885396e-07
+    ],
+    [
+     4901,
+     9.973178975997143e-07
+    ],
+    [
+     5001,
+     2.2359949980454985e-06
+    ],
+    [
+     5101,
+     1.912527750391746e-06
+    ],
+    [
+     5201,
+     5.187739589018747e-07
+    ],
+    [
+     5301,
+     1.5297179345452605e-07
+    ],
+    [
+     5401,
+     6.484477665935628e-08
+    ],
+    [
+     5501,
+     2.49384243034001e-07
+    ],
+    [
+     5601,
+     3.4037725527014118e-06
+    ],
+    [
+     5701,
+     6.693347813779837e-07
+    ],
+    [
+     5801,
+     2.658622690887569e-07
+    ],
+    [
+     5901,
+     8.136071016906499e-08
+    ],
+    [
+     6001,
+     2.739353419656254e-07
+    ],
+    [
+     6101,
+     3.679865301364771e-08
+    ],
+    [
+     6201,
+     6.735992741369046e-08
+    ],
+    [
+     6301,
+     1.009925298944836e-07
+    ],
+    [
+     6401,
+     7.968949944370252e-08
+    ],
+    [
+     6501,
+     8.900780557041799e-08
+    ],
+    [
+     6601,
+     1.1406163480387477e-07
+    ],
+    [
+     6701,
+     6.99204818488397e-08
+    ],
+    [
+     6801,
+     1.0939781702745677e-07
+    ],
+    [
+     6901,
+     2.6445826506460435e-07
+    ],
+    [
+     7001,
+     4.458065205881212e-08
+    ],
+    [
+     7101,
+     9.62599173703893e-08
+    ],
+    [
+     7201,
+     1.539227127977938e-07
+    ],
+    [
+     7301,
+     1.1863087223673574e-07
+    ],
+    [
+     7401,
+     9.61857438142033e-08
+    ],
+    [
+     7501,
+     2.0013365542581596e-07
+    ],
+    [
+     7601,
+     5.254466373116884e-08
+    ],
+    [
+     7701,
+     2.3104277602215006e-07
+    ],
+    [
+     7801,
+     1.235067088600772e-07
+    ],
+    [
+     7901,
+     5.8062504137978976e-08
+    ],
+    [
+     8001,
+     2.5821289000305114e-06
+    ],
+    [
+     8101,
+     4.465400706976652e-06
+    ],
+    [
+     8201,
+     6.048360745580794e-08
+    ],
+    [
+     8301,
+     3.4819339589375886e-07
+    ],
+    [
+     8401,
+     4.1176072329562885e-08
+    ],
+    [
+     8501,
+     3.7708240085976286e-08
+    ],
+    [
+     8601,
+     4.8980464129044776e-08
+    ],
+    [
+     8701,
+     2.741636308201123e-06
+    ],
+    [
+     8801,
+     2.8667930251913276e-08
+    ],
+    [
+     8901,
+     1.1885268236255797e-07
+    ],
+    [
+     9001,
+     3.52723930063803e-07
+    ],
+    [
+     9101,
+     2.0755548746365093e-07
+    ],
+    [
+     9201,
+     1.3058021863798785e-07
+    ],
+    [
+     9301,
+     5.121799162566276e-08
+    ],
+    [
+     9401,
+     1.3453021097120654e-07
+    ],
+    [
+     9501,
+     5.885718564968556e-06
+    ],
+    [
+     9601,
+     1.1432596238591941e-06
+    ],
+    [
+     9701,
+     2.0975282666313433e-07
+    ],
+    [
+     9801,
+     1.4337788734053447e-08
+    ],
+    [
+     9901,
+     3.3488322515040636e-07
+    ],
+    [
+     10001,
+     5.039069606027624e-07
+    ],
+    [
+     10101,
+     7.97690375975435e-08
+    ],
+    [
+     10201,
+     1.9554150298972672e-07
+    ],
+    [
+     10301,
+     1.582453421633545e-07
+    ],
+    [
+     10401,
+     5.7769550920738766e-08
+    ],
+    [
+     10501,
+     3.229542500093885e-08
+    ],
+    [
+     10601,
+     4.27302850880551e-08
+    ],
+    [
+     10701,
+     1.132683493665354e-07
+    ],
+    [
+     10801,
+     7.83561304729119e-08
+    ],
+    [
+     10901,
+     4.018015076212578e-08
+    ],
+    [
+     11001,
+     2.2557023271474463e-07
+    ],
+    [
+     11101,
+     3.443863860752572e-08
+    ],
+    [
+     11201,
+     1.4718088969800647e-08
+    ],
+    [
+     11301,
+     3.8129861934521614e-08
+    ],
+    [
+     11401,
+     3.441063967102309e-08
+    ],
+    [
+     11501,
+     1.347656830574806e-08
+    ],
+    [
+     11601,
+     8.928310535338824e-08
+    ],
+    [
+     11701,
+     2.2754971240601662e-08
+    ],
+    [
+     11801,
+     4.611647952401654e-08
+    ],
+    [
+     11901,
+     3.991731318819802e-07
+    ],
+    [
+     12001,
+     7.993850772436417e-07
+    ],
+    [
+     12101,
+     2.8531740525750138e-08
+    ],
+    [
+     12201,
+     1.697190867844256e-07
+    ],
+    [
+     12301,
+     6.42225828073606e-08
+    ],
+    [
+     12401,
+     5.454688789541251e-08
+    ],
+    [
+     12501,
+     4.6105892437253715e-08
+    ],
+    [
+     12601,
+     6.758213544344471e-08
+    ],
+    [
+     12701,
+     5.564731964113889e-08
+    ],
+    [
+     12801,
+     5.5523628361697774e-08
+    ],
+    [
+     12901,
+     1.1072824435132134e-07
+    ],
+    [
+     13001,
+     3.530002601337401e-08
+    ],
+    [
+     13101,
+     3.061664699544053e-08
+    ],
+    [
+     13201,
+     1.757393874868285e-07
+    ],
+    [
+     13301,
+     6.556275877755979e-08
+    ],
+    [
+     13401,
+     5.6617192711883035e-08
+    ],
+    [
+     13501,
+     0.0006648972048424184
+    ],
+    [
+     13601,
+     6.02140644332394e-05
+    ],
+    [
+     13701,
+     6.236834337869368e-08
+    ],
+    [
+     13801,
+     4.077088533449569e-08
+    ],
+    [
+     13901,
+     2.191731418577092e-08
+    ],
+    [
+     14001,
+     1.1685496126290218e-08
+    ],
+    [
+     14101,
+     4.267063502538804e-08
+    ],
+    [
+     14201,
+     1.524690986798305e-07
+    ],
+    [
+     14301,
+     4.9847930227997495e-09
+    ],
+    [
+     14401,
+     6.347053438382488e-10
+    ],
+    [
+     14501,
+     1.1516062770056124e-08
+    ],
+    [
+     14601,
+     3.080831589841182e-09
+    ],
+    [
+     14701,
+     7.108468480510055e-08
+    ],
+    [
+     14801,
+     3.823197758379138e-09
+    ],
+    [
+     14901,
+     9.306743709025511e-10
+    ],
+    [
+     15001,
+     9.470596529226327e-10
+    ],
+    [
+     15101,
+     2.3265993576160326e-09
+    ],
+    [
+     15201,
+     4.352027826826088e-05
+    ],
+    [
+     15301,
+     2.4068290471745968e-08
+    ],
+    [
+     15401,
+     1.009815342456477e-09
+    ],
+    [
+     15501,
+     2.194693093926503e-09
+    ],
+    [
+     15601,
+     5.347778220254895e-09
+    ],
+    [
+     15701,
+     8.610877344494838e-09
+    ],
+    [
+     15801,
+     1.4484998089869805e-08
+    ],
+    [
+     15901,
+     4.137198583720192e-09
+    ],
+    [
+     16001,
+     2.956665801079339e-09
+    ],
+    [
+     16101,
+     2.745406924020699e-08
+    ],
+    [
+     16201,
+     2.2442500835495593e-07
+    ],
+    [
+     16301,
+     3.6469698372343373e-09
+    ],
+    [
+     16401,
+     7.134455870527745e-08
+    ],
+    [
+     16501,
+     2.189207393143988e-08
+    ],
+    [
+     16601,
+     1.6953684678355785e-08
+    ],
+    [
+     16701,
+     2.7908189537129147e-08
+    ],
+    [
+     16801,
+     3.0712197229831872e-09
+    ],
+    [
+     16901,
+     3.3668214882709435e-08
+    ],
+    [
+     17001,
+     8.815689844787755e-10
+    ],
+    [
+     17101,
+     2.1736452637810544e-08
+    ],
+    [
+     17201,
+     4.154777499820739e-08
+    ],
+    [
+     17301,
+     6.160641330410499e-09
+    ],
+    [
+     17401,
+     2.3326533593603926e-08
+    ],
+    [
+     17501,
+     3.0509363924124955e-09
+    ],
+    [
+     17601,
+     3.6840626105316687e-09
+    ],
+    [
+     17701,
+     3.6639709044550273e-09
+    ],
+    [
+     17801,
+     1.657880832617309e-09
+    ],
+    [
+     17901,
+     1.8528409917450972e-09
+    ],
+    [
+     18001,
+     2.0994681904085155e-07
+    ],
+    [
+     18101,
+     2.353400141430484e-09
+    ],
+    [
+     18201,
+     6.698669952065472e-10
+    ],
+    [
+     18301,
+     1.3763477113570843e-07
+    ],
+    [
+     18401,
+     6.056630752482306e-08
+    ],
+    [
+     18501,
+     1.4978859042003023e-08
+    ],
+    [
+     18601,
+     2.0415495072256817e-08
+    ],
+    [
+     18701,
+     1.2444616004358977e-07
+    ],
+    [
+     18801,
+     2.0700461789147084e-08
+    ],
+    [
+     18901,
+     3.4862805975421907e-09
+    ],
+    [
+     19001,
+     6.229526672285601e-09
+    ],
+    [
+     19101,
+     1.8340534424510224e-08
+    ],
+    [
+     19201,
+     9.656553174863802e-07
+    ],
+    [
+     19301,
+     5.569897432167181e-09
+    ],
+    [
+     19401,
+     4.4432357526602573e-07
+    ],
+    [
+     19501,
+     3.6635761091474706e-09
+    ],
+    [
+     19601,
+     2.594223502683235e-09
+    ],
+    [
+     19701,
+     1.152152506733728e-08
+    ],
+    [
+     19801,
+     4.237024953113178e-09
+    ],
+    [
+     19901,
+     6.128278329242676e-08
+    ],
+    [
+     20001,
+     2.6751328263685537e-08
+    ],
+    [
+     20101,
+     4.531701591758974e-08
+    ],
+    [
+     20201,
+     1.8953569380641966e-08
+    ],
+    [
+     20301,
+     8.973586318461457e-09
+    ],
+    [
+     20401,
+     4.59791760221151e-09
+    ],
+    [
+     20501,
+     2.170527224620855e-08
+    ],
+    [
+     20601,
+     2.9096840492570664e-09
+    ],
+    [
+     20701,
+     1.494296908433057e-09
+    ],
+    [
+     20801,
+     3.540919735200987e-08
+    ],
+    [
+     20901,
+     2.7507990552066985e-08
+    ],
+    [
+     21001,
+     2.3288000416954446e-09
+    ],
+    [
+     21101,
+     1.0455994292613013e-08
+    ],
+    [
+     21201,
+     1.9983067645057417e-08
+    ],
+    [
+     21301,
+     1.5117000984332662e-09
+    ],
+    [
+     21401,
+     2.0292873159633018e-07
+    ],
+    [
+     21501,
+     1.0437507569349691e-07
+    ],
+    [
+     21601,
+     2.4107137619466812e-08
+    ],
+    [
+     21701,
+     1.1591683914957684e-06
+    ],
+    [
+     21801,
+     1.331982701913148e-08
+    ],
+    [
+     21901,
+     1.626453638436942e-08
+    ],
+    [
+     22001,
+     2.996602432858708e-08
+    ],
+    [
+     22101,
+     3.811049253954479e-09
+    ],
+    [
+     22201,
+     1.2975547747373639e-08
+    ],
+    [
+     22301,
+     8.91194051888533e-09
+    ],
+    [
+     22401,
+     1.743694966194198e-09
+    ],
+    [
+     22501,
+     1.1391167120677892e-08
+    ],
+    [
+     22601,
+     2.475255200806714e-08
+    ],
+    [
+     22701,
+     2.045828173535824e-09
+    ],
+    [
+     22801,
+     1.1362035756690148e-08
+    ],
+    [
+     22901,
+     3.5977616441584814e-09
+    ],
+    [
+     23001,
+     2.0038823933532512e-08
+    ],
+    [
+     23101,
+     2.328706827370297e-08
+    ],
+    [
+     23201,
+     1.0595541333202618e-08
+    ],
+    [
+     23301,
+     7.603684348822526e-10
+    ],
+    [
+     23401,
+     6.652938644435835e-09
+    ],
+    [
+     23501,
+     2.244843066989688e-08
+    ],
+    [
+     23601,
+     4.801457009762089e-09
+    ],
+    [
+     23701,
+     1.6022417836936143e-09
+    ],
+    [
+     23801,
+     6.360964732721186e-08
+    ],
+    [
+     23901,
+     2.1971327868186563e-08
+    ],
+    [
+     24000,
+     1.827725171210659e-08
+    ]
+   ]
+  },
+  "trace": [
+   {
+    "step": 0,
+    "index_right": 0.0,
+    "whole": 0.0,
+    "head_right": 0.010416666666666666,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.0,
+    "ptr_mass": 0.005856407340615988
+   },
+   {
+    "step": 2000,
+    "index_right": 0.140625,
+    "whole": 0.9895833333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.14322916666666666,
+    "ptr_mass": 0.9999899864196777
+   },
+   {
+    "step": 4000,
+    "index_right": 0.11197916666666667,
+    "whole": 0.984375,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.12239583333333333,
+    "ptr_mass": 0.9999967217445374
+   },
+   {
+    "step": 6000,
+    "index_right": 1.0,
+    "whole": 0.9895833333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999976754188538
+   },
+   {
+    "step": 8000,
+    "index_right": 1.0,
+    "whole": 0.9947916666666666,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999988079071045
+   },
+   {
+    "step": 10000,
+    "index_right": 1.0,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999992251396179
+   },
+   {
+    "step": 12000,
+    "index_right": 0.9973958333333334,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.9973958333333334,
+    "ptr_mass": 0.9999985098838806
+   },
+   {
+    "step": 14000,
+    "index_right": 1.0,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999989867210388
+   },
+   {
+    "step": 16000,
+    "index_right": 1.0,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999992251396179
+   },
+   {
+    "step": 18000,
+    "index_right": 1.0,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999992251396179
+   },
+   {
+    "step": 20000,
+    "index_right": 1.0,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999990463256836
+   },
+   {
+    "step": 22000,
+    "index_right": 1.0,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999992847442627
+   },
+   {
+    "step": 24000,
+    "index_right": 1.0,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999992251396179
+   }
+  ],
+  "read": {
+   "rows": 512,
+   "true": {
+    "index_right": 1.0,
+    "whole": 0.9990234375,
+    "n_questions": 12288,
+    "n_entries": 12288,
+    "head_right": 1.0,
+    "head_truth": 0.9999998990776172,
+    "head_wrong_max": 1.473590089712869e-08
+   },
+   "by_addr": {
+    "0": [
+     191,
+     192
+    ],
+    "1": [
+     187,
+     187
+    ],
+    "2": [
+     195,
+     195
+    ],
+    "3": [
+     187,
+     187
+    ],
+    "4": [
+     194,
+     194
+    ],
+    "5": [
+     192,
+     193
+    ],
+    "6": [
+     197,
+     197
+    ],
+    "7": [
+     219,
+     219
+    ],
+    "8": [
+     200,
+     200
+    ],
+    "9": [
+     188,
+     188
+    ],
+    "10": [
+     218,
+     219
+    ],
+    "11": [
+     188,
+     188
+    ],
+    "12": [
+     193,
+     194
+    ],
+    "13": [
+     186,
+     186
+    ],
+    "14": [
+     196,
+     196
+    ],
+    "15": [
+     177,
+     177
+    ],
+    "16": [
+     188,
+     188
+    ],
+    "17": [
+     199,
+     199
+    ],
+    "18": [
+     190,
+     190
+    ],
+    "19": [
+     179,
+     180
+    ],
+    "20": [
+     196,
+     196
+    ],
+    "21": [
+     191,
+     191
+    ],
+    "22": [
+     197,
+     197
+    ],
+    "23": [
+     205,
+     205
+    ],
+    "24": [
+     175,
+     175
+    ],
+    "25": [
+     192,
+     192
+    ],
+    "26": [
+     187,
+     188
+    ],
+    "27": [
+     203,
+     204
+    ],
+    "28": [
+     195,
+     196
+    ],
+    "29": [
+     201,
+     201
+    ],
+    "30": [
+     195,
+     195
+    ],
+    "31": [
+     192,
+     192
+    ],
+    "32": [
+     185,
+     185
+    ],
+    "33": [
+     171,
+     171
+    ],
+    "34": [
+     197,
+     197
+    ],
+    "35": [
+     188,
+     188
+    ],
+    "36": [
+     189,
+     189
+    ],
+    "37": [
+     187,
+     187
+    ],
+    "38": [
+     193,
+     193
+    ],
+    "39": [
+     192,
+     192
+    ],
+    "40": [
+     206,
+     206
+    ],
+    "41": [
+     172,
+     172
+    ],
+    "42": [
+     198,
+     198
+    ],
+    "43": [
+     206,
+     206
+    ],
+    "44": [
+     184,
+     184
+    ],
+    "45": [
+     186,
+     186
+    ],
+    "46": [
+     199,
+     199
+    ],
+    "47": [
+     194,
+     195
+    ],
+    "48": [
+     184,
+     184
+    ],
+    "49": [
+     197,
+     197
+    ],
+    "50": [
+     179,
+     179
+    ],
+    "51": [
+     190,
+     190
+    ],
+    "52": [
+     213,
+     213
+    ],
+    "53": [
+     200,
+     200
+    ],
+    "54": [
+     184,
+     184
+    ],
+    "55": [
+     203,
+     203
+    ],
+    "56": [
+     168,
+     168
+    ],
+    "57": [
+     195,
+     195
+    ],
+    "58": [
+     185,
+     185
+    ],
+    "59": [
+     168,
+     168
+    ],
+    "60": [
+     207,
+     208
+    ],
+    "61": [
+     180,
+     180
+    ],
+    "62": [
+     181,
+     182
+    ],
+    "63": [
+     202,
+     203
+    ]
+   },
+   "bits_by_segment": {
+    "head": 1.8547695611334307,
+    "frame": 2.165511828991884,
+    "comp_text": 1.6687328928142233,
+    "index_entry": 0.47475570927066196,
+    "index_text": 1.529173413674038,
+    "q_answer": 0.0008580353856612586,
+    "q_other": 0.00010127760628533601,
+    "q_text": 1.572482135388444
+   },
+   "own_index": {
+    "index_right": 1.0,
+    "whole": 0.9990234375,
+    "n_questions": 12288,
+    "n_entries": 12288,
+    "request_right": 1.0
+   },
+   "null_request": {
+    "index_right": 1.0,
+    "whole": 0.0,
+    "n_questions": 12288,
+    "n_entries": 12288
+   },
+   "bank_off": {
+    "index_right": 0.047770182291666664,
+    "whole": 0.5244140625,
+    "n_questions": 12288,
+    "n_entries": 12288
+   },
+   "calib": {
+    "rows": 256,
+    "questions": 6144,
+    "tau": {
+     "0.9": [
+      2.717399638640927e-09,
+      1.936004023761484e-09
+     ],
+     "0.99": [
+      8.211561919324595e-08,
+      7.668270285421386e-08
+     ],
+     "0.999": [
+      6.50221181786037e-07,
+      4.926081942357996e-07
+     ]
+    }
+   },
+   "free_running": {
+    "rows": 512,
+    "passes": {
+     "mean": 1.0,
+     "max": 1,
+     "by_batch": [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+     ]
+    },
+    "converged": 1.0,
+    "indexf_right": 1.0,
+    "n_entries": 12288,
+    "indexf_whole": 0.9990234375
+   },
+   "hard": {
+    "rows": 64,
+    "index_right": 1.0,
+    "whole": 0.9993489583333334,
+    "indexf_right": 1.0,
+    "n_entries": 1536,
+    "passes": {
+     "mean": 1.0,
+     "max": 1
+    },
+    "converged": 1.0
+   }
+  },
+  "series": "plain16",
+  "hard": 0.5,
+  "n_hard": 2,
+  "value_addr": {
+   "form": "levels",
+   "levels": 2,
+   "digits": 8,
+   "d": 256,
+   "params": 4096,
+   "norm": [
+    1.7962929010391235,
+    1.5986480712890625
+   ],
+   "row_norm": [
+    [
+     0.7484041452407837,
+     0.7021259665489197,
+     0.6436116695404053,
+     0.5749547481536865,
+     0.5453332662582397,
+     0.5786871314048767,
+     0.5885194540023804,
+     0.6709306240081787
+    ],
+    [
+     0.6093162894248962,
+     0.5785965919494629,
+     0.5755633115768433,
+     0.5457664728164673,
+     0.556492030620575,
+     0.5503435134887695,
+     0.5433409810066223,
+     0.559214174747467
+    ]
+   ]
+  },
+  "key_rot": {
+   "form": "phase",
+   "pairs": 16,
+   "k": 9,
+   "vocab": 256,
+   "block": 4,
+   "head": 0,
+   "seed_tag": "KEYROT|v1|j16",
+   "digest": "8f605451c9dfe1b11e1045650eb8e24413d4bba727b6e5e99acc92ac39f84168",
+   "norm": 2,
+   "rho": 2.18,
+   "use": {
+    "key_true": 31.69135293878253,
+    "key_other": -0.08113836232917339,
+    "key_self": 11.824988012662452,
+    "anchor_true": 0.0,
+    "anchor_other": 0.0,
+    "entries": 192,
+    "q_key_norm_coded": 15.456416130065918,
+    "q_key_norm_other": 6.2499470710754395,
+    "k_key_norm_coded": 7.148057460784912,
+    "k_key_norm_other": 7.3850178718566895,
+    "coded_seps": 768
+   }
+  },
+  "ptr": {
+   "form": "frame_mass",
+   "lam": 0.1,
+   "block": 4,
+   "head": 0,
+   "novelty": {
+    "novelty": 0.9939247902763941,
+    "cos": -0.006075209723605834,
+    "grad_norm": 1.1396816307641375,
+    "term": 5.140162944793701,
+    "mass": 0.0059208944439888
+   },
+   "term_step1": 5.159980297088623,
+   "term_last50": 9.576479763495626e-07,
+   "descended": true,
+   "curve": [
+    [
+     1,
+     5.159980297088623
+    ],
+    [
+     101,
+     0.00036623081541620195
+    ],
+    [
+     201,
+     1.0669231414794922e-05
+    ],
+    [
+     301,
+     6.139278411865234e-06
+    ],
+    [
+     401,
+     5.36640509380959e-05
+    ],
+    [
+     501,
+     4.3332576751708984e-05
+    ],
+    [
+     601,
+     5.582968697126489e-06
+    ],
+    [
+     701,
+     1.694758793746587e-05
+    ],
+    [
+     801,
+     1.2218952178955078e-05
+    ],
+    [
+     901,
+     1.9172828615410253e-05
+    ],
+    [
+     1001,
+     1.9272169083706103e-05
+    ],
+    [
+     1101,
+     1.61131229106104e-05
+    ],
+    [
+     1201,
+     8.761882781982422e-06
+    ],
+    [
+     1301,
+     2.1060308426967822e-05
+    ],
+    [
+     1401,
+     4.033247932966333e-06
+    ],
+    [
+     1501,
+     8.682410225446802e-06
+    ],
+    [
+     1601,
+     3.355741500854492e-05
+    ],
+    [
+     1701,
+     2.757708352874033e-05
+    ],
+    [
+     1801,
+     1.813968083297368e-05
+    ],
+    [
+     1901,
+     7.947286576381885e-06
+    ],
+    [
+     2001,
+     1.0947386726911645e-05
+    ],
+    [
+     2101,
+     8.265177712019067e-06
+    ],
+    [
+     2201,
+     2.9802322387695312e-06
+    ],
+    [
+     2301,
+     3.6954879760742188e-06
+    ],
+    [
+     2401,
+     2.205371856689453e-06
+    ],
+    [
+     2501,
+     5.5233640523510985e-06
+    ],
+    [
+     2601,
+     6.556510925292969e-07
+    ],
+    [
+     2701,
+     3.516674041748047e-06
+    ],
+    [
+     2801,
+     1.3868014320905786e-05
+    ],
+    [
+     2901,
+     8.205573067243677e-06
+    ],
+    [
+     3001,
+     2.2252402231970336e-06
+    ],
+    [
+     3101,
+     2.7418136596679688e-06
+    ],
+    [
+     3201,
+     1.8080075960824615e-06
+    ],
+    [
+     3301,
+     1.0311603546142578e-05
+    ],
+    [
+     3401,
+     1.887480493678595e-06
+    ],
+    [
+     3501,
+     2.8808913157263305e-06
+    ],
+    [
+     3601,
+     1.5298526250262512e-06
+    ],
+    [
+     3701,
+     8.742014756535355e-07
+    ],
+    [
+     3801,
+     3.794829126491095e-06
+    ],
+    [
+     3901,
+     2.483526941432501e-06
+    ],
+    [
+     4001,
+     1.569589016980899e-06
+    ],
+    [
+     4101,
+     3.9736431745041045e-07
+    ],
+    [
+     4201,
+     4.231929779052734e-06
+    ],
+    [
+     4301,
+     5.9604644775390625e-06
+    ],
+    [
+     4401,
+     3.7352244817157043e-06
+    ],
+    [
+     4501,
+     1.9669532775878906e-06
+    ],
+    [
+     4601,
+     7.748603820800781e-07
+    ],
+    [
+     4701,
+     7.351239901254303e-07
+    ],
+    [
+     4801,
+     9.51687525230227e-06
+    ],
+    [
+     4901,
+     2.006689783229376e-06
+    ],
+    [
+     5001,
+     3.914038643415552e-06
+    ],
+    [
+     5101,
+     8.304914445034228e-06
+    ],
+    [
+     5201,
+     1.9470851384539856e-06
+    ],
+    [
+     5301,
+     6.715456947858911e-06
+    ],
+    [
+     5401,
+     2.006689783229376e-06
+    ],
+    [
+     5501,
+     8.543332796762115e-07
+    ],
+    [
+     5601,
+     3.7153563425817993e-06
+    ],
+    [
+     5701,
+     1.4424324035644531e-05
+    ],
+    [
+     5801,
+     5.841255187988281e-06
+    ],
+    [
+     5901,
+     1.231829401149298e-06
+    ],
+    [
+     6001,
+     5.662441253662109e-06
+    ],
+    [
+     6101,
+     4.013379566458752e-06
+    ],
+    [
+     6201,
+     2.781550278996292e-07
+    ],
+    [
+     6301,
+     2.3245811462402344e-06
+    ],
+    [
+     6401,
+     1.2874603271484375e-05
+    ],
+    [
+     6501,
+     1.1523565035531647e-06
+    ],
+    [
+     6601,
+     9.934108220477356e-07
+    ],
+    [
+     6701,
+     1.231829401149298e-06
+    ],
+    [
+     6801,
+     1.7682712041278137e-06
+    ],
+    [
+     6901,
+     2.2649765014648438e-06
+    ],
+    [
+     7001,
+     1.5894572698016418e-06
+    ],
+    [
+     7101,
+     1.1722247563739074e-06
+    ],
+    [
+     7201,
+     5.364418029785156e-07
+    ],
+    [
+     7301,
+     1.8477439880371094e-06
+    ],
+    [
+     7401,
+     1.4702479802508606e-06
+    ],
+    [
+     7501,
+     8.344650268554688e-07
+    ],
+    [
+     7601,
+     8.742014756535355e-07
+    ],
+    [
+     7701,
+     1.986821644095471e-06
+    ],
+    [
+     7801,
+     1.2516975402832031e-06
+    ],
+    [
+     7901,
+     6.35782896551973e-07
+    ],
+    [
+     8001,
+     8.940696716308594e-07
+    ],
+    [
+     8101,
+     2.8808913157263305e-06
+    ],
+    [
+     8201,
+     2.781550278996292e-07
+    ],
+    [
+     8301,
+     2.7815501653094543e-06
+    ],
+    [
+     8401,
+     7.351239901254303e-07
+    ],
+    [
+     8501,
+     2.006689783229376e-06
+    ],
+    [
+     8601,
+     1.7881393432617188e-06
+    ],
+    [
+     8701,
+     1.9868215872520523e-07
+    ],
+    [
+     8801,
+     3.133217614958994e-05
+    ],
+    [
+     8901,
+     7.947286349008209e-07
+    ],
+    [
+     9001,
+     2.6226043701171875e-06
+    ],
+    [
+     9101,
+     5.761782517765823e-07
+    ],
+    [
+     9201,
+     9.735425692269928e-07
+    ],
+    [
+     9301,
+     1.231829401149298e-06
+    ],
+    [
+     9401,
+     6.755193453500397e-07
+    ],
+    [
+     9501,
+     8.940696716308594e-07
+    ],
+    [
+     9601,
+     5.761782517765823e-07
+    ],
+    [
+     9701,
+     7.152557373046875e-07
+    ],
+    [
+     9801,
+     7.152557373046875e-07
+    ],
+    [
+     9901,
+     4.3710073782676773e-07
+    ],
+    [
+     10001,
+     5.563100557992584e-07
+    ],
+    [
+     10101,
+     9.5367431640625e-07
+    ],
+    [
+     10201,
+     3.774960930513771e-07
+    ],
+    [
+     10301,
+     6.35782896551973e-07
+    ],
+    [
+     10401,
+     1.41064333547547e-06
+    ],
+    [
+     10501,
+     1.5298526250262512e-06
+    ],
+    [
+     10601,
+     1.4901161193847656e-06
+    ],
+    [
+     10701,
+     6.35782896551973e-07
+    ],
+    [
+     10801,
+     2.82128667095094e-06
+    ],
+    [
+     10901,
+     7.351239901254303e-07
+    ],
+    [
+     11001,
+     8.145968308781448e-07
+    ],
+    [
+     11101,
+     7.152557373046875e-07
+    ],
+    [
+     11201,
+     1.3113021850585938e-06
+    ],
+    [
+     11301,
+     9.139379244516022e-07
+    ],
+    [
+     11401,
+     4.569689622258011e-07
+    ],
+    [
+     11501,
+     1.569589016980899e-06
+    ],
+    [
+     11601,
+     9.5367431640625e-07
+    ],
+    [
+     11701,
+     1.2119611483285553e-06
+    ],
+    [
+     11801,
+     6.953875413273636e-07
+    ],
+    [
+     11901,
+     3.178914482759865e-07
+    ],
+    [
+     12001,
+     2.7020773814001586e-06
+    ],
+    [
+     12101,
+     4.967054110238678e-07
+    ],
+    [
+     12201,
+     9.059906005859375e-06
+    ],
+    [
+     12301,
+     2.841154810084845e-06
+    ],
+    [
+     12401,
+     2.185503717555548e-06
+    ],
+    [
+     12501,
+     1.1523565035531647e-06
+    ],
+    [
+     12601,
+     5.761782517765823e-07
+    ],
+    [
+     12701,
+     7.351239901254303e-07
+    ],
+    [
+     12801,
+     2.5828680350059585e-07
+    ],
+    [
+     12901,
+     7.748603820800781e-07
+    ],
+    [
+     13001,
+     6.556510925292969e-07
+    ],
+    [
+     13101,
+     5.563100557992584e-07
+    ],
+    [
+     13201,
+     4.569689622258011e-07
+    ],
+    [
+     13301,
+     2.384185791015625e-06
+    ],
+    [
+     13401,
+     5.364418029785156e-07
+    ],
+    [
+     13501,
+     1.1722247563739074e-06
+    ],
+    [
+     13601,
+     8.742014756535355e-07
+    ],
+    [
+     13701,
+     1.430511474609375e-06
+    ],
+    [
+     13801,
+     1.3748805031355005e-05
+    ],
+    [
+     13901,
+     8.145968308781448e-07
+    ],
+    [
+     14001,
+     7.351239901254303e-07
+    ],
+    [
+     14101,
+     6.35782896551973e-07
+    ],
+    [
+     14201,
+     1.9868215872520523e-07
+    ],
+    [
+     14301,
+     9.338061204289261e-07
+    ],
+    [
+     14401,
+     1.986821644095471e-06
+    ],
+    [
+     14501,
+     7.947286349008209e-07
+    ],
+    [
+     14601,
+     2.463658802298596e-06
+    ],
+    [
+     14701,
+     7.351239901254303e-07
+    ],
+    [
+     14801,
+     6.099542133597424e-06
+    ],
+    [
+     14901,
+     8.543332796762115e-07
+    ],
+    [
+     15001,
+     1.0530154668231262e-06
+    ],
+    [
+     15101,
+     2.9802322387695312e-06
+    ],
+    [
+     15201,
+     1.8080075960824615e-06
+    ],
+    [
+     15301,
+     7.152557373046875e-07
+    ],
+    [
+     15401,
+     1.7881393432617188e-07
+    ],
+    [
+     15501,
+     1.0530154668231262e-06
+    ],
+    [
+     15601,
+     5.563100557992584e-07
+    ],
+    [
+     15701,
+     1.0530154668231262e-06
+    ],
+    [
+     15801,
+     8.145968308781448e-07
+    ],
+    [
+     15901,
+     1.0530154668231262e-06
+    ],
+    [
+     16001,
+     6.953875413273636e-07
+    ],
+    [
+     16101,
+     4.3710073782676773e-07
+    ],
+    [
+     16201,
+     1.4901161193847656e-06
+    ],
+    [
+     16301,
+     3.6756198369403137e-06
+    ],
+    [
+     16401,
+     7.351239901254303e-07
+    ],
+    [
+     16501,
+     7.152557373046875e-07
+    ],
+    [
+     16601,
+     3.019968744411017e-06
+    ],
+    [
+     16701,
+     2.980232238769531e-07
+    ],
+    [
+     16801,
+     1.5099843722055084e-06
+    ],
+    [
+     16901,
+     1.1920928955078125e-06
+    ],
+    [
+     17001,
+     8.940696716308594e-07
+    ],
+    [
+     17101,
+     9.735425692269928e-07
+    ],
+    [
+     17201,
+     5.165736070011917e-07
+    ],
+    [
+     17301,
+     6.35782896551973e-07
+    ],
+    [
+     17401,
+     4.569689622258011e-07
+    ],
+    [
+     17501,
+     4.76837158203125e-07
+    ],
+    [
+     17601,
+     2.781550278996292e-07
+    ],
+    [
+     17701,
+     3.9736431745041045e-07
+    ],
+    [
+     17801,
+     6.755193453500397e-07
+    ],
+    [
+     17901,
+     4.172325134277344e-07
+    ],
+    [
+     18001,
+     4.76837158203125e-07
+    ],
+    [
+     18101,
+     4.3710073782676773e-07
+    ],
+    [
+     18201,
+     6.15914700574649e-07
+    ],
+    [
+     18301,
+     4.967054110238678e-07
+    ],
+    [
+     18401,
+     2.384185791015625e-07
+    ],
+    [
+     18501,
+     1.0728836059570312e-06
+    ],
+    [
+     18601,
+     6.35782896551973e-07
+    ],
+    [
+     18701,
+     7.748603820800781e-07
+    ],
+    [
+     18801,
+     4.3710073782676773e-07
+    ],
+    [
+     18901,
+     4.3710073782676773e-07
+    ],
+    [
+     19001,
+     4.569689622258011e-07
+    ],
+    [
+     19101,
+     1.5894572413799324e-07
+    ],
+    [
+     19201,
+     7.947286349008209e-07
+    ],
+    [
+     19301,
+     7.748603820800781e-07
+    ],
+    [
+     19401,
+     5.563100557992584e-07
+    ],
+    [
+     19501,
+     3.4769377634802368e-06
+    ],
+    [
+     19601,
+     4.569689622258011e-07
+    ],
+    [
+     19701,
+     5.364418029785156e-07
+    ],
+    [
+     19801,
+     3.3775967267501983e-07
+    ],
+    [
+     19901,
+     1.3113021850585938e-06
+    ],
+    [
+     20001,
+     1.3907750826547272e-06
+    ],
+    [
+     20101,
+     5.761782517765823e-07
+    ],
+    [
+     20201,
+     3.2385191843786743e-06
+    ],
+    [
+     20301,
+     1.0331472140023834e-06
+    ],
+    [
+     20401,
+     7.152557373046875e-07
+    ],
+    [
+     20501,
+     7.351239901254303e-07
+    ],
+    [
+     20601,
+     1.1126201115985168e-06
+    ],
+    [
+     20701,
+     2.384185791015625e-07
+    ],
+    [
+     20801,
+     3.993511199951172e-06
+    ],
+    [
+     20901,
+     2.5828680350059585e-07
+    ],
+    [
+     21001,
+     1.1722247563739074e-06
+    ],
+    [
+     21101,
+     2.662340875758673e-06
+    ],
+    [
+     21201,
+     2.980232238769531e-07
+    ],
+    [
+     21301,
+     4.172325134277344e-07
+    ],
+    [
+     21401,
+     4.569689622258011e-07
+    ],
+    [
+     21501,
+     1.0530154668231262e-06
+    ],
+    [
+     21601,
+     7.748603820800781e-07
+    ],
+    [
+     21701,
+     6.755193453500397e-07
+    ],
+    [
+     21801,
+     2.781550278996292e-07
+    ],
+    [
+     21901,
+     6.953875413273636e-07
+    ],
+    [
+     22001,
+     5.563100557992584e-07
+    ],
+    [
+     22101,
+     0.0001563429832458496
+    ],
+    [
+     22201,
+     1.430511474609375e-06
+    ],
+    [
+     22301,
+     6.755193453500397e-07
+    ],
+    [
+     22401,
+     8.344650268554688e-07
+    ],
+    [
+     22501,
+     6.556510925292969e-07
+    ],
+    [
+     22601,
+     8.145968308781448e-07
+    ],
+    [
+     22701,
+     5.761782517765823e-07
+    ],
+    [
+     22801,
+     8.940696716308594e-07
+    ],
+    [
+     22901,
+     3.9736431745041045e-07
+    ],
+    [
+     23001,
+     5.761782517765823e-07
+    ],
+    [
+     23101,
+     9.338061204289261e-07
+    ],
+    [
+     23201,
+     1.6093254089355469e-06
+    ],
+    [
+     23301,
+     6.556510925292969e-07
+    ],
+    [
+     23401,
+     6.755193453500397e-07
+    ],
+    [
+     23501,
+     7.351239901254303e-07
+    ],
+    [
+     23601,
+     1.5298526250262512e-06
+    ],
+    [
+     23701,
+     7.947286349008209e-07
+    ],
+    [
+     23801,
+     1.5894572413799324e-07
+    ],
+    [
+     23901,
+     3.774960930513771e-07
+    ],
+    [
+     24000,
+     1.9868215872520523e-07
+    ]
+   ],
+   "mass_read": 0.9999986290931702
+  }
+ },
+ "series": "plain16",
+ "plain_doc": true
+}
\ No newline at end of file