diff --git a/bed/reports/bed_alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_nhpn16_ahdigit1_pillar1b.json b/bed/reports/bed_alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_nhpn16_ahdigit1_pillar1b.json
new file mode 100644
index 0000000000000000000000000000000000000000..5e17d5bd0d9a4d5b4d6a3483465f3be2c32d0ce8
--- /dev/null
+++ b/bed/reports/bed_alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_nhpn16_ahdigit1_pillar1b.json
@@ -0,0 +1,9966 @@
+{
+ "arm": "alhena-both",
+ "seed": 1,
+ "smoke": false,
+ "steps": 24000,
+ "micro_batch": 8,
+ "ctx": 4096,
+ "lr": 0.001,
+ "warmup": 100,
+ "p_plant": 0.75,
+ "records": 1,
+ "params": 9215057,
+ "init": "",
+ "config": {
+  "name": "bed-alhena-both",
+  "d_model": 256,
+  "n_layers": 6,
+  "n_heads": 8,
+  "context": 4096,
+  "vocab_size": 256,
+  "tokenizer": "byte-trigram",
+  "hub_layers": [],
+  "hub_K": 32,
+  "hub_D": 16,
+  "tau": 0.1,
+  "bank_experts": 7,
+  "bank_ff": 256,
+  "head_K": 64,
+  "head_D": 16,
+  "head_mode": "",
+  "head_dial_band": 4.0,
+  "head_dial_rho": 0.015625,
+  "gate_init": -3.0,
+  "tie_embeddings": false,
+  "hub_chunk": 128,
+  "hub_const": 1,
+  "hub_ckpt": 0,
+  "fusion": null,
+  "qk_norm": "",
+  "attn_fp32": false,
+  "attn_kernel": "sdpa",
+  "lookup_arm_sites": [],
+  "lookup_arm_depth": 1,
+  "attn_rotary": true,
+  "hub_rotary": false,
+  "rotary_base": 10000.0,
+  "hub_rotary_frac": 1.0,
+  "hub_dual": false,
+  "pos_table": true,
+  "bank_byte_table": "add",
+  "bank_last_fix": "",
+  "fix_rho": 0.0625,
+  "fix_warm": 200,
+  "fix_clamp": [
+   0.25,
+   4.0
+  ],
+  "canon": ""
+ },
+ "tokens": 786432000,
+ "train_minutes": 20.0284774740537,
+ "tok_per_s": 654428.1769285753,
+ "final_loss_ema": 1.0120440329192735,
+ "final_bpb_ema": 1.4600709074539027,
+ "heldout_bpb": 1.395812634757256,
+ "heldout_bpb_by_class": {
+  "lower": 1.4066733128833548,
+  "upper": 4.393087003778855,
+  "digit": 3.2159673079347133,
+  "space": 0.3697524266689,
+  "newline": 2.127212368641168,
+  "punct": 3.089287137640132,
+  "high": 2.1940951516390284
+ },
+ "heldout_bpb_by_position": {
+  "row": {
+   "0-64": 1.940146898454861,
+   "64-256": 1.5110519516340426,
+   "256-1024": 1.3981808609926558,
+   "1024-2048": 1.3779453028824855,
+   "2048-4096": 1.3760440834461376,
+   "4096+": null
+  },
+  "row_n": {
+   "0-64": 8192,
+   "64-256": 24576,
+   "256-1024": 98304,
+   "1024-2048": 131072,
+   "2048-4096": 262144,
+   "4096+": 0
+  }
+ },
+ "dispatch_off_bpb": 4.501903387358021,
+ "records_planted_mean": 0.7504895833333334,
+ "cues": 5,
+ "dispatch_off_by_class": {
+  "lower": 4.444398073959162,
+  "upper": 9.315460974355144,
+  "digit": 7.835174162148985,
+  "space": 3.1355677096449157,
+  "newline": 7.1796205008342335,
+  "punct": 7.670592139612852,
+  "high": 4.448648588192174
+ },
+ "fetch": {
+  "64": {
+   "n": 64,
+   "value_bits": 12.574058230685615,
+   "first_byte": 0.0625,
+   "all_five": 0.015625
+  },
+  "256": {
+   "n": 64,
+   "value_bits": 16.403258331627505,
+   "first_byte": 0.0,
+   "all_five": 0.0
+  },
+  "512": {
+   "n": 64,
+   "value_bits": 17.621882895130454,
+   "first_byte": 0.046875,
+   "all_five": 0.0
+  },
+  "896": {
+   "n": 64,
+   "value_bits": 19.220324188515477,
+   "first_byte": 0.0,
+   "all_five": 0.0
+  }
+ },
+ "dispatch_census": {
+  "b0": {
+   "lower": {
+    "abs_mean": [
+     1.9717,
+     0.1346,
+     0.0699,
+     0.0677,
+     0.2138,
+     0.1376,
+     0.1283
+    ],
+    "dominant": 0,
+    "home_share": 0.7239,
+    "entropy_bits": 1.533
+   },
+   "upper": {
+    "abs_mean": [
+     0.0463,
+     1.3722,
+     0.1183,
+     0.2,
+     0.2363,
+     0.1234,
+     0.1526
+    ],
+    "dominant": 1,
+    "home_share": 0.6101,
+    "entropy_bits": 1.919
+   },
+   "digit": {
+    "abs_mean": [
+     0.215,
+     0.2051,
+     1.7109,
+     0.2047,
+     0.1579,
+     0.0905,
+     0.1914
+    ],
+    "dominant": 2,
+    "home_share": 0.6164,
+    "entropy_bits": 1.934
+   },
+   "space": {
+    "abs_mean": [
+     0.0783,
+     0.1203,
+     0.0499,
+     2.2969,
+     0.0404,
+     0.08,
+     0.1745
+    ],
+    "dominant": 3,
+    "home_share": 0.8087,
+    "entropy_bits": 1.166
+   },
+   "newline": {
+    "abs_mean": [
+     0.4204,
+     0.1397,
+     0.156,
+     1.0144,
+     0.7036,
+     0.1943,
+     0.3967
+    ],
+    "dominant": 3,
+    "home_share": 0.2326,
+    "entropy_bits": 2.478
+   },
+   "punct": {
+    "abs_mean": [
+     0.3113,
+     0.1845,
+     0.1127,
+     0.4998,
+     0.1516,
+     1.3245,
+     0.3253
+    ],
+    "dominant": 5,
+    "home_share": 0.4552,
+    "entropy_bits": 2.308
+   },
+   "high": {
+    "abs_mean": [
+     0.0817,
+     0.1092,
+     0.0505,
+     0.2194,
+     0.1638,
+     0.122,
+     1.5184
+    ],
+    "dominant": 6,
+    "home_share": 0.6704,
+    "entropy_bits": 1.72
+   }
+  },
+  "mid": {
+   "lower": {
+    "abs_mean": [
+     2.6487,
+     0.1342,
+     1.0061,
+     0.0669,
+     0.421,
+     0.1614,
+     1.0303
+    ],
+    "dominant": 0,
+    "home_share": 0.4844,
+    "entropy_bits": 2.053
+   },
+   "upper": {
+    "abs_mean": [
+     0.3497,
+     2.2017,
+     0.2642,
+     0.1108,
+     0.1174,
+     0.0708,
+     0.2858
+    ],
+    "dominant": 1,
+    "home_share": 0.6475,
+    "entropy_bits": 1.775
+   },
+   "digit": {
+    "abs_mean": [
+     0.2193,
+     0.264,
+     1.6172,
+     0.1173,
+     0.0604,
+     0.1131,
+     0.0839
+    ],
+    "dominant": 2,
+    "home_share": 0.6533,
+    "entropy_bits": 1.764
+   },
+   "space": {
+    "abs_mean": [
+     0.0429,
+     0.0955,
+     0.4056,
+     3.0973,
+     0.1127,
+     0.092,
+     0.2269
+    ],
+    "dominant": 3,
+    "home_share": 0.7605,
+    "entropy_bits": 1.327
+   },
+   "newline": {
+    "abs_mean": [
+     0.0364,
+     0.0686,
+     0.3473,
+     1.1674,
+     1.1559,
+     0.0538,
+     0.1618
+    ],
+    "dominant": 3,
+    "home_share": 0.3864,
+    "entropy_bits": 1.955
+   },
+   "punct": {
+    "abs_mean": [
+     0.0333,
+     0.0583,
+     0.3199,
+     0.661,
+     0.1387,
+     1.6851,
+     0.0844
+    ],
+    "dominant": 5,
+    "home_share": 0.5653,
+    "entropy_bits": 1.828
+   },
+   "high": {
+    "abs_mean": [
+     0.1265,
+     0.0637,
+     0.1544,
+     0.2399,
+     0.053,
+     0.2646,
+     1.6972
+    ],
+    "dominant": 6,
+    "home_share": 0.6529,
+    "entropy_bits": 1.754
+   }
+  },
+  "last": {
+   "lower": {
+    "abs_mean": [
+     2.2722,
+     0.5791,
+     0.2434,
+     0.1155,
+     0.3192,
+     0.5893,
+     0.5884
+    ],
+    "dominant": 0,
+    "home_share": 0.4827,
+    "entropy_bits": 2.245
+   },
+   "upper": {
+    "abs_mean": [
+     0.4345,
+     1.583,
+     0.0994,
+     0.2663,
+     0.2182,
+     0.2514,
+     0.4923
+    ],
+    "dominant": 1,
+    "home_share": 0.4732,
+    "entropy_bits": 2.279
+   },
+   "digit": {
+    "abs_mean": [
+     0.0547,
+     0.1027,
+     1.9332,
+     0.1678,
+     0.2724,
+     0.7427,
+     0.1806
+    ],
+    "dominant": 2,
+    "home_share": 0.5597,
+    "entropy_bits": 1.914
+   },
+   "space": {
+    "abs_mean": [
+     0.0419,
+     0.1171,
+     0.0302,
+     2.7941,
+     0.1017,
+     0.0711,
+     0.0531
+    ],
+    "dominant": 3,
+    "home_share": 0.8707,
+    "entropy_bits": 0.871
+   },
+   "newline": {
+    "abs_mean": [
+     0.2415,
+     0.016,
+     0.279,
+     1.383,
+     0.9179,
+     0.1806,
+     0.4765
+    ],
+    "dominant": 3,
+    "home_share": 0.2627,
+    "entropy_bits": 2.242
+   },
+   "punct": {
+    "abs_mean": [
+     0.0171,
+     0.1292,
+     0.029,
+     0.4526,
+     0.0711,
+     2.1502,
+     0.2604
+    ],
+    "dominant": 5,
+    "home_share": 0.6915,
+    "entropy_bits": 1.492
+   },
+   "high": {
+    "abs_mean": [
+     0.0403,
+     0.1095,
+     0.1663,
+     0.2853,
+     0.1053,
+     0.4819,
+     1.8552
+    ],
+    "dominant": 6,
+    "home_share": 0.6095,
+    "entropy_bits": 1.829
+   }
+  }
+ },
+ "curve": [
+  {
+   "step": 1,
+   "loss": 5.6098856925964355,
+   "ema": 5.6098856925964355,
+   "lr": 1e-05,
+   "value_bits": {
+    "0": null,
+    "128": 8.16753313770237,
+    "256": 7.899349354012134,
+    "512": 8.543292757437893,
+    "w": null
+   },
+   "value_n": {
+    "0": 0,
+    "128": 12,
+    "256": 6,
+    "512": 6,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": null,
+    "128": 8.16753313770237,
+    "256": 7.899349354012134,
+    "512": 8.543292757437893,
+    "w": null
+   }
+  },
+  {
+   "step": 101,
+   "loss": 2.4946670532226562,
+   "ema": 3.4339749339249988,
+   "lr": 0.001,
+   "value_bits": {
+    "0": 6.391908911966075,
+    "128": 6.48630839082951,
+    "256": 6.41338130418626,
+    "512": 6.359496359004514,
+    "w": null
+   },
+   "value_n": {
+    "0": 420,
+    "128": 390,
+    "256": 462,
+    "512": 534,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 6.391908911966075,
+    "128": 6.43293617664307,
+    "256": 6.39382909300434,
+    "512": 6.334680490840499,
+    "w": null
+   }
+  },
+  {
+   "step": 201,
+   "loss": 1.8671300411224365,
+   "ema": 2.2052162038249428,
+   "lr": 0.0009999611241221994,
+   "value_bits": {
+    "0": 6.058310977469837,
+    "128": 6.102584166683528,
+    "256": 6.013227546130173,
+    "512": 6.006873310606251,
+    "w": null
+   },
+   "value_n": {
+    "0": 792,
+    "128": 762,
+    "256": 942,
+    "512": 1104,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.681668148199891,
+    "128": 5.700292641369191,
+    "256": 5.6280795540011885,
+    "512": 5.676521191580509,
+    "w": null
+   }
+  },
+  {
+   "step": 301,
+   "loss": 1.6834267377853394,
+   "ema": 1.8026508989329622,
+   "lr": 0.0009998445032058376,
+   "value_bits": {
+    "0": 5.389004613733886,
+    "128": 5.58088600552492,
+    "256": 5.617556016351964,
+    "512": 5.665817584235263,
+    "w": null
+   },
+   "value_n": {
+    "0": 1254,
+    "128": 1134,
+    "256": 1380,
+    "512": 1680,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.24162227590083,
+    "128": 4.512246223796803,
+    "256": 4.7665912194317075,
+    "512": 5.012127442024206,
+    "w": null
+   }
+  },
+  {
+   "step": 401,
+   "loss": 1.599194049835205,
+   "ema": 1.6472430033803709,
+   "lr": 0.0009996501574008718,
+   "value_bits": {
+    "0": 4.807959204880559,
+    "128": 5.0855484327872595,
+    "256": 5.177235532631031,
+    "512": 5.231420287400352,
+    "w": null
+   },
+   "value_n": {
+    "0": 1722,
+    "128": 1536,
+    "256": 1788,
+    "512": 2238,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 3.2510554811581818,
+    "128": 3.688252891781026,
+    "256": 3.687916249457289,
+    "512": 3.9235574582199706,
+    "w": null
+   }
+  },
+  {
+   "step": 501,
+   "loss": 1.5199835300445557,
+   "ema": 1.566586228217287,
+   "lr": 0.0009993781202866968,
+   "value_bits": {
+    "0": 4.194312782167579,
+    "128": 4.571681417251508,
+    "256": 4.545999181299357,
+    "512": 4.659005746413479,
+    "w": null
+   },
+   "value_n": {
+    "0": 2178,
+    "128": 1854,
+    "256": 2286,
+    "512": 2844,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.8769901069225094,
+    "128": 2.0896067761731585,
+    "256": 2.279632522301299,
+    "512": 2.5450391742540366,
+    "w": null
+   }
+  },
+  {
+   "step": 601,
+   "loss": 1.4982010126113892,
+   "ema": 1.513619802759103,
+   "lr": 0.0009990284388663418,
+   "value_bits": {
+    "0": 3.7834357481757603,
+    "128": 4.030594786506472,
+    "256": 4.118592308227042,
+    "512": 4.194369501837436,
+    "w": null
+   },
+   "value_n": {
+    "0": 2544,
+    "128": 2262,
+    "256": 2700,
+    "512": 3462,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.3383806114703507,
+    "128": 1.5718334791503557,
+    "256": 1.7585630525668654,
+    "512": 2.0561405704874898,
+    "w": null
+   }
+  },
+  {
+   "step": 701,
+   "loss": 1.4684544801712036,
+   "ema": 1.48287785946492,
+   "lr": 0.0009986011735583502,
+   "value_bits": {
+    "0": 3.477970581673517,
+    "128": 3.7296472329916615,
+    "256": 3.7109853240814186,
+    "512": 3.8485504120875484,
+    "w": null
+   },
+   "value_n": {
+    "0": 2886,
+    "128": 2562,
+    "256": 3192,
+    "512": 4038,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.205738465937529,
+    "128": 1.4605026794899854,
+    "256": 1.4741177281603155,
+    "512": 1.7700335914033285,
+    "w": null
+   }
+  },
+  {
+   "step": 801,
+   "loss": 1.3600317239761353,
+   "ema": 1.4528739840372005,
+   "lr": 0.000998096398186339,
+   "value_bits": {
+    "0": 3.184910485499894,
+    "128": 3.3885726937364278,
+    "256": 3.3954354938049707,
+    "512": 3.58862270757429,
+    "w": null
+   },
+   "value_n": {
+    "0": 3318,
+    "128": 2958,
+    "256": 3666,
+    "512": 4566,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.2271062318955523,
+    "128": 1.1819237806760547,
+    "256": 1.2704670165002807,
+    "512": 1.600766512830848,
+    "w": null
+   }
+  },
+  {
+   "step": 901,
+   "loss": 1.420762538909912,
+   "ema": 1.4212738792421733,
+   "lr": 0.0009975141999662442,
+   "value_bits": {
+    "0": 2.938105218384229,
+    "128": 3.1305665203665844,
+    "256": 3.1152160011376755,
+    "512": 3.3319720401922193,
+    "w": null
+   },
+   "value_n": {
+    "0": 3732,
+    "128": 3312,
+    "256": 4170,
+    "512": 5160,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.960086193529695,
+    "128": 0.974684427632127,
+    "256": 1.0769527866172353,
+    "512": 1.3591320616290343,
+    "w": null
+   }
+  },
+  {
+   "step": 1001,
+   "loss": 1.3850877285003662,
+   "ema": 1.3925440851995834,
+   "lr": 0.0009968546794912525,
+   "value_bits": {
+    "0": 2.7384589432608766,
+    "128": 2.8935197292527044,
+    "256": 2.8963876627793455,
+    "512": 3.108948189601495,
+    "w": null
+   },
+   "value_n": {
+    "0": 4110,
+    "128": 3690,
+    "256": 4632,
+    "512": 5790,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.7673480999795229,
+    "128": 0.8165383213977592,
+    "256": 0.921248764610001,
+    "512": 1.2822766514298474,
+    "w": null
+   }
+  },
+  {
+   "step": 1101,
+   "loss": 1.342411756515503,
+   "ema": 1.3675461661713075,
+   "lr": 0.0009961179507144186,
+   "value_bits": {
+    "0": 2.5391920553241216,
+    "128": 2.6696335411038983,
+    "256": 2.7349789297466427,
+    "512": 2.906287306958141,
+    "w": null
+   },
+   "value_n": {
+    "0": 4548,
+    "128": 4092,
+    "256": 5034,
+    "512": 6408,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.6693589287942985,
+    "128": 0.6145588289917205,
+    "256": 0.8751648715190814,
+    "512": 1.0075712705422537,
+    "w": null
+   }
+  },
+  {
+   "step": 1201,
+   "loss": 1.3871749639511108,
+   "ema": 1.3511509250127285,
+   "lr": 0.0009953041409289777,
+   "value_bits": {
+    "0": 2.35632189566891,
+    "128": 2.5114760278518906,
+    "256": 2.548571579353197,
+    "512": 2.7500904759996163,
+    "w": null
+   },
+   "value_n": {
+    "0": 5010,
+    "128": 4428,
+    "256": 5550,
+    "512": 6972,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.5561195447773466,
+    "128": 0.5853434557470835,
+    "256": 0.7300161493520199,
+    "512": 0.9754286093644607,
+    "w": null
+   }
+  },
+  {
+   "step": 1301,
+   "loss": 1.2996066808700562,
+   "ema": 1.3335992324171269,
+   "lr": 0.000994413390746351,
+   "value_bits": {
+    "0": 2.180828164135105,
+    "128": 2.386445835396026,
+    "256": 2.3812078766227827,
+    "512": 2.6210130396487785,
+    "w": null
+   },
+   "value_n": {
+    "0": 5514,
+    "128": 4746,
+    "256": 6078,
+    "512": 7482,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.43633690424549626,
+    "128": 0.645459381953985,
+    "256": 0.6219871376951354,
+    "512": 0.8564485568290864,
+    "w": null
+   }
+  },
+  {
+   "step": 1401,
+   "loss": 1.2602020502090454,
+   "ema": 1.322137380775429,
+   "lr": 0.000993445854071851,
+   "value_bits": {
+    "0": 2.0090879403006605,
+    "128": 2.2707617454383144,
+    "256": 2.25204529648509,
+    "512": 2.5096219921785026,
+    "w": null
+   },
+   "value_n": {
+    "0": 6102,
+    "128": 5046,
+    "256": 6546,
+    "512": 7938,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3985852290368396,
+    "128": 0.44063944230732016,
+    "256": 0.5745876852096725,
+    "512": 0.6819294106596329,
+    "w": null
+   }
+  },
+  {
+   "step": 1501,
+   "loss": 1.2840876579284668,
+   "ema": 1.2977099368950853,
+   "lr": 0.0009924016980780884,
+   "value_bits": {
+    "0": 1.9041486384349129,
+    "128": 2.159639881458385,
+    "256": 2.1253676015016536,
+    "512": 2.3858553383021133,
+    "w": null
+   },
+   "value_n": {
+    "0": 6510,
+    "128": 5370,
+    "256": 7056,
+    "512": 8520,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.33468878553100945,
+    "128": 0.42901974058577413,
+    "256": 0.49942212824366117,
+    "512": 0.6977802550189919,
+    "w": null
+   }
+  },
+  {
+   "step": 1601,
+   "loss": 1.3059145212173462,
+   "ema": 1.2965648032775325,
+   "lr": 0.0009912811031760893,
+   "value_bits": {
+    "0": 1.80055484232774,
+    "128": 2.065344615885975,
+    "256": 2.0296850608357753,
+    "512": 2.2859925932411027,
+    "w": null
+   },
+   "value_n": {
+    "0": 6978,
+    "128": 5682,
+    "256": 7494,
+    "512": 9048,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3595385759651416,
+    "128": 0.4423780257454674,
+    "256": 0.4882786523005331,
+    "512": 0.6745710252111602,
+    "w": null
+   }
+  },
+  {
+   "step": 1701,
+   "loss": 1.2518539428710938,
+   "ema": 1.2793799165251392,
+   "lr": 0.0009900842629841226,
+   "value_bits": {
+    "0": 1.7060179411236973,
+    "128": 1.962860681607658,
+    "256": 1.9531622073394899,
+    "512": 2.1884765091851572,
+    "w": null
+   },
+   "value_n": {
+    "0": 7440,
+    "128": 6042,
+    "256": 7884,
+    "512": 9600,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.2781424073535509,
+    "128": 0.3453225855815519,
+    "256": 0.48274614554163237,
+    "512": 0.5900606966159605,
+    "w": null
+   }
+  },
+  {
+   "step": 1801,
+   "loss": 1.2464983463287354,
+   "ema": 1.274407296790011,
+   "lr": 0.0009888113842942462,
+   "value_bits": {
+    "0": 1.6204147550543222,
+    "128": 1.8803347110982196,
+    "256": 1.8778109588263066,
+    "512": 2.093320414111878,
+    "w": null
+   },
+   "value_n": {
+    "0": 7914,
+    "128": 6378,
+    "256": 8286,
+    "512": 10200,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.2767698091552639,
+    "128": 0.3963409199731349,
+    "256": 0.400026771567757,
+    "512": 0.5708228929394125,
+    "w": null
+   }
+  },
+  {
+   "step": 1901,
+   "loss": 1.2528289556503296,
+   "ema": 1.2638101572100156,
+   "lr": 0.0009874626870365775,
+   "value_bits": {
+    "0": 1.5361154768502983,
+    "128": 1.8201669367673776,
+    "256": 1.8006787802682127,
+    "512": 2.028611181677526,
+    "w": null
+   },
+   "value_n": {
+    "0": 8412,
+    "128": 6672,
+    "256": 8742,
+    "512": 10662,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.19646791117430573,
+    "128": 0.5148946079166696,
+    "256": 0.3991059041007481,
+    "512": 0.5999657902697646,
+    "w": null
+   }
+  },
+  {
+   "step": 2001,
+   "loss": 1.250234603881836,
+   "ema": 1.260935102637372,
+   "lr": 0.000986038404241293,
+   "value_bits": {
+    "0": 1.465163353590894,
+    "128": 1.753429885676937,
+    "256": 1.7313077177591445,
+    "512": 1.9572305106408832,
+    "w": null
+   },
+   "value_n": {
+    "0": 8904,
+    "128": 7002,
+    "256": 9180,
+    "512": 11202,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.2520550998142472,
+    "128": 0.4041280527211157,
+    "256": 0.34673733316033867,
+    "512": 0.5478588169507163,
+    "w": null
+   }
+  },
+  {
+   "step": 2101,
+   "loss": 1.3068373203277588,
+   "ema": 1.2500165885142682,
+   "lr": 0.000984538781998366,
+   "value_bits": {
+    "0": 1.3981093828688245,
+    "128": 1.690983977754594,
+    "256": 1.6688533684429587,
+    "512": 1.8838904519458868,
+    "w": null
+   },
+   "value_n": {
+    "0": 9408,
+    "128": 7338,
+    "256": 9618,
+    "512": 11766,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.21348923344560022,
+    "128": 0.38965586087291554,
+    "256": 0.3598786498982511,
+    "512": 0.42723205212079857,
+    "w": null
+   }
+  },
+  {
+   "step": 2201,
+   "loss": 1.2178345918655396,
+   "ema": 1.2438463129913888,
+   "lr": 0.0009829640794150455,
+   "value_bits": {
+    "0": 1.339242671329463,
+    "128": 1.6277299032809474,
+    "256": 1.605933735120022,
+    "512": 1.8213064336829017,
+    "w": null
+   },
+   "value_n": {
+    "0": 9882,
+    "128": 7710,
+    "256": 10080,
+    "512": 12324,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1708502195102364,
+    "128": 0.37999227293788046,
+    "256": 0.2960613686697948,
+    "512": 0.5016584786967311,
+    "w": null
+   }
+  },
+  {
+   "step": 2301,
+   "loss": 1.2173027992248535,
+   "ema": 1.2336388718529052,
+   "lr": 0.000981314568571088,
+   "value_bits": {
+    "0": 1.2836961427998188,
+    "128": 1.5780826653623525,
+    "256": 1.553518560068185,
+    "512": 1.7661547383308889,
+    "w": null
+   },
+   "value_n": {
+    "0": 10356,
+    "128": 8034,
+    "256": 10542,
+    "512": 12834,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1256564910488809,
+    "128": 0.396662281558754,
+    "256": 0.40991474075536655,
+    "512": 0.43343024123636936,
+    "w": null
+   }
+  },
+  {
+   "step": 2401,
+   "loss": 1.226399540901184,
+   "ema": 1.2262110302610116,
+   "lr": 0.0009795905344717468,
+   "value_bits": {
+    "0": 1.2410197916083583,
+    "128": 1.53592779456875,
+    "256": 1.5047198903128065,
+    "512": 1.7111635204735383,
+    "w": null
+   },
+   "value_n": {
+    "0": 10782,
+    "128": 8298,
+    "256": 11004,
+    "512": 13428,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.20356370489764292,
+    "128": 0.25307843109979805,
+    "256": 0.39122297134917766,
+    "512": 0.5230199346465377,
+    "w": null
+   }
+  },
+  {
+   "step": 2501,
+   "loss": 1.2878602743148804,
+   "ema": 1.2290673085346526,
+   "lr": 0.0009777922749985284,
+   "value_bits": {
+    "0": 1.204930508784906,
+    "128": 1.4884742501968937,
+    "256": 1.459364722393558,
+    "512": 1.6591055255257872,
+    "w": null
+   },
+   "value_n": {
+    "0": 11178,
+    "128": 8640,
+    "256": 11454,
+    "512": 14028,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.22231776281909407,
+    "128": 0.33710141043764275,
+    "256": 0.3502796828748662,
+    "512": 0.4940475985951188,
+    "w": null
+   }
+  },
+  {
+   "step": 2601,
+   "loss": 1.263614535331726,
+   "ema": 1.223477134184348,
+   "lr": 0.0009759201008577241,
+   "value_bits": {
+    "0": 1.159318607111003,
+    "128": 1.4413071895588154,
+    "256": 1.4205041659205877,
+    "512": 1.610789782816346,
+    "w": null
+   },
+   "value_n": {
+    "0": 11670,
+    "128": 8976,
+    "256": 11844,
+    "512": 14610,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.12303845078805964,
+    "128": 0.22843991600823324,
+    "256": 0.2791995150451939,
+    "512": 0.44623095338671864,
+    "w": null
+   }
+  },
+  {
+   "step": 2701,
+   "loss": 1.2405154705047607,
+   "ema": 1.2169949236432627,
+   "lr": 0.0009739743355267254,
+   "value_bits": {
+    "0": 1.1205194155560125,
+    "128": 1.3977863971501707,
+    "256": 1.3829101136114303,
+    "512": 1.5723001708307653,
+    "w": null
+   },
+   "value_n": {
+    "0": 12120,
+    "128": 9360,
+    "256": 12294,
+    "512": 15120,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.11432704789659179,
+    "128": 0.3804878745981049,
+    "256": 0.39343465683441015,
+    "512": 0.4696859921850152,
+    "w": null
+   }
+  },
+  {
+   "step": 2801,
+   "loss": 1.2758574485778809,
+   "ema": 1.2172520349643392,
+   "lr": 0.0009719553151981335,
+   "value_bits": {
+    "0": 1.0766373545722907,
+    "128": 1.3555941315594766,
+    "256": 1.3432396216267124,
+    "512": 1.531523914914893,
+    "w": null
+   },
+   "value_n": {
+    "0": 12660,
+    "128": 9708,
+    "256": 12726,
+    "512": 15648,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0917288747154222,
+    "128": 0.22076767774080647,
+    "256": 0.21428353722828436,
+    "512": 0.3638402227785503,
+    "w": null
+   }
+  },
+  {
+   "step": 2901,
+   "loss": 1.2035260200500488,
+   "ema": 1.207828244717994,
+   "lr": 0.0009698633887216711,
+   "value_bits": {
+    "0": 1.039247185822437,
+    "128": 1.3215992450060015,
+    "256": 1.305924827383883,
+    "512": 1.4903064961495587,
+    "w": null
+   },
+   "value_n": {
+    "0": 13188,
+    "128": 10038,
+    "256": 13182,
+    "512": 16266,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.14273291238844493,
+    "128": 0.32153149148740634,
+    "256": 0.2645474775280763,
+    "512": 0.4466654462467194,
+    "w": null
+   }
+  },
+  {
+   "step": 3001,
+   "loss": 1.1401340961456299,
+   "ema": 1.2064318396380147,
+   "lr": 0.0009676989175439071,
+   "value_bits": {
+    "0": 1.010829341814266,
+    "128": 1.285630779330106,
+    "256": 1.2724065918937595,
+    "512": 1.4465394930834325,
+    "w": null
+   },
+   "value_n": {
+    "0": 13596,
+    "128": 10380,
+    "256": 13614,
+    "512": 16920,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09226432519720748,
+    "128": 0.22992476045689267,
+    "256": 0.24963487839651757,
+    "512": 0.3579858663653816,
+    "w": null
+   }
+  },
+  {
+   "step": 3101,
+   "loss": 1.245870590209961,
+   "ema": 1.2048351900064818,
+   "lr": 0.000965462275645806,
+   "value_bits": {
+    "0": 0.9814536479971279,
+    "128": 1.2595336553005787,
+    "256": 1.2406800762276984,
+    "512": 1.4170891284712128,
+    "w": null
+   },
+   "value_n": {
+    "0": 14034,
+    "128": 10674,
+    "256": 14100,
+    "512": 17466,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06959991937199292,
+    "128": 0.3381453987478815,
+    "256": 0.35194595219939545,
+    "512": 0.5044514558727571,
+    "w": null
+   }
+  },
+  {
+   "step": 3201,
+   "loss": 1.2206960916519165,
+   "ema": 1.1954790318809978,
+   "lr": 0.0009631538494781107,
+   "value_bits": {
+    "0": 0.9579769633070913,
+    "128": 1.2258731771201157,
+    "256": 1.2100436497824072,
+    "512": 1.3817287621469372,
+    "w": null
+   },
+   "value_n": {
+    "0": 14454,
+    "128": 11034,
+    "256": 14574,
+    "512": 18078,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.17352031345001345,
+    "128": 0.22783999906938496,
+    "256": 0.2987069137515982,
+    "512": 0.3725716408727588,
+    "w": null
+   }
+  },
+  {
+   "step": 3301,
+   "loss": 1.2316148281097412,
+   "ema": 1.1993661534687754,
+   "lr": 0.0009607740378945705,
+   "value_bits": {
+    "0": 0.9319444290032736,
+    "128": 1.1957747716042086,
+    "256": 1.181490125133635,
+    "512": 1.3488881855037258,
+    "w": null
+   },
+   "value_n": {
+    "0": 14910,
+    "128": 11394,
+    "256": 15090,
+    "512": 18636,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10678159824147514,
+    "128": 0.2732586425416554,
+    "256": 0.3750190626700524,
+    "512": 0.28492412715968113,
+    "w": null
+   }
+  },
+  {
+   "step": 3401,
+   "loss": 1.2085589170455933,
+   "ema": 1.1865298352974831,
+   "lr": 0.0009583232520830267,
+   "value_bits": {
+    "0": 0.9096422328853506,
+    "128": 1.173145411182158,
+    "256": 1.1580979906204492,
+    "512": 1.3185843175693426,
+    "w": null
+   },
+   "value_n": {
+    "0": 15330,
+    "128": 11688,
+    "256": 15492,
+    "512": 19266,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.11791427069908024,
+    "128": 0.2961422389071777,
+    "256": 0.28002010553593204,
+    "512": 0.42216704324368143,
+    "w": null
+   }
+  },
+  {
+   "step": 3501,
+   "loss": 1.1802847385406494,
+   "ema": 1.189199218548078,
+   "lr": 0.0009558019154943671,
+   "value_bits": {
+    "0": 0.8888451824677174,
+    "128": 1.144538056968064,
+    "256": 1.13704858333768,
+    "512": 1.2895587445834342,
+    "w": null
+   },
+   "value_n": {
+    "0": 15756,
+    "128": 12054,
+    "256": 15882,
+    "512": 19926,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.14044428363598968,
+    "128": 0.23097861419666668,
+    "256": 0.3009013586590672,
+    "512": 0.4422758822402379,
+    "w": null
+   }
+  },
+  {
+   "step": 3601,
+   "loss": 1.1648725271224976,
+   "ema": 1.1858490675473223,
+   "lr": 0.0009532104637693609,
+   "value_bits": {
+    "0": 0.8675054418337939,
+    "128": 1.1172216819130678,
+    "256": 1.1108580872969764,
+    "512": 1.2660954614646442,
+    "w": null
+   },
+   "value_n": {
+    "0": 16200,
+    "128": 12426,
+    "256": 16374,
+    "512": 20460,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1102330242029399,
+    "128": 0.23208301279230384,
+    "256": 0.2654160992513445,
+    "512": 0.3905722790208084,
+    "w": null
+   }
+  },
+  {
+   "step": 3701,
+   "loss": 1.1336532831192017,
+   "ema": 1.1828454008167,
+   "lr": 0.0009505493446633887,
+   "value_bits": {
+    "0": 0.845829939389899,
+    "128": 1.089235681660445,
+    "256": 1.0874017606766302,
+    "512": 1.241623183386636,
+    "w": null
+   },
+   "value_n": {
+    "0": 16656,
+    "128": 12822,
+    "256": 16848,
+    "512": 21042,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07577919467258132,
+    "128": 0.21106891615769077,
+    "256": 0.27711928793073687,
+    "512": 0.3813090777576822,
+    "w": null
+   }
+  },
+  {
+   "step": 3801,
+   "loss": 1.1832226514816284,
+   "ema": 1.1789922055612216,
+   "lr": 0.0009478190179690779,
+   "value_bits": {
+    "0": 0.824321868599346,
+    "128": 1.0691495365661507,
+    "256": 1.0630218549530681,
+    "512": 1.2221036537329617,
+    "w": null
+   },
+   "value_n": {
+    "0": 17142,
+    "128": 13122,
+    "256": 17340,
+    "512": 21522,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08720576348113046,
+    "128": 0.21066769523600978,
+    "256": 0.22815874188280466,
+    "512": 0.3664162725400199,
+    "w": null
+   }
+  },
+  {
+   "step": 3901,
+   "loss": 1.2152888774871826,
+   "ema": 1.1752490886943703,
+   "lr": 0.0009450199554368591,
+   "value_bits": {
+    "0": 0.8079090592245076,
+    "128": 1.0467470783779727,
+    "256": 1.0463484802250747,
+    "512": 1.1980158497034887,
+    "w": null
+   },
+   "value_n": {
+    "0": 17592,
+    "128": 13464,
+    "256": 17724,
+    "512": 22086,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1826904407723332,
+    "128": 0.18720012999998173,
+    "256": 0.29344140266410895,
+    "512": 0.2788354980681766,
+    "w": null
+   }
+  },
+  {
+   "step": 4001,
+   "loss": 1.1837608814239502,
+   "ema": 1.1755483371650128,
+   "lr": 0.0009421526406934568,
+   "value_bits": {
+    "0": 0.792149122102499,
+    "128": 1.0258908447116861,
+    "256": 1.0292721675790957,
+    "512": 1.1763396462006745,
+    "w": null
+   },
+   "value_n": {
+    "0": 17976,
+    "128": 13824,
+    "256": 18156,
+    "512": 22662,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07014700270047668,
+    "128": 0.24586770559257362,
+    "256": 0.3286690070760136,
+    "512": 0.34519271813964436,
+    "w": null
+   }
+  },
+  {
+   "step": 4101,
+   "loss": 1.155477523803711,
+   "ema": 1.176849302020484,
+   "lr": 0.0009392175691583268,
+   "value_bits": {
+    "0": 0.7745159697683534,
+    "128": 1.0046772029454694,
+    "256": 1.0097908753938576,
+    "512": 1.1574239571043368,
+    "w": null
+   },
+   "value_n": {
+    "0": 18450,
+    "128": 14178,
+    "256": 18588,
+    "512": 23184,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10579540783037551,
+    "128": 0.1762665143121864,
+    "256": 0.19103545660872032,
+    "512": 0.3362221442667734,
+    "w": null
+   }
+  },
+  {
+   "step": 4201,
+   "loss": 1.19832181930542,
+   "ema": 1.1740572596097256,
+   "lr": 0.0009362152479580571,
+   "value_bits": {
+    "0": 0.7592798637378405,
+    "128": 0.9830708697180714,
+    "256": 0.9917920855239598,
+    "512": 1.1384387873084962,
+    "w": null
+   },
+   "value_n": {
+    "0": 18858,
+    "128": 14568,
+    "256": 19038,
+    "512": 23688,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07029418662273768,
+    "128": 0.19759755562051956,
+    "256": 0.24832207196471387,
+    "512": 0.2651209766998249,
+    "w": null
+   }
+  },
+  {
+   "step": 4301,
+   "loss": 1.1755409240722656,
+   "ema": 1.1639896262572866,
+   "lr": 0.0009331461958387462,
+   "value_bits": {
+    "0": 0.7424842067804169,
+    "128": 0.9672340075842422,
+    "256": 0.9730474198516851,
+    "512": 1.1225294986404415,
+    "w": null
+   },
+   "value_n": {
+    "0": 19332,
+    "128": 14862,
+    "256": 19554,
+    "512": 24162,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07427218377810751,
+    "128": 0.18250132878959477,
+    "256": 0.2814564410362439,
+    "512": 0.3274678320394316,
+    "w": null
+   }
+  },
+  {
+   "step": 4401,
+   "loss": 1.1980912685394287,
+   "ema": 1.1585191903284573,
+   "lr": 0.0009300109430763723,
+   "value_bits": {
+    "0": 0.7255147698686712,
+    "128": 0.9498210834552985,
+    "256": 0.9564233311631853,
+    "512": 1.1043610207511487,
+    "w": null
+   },
+   "value_n": {
+    "0": 19824,
+    "128": 15192,
+    "256": 20010,
+    "512": 24720,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.058740065848617073,
+    "128": 0.16560630041178437,
+    "256": 0.24355615963923138,
+    "512": 0.31764639214703655,
+    "w": null
+   }
+  },
+  {
+   "step": 4501,
+   "loss": 1.1686882972717285,
+   "ema": 1.1554827411951956,
+   "lr": 0.0009268100313851724,
+   "value_bits": {
+    "0": 0.7099902529122669,
+    "128": 0.930908181813207,
+    "256": 0.9394897211334852,
+    "512": 1.086439471640794,
+    "w": null
+   },
+   "value_n": {
+    "0": 20316,
+    "128": 15558,
+    "256": 20508,
+    "512": 25266,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0844658135956809,
+    "128": 0.1458677398824556,
+    "256": 0.2590850289762572,
+    "512": 0.2750462591719938,
+    "w": null
+   }
+  },
+  {
+   "step": 4601,
+   "loss": 1.1510818004608154,
+   "ema": 1.1530253032650153,
+   "lr": 0.000923544013824043,
+   "value_bits": {
+    "0": 0.6981615784947067,
+    "128": 0.9152621820249709,
+    "256": 0.9251523023064894,
+    "512": 1.071371241428952,
+    "w": null
+   },
+   "value_n": {
+    "0": 20700,
+    "128": 15858,
+    "256": 20940,
+    "512": 25794,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0723507725906658,
+    "128": 0.10386063300705461,
+    "256": 0.2445231696582737,
+    "512": 0.35032217981456315,
+    "w": null
+   }
+  },
+  {
+   "step": 4701,
+   "loss": 1.1611839532852173,
+   "ema": 1.1505080528005478,
+   "lr": 0.0009202134547009826,
+   "value_bits": {
+    "0": 0.6867497650806073,
+    "128": 0.9013876455543208,
+    "256": 0.911217291927861,
+    "512": 1.052524313201106,
+    "w": null
+   },
+   "value_n": {
+    "0": 21084,
+    "128": 16200,
+    "256": 21348,
+    "512": 26406,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0715816982268106,
+    "128": 0.25804729657312053,
+    "256": 0.19602337690708022,
+    "512": 0.2581817205392397,
+    "w": null
+   }
+  },
+  {
+   "step": 4801,
+   "loss": 1.102567434310913,
+   "ema": 1.1478738397961197,
+   "lr": 0.0009168189294755883,
+   "value_bits": {
+    "0": 0.6726944253296142,
+    "128": 0.8888570086831487,
+    "256": 0.896638157649177,
+    "512": 1.036994670187694,
+    "w": null
+   },
+   "value_n": {
+    "0": 21576,
+    "128": 16518,
+    "256": 21798,
+    "512": 26994,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07037169502486307,
+    "128": 0.2505038095857015,
+    "256": 0.20500402746840257,
+    "512": 0.3395869262894625,
+    "w": null
+   }
+  },
+  {
+   "step": 4901,
+   "loss": 1.1418488025665283,
+   "ema": 1.1503429869563109,
+   "lr": 0.0009133610246596288,
+   "value_bits": {
+    "0": 0.6602250231964213,
+    "128": 0.8741096796437288,
+    "256": 0.8847274885022003,
+    "512": 1.0215542161523523,
+    "w": null
+   },
+   "value_n": {
+    "0": 22050,
+    "128": 16878,
+    "256": 22182,
+    "512": 27552,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09263046533614831,
+    "128": 0.19745306555167597,
+    "256": 0.20861091020585285,
+    "512": 0.27460149889427143,
+    "w": null
+   }
+  },
+  {
+   "step": 5001,
+   "loss": 1.1912074089050293,
+   "ema": 1.1476757099969386,
+   "lr": 0.0009098403377157046,
+   "value_bits": {
+    "0": 0.6472994341992552,
+    "128": 0.858905480947468,
+    "256": 0.8717857425132594,
+    "512": 1.010805219435387,
+    "w": null
+   },
+   "value_n": {
+    "0": 22512,
+    "128": 17256,
+    "256": 22614,
+    "512": 28050,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.030396322970869482,
+    "128": 0.18002594233505964,
+    "256": 0.20726303527555287,
+    "512": 0.41611373841966587,
+    "w": null
+   }
+  },
+  {
+   "step": 5101,
+   "loss": 1.1162281036376953,
+   "ema": 1.1449595231866707,
+   "lr": 0.0009062574769540168,
+   "value_bits": {
+    "0": 0.6361983703452654,
+    "128": 0.8464698120994483,
+    "256": 0.8599302307200243,
+    "512": 0.9915909417900688,
+    "w": null
+   },
+   "value_n": {
+    "0": 22974,
+    "128": 17568,
+    "256": 23046,
+    "512": 28758,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09527380436903687,
+    "128": 0.15868166581282098,
+    "256": 0.23932712032137912,
+    "512": 0.23034731474037878,
+    "w": null
+   }
+  },
+  {
+   "step": 5201,
+   "loss": 1.096591830253601,
+   "ema": 1.1384138367299959,
+   "lr": 0.0009026130614272647,
+   "value_bits": {
+    "0": 0.624892426239222,
+    "128": 0.832941966667134,
+    "256": 0.847290898804448,
+    "512": 0.9797550801117424,
+    "w": null
+   },
+   "value_n": {
+    "0": 23454,
+    "128": 17904,
+    "256": 23496,
+    "512": 29268,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08376167646372319,
+    "128": 0.12562890549184416,
+    "256": 0.19998858030140199,
+    "512": 0.31235172688565477,
+    "w": null
+   }
+  },
+  {
+   "step": 5301,
+   "loss": 1.1009397506713867,
+   "ema": 1.1347521767244078,
+   "lr": 0.0008989077208236816,
+   "value_bits": {
+    "0": 0.6141258987475108,
+    "128": 0.8245656545145486,
+    "256": 0.8345995479469343,
+    "512": 0.9672511849241106,
+    "w": null
+   },
+   "value_n": {
+    "0": 23910,
+    "128": 18144,
+    "256": 24018,
+    "512": 29796,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06035805710146425,
+    "128": 0.19969276793167218,
+    "256": 0.26334288176274917,
+    "512": 0.2741375403187811,
+    "w": null
+   }
+  },
+  {
+   "step": 5401,
+   "loss": 1.168936014175415,
+   "ema": 1.1350254366247339,
+   "lr": 0.000895142095358239,
+   "value_bits": {
+    "0": 0.6029200002870196,
+    "128": 0.8134690592654559,
+    "256": 0.8218049665671762,
+    "512": 0.9562393076262976,
+    "w": null
+   },
+   "value_n": {
+    "0": 24450,
+    "128": 18450,
+    "256": 24480,
+    "512": 30306,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10674771845304847,
+    "128": 0.1555062350839661,
+    "256": 0.1566528982142935,
+    "512": 0.3128865704387858,
+    "w": null
+   }
+  },
+  {
+   "step": 5501,
+   "loss": 1.1131699085235596,
+   "ema": 1.1376435883137406,
+   "lr": 0.0008913168356620278,
+   "value_bits": {
+    "0": 0.593024296972189,
+    "128": 0.7991162633746909,
+    "256": 0.8115934440670314,
+    "512": 0.9417547395266482,
+    "w": null
+   },
+   "value_n": {
+    "0": 24900,
+    "128": 18846,
+    "256": 24876,
+    "512": 30912,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05535775019971973,
+    "128": 0.13040645482768334,
+    "256": 0.18033568951263257,
+    "512": 0.2173829229788322,
+    "w": null
+   }
+  },
+  {
+   "step": 5601,
+   "loss": 1.0839972496032715,
+   "ema": 1.132414289749872,
+   "lr": 0.0008874326026698414,
+   "value_bits": {
+    "0": 0.5831439549122759,
+    "128": 0.7873882169629236,
+    "256": 0.8021703269096406,
+    "512": 0.9302018971956015,
+    "w": null
+   },
+   "value_n": {
+    "0": 25386,
+    "128": 19170,
+    "256": 25320,
+    "512": 31488,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07692889875624008,
+    "128": 0.10520685067846672,
+    "256": 0.2742210872536613,
+    "512": 0.31019935876276533,
+    "w": null
+   }
+  },
+  {
+   "step": 5701,
+   "loss": 1.1411652565002441,
+   "ema": 1.1294999522881777,
+   "lr": 0.0008834900675059781,
+   "value_bits": {
+    "0": 0.5758770438675032,
+    "128": 0.7758045691720487,
+    "256": 0.7894361405855873,
+    "512": 0.9183245874266784,
+    "w": null
+   },
+   "value_n": {
+    "0": 25758,
+    "128": 19554,
+    "256": 25830,
+    "512": 32022,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07996896918309944,
+    "128": 0.19752715211195745,
+    "256": 0.1572212430855347,
+    "512": 0.21796366981647528,
+    "w": null
+   }
+  },
+  {
+   "step": 5801,
+   "loss": 1.150940179824829,
+   "ema": 1.1294112786672983,
+   "lr": 0.0008794899113682835,
+   "value_bits": {
+    "0": 0.564298105272664,
+    "128": 0.7655734239840215,
+    "256": 0.778970550327901,
+    "512": 0.9074347074095183,
+    "w": null
+   },
+   "value_n": {
+    "0": 26310,
+    "128": 19866,
+    "256": 26280,
+    "512": 32568,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02398959018956868,
+    "128": 0.12435607460362276,
+    "256": 0.1782456695366963,
+    "512": 0.2687611947547491,
+    "w": null
+   }
+  },
+  {
+   "step": 5901,
+   "loss": 1.1178393363952637,
+   "ema": 1.1230507163347738,
+   "lr": 0.0008754328254104519,
+   "value_bits": {
+    "0": 0.555597906737169,
+    "128": 0.7540741567643804,
+    "256": 0.7678187208838344,
+    "512": 0.8955190425939693,
+    "w": null
+   },
+   "value_n": {
+    "0": 26748,
+    "128": 20244,
+    "256": 26718,
+    "512": 33180,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03299009059819479,
+    "128": 0.14972377955435412,
+    "256": 0.09870895423984201,
+    "512": 0.261418762017501,
+    "w": null
+   }
+  },
+  {
+   "step": 6001,
+   "loss": 1.1354990005493164,
+   "ema": 1.1264607708415333,
+   "lr": 0.0008713195106226073,
+   "value_bits": {
+    "0": 0.548075095092843,
+    "128": 0.743675823243703,
+    "256": 0.7582843594964379,
+    "512": 0.8823541290485242,
+    "w": null
+   },
+   "value_n": {
+    "0": 27138,
+    "128": 20598,
+    "256": 27144,
+    "512": 33792,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03212595185583623,
+    "128": 0.14903214021378658,
+    "256": 0.16030532769254924,
+    "512": 0.16860930643762073,
+    "w": null
+   }
+  },
+  {
+   "step": 6101,
+   "loss": 1.1580536365509033,
+   "ema": 1.1262919598617198,
+   "lr": 0.0008671506777101854,
+   "value_bits": {
+    "0": 0.5406786664474227,
+    "128": 0.7348011993807079,
+    "256": 0.7479026405853048,
+    "512": 0.8722351326854253,
+    "w": null
+   },
+   "value_n": {
+    "0": 27552,
+    "128": 20898,
+    "256": 27624,
+    "512": 34308,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.055837409009209055,
+    "128": 0.125469524947461,
+    "256": 0.16081643616072114,
+    "512": 0.20955853365085947,
+    "w": null
+   }
+  },
+  {
+   "step": 6201,
+   "loss": 1.09690523147583,
+   "ema": 1.1182646225023767,
+   "lr": 0.0008629270469711369,
+   "value_bits": {
+    "0": 0.532243037566482,
+    "128": 0.7267743825629722,
+    "256": 0.7379463439178074,
+    "512": 0.8608741977874453,
+    "w": null
+   },
+   "value_n": {
+    "0": 28026,
+    "128": 21174,
+    "256": 28086,
+    "512": 34884,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04190876134775482,
+    "128": 0.11900475264616035,
+    "256": 0.1426373847339374,
+    "512": 0.18418851292651714,
+    "w": null
+   }
+  },
+  {
+   "step": 6301,
+   "loss": 1.116824746131897,
+   "ema": 1.1152783684584768,
+   "lr": 0.0008586493481714727,
+   "value_bits": {
+    "0": 0.5249403026308831,
+    "128": 0.7178021167576004,
+    "256": 0.7269614142398143,
+    "512": 0.8506285600524027,
+    "w": null
+   },
+   "value_n": {
+    "0": 28446,
+    "128": 21492,
+    "256": 28602,
+    "512": 35418,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.037639232856845,
+    "128": 0.12038464454709069,
+    "256": 0.12904913723184427,
+    "512": 0.18132364104636114,
+    "w": null
+   }
+  },
+  {
+   "step": 6401,
+   "loss": 1.1129240989685059,
+   "ema": 1.1187067582225834,
+   "lr": 0.0008543183204191743,
+   "value_bits": {
+    "0": 0.5178664107976209,
+    "128": 0.7081701809852748,
+    "256": 0.7189567135258547,
+    "512": 0.839497099271042,
+    "w": null
+   },
+   "value_n": {
+    "0": 28914,
+    "128": 21822,
+    "256": 29034,
+    "512": 36030,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08790075462459916,
+    "128": 0.08086847304945284,
+    "256": 0.18897882042244704,
+    "512": 0.19529108954190183,
+    "w": null
+   }
+  },
+  {
+   "step": 6501,
+   "loss": 1.1589174270629883,
+   "ema": 1.1173462091959037,
+   "lr": 0.0008499347120364891,
+   "value_bits": {
+    "0": 0.5118041905850435,
+    "128": 0.6954823712811843,
+    "256": 0.7102434059238089,
+    "512": 0.8297687319806792,
+    "w": null
+   },
+   "value_n": {
+    "0": 29274,
+    "128": 22278,
+    "256": 29502,
+    "512": 36534,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024906870511526766,
+    "128": 0.08830389899463946,
+    "256": 0.16968320738150602,
+    "512": 0.13430628461604588,
+    "w": null
+   }
+  },
+  {
+   "step": 6601,
+   "loss": 1.1202055215835571,
+   "ema": 1.1137037594636578,
+   "lr": 0.0008454992804306338,
+   "value_bits": {
+    "0": 0.503137090743015,
+    "128": 0.6864156344902398,
+    "256": 0.7026483719520081,
+    "512": 0.8207420873729672,
+    "w": null
+   },
+   "value_n": {
+    "0": 29808,
+    "128": 22632,
+    "256": 29874,
+    "512": 37038,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.028004729740137634,
+    "128": 0.11582591068046497,
+    "256": 0.1003131777690341,
+    "512": 0.16641781336869924,
+    "w": null
+   }
+  },
+  {
+   "step": 6701,
+   "loss": 1.1130191087722778,
+   "ema": 1.1097207804043439,
+   "lr": 0.0008410127919629289,
+   "value_bits": {
+    "0": 0.4961806947292654,
+    "128": 0.6810986344014556,
+    "256": 0.6940429627533308,
+    "512": 0.8127595459444114,
+    "w": null
+   },
+   "value_n": {
+    "0": 30252,
+    "128": 22908,
+    "256": 30348,
+    "512": 37530,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.029162108292664073,
+    "128": 0.24510462712114617,
+    "256": 0.15168432477592933,
+    "512": 0.21182993328008923,
+    "w": null
+   }
+  },
+  {
+   "step": 6801,
+   "loss": 1.1078269481658936,
+   "ema": 1.104950857388011,
+   "lr": 0.0008364760218163851,
+   "value_bits": {
+    "0": 0.49073990574122905,
+    "128": 0.6716772692252706,
+    "256": 0.6847213757930365,
+    "512": 0.8054678743000041,
+    "w": null
+   },
+   "value_n": {
+    "0": 30636,
+    "128": 23304,
+    "256": 30882,
+    "512": 38016,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06210774827749118,
+    "128": 0.12666556857868957,
+    "256": 0.1549619730383354,
+    "512": 0.2423887862041094,
+    "w": null
+   }
+  },
+  {
+   "step": 6901,
+   "loss": 1.1599290370941162,
+   "ema": 1.108752942213236,
+   "lr": 0.0008318897538617664,
+   "value_bits": {
+    "0": 0.48604964064826,
+    "128": 0.6649383645500926,
+    "256": 0.6745053010874992,
+    "512": 0.7976758167568369,
+    "w": null
+   },
+   "value_n": {
+    "0": 30984,
+    "128": 23598,
+    "256": 31464,
+    "512": 38538,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07314457918791206,
+    "128": 0.13077702254210594,
+    "256": 0.13242141954728523,
+    "512": 0.23019907430271522,
+    "w": null
+   }
+  },
+  {
+   "step": 7001,
+   "loss": 1.1893470287322998,
+   "ema": 1.1109650318883564,
+   "lr": 0.0008272547805221505,
+   "value_bits": {
+    "0": 0.4794973491271281,
+    "128": 0.6574316654060308,
+    "256": 0.6661017664157235,
+    "512": 0.789738919226048,
+    "w": null
+   },
+   "value_n": {
+    "0": 31440,
+    "128": 23898,
+    "256": 31974,
+    "512": 39030,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03428638313864099,
+    "128": 0.06695471073413439,
+    "256": 0.14765310972405962,
+    "512": 0.16804754312536455,
+    "w": null
+   }
+  },
+  {
+   "step": 7101,
+   "loss": 1.077315092086792,
+   "ema": 1.1032223457969574,
+   "lr": 0.0008225719026360139,
+   "value_bits": {
+    "0": 0.4733594450635157,
+    "128": 0.6495326235074556,
+    "256": 0.6575116132748274,
+    "512": 0.782379835052809,
+    "w": null
+   },
+   "value_n": {
+    "0": 31896,
+    "128": 24252,
+    "256": 32460,
+    "512": 39528,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05016711225655411,
+    "128": 0.11628035432057854,
+    "256": 0.0923643776225402,
+    "512": 0.2056226959332892,
+    "w": null
+   }
+  },
+  {
+   "step": 7201,
+   "loss": 1.1032698154449463,
+   "ema": 1.1033724882811287,
+   "lr": 0.0008178419293188608,
+   "value_bits": {
+    "0": 0.4679719751811993,
+    "128": 0.640504351657552,
+    "256": 0.6520026024905843,
+    "512": 0.7725340590771723,
+    "w": null
+   },
+   "value_n": {
+    "0": 32286,
+    "128": 24654,
+    "256": 32796,
+    "512": 40176,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.027359822959757307,
+    "128": 0.09584353348875038,
+    "256": 0.11979281065566978,
+    "512": 0.17194172456334164,
+    "w": null
+   }
+  },
+  {
+   "step": 7301,
+   "loss": 1.118865728378296,
+   "ema": 1.1019661038888886,
+   "lr": 0.000813065677823423,
+   "value_bits": {
+    "0": 0.4623514934625532,
+    "128": 0.6307049623925034,
+    "256": 0.6453149603718502,
+    "512": 0.764202837980776,
+    "w": null
+   },
+   "value_n": {
+    "0": 32706,
+    "128": 25062,
+    "256": 33210,
+    "512": 40728,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.030297034490630065,
+    "128": 0.03856245518537538,
+    "256": 0.11553739774865038,
+    "512": 0.1578348329647941,
+    "w": null
+   }
+  },
+  {
+   "step": 7401,
+   "loss": 1.1509275436401367,
+   "ema": 1.101492051462155,
+   "lr": 0.0008082439733984537,
+   "value_bits": {
+    "0": 0.4570638842381148,
+    "128": 0.6229480868822261,
+    "256": 0.6385465535574558,
+    "512": 0.7564463400413434,
+    "w": null
+   },
+   "value_n": {
+    "0": 33132,
+    "128": 25428,
+    "256": 33684,
+    "512": 41286,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05110954786608457,
+    "128": 0.09179285726864848,
+    "256": 0.16432969637172762,
+    "512": 0.19030539366641325,
+    "w": null
+   }
+  },
+  {
+   "step": 7501,
+   "loss": 1.114790916442871,
+   "ema": 1.096814742872555,
+   "lr": 0.0008033776491461398,
+   "value_bits": {
+    "0": 0.451113438268869,
+    "128": 0.6165118075240651,
+    "256": 0.6308587314209063,
+    "512": 0.7499119638454869,
+    "w": null
+   },
+   "value_n": {
+    "0": 33594,
+    "128": 25740,
+    "256": 34164,
+    "512": 41730,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024381455902960928,
+    "128": 0.0919550398339434,
+    "256": 0.09136581298853984,
+    "512": 0.14230328001185352,
+    "w": null
+   }
+  },
+  {
+   "step": 7601,
+   "loss": 1.1611852645874023,
+   "ema": 1.09994935177498,
+   "lr": 0.0007984675458781569,
+   "value_bits": {
+    "0": 0.44558762273487085,
+    "128": 0.6089395461676066,
+    "256": 0.6248969682242025,
+    "512": 0.7421730897928422,
+    "w": null
+   },
+   "value_n": {
+    "0": 34056,
+    "128": 26106,
+    "256": 34614,
+    "512": 42264,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.043781893191284706,
+    "128": 0.07639854257404625,
+    "256": 0.1722799063304523,
+    "512": 0.13741051635302692,
+    "w": null
+   }
+  },
+  {
+   "step": 7701,
+   "loss": 1.075127363204956,
+   "ema": 1.1022632218441852,
+   "lr": 0.0007935145119703917,
+   "value_bits": {
+    "0": 0.4397837081995501,
+    "128": 0.6002877463014052,
+    "256": 0.6195915880705615,
+    "512": 0.7348085794188248,
+    "w": null
+   },
+   "value_n": {
+    "0": 34536,
+    "128": 26538,
+    "256": 34998,
+    "512": 42768,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.027995971918549356,
+    "128": 0.07745467383137947,
+    "256": 0.1413613051587591,
+    "512": 0.11724178091193542,
+    "w": null
+   }
+  },
+  {
+   "step": 7801,
+   "loss": 1.0344634056091309,
+   "ema": 1.095187070025409,
+   "lr": 0.0007885194032163599,
+   "value_bits": {
+    "0": 0.43487161770478566,
+    "128": 0.5937666038798163,
+    "256": 0.6135579787532836,
+    "512": 0.7273051541360405,
+    "w": null
+   },
+   "value_n": {
+    "0": 34956,
+    "128": 26892,
+    "256": 35448,
+    "512": 43374,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.030957433592440076,
+    "128": 0.10490197793595554,
+    "256": 0.14430407011752594,
+    "512": 0.19775648665399473,
+    "w": null
+   }
+  },
+  {
+   "step": 7901,
+   "loss": 1.088235855102539,
+   "ema": 1.0981192236997845,
+   "lr": 0.0007834830826793395,
+   "value_bits": {
+    "0": 0.43019875017780007,
+    "128": 0.5871433393629857,
+    "256": 0.607607524291604,
+    "512": 0.7200835762335215,
+    "w": null
+   },
+   "value_n": {
+    "0": 35376,
+    "128": 27258,
+    "256": 35892,
+    "512": 43938,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04128266143182681,
+    "128": 0.10049626453618145,
+    "256": 0.1325361059185933,
+    "512": 0.1647135054110821,
+    "w": null
+   }
+  },
+  {
+   "step": 8001,
+   "loss": 1.0699236392974854,
+   "ema": 1.092532724025831,
+   "lr": 0.000778406420543249,
+   "value_bits": {
+    "0": 0.4255706050963003,
+    "128": 0.5823504088547298,
+    "256": 0.6021325451928595,
+    "512": 0.712743131406435,
+    "w": null
+   },
+   "value_n": {
+    "0": 35802,
+    "128": 27558,
+    "256": 36318,
+    "512": 44550,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.041239007905834985,
+    "128": 0.14686474287458964,
+    "256": 0.1408462780282223,
+    "512": 0.18574237190883636,
+    "w": null
+   }
+  },
+  {
+   "step": 8101,
+   "loss": 1.0759553909301758,
+   "ema": 1.0934662205723356,
+   "lr": 0.000773290293962297,
+   "value_bits": {
+    "0": 0.42111703721961014,
+    "128": 0.5754156057955673,
+    "256": 0.5953718577641235,
+    "512": 0.7063878163751448,
+    "w": null
+   },
+   "value_n": {
+    "0": 36234,
+    "128": 27960,
+    "256": 36798,
+    "512": 45072,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05202759943891557,
+    "128": 0.10001933041148846,
+    "256": 0.08384134518737794,
+    "512": 0.1639945507736645,
+    "w": null
+   }
+  },
+  {
+   "step": 8201,
+   "loss": 1.04664146900177,
+   "ema": 1.0882873640611634,
+   "lr": 0.0007681355869094244,
+   "value_bits": {
+    "0": 0.41688704602091164,
+    "128": 0.5695648002618565,
+    "256": 0.5900619438093557,
+    "512": 0.698358244918065,
+    "w": null
+   },
+   "value_n": {
+    "0": 36636,
+    "128": 28326,
+    "256": 37224,
+    "512": 45696,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.035619630365096355,
+    "128": 0.12260162342428282,
+    "256": 0.13139008064611238,
+    "512": 0.11837612197975078,
+    "w": null
+   }
+  },
+  {
+   "step": 8301,
+   "loss": 1.0873653888702393,
+   "ema": 1.0945426209791478,
+   "lr": 0.0007629431900235712,
+   "value_bits": {
+    "0": 0.41276906749879505,
+    "128": 0.5635225226839634,
+    "256": 0.5839683794502256,
+    "512": 0.6912455838875261,
+    "w": null
+   },
+   "value_n": {
+    "0": 37026,
+    "128": 28686,
+    "256": 37674,
+    "512": 46278,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02593250048272811,
+    "128": 0.08809598193007424,
+    "256": 0.07990873566297646,
+    "512": 0.13279170338667004,
+    "w": null
+   }
+  },
+  {
+   "step": 8401,
+   "loss": 1.0810933113098145,
+   "ema": 1.0927646131072069,
+   "lr": 0.00075771400045579,
+   "value_bits": {
+    "0": 0.40784054718112195,
+    "128": 0.5579616655810965,
+    "256": 0.577739398373142,
+    "512": 0.6849116385657168,
+    "w": null
+   },
+   "value_n": {
+    "0": 37512,
+    "128": 29022,
+    "256": 38166,
+    "512": 46806,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.032360314090250177,
+    "128": 0.08320349042383846,
+    "256": 0.10076656687305263,
+    "512": 0.12975572643939493,
+    "w": null
+   }
+  },
+  {
+   "step": 8501,
+   "loss": 1.0874481201171875,
+   "ema": 1.0898723530857601,
+   "lr": 0.0007524489217142347,
+   "value_bits": {
+    "0": 0.40367085696823896,
+    "128": 0.5517373698039625,
+    "256": 0.5711825437824176,
+    "512": 0.6781862909854991,
+    "w": null
+   },
+   "value_n": {
+    "0": 37938,
+    "128": 29394,
+    "256": 38700,
+    "512": 47370,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03650320610986084,
+    "128": 0.06614190732013513,
+    "256": 0.102551621854343,
+    "512": 0.12005398807829092,
+    "w": null
+   }
+  },
+  {
+   "step": 8601,
+   "loss": 1.0983902215957642,
+   "ema": 1.0843461648609223,
+   "lr": 0.0007471488635080511,
+   "value_bits": {
+    "0": 0.3994266020414457,
+    "128": 0.5468324719518146,
+    "256": 0.5646723805611091,
+    "512": 0.671189013285559,
+    "w": null
+   },
+   "value_n": {
+    "0": 38358,
+    "128": 29724,
+    "256": 39216,
+    "512": 47964,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.016049117725533482,
+    "128": 0.10993984326685573,
+    "256": 0.07641013896297758,
+    "512": 0.11317378660851846,
+    "w": null
+   }
+  },
+  {
+   "step": 8701,
+   "loss": 1.0804591178894043,
+   "ema": 1.0874439626376382,
+   "lr": 0.0007418147415901951,
+   "value_bits": {
+    "0": 0.395837826383223,
+    "128": 0.5410329318659801,
+    "256": 0.5579995474914468,
+    "512": 0.6652196808369,
+    "w": null
+   },
+   "value_n": {
+    "0": 38754,
+    "128": 30108,
+    "256": 39786,
+    "512": 48492,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0482159660344715,
+    "128": 0.09211228209685429,
+    "256": 0.09890863229867326,
+    "512": 0.12296009453485228,
+    "w": null
+   }
+  },
+  {
+   "step": 8801,
+   "loss": 1.0652586221694946,
+   "ema": 1.086077851663093,
+   "lr": 0.0007364474775992087,
+   "value_bits": {
+    "0": 0.3919920262126291,
+    "128": 0.5369488879370921,
+    "256": 0.5519568222870138,
+    "512": 0.6583005886903562,
+    "w": null
+   },
+   "value_n": {
+    "0": 39174,
+    "128": 30384,
+    "256": 40296,
+    "512": 49122,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03713455047168614,
+    "128": 0.09143296543362116,
+    "256": 0.08055316545648768,
+    "512": 0.12572818175352898,
+    "w": null
+   }
+  },
+  {
+   "step": 8901,
+   "loss": 1.0713005065917969,
+   "ema": 1.0817915499584423,
+   "lr": 0.0007310479988999762,
+   "value_bits": {
+    "0": 0.387811842320382,
+    "128": 0.5309689422319969,
+    "256": 0.5481550553629992,
+    "512": 0.652208304831758,
+    "w": null
+   },
+   "value_n": {
+    "0": 39618,
+    "128": 30804,
+    "256": 40668,
+    "512": 49650,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01899534728685703,
+    "128": 0.09836258436624926,
+    "256": 0.13633785114232244,
+    "512": 0.08541821448694584,
+    "w": null
+   }
+  },
+  {
+   "step": 9001,
+   "loss": 1.0430026054382324,
+   "ema": 1.0806386060431095,
+   "lr": 0.0007256172384234937,
+   "value_bits": {
+    "0": 0.3842197299422833,
+    "128": 0.525774633098203,
+    "256": 0.5433045178756363,
+    "512": 0.647041728736612,
+    "w": null
+   },
+   "value_n": {
+    "0": 40074,
+    "128": 31170,
+    "256": 41130,
+    "512": 50160,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07213133477668132,
+    "128": 0.08860113977201527,
+    "256": 0.11633123100100755,
+    "512": 0.14406035006210577,
+    "w": null
+   }
+  },
+  {
+   "step": 9101,
+   "loss": 1.1475106477737427,
+   "ema": 1.0841008041094378,
+   "lr": 0.000720156134505675,
+   "value_bits": {
+    "0": 0.3800201614582272,
+    "128": 0.5208688566660566,
+    "256": 0.5384451499663361,
+    "512": 0.6415643609336027,
+    "w": null
+   },
+   "value_n": {
+    "0": 40566,
+    "128": 31518,
+    "256": 41586,
+    "512": 50682,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.037960187006873126,
+    "128": 0.0814635365798403,
+    "256": 0.10014295235775098,
+    "512": 0.11523338583983245,
+    "w": null
+   }
+  },
+  {
+   "step": 9201,
+   "loss": 1.1069190502166748,
+   "ema": 1.0864087144280226,
+   "lr": 0.0007146656307252252,
+   "value_bits": {
+    "0": 0.37610489565913363,
+    "128": 0.5160949604530733,
+    "256": 0.5338030453603967,
+    "512": 0.6362716333682872,
+    "w": null
+   },
+   "value_n": {
+    "0": 41034,
+    "128": 31866,
+    "256": 42030,
+    "512": 51246,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03673166402231814,
+    "128": 0.08372811895649582,
+    "256": 0.09901349098517524,
+    "512": 0.16065812545105224,
+    "w": null
+   }
+  },
+  {
+   "step": 9301,
+   "loss": 1.0326759815216064,
+   "ema": 1.080392362014717,
+   "lr": 0.0007091466757406063,
+   "value_bits": {
+    "0": 0.37302626326543564,
+    "128": 0.5113898583146106,
+    "256": 0.5292705931069793,
+    "512": 0.6305588464482619,
+    "w": null
+   },
+   "value_n": {
+    "0": 41460,
+    "128": 32190,
+    "256": 42456,
+    "512": 51780,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07648025001895224,
+    "128": 0.04863434984469188,
+    "256": 0.0820899165550362,
+    "512": 0.08232386797706481,
+    "w": null
+   }
+  },
+  {
+   "step": 9401,
+   "loss": 1.0906866788864136,
+   "ema": 1.0867037957227408,
+   "lr": 0.0007036002231261277,
+   "value_bits": {
+    "0": 0.368804658306547,
+    "128": 0.5062931642448131,
+    "256": 0.5250191276406819,
+    "512": 0.6250158470003466,
+    "w": null
+   },
+   "value_n": {
+    "0": 41958,
+    "128": 32562,
+    "256": 42888,
+    "512": 52326,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.017343329801478007,
+    "128": 0.06526471772120365,
+    "256": 0.10719454931400343,
+    "512": 0.09934458067608076,
+    "w": null
+   }
+  },
+  {
+   "step": 9501,
+   "loss": 1.0492491722106934,
+   "ema": 1.078448759303768,
+   "lr": 0.0006980272312071852,
+   "value_bits": {
+    "0": 0.3650607946839163,
+    "128": 0.5020498409666067,
+    "256": 0.520826891896611,
+    "512": 0.6191979162102077,
+    "w": null
+   },
+   "value_n": {
+    "0": 42432,
+    "128": 32886,
+    "256": 43320,
+    "512": 52902,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.033657778062949464,
+    "128": 0.07559585150685894,
+    "256": 0.10463104330468473,
+    "512": 0.0906752659935176,
+    "w": null
+   }
+  },
+  {
+   "step": 9601,
+   "loss": 1.0998666286468506,
+   "ema": 1.0767953827034848,
+   "lr": 0.0006924286628946804,
+   "value_bits": {
+    "0": 0.3618987621640605,
+    "128": 0.4975458922531043,
+    "256": 0.5162058909528239,
+    "512": 0.6134317443121591,
+    "w": null
+   },
+   "value_n": {
+    "0": 42822,
+    "128": 33216,
+    "256": 43794,
+    "512": 53508,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01786962400374593,
+    "128": 0.04870693045844233,
+    "256": 0.09388150090038097,
+    "512": 0.11006206485578891,
+    "w": null
+   }
+  },
+  {
+   "step": 9701,
+   "loss": 1.0766839981079102,
+   "ema": 1.0784507213413113,
+   "lr": 0.0006868054855186466,
+   "value_bits": {
+    "0": 0.3584353213624856,
+    "128": 0.49319777727883213,
+    "256": 0.5111424366181213,
+    "512": 0.6076409811016446,
+    "w": null
+   },
+   "value_n": {
+    "0": 43260,
+    "128": 33552,
+    "256": 44280,
+    "512": 54066,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01982467751537057,
+    "128": 0.06335555410792754,
+    "256": 0.05486894045770151,
+    "512": 0.05235037560305006,
+    "w": null
+   }
+  },
+  {
+   "step": 9801,
+   "loss": 1.0854382514953613,
+   "ema": 1.0763110457923477,
+   "lr": 0.0006811586706611131,
+   "value_bits": {
+    "0": 0.3553743290417125,
+    "128": 0.48951273747315605,
+    "256": 0.5071469800432021,
+    "512": 0.6022234311462675,
+    "w": null
+   },
+   "value_n": {
+    "0": 43692,
+    "128": 33834,
+    "256": 44706,
+    "512": 54666,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.048849959142066156,
+    "128": 0.0510714056999505,
+    "256": 0.09184459239667153,
+    "512": 0.11404800466724238,
+    "w": null
+   }
+  },
+  {
+   "step": 9901,
+   "loss": 1.0756421089172363,
+   "ema": 1.0721997063403257,
+   "lr": 0.0006754891939882325,
+   "value_bits": {
+    "0": 0.3519388059618843,
+    "128": 0.48549289565085063,
+    "256": 0.5029187406716612,
+    "512": 0.5967242459233554,
+    "w": null
+   },
+   "value_n": {
+    "0": 44160,
+    "128": 34158,
+    "256": 45150,
+    "512": 55260,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.031201894842540916,
+    "128": 0.06571719128085302,
+    "256": 0.07718074665339798,
+    "512": 0.09063256343898332,
+    "w": null
+   }
+  },
+  {
+   "step": 10001,
+   "loss": 1.1165895462036133,
+   "ema": 1.0772138643328726,
+   "lr": 0.0006697980350817039,
+   "value_bits": {
+    "0": 0.3484074930253179,
+    "128": 0.4815174206650445,
+    "256": 0.4982811985561541,
+    "512": 0.5920114149547875,
+    "w": null
+   },
+   "value_n": {
+    "0": 44646,
+    "128": 34488,
+    "256": 45624,
+    "512": 55776,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02753757681385292,
+    "128": 0.07001961895241908,
+    "256": 0.05654063628791312,
+    "512": 0.08730009843723015,
+    "w": null
+   }
+  },
+  {
+   "step": 10101,
+   "loss": 1.0726590156555176,
+   "ema": 1.0779940837699604,
+   "lr": 0.0006640861772695196,
+   "value_bits": {
+    "0": 0.34556633494343464,
+    "128": 0.4766243614030743,
+    "256": 0.49397794181641663,
+    "512": 0.5875884133573598,
+    "w": null
+   },
+   "value_n": {
+    "0": 45054,
+    "128": 34908,
+    "256": 46080,
+    "512": 56298,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03466843365971037,
+    "128": 0.07483429514871628,
+    "256": 0.0634257806458417,
+    "512": 0.11498815071727676,
+    "w": null
+   }
+  },
+  {
+   "step": 10201,
+   "loss": 1.0518803596496582,
+   "ema": 1.074205167680152,
+   "lr": 0.000658354607456063,
+   "value_bits": {
+    "0": 0.3420682014292731,
+    "128": 0.4719566067553504,
+    "256": 0.48987090438756986,
+    "512": 0.5828979928843732,
+    "w": null
+   },
+   "value_n": {
+    "0": 45534,
+    "128": 35340,
+    "256": 46524,
+    "512": 56838,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013724644456277477,
+    "128": 0.09477609924900086,
+    "256": 0.06362701988023002,
+    "512": 0.09389560068398797,
+    "w": null
+   }
+  },
+  {
+   "step": 10301,
+   "loss": 1.081619143486023,
+   "ema": 1.0726173152460126,
+   "lr": 0.0006526043159515904,
+   "value_bits": {
+    "0": 0.3392167900195776,
+    "128": 0.4686245831059749,
+    "256": 0.48548865221537185,
+    "512": 0.5782184822537486,
+    "w": null
+   },
+   "value_n": {
+    "0": 45960,
+    "128": 35676,
+    "256": 47016,
+    "512": 57372,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0344370549748076,
+    "128": 0.11816709569843492,
+    "256": 0.07109861144435727,
+    "512": 0.08013978333345917,
+    "w": null
+   }
+  },
+  {
+   "step": 10401,
+   "loss": 1.0348113775253296,
+   "ema": 1.0676470045910562,
+   "lr": 0.0006468362963011235,
+   "value_bits": {
+    "0": 0.33685696162951023,
+    "128": 0.4637398489573159,
+    "256": 0.48155591049559404,
+    "512": 0.573427807733574,
+    "w": null
+   },
+   "value_n": {
+    "0": 46308,
+    "128": 36072,
+    "256": 47448,
+    "512": 58026,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02519686735509838,
+    "128": 0.02366970883722325,
+    "256": 0.05354251999311026,
+    "512": 0.15316698422982183,
+    "w": null
+   }
+  },
+  {
+   "step": 10501,
+   "loss": 1.0635552406311035,
+   "ema": 1.0745567448981777,
+   "lr": 0.0006410515451127826,
+   "value_bits": {
+    "0": 0.3337239167075316,
+    "128": 0.45980296244814506,
+    "256": 0.47752535730592344,
+    "512": 0.5687460964349302,
+    "w": null
+   },
+   "value_n": {
+    "0": 46794,
+    "128": 36426,
+    "256": 47928,
+    "512": 58608,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03519501907998521,
+    "128": 0.058640899852635466,
+    "256": 0.07910517450698201,
+    "512": 0.10197465345364717,
+    "w": null
+   }
+  },
+  {
+   "step": 10601,
+   "loss": 1.0950769186019897,
+   "ema": 1.0692119861419769,
+   "lr": 0.0006352510618855914,
+   "value_bits": {
+    "0": 0.33046481666430755,
+    "128": 0.45600060113049673,
+    "256": 0.4736762511223012,
+    "512": 0.5654168126298854,
+    "w": null
+   },
+   "value_n": {
+    "0": 47280,
+    "128": 36756,
+    "256": 48366,
+    "512": 59040,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.016665789045735933,
+    "128": 0.03628904550425815,
+    "256": 0.05248912516648651,
+    "512": 0.11374397641214617,
+    "w": null
+   }
+  },
+  {
+   "step": 10701,
+   "loss": 1.1239171028137207,
+   "ema": 1.0688343485455643,
+   "lr": 0.000629435848836781,
+   "value_bits": {
+    "0": 0.32751685411913534,
+    "128": 0.4524428611211568,
+    "256": 0.47030157707062625,
+    "512": 0.5609005818286307,
+    "w": null
+   },
+   "value_n": {
+    "0": 47718,
+    "128": 37074,
+    "256": 48792,
+    "512": 59628,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009298431434792849,
+    "128": 0.04122181777744769,
+    "256": 0.08715724565440273,
+    "512": 0.10743414219242592,
+    "w": null
+   }
+  },
+  {
+   "step": 10801,
+   "loss": 1.0706638097763062,
+   "ema": 1.0636531435871759,
+   "lr": 0.0006236069107286272,
+   "value_bits": {
+    "0": 0.3244286008969884,
+    "128": 0.44826094035207764,
+    "256": 0.46694132435134855,
+    "512": 0.5570904088321693,
+    "w": null
+   },
+   "value_n": {
+    "0": 48192,
+    "128": 37482,
+    "256": 49218,
+    "512": 60114,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013531412596545566,
+    "128": 0.06825963987943628,
+    "256": 0.08207406923633412,
+    "512": 0.08961510958733386,
+    "w": null
+   }
+  },
+  {
+   "step": 10901,
+   "loss": 1.0786383152008057,
+   "ema": 1.062825610832032,
+   "lr": 0.0006177652546948433,
+   "value_bits": {
+    "0": 0.3217201350077883,
+    "128": 0.445221727288255,
+    "256": 0.46323646585532813,
+    "512": 0.5524613240058307,
+    "w": null
+   },
+   "value_n": {
+    "0": 48624,
+    "128": 37812,
+    "256": 49656,
+    "512": 60690,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019575718034802476,
+    "128": 0.10002238165734025,
+    "256": 0.04692202417237381,
+    "512": 0.06934881489034077,
+    "w": null
+   }
+  },
+  {
+   "step": 11001,
+   "loss": 1.0599430799484253,
+   "ema": 1.0617177899058305,
+   "lr": 0.0006119118900665676,
+   "value_bits": {
+    "0": 0.3193880150467748,
+    "128": 0.4415397975313809,
+    "256": 0.46006229665305465,
+    "512": 0.5474831653842084,
+    "w": null
+   },
+   "value_n": {
+    "0": 49026,
+    "128": 38190,
+    "256": 50064,
+    "512": 61332,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03730592304597601,
+    "128": 0.07322993518502549,
+    "256": 0.07374723315282537,
+    "512": 0.07688433867663881,
+    "w": null
+   }
+  },
+  {
+   "step": 11101,
+   "loss": 1.0866053104400635,
+   "ema": 1.0644806687246844,
+   "lr": 0.0006060478281979693,
+   "value_bits": {
+    "0": 0.31672599861050765,
+    "128": 0.43817773541931965,
+    "256": 0.45600555519584607,
+    "512": 0.543289978521896,
+    "w": null
+   },
+   "value_n": {
+    "0": 49458,
+    "128": 38562,
+    "256": 50580,
+    "512": 61878,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.014624105544691448,
+    "128": 0.09302410085044234,
+    "256": 0.06240729102203083,
+    "512": 0.072270680647643,
+    "w": null
+   }
+  },
+  {
+   "step": 11201,
+   "loss": 1.033620834350586,
+   "ema": 1.064587250472199,
+   "lr": 0.000600174082291504,
+   "value_bits": {
+    "0": 0.3144109826638131,
+    "128": 0.4348161101079855,
+    "256": 0.45257260812363864,
+    "512": 0.5391102653003967,
+    "w": null
+   },
+   "value_n": {
+    "0": 49866,
+    "128": 38946,
+    "256": 51066,
+    "512": 62460,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.033783387831412486,
+    "128": 0.09723539329635818,
+    "256": 0.0952918202383505,
+    "512": 0.0947248791836714,
+    "w": null
+   }
+  },
+  {
+   "step": 11301,
+   "loss": 1.0360543727874756,
+   "ema": 1.0590048840124449,
+   "lr": 0.0005942916672228525,
+   "value_bits": {
+    "0": 0.3119881828132912,
+    "128": 0.43173158725677296,
+    "256": 0.44848075142648824,
+    "512": 0.5349852543308226,
+    "w": null
+   },
+   "value_n": {
+    "0": 50298,
+    "128": 39246,
+    "256": 51618,
+    "512": 62994,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.032323050067636236,
+    "128": 0.031298830712366284,
+    "256": 0.06993953023684624,
+    "512": 0.05249801620422577,
+    "w": null
+   }
+  },
+  {
+   "step": 11401,
+   "loss": 1.0547490119934082,
+   "ema": 1.0627058839978827,
+   "lr": 0.0005884015993655677,
+   "value_bits": {
+    "0": 0.30976455414437903,
+    "128": 0.42947428340933974,
+    "256": 0.44505127411575773,
+    "512": 0.5302990830945987,
+    "w": null
+   },
+   "value_n": {
+    "0": 50712,
+    "128": 39504,
+    "256": 52044,
+    "512": 63618,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.039609784122769304,
+    "128": 0.0861016214079139,
+    "256": 0.029504889549346987,
+    "512": 0.05722108493004208,
+    "w": null
+   }
+  },
+  {
+   "step": 11501,
+   "loss": 1.023228645324707,
+   "ema": 1.0560760379097773,
+   "lr": 0.0005825048964154636,
+   "value_bits": {
+    "0": 0.30713848816710526,
+    "128": 0.4264227383749921,
+    "256": 0.4415767136274099,
+    "512": 0.5261677834351509,
+    "w": null
+   },
+   "value_n": {
+    "0": 51162,
+    "128": 39798,
+    "256": 52530,
+    "512": 64182,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.011198359634872443,
+    "128": 0.01639472804551911,
+    "256": 0.0694984707147135,
+    "512": 0.060165971848713744,
+    "w": null
+   }
+  },
+  {
+   "step": 11601,
+   "loss": 1.0838124752044678,
+   "ema": 1.0615912624976636,
+   "lr": 0.0005766025772147777,
+   "value_bits": {
+    "0": 0.30441911592316945,
+    "128": 0.4232553766326682,
+    "256": 0.4384188670956964,
+    "512": 0.5222637239756154,
+    "w": null
+   },
+   "value_n": {
+    "0": 51648,
+    "128": 40152,
+    "256": 52986,
+    "512": 64746,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01814643537945232,
+    "128": 0.06716875905919531,
+    "256": 0.07464325676474323,
+    "512": 0.07799006398995696,
+    "w": null
+   }
+  },
+  {
+   "step": 11701,
+   "loss": 1.0165722370147705,
+   "ema": 1.056378673052874,
+   "lr": 0.0005706956615761318,
+   "value_bits": {
+    "0": 0.3018877413639374,
+    "128": 0.42009683387377444,
+    "256": 0.43543748828247264,
+    "512": 0.5182450873506675,
+    "w": null
+   },
+   "value_n": {
+    "0": 52092,
+    "128": 40482,
+    "256": 53412,
+    "512": 65388,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0074273061494856745,
+    "128": 0.0357883221916548,
+    "256": 0.06461275166868827,
+    "512": 0.11296370585711016,
+    "w": null
+   }
+  },
+  {
+   "step": 11801,
+   "loss": 1.1206905841827393,
+   "ema": 1.0621053348614902,
+   "lr": 0.0005647851701063285,
+   "value_bits": {
+    "0": 0.29947808554874866,
+    "128": 0.41731022246736615,
+    "256": 0.43187845328044594,
+    "512": 0.514778477426281,
+    "w": null
+   },
+   "value_n": {
+    "0": 52530,
+    "128": 40782,
+    "256": 53892,
+    "512": 65940,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012894088460138007,
+    "128": 0.04128487928662994,
+    "256": 0.0358468334299238,
+    "512": 0.10413592355709603,
+    "w": null
+   }
+  },
+  {
+   "step": 11901,
+   "loss": 1.075352668762207,
+   "ema": 1.0600285712952904,
+   "lr": 0.0005588721240300081,
+   "value_bits": {
+    "0": 0.2969641615474378,
+    "128": 0.41445789167722363,
+    "256": 0.4288002454440021,
+    "512": 0.5100305807242935,
+    "w": null
+   },
+   "value_n": {
+    "0": 52992,
+    "128": 41070,
+    "256": 54336,
+    "512": 66588,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0111277377620308,
+    "128": 0.010555967081417867,
+    "256": 0.05517236994483033,
+    "512": 0.02688812929056184,
+    "w": null
+   }
+  },
+  {
+   "step": 12001,
+   "loss": 1.079122543334961,
+   "ema": 1.059955421596134,
+   "lr": 0.0005529575450132004,
+   "value_bits": {
+    "0": 0.2948323426977416,
+    "128": 0.41144899462219237,
+    "256": 0.42573324211693836,
+    "512": 0.5059801014601848,
+    "w": null
+   },
+   "value_n": {
+    "0": 53388,
+    "128": 41406,
+    "256": 54840,
+    "512": 67218,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009556220265663553,
+    "128": 0.043665059949165495,
+    "256": 0.09508107390396803,
+    "512": 0.07786373124038883,
+    "w": null
+   }
+  },
+  {
+   "step": 12101,
+   "loss": 1.0595272779464722,
+   "ema": 1.053592031874645,
+   "lr": 0.0005470424549867996,
+   "value_bits": {
+    "0": 0.29247504759088677,
+    "128": 0.40774631795199806,
+    "256": 0.4231409641104077,
+    "512": 0.502328713941535,
+    "w": null
+   },
+   "value_n": {
+    "0": 53838,
+    "128": 41796,
+    "256": 55212,
+    "512": 67758,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012805556113633074,
+    "128": 0.014635984090291335,
+    "256": 0.0409890128250949,
+    "512": 0.04781210981449051,
+    "w": null
+   }
+  },
+  {
+   "step": 12201,
+   "loss": 1.0565582513809204,
+   "ema": 1.0594701475115877,
+   "lr": 0.0005411278759699919,
+   "value_bits": {
+    "0": 0.28987530869506256,
+    "128": 0.40554867752048435,
+    "256": 0.4206480427789029,
+    "512": 0.4985226171593165,
+    "w": null
+   },
+   "value_n": {
+    "0": 54360,
+    "128": 42060,
+    "256": 55608,
+    "512": 68388,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021743617749879273,
+    "128": 0.05762224011310383,
+    "256": 0.07307437471060847,
+    "512": 0.0891678460965237,
+    "w": null
+   }
+  },
+  {
+   "step": 12301,
+   "loss": 1.033566951751709,
+   "ema": 1.0622024781281558,
+   "lr": 0.0005352148298936717,
+   "value_bits": {
+    "0": 0.2872348948215551,
+    "128": 0.4023762072470161,
+    "256": 0.417784975540664,
+    "512": 0.49415248223846503,
+    "w": null
+   },
+   "value_n": {
+    "0": 54876,
+    "128": 42414,
+    "256": 56034,
+    "512": 69060,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009070363496240214,
+    "128": 0.025443722212923642,
+    "256": 0.044053888723793476,
+    "512": 0.04941321591824098,
+    "w": null
+   }
+  },
+  {
+   "step": 12401,
+   "loss": 1.020937442779541,
+   "ema": 1.056646080578499,
+   "lr": 0.0005293043384238682,
+   "value_bits": {
+    "0": 0.2853143017208787,
+    "128": 0.3990940423764191,
+    "256": 0.41521813747923914,
+    "512": 0.4909350769803534,
+    "w": null
+   },
+   "value_n": {
+    "0": 55290,
+    "128": 42792,
+    "256": 56460,
+    "512": 69576,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0307382944920842,
+    "128": 0.03081430475339146,
+    "256": 0.0775885507799883,
+    "512": 0.060326536040062766,
+    "w": null
+   }
+  },
+  {
+   "step": 12501,
+   "loss": 1.0534124374389648,
+   "ema": 1.0518996406585057,
+   "lr": 0.0005233974227852223,
+   "value_bits": {
+    "0": 0.2832473540321741,
+    "128": 0.396412180581866,
+    "256": 0.41237029215769566,
+    "512": 0.4875676799996344,
+    "w": null
+   },
+   "value_n": {
+    "0": 55716,
+    "128": 43152,
+    "256": 56934,
+    "512": 70146,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.014980833589743971,
+    "128": 0.0776282086026507,
+    "256": 0.07315226081940839,
+    "512": 0.07653257064787715,
+    "w": null
+   }
+  },
+  {
+   "step": 12601,
+   "loss": 1.0084834098815918,
+   "ema": 1.0533802405193338,
+   "lr": 0.0005174951035845364,
+   "value_bits": {
+    "0": 0.2812172778869843,
+    "128": 0.39329905127168946,
+    "256": 0.40938326419881693,
+    "512": 0.4844787812112469,
+    "w": null
+   },
+   "value_n": {
+    "0": 56142,
+    "128": 43554,
+    "256": 57396,
+    "512": 70656,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015706192193566372,
+    "128": 0.059125528901694854,
+    "256": 0.04128055898063675,
+    "512": 0.05962800785784905,
+    "w": null
+   }
+  },
+  {
+   "step": 12701,
+   "loss": 1.0456771850585938,
+   "ema": 1.0578535392922568,
+   "lr": 0.0005115984006344324,
+   "value_bits": {
+    "0": 0.2792389524685277,
+    "128": 0.3908092944825887,
+    "256": 0.4066021723339647,
+    "512": 0.48134101410938224,
+    "w": null
+   },
+   "value_n": {
+    "0": 56580,
+    "128": 43884,
+    "256": 57888,
+    "512": 71190,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.025660994379506894,
+    "128": 0.06220666662655516,
+    "256": 0.08216406527083034,
+    "512": 0.0661685939795167,
+    "w": null
+   }
+  },
+  {
+   "step": 12801,
+   "loss": 1.0634052753448486,
+   "ema": 1.0541211539309032,
+   "lr": 0.0005057083327771474,
+   "value_bits": {
+    "0": 0.27716356804606623,
+    "128": 0.3881860700868199,
+    "256": 0.40426299760562107,
+    "512": 0.4780827831528912,
+    "w": null
+   },
+   "value_n": {
+    "0": 57048,
+    "128": 44244,
+    "256": 58326,
+    "512": 71724,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.026254912868994153,
+    "128": 0.06841501624258854,
+    "256": 0.09510741159111336,
+    "512": 0.043713004515066343,
+    "w": null
+   }
+  },
+  {
+   "step": 12901,
+   "loss": 1.1257199048995972,
+   "ema": 1.0543882905576547,
+   "lr": 0.0004998259177084961,
+   "value_bits": {
+    "0": 0.27492685773389425,
+    "128": 0.38516480476365517,
+    "256": 0.4015547048440135,
+    "512": 0.47510201597065876,
+    "w": null
+   },
+   "value_n": {
+    "0": 57558,
+    "128": 44622,
+    "256": 58764,
+    "512": 72312,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024731073638232477,
+    "128": 0.03153289217609738,
+    "256": 0.04090656874008156,
+    "512": 0.11150925172161057,
+    "w": null
+   }
+  },
+  {
+   "step": 13001,
+   "loss": 1.052225112915039,
+   "ema": 1.0540540689064648,
+   "lr": 0.0004939521718020309,
+   "value_bits": {
+    "0": 0.2731964328056178,
+    "128": 0.3827334558088918,
+    "256": 0.399566209641924,
+    "512": 0.4718486542060619,
+    "w": null
+   },
+   "value_n": {
+    "0": 57966,
+    "128": 44994,
+    "256": 59136,
+    "512": 72930,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02907928079155907,
+    "128": 0.09108922715445017,
+    "256": 0.08544811271829982,
+    "512": 0.09117374171168054,
+    "w": null
+   }
+  },
+  {
+   "step": 13101,
+   "loss": 1.0705350637435913,
+   "ema": 1.0496675909050455,
+   "lr": 0.00048808810993343255,
+   "value_bits": {
+    "0": 0.2710927850135045,
+    "128": 0.37996073493115046,
+    "256": 0.39698592296661267,
+    "512": 0.46884618108588105,
+    "w": null
+   },
+   "value_n": {
+    "0": 58434,
+    "128": 45336,
+    "256": 59586,
+    "512": 73518,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01053712706982874,
+    "128": 0.015177684717428506,
+    "256": 0.057901850008373904,
+    "512": 0.09644760174101126,
+    "w": null
+   }
+  },
+  {
+   "step": 13201,
+   "loss": 1.0295594930648804,
+   "ema": 1.0495908661622875,
+   "lr": 0.0004822347453051568,
+   "value_bits": {
+    "0": 0.2694028212424123,
+    "128": 0.3776839404424611,
+    "256": 0.39419870305055205,
+    "512": 0.4654498642598923,
+    "w": null
+   },
+   "value_n": {
+    "0": 58860,
+    "128": 45630,
+    "256": 60042,
+    "512": 74118,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03759215692316356,
+    "128": 0.026592937247840804,
+    "256": 0.029989742703208158,
+    "512": 0.04929916357149007,
+    "w": null
+   }
+  },
+  {
+   "step": 13301,
+   "loss": 1.0789071321487427,
+   "ema": 1.0485610989748855,
+   "lr": 0.0004763930892713728,
+   "value_bits": {
+    "0": 0.2676648299612376,
+    "128": 0.37469650133649984,
+    "256": 0.3919230677572623,
+    "512": 0.46240192047842793,
+    "w": null
+   },
+   "value_n": {
+    "0": 59262,
+    "128": 46026,
+    "256": 60432,
+    "512": 74712,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013191778195204151,
+    "128": 0.03046204071777404,
+    "256": 0.04158026191186864,
+    "512": 0.08208626863570058,
+    "w": null
+   }
+  },
+  {
+   "step": 13401,
+   "loss": 1.0851900577545166,
+   "ema": 1.0504593655241448,
+   "lr": 0.0004705641511632189,
+   "value_bits": {
+    "0": 0.2658689351887512,
+    "128": 0.37179711376387264,
+    "256": 0.3893663681128539,
+    "512": 0.4597738961564479,
+    "w": null
+   },
+   "value_n": {
+    "0": 59742,
+    "128": 46404,
+    "256": 60852,
+    "512": 75252,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0441432768406501,
+    "128": 0.018762160277791363,
+    "256": 0.021493813563127268,
+    "512": 0.09617213107539473,
+    "w": null
+   }
+  },
+  {
+   "step": 13501,
+   "loss": 1.065290927886963,
+   "ema": 1.0485471460373392,
+   "lr": 0.00046474893811440876,
+   "value_bits": {
+    "0": 0.26377453378840493,
+    "128": 0.3696851517127096,
+    "256": 0.3870355441923173,
+    "512": 0.45670009614929463,
+    "w": null
+   },
+   "value_n": {
+    "0": 60246,
+    "128": 46692,
+    "256": 61308,
+    "512": 75804,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015513167797362561,
+    "128": 0.029395266219067292,
+    "256": 0.07599322574385867,
+    "512": 0.03766096908715257,
+    "w": null
+   }
+  },
+  {
+   "step": 13601,
+   "loss": 1.039189338684082,
+   "ema": 1.0475492748146304,
+   "lr": 0.0004589484548872175,
+   "value_bits": {
+    "0": 0.26228736921925616,
+    "128": 0.36737099321940103,
+    "256": 0.3843230349542191,
+    "512": 0.4538372244003068,
+    "w": null
+   },
+   "value_n": {
+    "0": 60612,
+    "128": 47004,
+    "256": 61812,
+    "512": 76398,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.017490329238555327,
+    "128": 0.02104827408618338,
+    "256": 0.054365661205553736,
+    "512": 0.08848852059513503,
+    "w": null
+   }
+  },
+  {
+   "step": 13701,
+   "loss": 1.0420539379119873,
+   "ema": 1.0480531926562713,
+   "lr": 0.0004531637036988765,
+   "value_bits": {
+    "0": 0.26025881368486603,
+    "128": 0.36549042003994936,
+    "256": 0.38174219598952425,
+    "512": 0.4511263470168063,
+    "w": null
+   },
+   "value_n": {
+    "0": 61104,
+    "128": 47316,
+    "256": 62280,
+    "512": 76938,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010350667240852672,
+    "128": 0.08217483758178117,
+    "256": 0.04087292657559903,
+    "512": 0.06759743897112486,
+    "w": null
+   }
+  },
+  {
+   "step": 13801,
+   "loss": 1.0509635210037231,
+   "ema": 1.043664712857561,
+   "lr": 0.00044739568404840956,
+   "value_bits": {
+    "0": 0.25807521580887577,
+    "128": 0.3635803400084084,
+    "256": 0.3801388320978775,
+    "512": 0.4479325079892276,
+    "w": null
+   },
+   "value_n": {
+    "0": 61638,
+    "128": 47592,
+    "256": 62604,
+    "512": 77592,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.008212735257360226,
+    "128": 0.036126185035973334,
+    "256": 0.07193666181467867,
+    "512": 0.07220225247875589,
+    "w": null
+   }
+  },
+  {
+   "step": 13901,
+   "loss": 1.047581434249878,
+   "ema": 1.0440262987068178,
+   "lr": 0.0004416453925439372,
+   "value_bits": {
+    "0": 0.2563508645396404,
+    "128": 0.3609130844326578,
+    "256": 0.37739864729382083,
+    "512": 0.44528460159602284,
+    "w": null
+   },
+   "value_n": {
+    "0": 62070,
+    "128": 47970,
+    "256": 63102,
+    "512": 78096,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010319467472214402,
+    "128": 0.025092906228633836,
+    "256": 0.03292770457661445,
+    "512": 0.037633107823111016,
+    "w": null
+   }
+  },
+  {
+   "step": 14001,
+   "loss": 1.0587718486785889,
+   "ema": 1.0415715040320264,
+   "lr": 0.00043591382273048054,
+   "value_bits": {
+    "0": 0.25489621293034564,
+    "128": 0.35888160063046987,
+    "256": 0.3748470132472336,
+    "512": 0.44251797346114347,
+    "w": null
+   },
+   "value_n": {
+    "0": 62466,
+    "128": 48300,
+    "256": 63600,
+    "512": 78666,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.026890593261341807,
+    "128": 0.06357772793060845,
+    "256": 0.05152731122365356,
+    "512": 0.06346079658124898,
+    "w": null
+   }
+  },
+  {
+   "step": 14101,
+   "loss": 1.0407588481903076,
+   "ema": 1.0406604778329316,
+   "lr": 0.0004302019649182962,
+   "value_bits": {
+    "0": 0.2531194287831027,
+    "128": 0.35623487506221746,
+    "256": 0.37211803483349754,
+    "512": 0.4400919635005158,
+    "w": null
+   },
+   "value_n": {
+    "0": 62928,
+    "128": 48708,
+    "256": 64110,
+    "512": 79188,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012884367004571075,
+    "128": 0.042909274702920754,
+    "256": 0.03179837382640296,
+    "512": 0.07448947391673598,
+    "w": null
+   }
+  },
+  {
+   "step": 14201,
+   "loss": 1.0625269412994385,
+   "ema": 1.0404285707730814,
+   "lr": 0.0004245108060117676,
+   "value_bits": {
+    "0": 0.2511886946921939,
+    "128": 0.35389466981379303,
+    "256": 0.3698239648662718,
+    "512": 0.4374229074270094,
+    "w": null
+   },
+   "value_n": {
+    "0": 63432,
+    "128": 49086,
+    "256": 64578,
+    "512": 79710,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010122752484444286,
+    "128": 0.052342507802534785,
+    "256": 0.05556579050977218,
+    "512": 0.03252403319553833,
+    "w": null
+   }
+  },
+  {
+   "step": 14301,
+   "loss": 1.0871546268463135,
+   "ema": 1.0442795790262671,
+   "lr": 0.0004188413293388871,
+   "value_bits": {
+    "0": 0.24962699674097505,
+    "128": 0.3520227943568602,
+    "256": 0.36705798333228945,
+    "512": 0.4354025284680765,
+    "w": null
+   },
+   "value_n": {
+    "0": 63840,
+    "128": 49416,
+    "256": 65136,
+    "512": 80214,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.006828897619124776,
+    "128": 0.07358982866289811,
+    "256": 0.04694766881345555,
+    "512": 0.11586997526065487,
+    "w": null
+   }
+  },
+  {
+   "step": 14401,
+   "loss": 1.0133018493652344,
+   "ema": 1.0444149241837073,
+   "lr": 0.0004131945144813535,
+   "value_bits": {
+    "0": 0.24781111251007434,
+    "128": 0.35009883309536366,
+    "256": 0.36519330184806376,
+    "512": 0.4327706793884585,
+    "w": null
+   },
+   "value_n": {
+    "0": 64326,
+    "128": 49734,
+    "256": 65598,
+    "512": 80742,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009280146870770296,
+    "128": 0.05112251328998475,
+    "256": 0.10229742921488963,
+    "512": 0.032938970917849364,
+    "w": null
+   }
+  },
+  {
+   "step": 14501,
+   "loss": 1.0588047504425049,
+   "ema": 1.0410227208813216,
+   "lr": 0.0004075713371053198,
+   "value_bits": {
+    "0": 0.24654175968439984,
+    "128": 0.34802816081983134,
+    "256": 0.3626430484035755,
+    "512": 0.43062349572281594,
+    "w": null
+   },
+   "value_n": {
+    "0": 64722,
+    "128": 50082,
+    "256": 66108,
+    "512": 81228,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04034885598657962,
+    "128": 0.05210053164935559,
+    "256": 0.03462044947898912,
+    "512": 0.07389941438267351,
+    "w": null
+   }
+  },
+  {
+   "step": 14601,
+   "loss": 1.0311169624328613,
+   "ema": 1.0423889809713067,
+   "lr": 0.00040197276879281484,
+   "value_bits": {
+    "0": 0.24487754142259885,
+    "128": 0.3463697081564573,
+    "256": 0.3601632619043887,
+    "512": 0.42813256887257956,
+    "w": null
+   },
+   "value_n": {
+    "0": 65208,
+    "128": 50358,
+    "256": 66606,
+    "512": 81792,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.023248869940531082,
+    "128": 0.04543265639161132,
+    "256": 0.030979073373784513,
+    "512": 0.06938610399491141,
+    "w": null
+   }
+  },
+  {
+   "step": 14701,
+   "loss": 1.0420348644256592,
+   "ema": 1.0420340466011924,
+   "lr": 0.0003963997768738723,
+   "value_bits": {
+    "0": 0.24304332973455173,
+    "128": 0.34443166820040244,
+    "256": 0.3582672011637271,
+    "512": 0.4253797122430419,
+    "w": null
+   },
+   "value_n": {
+    "0": 65718,
+    "128": 50664,
+    "256": 67026,
+    "512": 82404,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.008523181196953144,
+    "128": 0.025491092687297545,
+    "256": 0.05757905427681157,
+    "512": 0.05746852034247495,
+    "w": null
+   }
+  },
+  {
+   "step": 14801,
+   "loss": 1.0638569593429565,
+   "ema": 1.035678550946691,
+   "lr": 0.0003908533242593937,
+   "value_bits": {
+    "0": 0.24152012964419875,
+    "128": 0.3421947809467136,
+    "256": 0.35620183643912806,
+    "512": 0.42302105689724834,
+    "w": null
+   },
+   "value_n": {
+    "0": 66156,
+    "128": 51042,
+    "256": 67488,
+    "512": 82908,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.012977518827266585,
+    "128": 0.042380876658636296,
+    "256": 0.05656301386125675,
+    "512": 0.03738090786000685,
+    "w": null
+   }
+  },
+  {
+   "step": 14901,
+   "loss": 1.064960241317749,
+   "ema": 1.0405735479095497,
+   "lr": 0.00038533436927477496,
+   "value_bits": {
+    "0": 0.2401915912444014,
+    "128": 0.34016996566693025,
+    "256": 0.3537438058447321,
+    "512": 0.4208525132690889,
+    "w": null
+   },
+   "value_n": {
+    "0": 66546,
+    "128": 51354,
+    "256": 68028,
+    "512": 83430,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.014830600534156286,
+    "128": 0.008917973645452043,
+    "256": 0.046544604447333535,
+    "512": 0.07642796322418981,
+    "w": null
+   }
+  },
+  {
+   "step": 15001,
+   "loss": 1.0419714450836182,
+   "ema": 1.0345257685430511,
+   "lr": 0.0003798438654943249,
+   "value_bits": {
+    "0": 0.23878224545245874,
+    "128": 0.338297815460204,
+    "256": 0.3516806386727562,
+    "512": 0.4188286135957545,
+    "w": null
+   },
+   "value_n": {
+    "0": 66948,
+    "128": 51690,
+    "256": 68484,
+    "512": 83922,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.005482929356400968,
+    "128": 0.05215971511430924,
+    "256": 0.043888672937720086,
+    "512": 0.07562952874557496,
+    "w": null
+   }
+  },
+  {
+   "step": 15101,
+   "loss": 1.0251497030258179,
+   "ema": 1.0349552192207203,
+   "lr": 0.00037438276157650654,
+   "value_bits": {
+    "0": 0.23757263835189144,
+    "128": 0.3361754390830256,
+    "256": 0.34951836209743425,
+    "512": 0.41626773083564117,
+    "w": null
+   },
+   "value_n": {
+    "0": 67320,
+    "128": 52074,
+    "256": 68982,
+    "512": 84516,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01988237983366526,
+    "128": 0.05048368143628048,
+    "256": 0.05216625570316262,
+    "512": 0.05445897158608947,
+    "w": null
+   }
+  },
+  {
+   "step": 15201,
+   "loss": 1.0369261503219604,
+   "ema": 1.0395238438745662,
+   "lr": 0.0003689520011000239,
+   "value_bits": {
+    "0": 0.23604502604135297,
+    "128": 0.33450728554466247,
+    "256": 0.3475806541806165,
+    "512": 0.4139783509593528,
+    "w": null
+   },
+   "value_n": {
+    "0": 67824,
+    "128": 52380,
+    "256": 69462,
+    "512": 85014,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.031999667419427474,
+    "128": 0.05062680398674777,
+    "256": 0.06910780518494238,
+    "512": 0.025445761352150122,
+    "w": null
+   }
+  },
+  {
+   "step": 15301,
+   "loss": 1.0131373405456543,
+   "ema": 1.0360838161026067,
+   "lr": 0.0003635525224007914,
+   "value_bits": {
+    "0": 0.2346286369251139,
+    "128": 0.33214896789023796,
+    "256": 0.34589426143798657,
+    "512": 0.41167431997815634,
+    "w": null
+   },
+   "value_n": {
+    "0": 68268,
+    "128": 52782,
+    "256": 69852,
+    "512": 85536,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.018265629222870366,
+    "128": 0.024863697395819426,
+    "256": 0.04553474172372885,
+    "512": 0.03643506741984553,
+    "w": null
+   }
+  },
+  {
+   "step": 15401,
+   "loss": 1.0298004150390625,
+   "ema": 1.041011615951993,
+   "lr": 0.00035818525840980496,
+   "value_bits": {
+    "0": 0.2333918188602787,
+    "128": 0.33016015812424243,
+    "256": 0.34351756789661314,
+    "512": 0.4095690126169251,
+    "w": null
+   },
+   "value_n": {
+    "0": 68640,
+    "128": 53142,
+    "256": 70374,
+    "512": 86058,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.006415755284550863,
+    "128": 0.0385674995998693,
+    "256": 0.025477726417653525,
+    "512": 0.06458899259724098,
+    "w": null
+   }
+  },
+  {
+   "step": 15501,
+   "loss": 1.0336374044418335,
+   "ema": 1.0360979568006479,
+   "lr": 0.000352851136491949,
+   "value_bits": {
+    "0": 0.23190474636514197,
+    "128": 0.3284640952886568,
+    "256": 0.34150124642036467,
+    "512": 0.40721686521151484,
+    "w": null
+   },
+   "value_n": {
+    "0": 69090,
+    "128": 53454,
+    "256": 70860,
+    "512": 86622,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.005076621773617439,
+    "128": 0.03957893115822737,
+    "256": 0.049532918088035637,
+    "512": 0.048314203128550746,
+    "w": null
+   }
+  },
+  {
+   "step": 15601,
+   "loss": 1.0412204265594482,
+   "ema": 1.0318156858558425,
+   "lr": 0.0003475510782857654,
+   "value_bits": {
+    "0": 0.23059425795575636,
+    "128": 0.3267024499748476,
+    "256": 0.33911981990108137,
+    "512": 0.404857448357352,
+    "w": null
+   },
+   "value_n": {
+    "0": 69510,
+    "128": 53748,
+    "256": 71406,
+    "512": 87174,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015018914611822762,
+    "128": 0.006406570368195396,
+    "256": 0.030057762838059127,
+    "512": 0.03460852310138279,
+    "w": null
+   }
+  },
+  {
+   "step": 15701,
+   "loss": 1.075089693069458,
+   "ema": 1.0379334580737838,
+   "lr": 0.00034228599954420994,
+   "value_bits": {
+    "0": 0.22913115048559532,
+    "128": 0.3250665692197938,
+    "256": 0.3373028035536192,
+    "512": 0.40269710929825986,
+    "w": null
+   },
+   "value_n": {
+    "0": 70008,
+    "128": 54066,
+    "256": 71820,
+    "512": 87762,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024913077692639368,
+    "128": 0.04857185594107998,
+    "256": 0.023906983971762445,
+    "512": 0.08241582164979606,
+    "w": null
+   }
+  },
+  {
+   "step": 15801,
+   "loss": 1.0305583477020264,
+   "ema": 1.0354688961838137,
+   "lr": 0.00033705680997642883,
+   "value_bits": {
+    "0": 0.22777050649328623,
+    "128": 0.3229876333915398,
+    "256": 0.3355787784807385,
+    "512": 0.400463862471632,
+    "w": null
+   },
+   "value_n": {
+    "0": 70434,
+    "128": 54438,
+    "256": 72216,
+    "512": 88380,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.004164955757192806,
+    "128": 0.020837782610941605,
+    "256": 0.02290332208102757,
+    "512": 0.08332113108244851,
+    "w": null
+   }
+  },
+  {
+   "step": 15901,
+   "loss": 1.0214221477508545,
+   "ema": 1.0321183230197026,
+   "lr": 0.0003318644130905758,
+   "value_bits": {
+    "0": 0.22640457455570143,
+    "128": 0.32123433221683567,
+    "256": 0.333804819737122,
+    "512": 0.3979724353308217,
+    "w": null
+   },
+   "value_n": {
+    "0": 70896,
+    "128": 54792,
+    "256": 72648,
+    "512": 89004,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01816204188936167,
+    "128": 0.05161227191021749,
+    "256": 0.03725804976255366,
+    "512": 0.04510011048336332,
+    "w": null
+   }
+  },
+  {
+   "step": 16001,
+   "loss": 1.0710033178329468,
+   "ema": 1.036845574941693,
+   "lr": 0.0003267097060377032,
+   "value_bits": {
+    "0": 0.22519897428597582,
+    "128": 0.3195918648711613,
+    "256": 0.3323496018480674,
+    "512": 0.3956628282128504,
+    "w": null
+   },
+   "value_n": {
+    "0": 71292,
+    "128": 55152,
+    "256": 73032,
+    "512": 89646,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009359992663587205,
+    "128": 0.06960833485952386,
+    "256": 0.05704056746255615,
+    "512": 0.07546925823166548,
+    "w": null
+   }
+  },
+  {
+   "step": 16101,
+   "loss": 1.0232360363006592,
+   "ema": 1.0335943280459157,
+   "lr": 0.0003215935794567511,
+   "value_bits": {
+    "0": 0.22393658139708428,
+    "128": 0.3179214999106314,
+    "256": 0.33037575078270504,
+    "512": 0.39350704412165616,
+    "w": null
+   },
+   "value_n": {
+    "0": 71700,
+    "128": 55452,
+    "256": 73512,
+    "512": 90204,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0033519886645933194,
+    "128": 0.010841605566814476,
+    "256": 0.030054311187818997,
+    "512": 0.0471675806105476,
+    "w": null
+   }
+  },
+  {
+   "step": 16201,
+   "loss": 1.02266526222229,
+   "ema": 1.027368667251897,
+   "lr": 0.00031651691732066054,
+   "value_bits": {
+    "0": 0.22298470926144864,
+    "128": 0.31620130567571847,
+    "256": 0.32846653229825085,
+    "512": 0.3914112372513226,
+    "w": null
+   },
+   "value_n": {
+    "0": 72036,
+    "128": 55788,
+    "256": 74034,
+    "512": 90774,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019861994603490297,
+    "128": 0.03230782140669232,
+    "256": 0.05959590159097692,
+    "512": 0.059744284739806766,
+    "w": null
+   }
+  },
+  {
+   "step": 16301,
+   "loss": 0.9998356103897095,
+   "ema": 1.0325588843518012,
+   "lr": 0.00031148059678364,
+   "value_bits": {
+    "0": 0.2217395802949388,
+    "128": 0.31463703162212797,
+    "256": 0.3268417985041661,
+    "512": 0.3895405316701295,
+    "w": null
+   },
+   "value_n": {
+    "0": 72462,
+    "128": 56118,
+    "256": 74436,
+    "512": 91380,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.011190025760893271,
+    "128": 0.05018939252604216,
+    "256": 0.02762403305325276,
+    "512": 0.1093236530773358,
+    "w": null
+   }
+  },
+  {
+   "step": 16401,
+   "loss": 1.0264778137207031,
+   "ema": 1.033078859543536,
+   "lr": 0.00030648548802960843,
+   "value_bits": {
+    "0": 0.22048455917556084,
+    "128": 0.3125572202164242,
+    "256": 0.32500285820885244,
+    "512": 0.387674166944818,
+    "w": null
+   },
+   "value_n": {
+    "0": 72882,
+    "128": 56520,
+    "256": 74898,
+    "512": 91944,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.003957558336592829,
+    "128": 0.022221756372437555,
+    "256": 0.028718529589876626,
+    "512": 0.08528337155658763,
+    "w": null
+   }
+  },
+  {
+   "step": 16501,
+   "loss": 0.9942502379417419,
+   "ema": 1.029522808927836,
+   "lr": 0.0003015324541218433,
+   "value_bits": {
+    "0": 0.21929890394083607,
+    "128": 0.3109412254540824,
+    "256": 0.32335888211592745,
+    "512": 0.3857860663131794,
+    "w": null
+   },
+   "value_n": {
+    "0": 73338,
+    "128": 56880,
+    "256": 75378,
+    "512": 92448,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02979687583291614,
+    "128": 0.05723004776642312,
+    "256": 0.06683696251613612,
+    "512": 0.04134256536997249,
+    "w": null
+   }
+  },
+  {
+   "step": 16601,
+   "loss": 0.9920921325683594,
+   "ema": 1.0310079636502278,
+   "lr": 0.00029662235085386025,
+   "value_bits": {
+    "0": 0.21806670662659275,
+    "128": 0.30923219370835353,
+    "256": 0.32179100736748023,
+    "512": 0.38379115011337256,
+    "w": null
+   },
+   "value_n": {
+    "0": 73788,
+    "128": 57222,
+    "256": 75834,
+    "512": 93006,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.017251402999980063,
+    "128": 0.02499322968186396,
+    "256": 0.06261718546297981,
+    "512": 0.053278582300210514,
+    "w": null
+   }
+  },
+  {
+   "step": 16701,
+   "loss": 1.0642410516738892,
+   "ema": 1.0297263821217912,
+   "lr": 0.00029175602660154627,
+   "value_bits": {
+    "0": 0.21679227366831375,
+    "128": 0.30779590168531495,
+    "256": 0.32021039255508305,
+    "512": 0.3817844588893688,
+    "w": null
+   },
+   "value_n": {
+    "0": 74256,
+    "128": 57516,
+    "256": 76290,
+    "512": 93576,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01585667724632762,
+    "128": 0.028246574670647014,
+    "256": 0.05734998974076938,
+    "512": 0.05435582032849886,
+    "w": null
+   }
+  },
+  {
+   "step": 16801,
+   "loss": 1.0416260957717896,
+   "ema": 1.0295204738273676,
+   "lr": 0.0002869343221765771,
+   "value_bits": {
+    "0": 0.21594337190881213,
+    "128": 0.30630872677512444,
+    "256": 0.31836906695162137,
+    "512": 0.379869559123775,
+    "w": null
+   },
+   "value_n": {
+    "0": 74676,
+    "128": 57834,
+    "256": 76770,
+    "512": 94176,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06585754082892434,
+    "128": 0.037326487358399815,
+    "256": 0.025713378851432135,
+    "512": 0.08122179168177192,
+    "w": null
+   }
+  },
+  {
+   "step": 16901,
+   "loss": 1.018773078918457,
+   "ema": 1.0329876190818685,
+   "lr": 0.00028215807068113934,
+   "value_bits": {
+    "0": 0.21465667300848196,
+    "128": 0.3050295967340516,
+    "256": 0.31647302072291933,
+    "512": 0.37808798586620146,
+    "w": null
+   },
+   "value_n": {
+    "0": 75144,
+    "128": 58146,
+    "256": 77280,
+    "512": 94650,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009345717707077964,
+    "128": 0.06792316469749031,
+    "256": 0.031062297237706135,
+    "512": 0.02411869661462092,
+    "w": null
+   }
+  },
+  {
+   "step": 17001,
+   "loss": 1.0035762786865234,
+   "ema": 1.0298767851721489,
+   "lr": 0.0002774280973639862,
+   "value_bits": {
+    "0": 0.2132697005075376,
+    "128": 0.3034757454048951,
+    "256": 0.31498056528301654,
+    "512": 0.3758606472621305,
+    "w": null
+   },
+   "value_n": {
+    "0": 75642,
+    "128": 58464,
+    "256": 77682,
+    "512": 95262,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.003987247473478182,
+    "128": 0.019355495766105436,
+    "256": 0.028072713552450963,
+    "512": 0.031387446485475555,
+    "w": null
+   }
+  },
+  {
+   "step": 17101,
+   "loss": 1.0466201305389404,
+   "ema": 1.029391561478762,
+   "lr": 0.0002727452194778497,
+   "value_bits": {
+    "0": 0.21224038206701296,
+    "128": 0.3018250391591149,
+    "256": 0.3130892516063883,
+    "512": 0.3741727222054471,
+    "w": null
+   },
+   "value_n": {
+    "0": 76038,
+    "128": 58830,
+    "256": 78216,
+    "512": 95808,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015624964192858203,
+    "128": 0.03814501196433053,
+    "256": 0.037956238445645406,
+    "512": 0.07967617138169338,
+    "w": null
+   }
+  },
+  {
+   "step": 17201,
+   "loss": 1.028106927871704,
+   "ema": 1.0287107830669522,
+   "lr": 0.0002681102461382337,
+   "value_bits": {
+    "0": 0.21111614582559227,
+    "128": 0.2999807197678561,
+    "256": 0.31173509128387383,
+    "512": 0.3722608368741713,
+    "w": null
+   },
+   "value_n": {
+    "0": 76476,
+    "128": 59208,
+    "256": 78642,
+    "512": 96390,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0159456542156697,
+    "128": 0.012940217683847904,
+    "256": 0.06310362699798089,
+    "512": 0.057529033061666894,
+    "w": null
+   }
+  },
+  {
+   "step": 17301,
+   "loss": 1.0018281936645508,
+   "ema": 1.0264273126356478,
+   "lr": 0.00026352397818361494,
+   "value_bits": {
+    "0": 0.21012606722780128,
+    "128": 0.29829430723479783,
+    "256": 0.3099768386238282,
+    "512": 0.3704942578033456,
+    "w": null
+   },
+   "value_n": {
+    "0": 76872,
+    "128": 59574,
+    "256": 79140,
+    "512": 96978,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0189208883271348,
+    "128": 0.025482522378752297,
+    "256": 0.03232120470553599,
+    "512": 0.08090147440728436,
+    "w": null
+   }
+  },
+  {
+   "step": 17401,
+   "loss": 1.0705618858337402,
+   "ema": 1.0326350031429363,
+   "lr": 0.0002589872080370713,
+   "value_bits": {
+    "0": 0.20902821383985545,
+    "128": 0.2967044202695474,
+    "256": 0.3082557383835885,
+    "512": 0.36884359734382377,
+    "w": null
+   },
+   "value_n": {
+    "0": 77292,
+    "128": 59922,
+    "256": 79614,
+    "512": 97476,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.008089676606116626,
+    "128": 0.024532218925208224,
+    "256": 0.020897356500538058,
+    "512": 0.04740233219620408,
+    "w": null
+   }
+  },
+  {
+   "step": 17501,
+   "loss": 1.028350830078125,
+   "ema": 1.0225063534961045,
+   "lr": 0.00025450071956936634,
+   "value_bits": {
+    "0": 0.20794275683937705,
+    "128": 0.2950181766553751,
+    "256": 0.3066907756242955,
+    "512": 0.3670970520137273,
+    "w": null
+   },
+   "value_n": {
+    "0": 77724,
+    "128": 60282,
+    "256": 80046,
+    "512": 98016,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013736408503783017,
+    "128": 0.014342927076397356,
+    "256": 0.018281180442918276,
+    "512": 0.051826213872088786,
+    "w": null
+   }
+  },
+  {
+   "step": 17601,
+   "loss": 1.009742021560669,
+   "ema": 1.0279600087195206,
+   "lr": 0.000250065287963511,
+   "value_bits": {
+    "0": 0.2067232515861769,
+    "128": 0.2933273480032066,
+    "256": 0.3054333877992932,
+    "512": 0.3654094587950235,
+    "w": null
+   },
+   "value_n": {
+    "0": 78198,
+    "128": 60642,
+    "256": 80430,
+    "512": 98550,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.00675526361206537,
+    "128": 0.010198090197583503,
+    "256": 0.043326966340601375,
+    "512": 0.055650775415876305,
+    "w": null
+   }
+  },
+  {
+   "step": 17701,
+   "loss": 1.0126316547393799,
+   "ema": 1.027416070510935,
+   "lr": 0.00024568167958082557,
+   "value_bits": {
+    "0": 0.20579476330166463,
+    "128": 0.2919163781438148,
+    "256": 0.3039259015901862,
+    "512": 0.3637713475810301,
+    "w": null
+   },
+   "value_n": {
+    "0": 78594,
+    "128": 60972,
+    "256": 80898,
+    "512": 99156,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022446463119112765,
+    "128": 0.03263142598249889,
+    "256": 0.044850867832757345,
+    "512": 0.09737553877070804,
+    "w": null
+   }
+  },
+  {
+   "step": 17801,
+   "loss": 1.0306264162063599,
+   "ema": 1.025213976919515,
+   "lr": 0.00024135065182852723,
+   "value_bits": {
+    "0": 0.204713619996357,
+    "128": 0.29056528149279487,
+    "256": 0.3022060487239274,
+    "512": 0.3622520762667261,
+    "w": null
+   },
+   "value_n": {
+    "0": 79092,
+    "128": 61272,
+    "256": 81426,
+    "512": 99702,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03408836510208255,
+    "128": 0.01596839813949583,
+    "256": 0.038697228317485705,
+    "512": 0.08634572747346217,
+    "w": null
+   }
+  },
+  {
+   "step": 17901,
+   "loss": 1.0084078311920166,
+   "ema": 1.0245695860122133,
+   "lr": 0.00023707295302886314,
+   "value_bits": {
+    "0": 0.2037159064972753,
+    "128": 0.28933666048049805,
+    "256": 0.3009110078352346,
+    "512": 0.3605014966344258,
+    "w": null
+   },
+   "value_n": {
+    "0": 79512,
+    "128": 61548,
+    "256": 81870,
+    "512": 100326,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015832201570204187,
+    "128": 0.016582795750610026,
+    "256": 0.06341100918050863,
+    "512": 0.08079590288506287,
+    "w": null
+   }
+  },
+  {
+   "step": 18001,
+   "loss": 1.007021427154541,
+   "ema": 1.0236660925742713,
+   "lr": 0.00023284932228981455,
+   "value_bits": {
+    "0": 0.20279561871938945,
+    "128": 0.2880236417090733,
+    "256": 0.299366110624735,
+    "512": 0.3586253432130364,
+    "w": null
+   },
+   "value_n": {
+    "0": 79902,
+    "128": 61884,
+    "256": 82368,
+    "512": 100908,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015170178218722031,
+    "128": 0.04750673890058244,
+    "256": 0.04538873186247982,
+    "512": 0.03521130858363143,
+    "w": null
+   }
+  },
+  {
+   "step": 18101,
+   "loss": 1.0672615766525269,
+   "ema": 1.0212406146261623,
+   "lr": 0.00022868048937739292,
+   "value_bits": {
+    "0": 0.20158503409391196,
+    "128": 0.28683623730920393,
+    "256": 0.29773251711343524,
+    "512": 0.35717576057618944,
+    "w": null
+   },
+   "value_n": {
+    "0": 80424,
+    "128": 62166,
+    "256": 82896,
+    "512": 101388,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01628209780099719,
+    "128": 0.02626413134639047,
+    "256": 0.04289192935067106,
+    "512": 0.05243725074503281,
+    "w": null
+   }
+  },
+  {
+   "step": 18201,
+   "loss": 1.01848304271698,
+   "ema": 1.0207973016022855,
+   "lr": 0.0002245671745895482,
+   "value_bits": {
+    "0": 0.20061884504222183,
+    "128": 0.2848673719476507,
+    "256": 0.2963213015566326,
+    "512": 0.3553977686176636,
+    "w": null
+   },
+   "value_n": {
+    "0": 80826,
+    "128": 62634,
+    "256": 83346,
+    "512": 101958,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.007323351775739132,
+    "128": 0.023336423087993555,
+    "256": 0.036356579786163974,
+    "512": 0.03913978845798023,
+    "w": null
+   }
+  },
+  {
+   "step": 18301,
+   "loss": 1.0302762985229492,
+   "ema": 1.026809440167509,
+   "lr": 0.00022051008863171656,
+   "value_bits": {
+    "0": 0.1994514988480503,
+    "128": 0.28379902076166824,
+    "256": 0.29508747183102285,
+    "512": 0.3539448440161732,
+    "w": null
+   },
+   "value_n": {
+    "0": 81324,
+    "128": 62964,
+    "256": 83802,
+    "512": 102474,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009989805092809799,
+    "128": 0.0810259656621966,
+    "256": 0.06957262027254031,
+    "512": 0.06685707944494179,
+    "w": null
+   }
+  },
+  {
+   "step": 18401,
+   "loss": 1.0135164260864258,
+   "ema": 1.024028034225783,
+   "lr": 0.0002165099324940219,
+   "value_bits": {
+    "0": 0.1984750864026499,
+    "128": 0.28251748117482534,
+    "256": 0.2938544003173131,
+    "512": 0.3521408016575592,
+    "w": null
+   },
+   "value_n": {
+    "0": 81762,
+    "128": 63306,
+    "256": 84228,
+    "512": 103062,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01718338386899256,
+    "128": 0.04657929829185245,
+    "256": 0.05128665620484558,
+    "512": 0.03774039918032405,
+    "w": null
+   }
+  },
+  {
+   "step": 18501,
+   "loss": 1.0655176639556885,
+   "ema": 1.0210741531357315,
+   "lr": 0.00021256739733015862,
+   "value_bits": {
+    "0": 0.1974351607840978,
+    "128": 0.28111609678253696,
+    "256": 0.2925722296440211,
+    "512": 0.3506297744113279,
+    "w": null
+   },
+   "value_n": {
+    "0": 82206,
+    "128": 63684,
+    "256": 84678,
+    "512": 103578,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.00593426343261798,
+    "128": 0.04641757736929375,
+    "256": 0.05258407082171501,
+    "512": 0.04882843710302661,
+    "w": null
+   }
+  },
+  {
+   "step": 18601,
+   "loss": 1.0414034128189087,
+   "ema": 1.0181999834724462,
+   "lr": 0.00020868316433797222,
+   "value_bits": {
+    "0": 0.19621888666627943,
+    "128": 0.2797217325616326,
+    "256": 0.291510107170001,
+    "512": 0.34895653581532576,
+    "w": null
+   },
+   "value_n": {
+    "0": 82776,
+    "128": 64026,
+    "256": 85050,
+    "512": 104118,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02080655310597203,
+    "128": 0.020076437111121337,
+    "256": 0.04974019626926813,
+    "512": 0.02801078156214384,
+    "w": null
+   }
+  },
+  {
+   "step": 18701,
+   "loss": 1.001629114151001,
+   "ema": 1.0234211193539542,
+   "lr": 0.00020485790464176096,
+   "value_bits": {
+    "0": 0.19531025033142357,
+    "128": 0.2784429176650924,
+    "256": 0.2902879667691267,
+    "512": 0.34747574937068276,
+    "w": null
+   },
+   "value_n": {
+    "0": 83232,
+    "128": 64350,
+    "256": 85512,
+    "512": 104682,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.030368844072585794,
+    "128": 0.025734885054345236,
+    "256": 0.06530302933545595,
+    "512": 0.07411311986122564,
+    "w": null
+   }
+  },
+  {
+   "step": 18801,
+   "loss": 0.9830087423324585,
+   "ema": 1.0193027182708554,
+   "lr": 0.00020109227917631847,
+   "value_bits": {
+    "0": 0.19431980641560795,
+    "128": 0.27738861309950413,
+    "256": 0.28916130663386713,
+    "512": 0.34573199630242774,
+    "w": null
+   },
+   "value_n": {
+    "0": 83688,
+    "128": 64614,
+    "256": 85962,
+    "512": 105264,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0135377274656856,
+    "128": 0.020401875237365478,
+    "256": 0.07506583666427434,
+    "512": 0.032090142881334355,
+    "w": null
+   }
+  },
+  {
+   "step": 18901,
+   "loss": 1.078096866607666,
+   "ema": 1.0236247608886293,
+   "lr": 0.0001973869385727354,
+   "value_bits": {
+    "0": 0.1933948981049904,
+    "128": 0.27631975344976106,
+    "256": 0.2879231545738376,
+    "512": 0.3441634188837132,
+    "w": null
+   },
+   "value_n": {
+    "0": 84096,
+    "128": 64902,
+    "256": 86412,
+    "512": 105918,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.003679881685963277,
+    "128": 0.036516637448029986,
+    "256": 0.05140309371992744,
+    "512": 0.09169440756327799,
+    "w": null
+   }
+  },
+  {
+   "step": 19001,
+   "loss": 1.021328330039978,
+   "ema": 1.0213210207892927,
+   "lr": 0.00019374252304598305,
+   "value_bits": {
+    "0": 0.19246395748374512,
+    "128": 0.2751192670405025,
+    "256": 0.28678544977840337,
+    "512": 0.3425861366705062,
+    "w": null
+   },
+   "value_n": {
+    "0": 84564,
+    "128": 65214,
+    "256": 86832,
+    "512": 106464,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.025181088927677207,
+    "128": 0.02539500763760876,
+    "256": 0.05271081458063333,
+    "512": 0.036610720079920146,
+    "w": null
+   }
+  },
+  {
+   "step": 19101,
+   "loss": 1.0500692129135132,
+   "ema": 1.0229212426065366,
+   "lr": 0.00019015966228429549,
+   "value_bits": {
+    "0": 0.1916001866140194,
+    "128": 0.27382075074921197,
+    "256": 0.28584144390227706,
+    "512": 0.34098852191517626,
+    "w": null
+   },
+   "value_n": {
+    "0": 84954,
+    "128": 65562,
+    "256": 87246,
+    "512": 107076,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.004308084492253487,
+    "128": 0.030483275403756525,
+    "256": 0.08784647231822286,
+    "512": 0.06306620604680048,
+    "w": null
+   }
+  },
+  {
+   "step": 19201,
+   "loss": 1.0322073698043823,
+   "ema": 1.0173283693598234,
+   "lr": 0.00018663897534037111,
+   "value_bits": {
+    "0": 0.19070312896018365,
+    "128": 0.2729434444966031,
+    "256": 0.28464312393112,
+    "512": 0.3394219116449156,
+    "w": null
+   },
+   "value_n": {
+    "0": 85398,
+    "128": 65844,
+    "256": 87642,
+    "512": 107646,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01906205705936442,
+    "128": 0.06897907381028931,
+    "256": 0.020631446649381567,
+    "512": 0.0451300497178402,
+    "w": null
+   }
+  },
+  {
+   "step": 19301,
+   "loss": 1.0112539529800415,
+   "ema": 1.0249481143084869,
+   "lr": 0.00018318107052441168,
+   "value_bits": {
+    "0": 0.18973690335242763,
+    "128": 0.2711915047296456,
+    "256": 0.2834442896264606,
+    "512": 0.33816008833826533,
+    "w": null
+   },
+   "value_n": {
+    "0": 85848,
+    "128": 66300,
+    "256": 88068,
+    "512": 108120,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.006373049016542609,
+    "128": 0.01822062311659546,
+    "256": 0.03680523768055176,
+    "512": 0.051598418153305396,
+    "w": null
+   }
+  },
+  {
+   "step": 19401,
+   "loss": 0.9783785939216614,
+   "ema": 1.0224328798029996,
+   "lr": 0.0001797865452990175,
+   "value_bits": {
+    "0": 0.18885337426990964,
+    "128": 0.2699907065947565,
+    "256": 0.282287569076557,
+    "512": 0.3365945319665946,
+    "w": null
+   },
+   "value_n": {
+    "0": 86274,
+    "128": 66660,
+    "256": 88476,
+    "512": 108696,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010803598035161397,
+    "128": 0.04884371675267316,
+    "256": 0.03260603626059371,
+    "512": 0.04272655470090381,
+    "w": null
+   }
+  },
+  {
+   "step": 19501,
+   "loss": 1.0163096189498901,
+   "ema": 1.0177930632126833,
+   "lr": 0.00017645598617595698,
+   "value_bits": {
+    "0": 0.18803295582170804,
+    "128": 0.2686224277851915,
+    "256": 0.2810633813484157,
+    "512": 0.33503322908516675,
+    "w": null
+   },
+   "value_n": {
+    "0": 86670,
+    "128": 67026,
+    "256": 88902,
+    "512": 109302,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009293609356690418,
+    "128": 0.01941623804311266,
+    "256": 0.02681165966994053,
+    "512": 0.05498805086786478,
+    "w": null
+   }
+  },
+  {
+   "step": 19601,
+   "loss": 0.9763192534446716,
+   "ema": 1.015197595030631,
+   "lr": 0.00017318996861482767,
+   "value_bits": {
+    "0": 0.1870961450873057,
+    "128": 0.2677116390449639,
+    "256": 0.27976053639272946,
+    "512": 0.3335499757760049,
+    "w": null
+   },
+   "value_n": {
+    "0": 87144,
+    "128": 67302,
+    "256": 89394,
+    "512": 109860,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015802081056404967,
+    "128": 0.04652857345622071,
+    "256": 0.044342808241476815,
+    "512": 0.043007765743731885,
+    "w": null
+   }
+  },
+  {
+   "step": 19701,
+   "loss": 1.0374350547790527,
+   "ema": 1.0143056090162936,
+   "lr": 0.00016998905692362765,
+   "value_bits": {
+    "0": 0.18626868728924859,
+    "128": 0.2667749067943912,
+    "256": 0.27863599904698355,
+    "512": 0.33183428117917274,
+    "w": null
+   },
+   "value_n": {
+    "0": 87612,
+    "128": 67548,
+    "256": 89868,
+    "512": 110496,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03219180191768869,
+    "128": 0.010498671314530581,
+    "256": 0.06655394949928291,
+    "512": 0.03547231827354043,
+    "w": null
+   }
+  },
+  {
+   "step": 19801,
+   "loss": 1.0298120975494385,
+   "ema": 1.0224505340166339,
+   "lr": 0.00016685380416125387,
+   "value_bits": {
+    "0": 0.18551897131058498,
+    "128": 0.26565416044074647,
+    "256": 0.27734447168439014,
+    "512": 0.3303999699583046,
+    "w": null
+   },
+   "value_n": {
+    "0": 88044,
+    "128": 67860,
+    "256": 90318,
+    "512": 111078,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03347240574882985,
+    "128": 0.02301257487666525,
+    "256": 0.019417847192066164,
+    "512": 0.058087851984008475,
+    "w": null
+   }
+  },
+  {
+   "step": 19901,
+   "loss": 1.0094428062438965,
+   "ema": 1.017710416307738,
+   "lr": 0.00016378475204194287,
+   "value_bits": {
+    "0": 0.18459031680827753,
+    "128": 0.2644407344651492,
+    "256": 0.2762738802853907,
+    "512": 0.3288994592746273,
+    "w": null
+   },
+   "value_n": {
+    "0": 88512,
+    "128": 68226,
+    "256": 90696,
+    "512": 111678,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009884212104952817,
+    "128": 0.03945962325194809,
+    "256": 0.020470509981602873,
+    "512": 0.051109916405448194,
+    "w": null
+   }
+  },
+  {
+   "step": 20001,
+   "loss": 0.9889637231826782,
+   "ema": 1.0160305419588933,
+   "lr": 0.0001607824308416733,
+   "value_bits": {
+    "0": 0.18389783765510267,
+    "128": 0.2632837741257926,
+    "256": 0.2749353712656554,
+    "512": 0.3274548891597287,
+    "w": null
+   },
+   "value_n": {
+    "0": 88872,
+    "128": 68544,
+    "256": 91206,
+    "512": 112272,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013640296527852242,
+    "128": 0.015061207732889806,
+    "256": 0.03690122606191232,
+    "512": 0.05586111594146101,
+    "w": null
+   }
+  },
+  {
+   "step": 20101,
+   "loss": 1.015401840209961,
+   "ema": 1.0161523437574513,
+   "lr": 0.0001578473593065433,
+   "value_bits": {
+    "0": 0.18302326049600723,
+    "128": 0.26220270735240736,
+    "256": 0.2738654497160659,
+    "512": 0.32614581546086896,
+    "w": null
+   },
+   "value_n": {
+    "0": 89334,
+    "128": 68898,
+    "256": 91626,
+    "512": 112812,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.014786417891820135,
+    "128": 0.052878862959985624,
+    "256": 0.041524342925927105,
+    "512": 0.053974848204603305,
+    "w": null
+   }
+  },
+  {
+   "step": 20201,
+   "loss": 1.0454061031341553,
+   "ema": 1.0162834171176685,
+   "lr": 0.00015498004456314098,
+   "value_bits": {
+    "0": 0.18213644703916262,
+    "128": 0.26110033046077247,
+    "256": 0.27276776722918905,
+    "512": 0.32486462817233913,
+    "w": null
+   },
+   "value_n": {
+    "0": 89778,
+    "128": 69210,
+    "256": 92064,
+    "512": 113334,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0037071827289007924,
+    "128": 0.0176658334099271,
+    "256": 0.04314161302237911,
+    "512": 0.04798091094317462,
+    "w": null
+   }
+  },
+  {
+   "step": 20301,
+   "loss": 0.9983023405075073,
+   "ema": 1.0158097076397077,
+   "lr": 0.00015218098203092226,
+   "value_bits": {
+    "0": 0.181363591676941,
+    "128": 0.2599486384762405,
+    "256": 0.2715572888574122,
+    "512": 0.32359708106800517,
+    "w": null
+   },
+   "value_n": {
+    "0": 90186,
+    "128": 69528,
+    "256": 92514,
+    "512": 113856,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.011301315428090243,
+    "128": 0.009292656559716754,
+    "256": 0.023909553703496244,
+    "512": 0.04839366435806722,
+    "w": null
+   }
+  },
+  {
+   "step": 20401,
+   "loss": 1.0205920934677124,
+   "ema": 1.0164585072640433,
+   "lr": 0.0001494506553366113,
+   "value_bits": {
+    "0": 0.1804950687352736,
+    "128": 0.2586489971557755,
+    "256": 0.270604804336933,
+    "512": 0.32253168394789644,
+    "w": null
+   },
+   "value_n": {
+    "0": 90654,
+    "128": 69912,
+    "256": 92898,
+    "512": 114372,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013126243912164893,
+    "128": 0.023332690569079294,
+    "256": 0.04113044775461091,
+    "512": 0.08745057056205217,
+    "w": null
+   }
+  },
+  {
+   "step": 20501,
+   "loss": 1.0251898765563965,
+   "ema": 1.018287568317825,
+   "lr": 0.0001467895362306391,
+   "value_bits": {
+    "0": 0.1796594440545697,
+    "128": 0.2574734228684966,
+    "256": 0.2695978786545502,
+    "512": 0.3211265713878377,
+    "w": null
+   },
+   "value_n": {
+    "0": 91098,
+    "128": 70254,
+    "256": 93288,
+    "512": 114942,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.009045210260579107,
+    "128": 0.017161289616326337,
+    "256": 0.029748181110962026,
+    "512": 0.039187038547414704,
+    "w": null
+   }
+  },
+  {
+   "step": 20601,
+   "loss": 1.032792091369629,
+   "ema": 1.017463276399556,
+   "lr": 0.00014419808450563305,
+   "value_bits": {
+    "0": 0.1790110700879835,
+    "128": 0.2561875344164389,
+    "256": 0.26864180797778053,
+    "512": 0.3200036173070508,
+    "w": null
+   },
+   "value_n": {
+    "0": 91560,
+    "128": 70656,
+    "256": 93714,
+    "512": 115452,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05116351249475611,
+    "128": 0.03146413314562943,
+    "256": 0.05927579554940107,
+    "512": 0.06691618994664313,
+    "w": null
+   }
+  },
+  {
+   "step": 20701,
+   "loss": 1.001307487487793,
+   "ema": 1.013147251033502,
+   "lr": 0.00014167674791697334,
+   "value_bits": {
+    "0": 0.17808812068382276,
+    "128": 0.2554152254684201,
+    "256": 0.2674177868058682,
+    "512": 0.3189513736355414,
+    "w": null
+   },
+   "value_n": {
+    "0": 92088,
+    "128": 70974,
+    "256": 94206,
+    "512": 115920,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01804030355322255,
+    "128": 0.08381692033881903,
+    "256": 0.03427160773148905,
+    "512": 0.05937095405625544,
+    "w": null
+   }
+  },
+  {
+   "step": 20801,
+   "loss": 1.0342974662780762,
+   "ema": 1.0164160403618987,
+   "lr": 0.00013922596210542957,
+   "value_bits": {
+    "0": 0.1774044309643187,
+    "128": 0.254116273562041,
+    "256": 0.26659277564212774,
+    "512": 0.31751030031005995,
+    "w": null
+   },
+   "value_n": {
+    "0": 92466,
+    "128": 71364,
+    "256": 94638,
+    "512": 116562,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010844592631805153,
+    "128": 0.017727010476524748,
+    "256": 0.08668304950479214,
+    "512": 0.05730902322313276,
+    "w": null
+   }
+  },
+  {
+   "step": 20901,
+   "loss": 1.07273268699646,
+   "ema": 1.0161820213667596,
+   "lr": 0.00013684615052188926,
+   "value_bits": {
+    "0": 0.17667436103695214,
+    "128": 0.25326720751661275,
+    "256": 0.26531793162931305,
+    "512": 0.316457715471027,
+    "w": null
+   },
+   "value_n": {
+    "0": 92898,
+    "128": 71676,
+    "256": 95118,
+    "512": 117126,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02040897700019899,
+    "128": 0.05905967781808307,
+    "256": 0.01396649895273604,
+    "512": 0.09891978283387642,
+    "w": null
+   }
+  },
+  {
+   "step": 21001,
+   "loss": 1.0004671812057495,
+   "ema": 1.0155168193223145,
+   "lr": 0.00013453772435419398,
+   "value_bits": {
+    "0": 0.17599567046553324,
+    "128": 0.2520896984150271,
+    "256": 0.264403646566837,
+    "512": 0.31511782989356996,
+    "w": null
+   },
+   "value_n": {
+    "0": 93264,
+    "128": 72042,
+    "256": 95514,
+    "512": 117726,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.003730652149490836,
+    "128": 0.021490948783180707,
+    "256": 0.044795145120877775,
+    "512": 0.05355876631817528,
+    "w": null
+   }
+  },
+  {
+   "step": 21101,
+   "loss": 1.0394752025604248,
+   "ema": 1.011674682140073,
+   "lr": 0.00013230108245609296,
+   "value_bits": {
+    "0": 0.17515248789604929,
+    "128": 0.2512008792547964,
+    "256": 0.263289324973164,
+    "512": 0.31384917465597945,
+    "w": null
+   },
+   "value_n": {
+    "0": 93732,
+    "128": 72330,
+    "256": 95976,
+    "512": 118326,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.007121335844019983,
+    "128": 0.028866469736268646,
+    "256": 0.03291418926303285,
+    "512": 0.06492633048833671,
+    "w": null
+   }
+  },
+  {
+   "step": 21201,
+   "loss": 0.9560039043426514,
+   "ema": 1.0081005627777813,
+   "lr": 0.00013013661127832891,
+   "value_bits": {
+    "0": 0.17429964410801674,
+    "128": 0.25024072197642516,
+    "256": 0.26209776875243346,
+    "512": 0.31269352609665485,
+    "w": null
+   },
+   "value_n": {
+    "0": 94230,
+    "128": 72672,
+    "256": 96462,
+    "512": 118806,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.013780057883380723,
+    "128": 0.04717588003317742,
+    "256": 0.02678748101409233,
+    "512": 0.0278117106161539,
+    "w": null
+   }
+  },
+  {
+   "step": 21301,
+   "loss": 1.0097905397415161,
+   "ema": 1.0114351524738996,
+   "lr": 0.0001280446848018664,
+   "value_bits": {
+    "0": 0.173528797328516,
+    "128": 0.24897977768763138,
+    "256": 0.26127043201773603,
+    "512": 0.31145058704213746,
+    "w": null
+   },
+   "value_n": {
+    "0": 94662,
+    "128": 73074,
+    "256": 96816,
+    "512": 119382,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.005387843549922016,
+    "128": 0.021031162376134484,
+    "256": 0.0358281831409434,
+    "512": 0.05508145976610698,
+    "w": null
+   }
+  },
+  {
+   "step": 21401,
+   "loss": 1.0247468948364258,
+   "ema": 1.0189037277101103,
+   "lr": 0.0001260256644732746,
+   "value_bits": {
+    "0": 0.17280933931131615,
+    "128": 0.24814078209535337,
+    "256": 0.26045580795096573,
+    "512": 0.31021895825776563,
+    "w": null
+   },
+   "value_n": {
+    "0": 95082,
+    "128": 73356,
+    "256": 97230,
+    "512": 119946,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010653780206138925,
+    "128": 0.03073381787505327,
+    "256": 0.06995183778566383,
+    "512": 0.049519831421112326,
+    "w": null
+   }
+  },
+  {
+   "step": 21501,
+   "loss": 1.0198948383331299,
+   "ema": 1.013608085978026,
+   "lr": 0.00012407989914227602,
+   "value_bits": {
+    "0": 0.17213614053386192,
+    "128": 0.24711261592049039,
+    "256": 0.2596113187140562,
+    "512": 0.30889289143994264,
+    "w": null
+   },
+   "value_n": {
+    "0": 95556,
+    "128": 73710,
+    "256": 97620,
+    "512": 120522,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03709587437795301,
+    "128": 0.034055672634476376,
+    "256": 0.0490736558814498,
+    "512": 0.032753289824315246,
+    "w": null
+   }
+  },
+  {
+   "step": 21601,
+   "loss": 1.0169003009796143,
+   "ema": 1.0151477527131638,
+   "lr": 0.00012220772500147172,
+   "value_bits": {
+    "0": 0.17150628866729342,
+    "128": 0.24618184031807988,
+    "256": 0.2585325576357244,
+    "512": 0.30764479608799183,
+    "w": null
+   },
+   "value_n": {
+    "0": 95916,
+    "128": 74046,
+    "256": 98088,
+    "512": 121110,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.004322608217789173,
+    "128": 0.041992942539267844,
+    "256": 0.03351406091190986,
+    "512": 0.05182345593865401,
+    "w": null
+   }
+  },
+  {
+   "step": 21701,
+   "loss": 1.0417847633361816,
+   "ema": 1.0154607374173705,
+   "lr": 0.00012040946552825321,
+   "value_bits": {
+    "0": 0.17082607933305857,
+    "128": 0.24529385639201803,
+    "256": 0.257339701041329,
+    "512": 0.30642032360153604,
+    "w": null
+   },
+   "value_n": {
+    "0": 96318,
+    "128": 74334,
+    "256": 98604,
+    "512": 121674,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.008530162660249635,
+    "128": 0.016989489068499897,
+    "256": 0.030585984702078437,
+    "512": 0.04348439658972037,
+    "w": null
+   }
+  },
+  {
+   "step": 21801,
+   "loss": 1.010896921157837,
+   "ema": 1.0137401476907664,
+   "lr": 0.00011868543142891201,
+   "value_bits": {
+    "0": 0.17001166400491058,
+    "128": 0.24437445537615324,
+    "256": 0.2563127509803743,
+    "512": 0.3053637005605306,
+    "w": null
+   },
+   "value_n": {
+    "0": 96840,
+    "128": 74634,
+    "256": 99042,
+    "512": 122214,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.019737994318015067,
+    "128": 0.016565271665175463,
+    "256": 0.02512237698407455,
+    "512": 0.06728304890998262,
+    "w": null
+   }
+  },
+  {
+   "step": 21901,
+   "loss": 1.0261311531066895,
+   "ema": 1.0118647967746812,
+   "lr": 0.00011703592058495441,
+   "value_bits": {
+    "0": 0.16939708187881808,
+    "128": 0.24352177090628566,
+    "256": 0.2554648519967511,
+    "512": 0.30409266571339033,
+    "w": null
+   },
+   "value_n": {
+    "0": 97236,
+    "128": 75000,
+    "256": 99420,
+    "512": 122796,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01910381649801996,
+    "128": 0.06964403122295941,
+    "256": 0.03330185957344779,
+    "512": 0.03718845126596506,
+    "w": null
+   }
+  },
+  {
+   "step": 22001,
+   "loss": 1.0248725414276123,
+   "ema": 1.01646339564915,
+   "lr": 0.00011546121800163398,
+   "value_bits": {
+    "0": 0.16856659266760868,
+    "128": 0.24267839697891705,
+    "256": 0.25445016225487993,
+    "512": 0.30289214760107025,
+    "w": null
+   },
+   "value_n": {
+    "0": 97758,
+    "128": 75312,
+    "256": 99906,
+    "512": 123360,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01386649891059782,
+    "128": 0.03994427982300282,
+    "256": 0.046877211356038034,
+    "512": 0.04151125731657476,
+    "w": null
+   }
+  },
+  {
+   "step": 22101,
+   "loss": 1.0177280902862549,
+   "ema": 1.0177150875703145,
+   "lr": 0.00011396159575870696,
+   "value_bits": {
+    "0": 0.1679992773409321,
+    "128": 0.24171860998860803,
+    "256": 0.25360330401580033,
+    "512": 0.30177702223032626,
+    "w": null
+   },
+   "value_n": {
+    "0": 98106,
+    "128": 75678,
+    "256": 100386,
+    "512": 123870,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.008632577038492274,
+    "128": 0.0442227689663349,
+    "256": 0.07734034727937414,
+    "512": 0.03204787373036305,
+    "w": null
+   }
+  },
+  {
+   "step": 22201,
+   "loss": 0.9790307283401489,
+   "ema": 1.0114606014250587,
+   "lr": 0.00011253731296342258,
+   "value_bits": {
+    "0": 0.16735808189043905,
+    "128": 0.2407090811513451,
+    "256": 0.2523337148653452,
+    "512": 0.3005348912928376,
+    "w": null
+   },
+   "value_n": {
+    "0": 98502,
+    "128": 76026,
+    "256": 100944,
+    "512": 124458,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.008506766572078103,
+    "128": 0.021171370385871534,
+    "256": 0.023930531249603267,
+    "512": 0.038863532063731415,
+    "w": null
+   }
+  },
+  {
+   "step": 22301,
+   "loss": 0.9744337797164917,
+   "ema": 1.0132948970470903,
+   "lr": 0.00011118861570575383,
+   "value_bits": {
+    "0": 0.16680051038724084,
+    "128": 0.2396236858856355,
+    "256": 0.25123886801211553,
+    "512": 0.29927997975481846,
+    "w": null
+   },
+   "value_n": {
+    "0": 98844,
+    "128": 76392,
+    "256": 101448,
+    "512": 125052,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.006210135509961494,
+    "128": 0.014163957823235438,
+    "256": 0.03195668397953785,
+    "512": 0.03634432285450402,
+    "w": null
+   }
+  },
+  {
+   "step": 22401,
+   "loss": 1.0440303087234497,
+   "ema": 1.0101756728776352,
+   "lr": 0.00010991573701587744,
+   "value_bits": {
+    "0": 0.16607263481194862,
+    "128": 0.23895151545809007,
+    "256": 0.25053728030573663,
+    "512": 0.2981339872770321,
+    "w": null
+   },
+   "value_n": {
+    "0": 99318,
+    "128": 76674,
+    "256": 101874,
+    "512": 125652,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.014287543326328011,
+    "128": 0.05686483708557271,
+    "256": 0.08346059101764466,
+    "512": 0.059286235056797046,
+    "w": null
+   }
+  },
+  {
+   "step": 22501,
+   "loss": 0.9805601835250854,
+   "ema": 1.0116701636508523,
+   "lr": 0.00010871889682391076,
+   "value_bits": {
+    "0": 0.16540432813905842,
+    "128": 0.23795199235940273,
+    "256": 0.24951905249631734,
+    "512": 0.29737605455423693,
+    "w": null
+   },
+   "value_n": {
+    "0": 99762,
+    "128": 77034,
+    "256": 102342,
+    "512": 126102,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.015911350350528482,
+    "128": 0.025070231057304895,
+    "256": 0.02787174511003246,
+    "512": 0.08574102681053752,
+    "w": null
+   }
+  },
+  {
+   "step": 22601,
+   "loss": 0.9819043874740601,
+   "ema": 1.0155209681217277,
+   "lr": 0.00010759830192191176,
+   "value_bits": {
+    "0": 0.16485001185183884,
+    "128": 0.2371790437888355,
+    "256": 0.2484328945919133,
+    "512": 0.29631345050274643,
+    "w": null
+   },
+   "value_n": {
+    "0": 100122,
+    "128": 77340,
+    "256": 102864,
+    "512": 126636,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.011239730058505027,
+    "128": 0.04259303011212064,
+    "256": 0.03548352246065679,
+    "512": 0.0453836825232536,
+    "w": null
+   }
+  },
+  {
+   "step": 22701,
+   "loss": 1.0368223190307617,
+   "ema": 1.0149145466400131,
+   "lr": 0.00010655414592814919,
+   "value_bits": {
+    "0": 0.16420993657264352,
+    "128": 0.23610827450964483,
+    "256": 0.24742172880819074,
+    "512": 0.295285235619391,
+    "w": null
+   },
+   "value_n": {
+    "0": 100542,
+    "128": 77718,
+    "256": 103332,
+    "512": 127206,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.011625133945038224,
+    "128": 0.01702548071968662,
+    "256": 0.025172675011526067,
+    "512": 0.06684835848149372,
+    "w": null
+   }
+  },
+  {
+   "step": 22801,
+   "loss": 0.9627602100372314,
+   "ema": 1.0111066512625682,
+   "lr": 0.00010558660925364902,
+   "value_bits": {
+    "0": 0.163594741615864,
+    "128": 0.23512007213330322,
+    "256": 0.24645753926798683,
+    "512": 0.29407876529839755,
+    "w": null
+   },
+   "value_n": {
+    "0": 100980,
+    "128": 78120,
+    "256": 103764,
+    "512": 127812,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.022378003386348846,
+    "128": 0.044072529136984985,
+    "256": 0.01582875785976229,
+    "512": 0.04082750514610578,
+    "w": null
+   }
+  },
+  {
+   "step": 22901,
+   "loss": 1.0007436275482178,
+   "ema": 1.0105935754975508,
+   "lr": 0.0001046958590710223,
+   "value_bits": {
+    "0": 0.16279542142951292,
+    "128": 0.23437512208269626,
+    "256": 0.24566148910001195,
+    "512": 0.2930161824385726,
+    "w": null
+   },
+   "value_n": {
+    "0": 101490,
+    "128": 78420,
+    "256": 104178,
+    "512": 128358,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0045300245319994745,
+    "128": 0.04039012890464949,
+    "256": 0.046141320912228584,
+    "512": 0.044278379361740706,
+    "w": null
+   }
+  },
+  {
+   "step": 23001,
+   "loss": 0.962140679359436,
+   "ema": 1.0107519855774683,
+   "lr": 0.00010388204928558148,
+   "value_bits": {
+    "0": 0.16218028746747387,
+    "128": 0.23349820423395543,
+    "256": 0.24482807658524802,
+    "512": 0.29200055226124516,
+    "w": null
+   },
+   "value_n": {
+    "0": 101892,
+    "128": 78756,
+    "256": 104646,
+    "512": 128946,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.006881914812390778,
+    "128": 0.028831842036761736,
+    "256": 0.059308313843627385,
+    "512": 0.07029262997995932,
+    "w": null
+   }
+  },
+  {
+   "step": 23101,
+   "loss": 0.9776632785797119,
+   "ema": 1.0119846336410279,
+   "lr": 0.00010314532050874761,
+   "value_bits": {
+    "0": 0.1615104796459244,
+    "128": 0.23255718945016365,
+    "256": 0.2440385829714913,
+    "512": 0.29125308472976186,
+    "w": null
+   },
+   "value_n": {
+    "0": 102366,
+    "128": 79098,
+    "256": 105054,
+    "512": 129462,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01752723375284982,
+    "128": 0.01585964467733938,
+    "256": 0.04154508124310423,
+    "512": 0.10446442520525333,
+    "w": null
+   }
+  },
+  {
+   "step": 23201,
+   "loss": 1.0040497779846191,
+   "ema": 1.0067231388758315,
+   "lr": 0.00010248580003375586,
+   "value_bits": {
+    "0": 0.16084139520461302,
+    "128": 0.23179893158993348,
+    "256": 0.24309772800702997,
+    "512": 0.29009491111348085,
+    "w": null
+   },
+   "value_n": {
+    "0": 102822,
+    "128": 79398,
+    "256": 105504,
+    "512": 130104,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01064074187285444,
+    "128": 0.03187666416165363,
+    "256": 0.02345200037031457,
+    "512": 0.05654433056680172,
+    "w": null
+   }
+  },
+  {
+   "step": 23301,
+   "loss": 1.0453096628189087,
+   "ema": 1.0113124887529465,
+   "lr": 0.00010190360181366123,
+   "value_bits": {
+    "0": 0.16024499981990362,
+    "128": 0.231140233816344,
+    "256": 0.24203760837366692,
+    "512": 0.28907190091098606,
+    "w": null
+   },
+   "value_n": {
+    "0": 103254,
+    "128": 79674,
+    "256": 106032,
+    "512": 130632,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.018294614989836488,
+    "128": 0.041650067774816356,
+    "256": 0.030206430725303844,
+    "512": 0.03699288692351962,
+    "w": null
+   }
+  },
+  {
+   "step": 23401,
+   "loss": 1.0006083250045776,
+   "ema": 1.008181366057322,
+   "lr": 0.00010139882644164988,
+   "value_bits": {
+    "0": 0.15947569413118387,
+    "128": 0.2303887478168878,
+    "256": 0.2413215149981973,
+    "512": 0.2882720331497416,
+    "w": null
+   },
+   "value_n": {
+    "0": 103800,
+    "128": 79962,
+    "256": 106452,
+    "512": 131130,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01399237987648288,
+    "128": 0.02249327725900102,
+    "256": 0.060538627408205446,
+    "512": 0.0784561187182352,
+    "w": null
+   }
+  },
+  {
+   "step": 23501,
+   "loss": 1.0230637788772583,
+   "ema": 1.0107550099480738,
+   "lr": 0.00010097156113365811,
+   "value_bits": {
+    "0": 0.1588414650485366,
+    "128": 0.22934849283254588,
+    "256": 0.2403092522599703,
+    "512": 0.2872398467832315,
+    "w": null
+   },
+   "value_n": {
+    "0": 104244,
+    "128": 80334,
+    "256": 106998,
+    "512": 131670,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.010568990321541426,
+    "128": 0.005744006117634689,
+    "256": 0.042951389604771455,
+    "512": 0.03659059078236747,
+    "w": null
+   }
+  },
+  {
+   "step": 23601,
+   "loss": 0.9925794005393982,
+   "ema": 1.006629106477402,
+   "lr": 0.00010062187971330323,
+   "value_bits": {
+    "0": 0.158381063047843,
+    "128": 0.22863625615983482,
+    "256": 0.2392871328478273,
+    "512": 0.2864136311180812,
+    "w": null
+   },
+   "value_n": {
+    "0": 104604,
+    "128": 80670,
+    "256": 107508,
+    "512": 132180,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02506399038032055,
+    "128": 0.058348098821823076,
+    "256": 0.024846480180222476,
+    "512": 0.07310418674487182,
+    "w": null
+   }
+  },
+  {
+   "step": 23701,
+   "loss": 1.0100994110107422,
+   "ema": 1.0079166066652192,
+   "lr": 0.00010034984259912822,
+   "value_bits": {
+    "0": 0.15779809713944962,
+    "128": 0.2278087712738084,
+    "256": 0.23840906009503415,
+    "512": 0.2851609975464418,
+    "w": null
+   },
+   "value_n": {
+    "0": 105054,
+    "128": 81000,
+    "256": 107970,
+    "512": 132816,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02228572851371338,
+    "128": 0.025526329589716238,
+    "256": 0.03408039016584825,
+    "512": 0.02482592600666487,
+    "w": null
+   }
+  },
+  {
+   "step": 23801,
+   "loss": 0.9923287630081177,
+   "ema": 1.0063084167833223,
+   "lr": 0.00010015549679416248,
+   "value_bits": {
+    "0": 0.15724095191135448,
+    "128": 0.2269414615543356,
+    "256": 0.23750747920768944,
+    "512": 0.2841259361582404,
+    "w": null
+   },
+   "value_n": {
+    "0": 105516,
+    "128": 81360,
+    "256": 108426,
+    "512": 133386,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.030551915564373203,
+    "128": 0.03179677467295241,
+    "256": 0.024034478316004332,
+    "512": 0.042945737324283514,
+    "w": null
+   }
+  },
+  {
+   "step": 23901,
+   "loss": 1.0233404636383057,
+   "ema": 1.0138990958030556,
+   "lr": 0.0001000388758778005,
+   "value_bits": {
+    "0": 0.15664907054155364,
+    "128": 0.2258848545971189,
+    "256": 0.23656559278561137,
+    "512": 0.2832079998149653,
+    "w": null
+   },
+   "value_n": {
+    "0": 105924,
+    "128": 81792,
+    "256": 108942,
+    "512": 133926,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.003578103345703752,
+    "128": 0.026890544321309027,
+    "256": 0.038648970304532716,
+    "512": 0.056467523733310536,
+    "w": null
+   }
+  },
+  {
+   "step": 24000,
+   "loss": 1.0095874071121216,
+   "ema": 1.0120440329192735,
+   "lr": 0.00010000000388764377,
+   "value_bits": {
+    "0": 0.15608922732140276,
+    "128": 0.22499110568325972,
+    "256": 0.23592515622061058,
+    "512": 0.28223283043442354,
+    "w": null
+   },
+   "value_n": {
+    "0": 106356,
+    "128": 82182,
+    "256": 109302,
+    "512": 134442,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.018818779980523868,
+    "128": 0.037551333472055436,
+    "256": 0.042118377708616164,
+    "512": 0.029131019468462385,
+    "w": null
+   }
+  }
+ ],
+ "wall_s": 1216.1797981262207,
+ "frames": {
+  "mode": "dyn",
+  "register": "caption",
+  "tags": "mode",
+  "n_lookup": 2,
+  "n_bulk": 0,
+  "facts": 0,
+  "ask": "any",
+  "sizes": [
+   32,
+   128,
+   256,
+   512
+  ],
+  "frame_records": 4,
+  "nest": 0.3,
+  "overlap": 0.0
+ },
+ "heldout_bits_by_frame": {
+  "by_kind_size_segment": {
+   "data/32/open": {
+    "bits": 6.686801381852681,
+    "n": 99
+   },
+   "data/32/head": {
+    "bits": 1.4311881897682697,
+    "n": 792
+   },
+   "data/32/body": {
+    "bits": 2.9436769771824283,
+    "n": 2178
+   },
+   "data/32/close": {
+    "bits": 0.06273975635100987,
+    "n": 99
+   },
+   "data/128/open": {
+    "bits": 6.743217706016609,
+    "n": 73
+   },
+   "data/128/head": {
+    "bits": 1.447473710613783,
+    "n": 584
+   },
+   "data/128/body": {
+    "bits": 2.212037409129996,
+    "n": 8614
+   },
+   "data/128/close": {
+    "bits": 1.7014486461236802,
+    "n": 73
+   },
+   "data/256/open": {
+    "bits": 6.608296364473094,
+    "n": 64
+   },
+   "data/256/head": {
+    "bits": 1.5066141066897532,
+    "n": 512
+   },
+   "data/256/body": {
+    "bits": 1.872527988870016,
+    "n": 15744
+   },
+   "data/256/close": {
+    "bits": 2.3862797004701757,
+    "n": 64
+   },
+   "data/512/open": {
+    "bits": 6.455722566092421,
+    "n": 73
+   },
+   "data/512/head": {
+    "bits": 1.4712143784925085,
+    "n": 584
+   },
+   "data/512/body": {
+    "bits": 1.675734938003136,
+    "n": 36646
+   },
+   "data/512/close": {
+    "bits": 0.5861228393335445,
+    "n": 73
+   },
+   "think/512/open": {
+    "bits": 7.795175232430286,
+    "n": 28
+   },
+   "think/512/head": {
+    "bits": 2.170554756765603,
+    "n": 224
+   },
+   "think/512/body": {
+    "bits": 1.4620062023771183,
+    "n": 13288
+   },
+   "think/512/close": {
+    "bits": 6.638292434444844,
+    "n": 28
+   },
+   "think/128/open": {
+    "bits": 8.271416400398158,
+    "n": 26
+   },
+   "think/128/head": {
+    "bits": 2.1517430314635844,
+    "n": 208
+   },
+   "think/128/body": {
+    "bits": 1.5426046947128456,
+    "n": 2908
+   },
+   "think/128/close": {
+    "bits": 8.651310491880047,
+    "n": 26
+   },
+   "think/32/open": {
+    "bits": 7.467991491975953,
+    "n": 23
+   },
+   "think/32/head": {
+    "bits": 2.2285697485075366,
+    "n": 184
+   },
+   "think/32/body": {
+    "bits": 1.4959006148321996,
+    "n": 506
+   },
+   "think/32/close": {
+    "bits": 7.805179136891225,
+    "n": 23
+   },
+   "think/256/open": {
+    "bits": 8.412446464852309,
+    "n": 30
+   },
+   "think/256/head": {
+    "bits": 2.1007669916090586,
+    "n": 240
+   },
+   "think/256/body": {
+    "bits": 1.4678219218890167,
+    "n": 6676
+   },
+   "think/256/close": {
+    "bits": 10.497304160670712,
+    "n": 30
+   },
+   "data/64/open": {
+    "bits": 10.018520495184468,
+    "n": 11
+   },
+   "data/64/head": {
+    "bits": 1.459514980043537,
+    "n": 88
+   },
+   "data/64/body": {
+    "bits": 2.7835927339589603,
+    "n": 594
+   },
+   "data/64/close": {
+    "bits": 1.421318910953071,
+    "n": 11
+   }
+  },
+  "by_kind_depth": {
+   "data/depth1": {
+    "bits": 1.8405322606070185,
+    "n": 65344
+   },
+   "think/depth1": {
+    "bits": 1.5575854424051507,
+    "n": 24448
+   },
+   "data/depth2": {
+    "bits": 2.438508335821117,
+    "n": 1632
+   }
+  },
+  "outside": {
+   "bits": 1.4060884703139003,
+   "n": 695008
+  }
+ },
+ "fetch_by_frame": {
+  "data/128/depth0": {
+   "n": 42,
+   "value_bits": 0.259920390425215,
+   "first_byte": 0.9761904761904762,
+   "full_value": 0.9523809523809523,
+   "dist": 342.9761904761905
+  },
+  "data/256/depth0": {
+   "n": 39,
+   "value_bits": 0.2783881680386654,
+   "first_byte": 0.9743589743589743,
+   "full_value": 0.9230769230769231,
+   "dist": 425.84615384615387
+  },
+  "data/32/depth0": {
+   "n": 55,
+   "value_bits": 0.08574270183914176,
+   "first_byte": 1.0,
+   "full_value": 1.0,
+   "dist": 151.8909090909091
+  },
+  "data/512/depth0": {
+   "n": 41,
+   "value_bits": 0.14114061952623116,
+   "first_byte": 1.0,
+   "full_value": 0.975609756097561,
+   "dist": 679.8048780487804
+  },
+  "data/32/depth1": {
+   "n": 3,
+   "value_bits": 1.1872477685359255,
+   "first_byte": 1.0,
+   "full_value": 0.6666666666666666,
+   "dist": 160.0
+  },
+  "data/64/depth1": {
+   "n": 7,
+   "value_bits": 0.04429320012503336,
+   "first_byte": 1.0,
+   "full_value": 1.0,
+   "dist": 468.57142857142856
+  },
+  "data/128/depth1": {
+   "n": 5,
+   "value_bits": 0.6903996625699608,
+   "first_byte": 1.0,
+   "full_value": 0.8,
+   "dist": 439.4
+  }
+ },
+ "fetch_by_frame_bank_off": {
+  "data/128/depth0": {
+   "n": 42,
+   "value_bits": 16.03196718201785,
+   "first_byte": 0.2857142857142857,
+   "full_value": 0.07142857142857142,
+   "dist": 342.9761904761905
+  },
+  "data/256/depth0": {
+   "n": 39,
+   "value_bits": 14.765813975366845,
+   "first_byte": 0.3076923076923077,
+   "full_value": 0.1794871794871795,
+   "dist": 425.84615384615387
+  },
+  "data/32/depth0": {
+   "n": 55,
+   "value_bits": 9.949515730840913,
+   "first_byte": 0.5818181818181818,
+   "full_value": 0.2727272727272727,
+   "dist": 151.8909090909091
+  },
+  "data/512/depth0": {
+   "n": 41,
+   "value_bits": 20.36555230861091,
+   "first_byte": 0.2926829268292683,
+   "full_value": 0.04878048780487805,
+   "dist": 679.8048780487804
+  },
+  "data/32/depth1": {
+   "n": 3,
+   "value_bits": 10.38241182149415,
+   "first_byte": 0.6666666666666666,
+   "full_value": 0.3333333333333333,
+   "dist": 160.0
+  },
+  "data/64/depth1": {
+   "n": 7,
+   "value_bits": 18.151807169861623,
+   "first_byte": 0.14285714285714285,
+   "full_value": 0.0,
+   "dist": 468.57142857142856
+  },
+  "data/128/depth1": {
+   "n": 5,
+   "value_bits": 17.66965259200471,
+   "first_byte": 0.4,
+   "full_value": 0.2,
+   "dist": 439.4
+  }
+ },
+ "canary": {
+  "prefix_bytes": 5,
+  "frame_bytes": 32,
+  "frame_records": 1,
+  "register": "caption",
+  "scheme": "mode",
+  "plain": {
+   "bits": 1.3958126132594246,
+   "by_position": {
+    "0-64": 1.940146898454861,
+    "64-256": 1.5110519516340426,
+    "256-1024": 1.3981808609926558,
+    "1024-2048": 1.3779453028824855,
+    "2048-4096": 1.3760440834461378,
+    "4096+": null
+   }
+  },
+  "tag": {
+   "bits": 1.4496917895761838,
+   "by_position": {
+    "0-64": 1.923130910399806,
+    "64-256": 1.5327981308114706,
+    "256-1024": 1.608047287274132,
+    "1024-2048": 1.431357663292122,
+    "2048-4096": 1.3768893644425224,
+    "4096+": null
+   }
+  },
+  "frame": {
+   "bits": 1.4546713000068558,
+   "by_position": {
+    "0-64": 3.117937302205053,
+    "64-256": 1.5824158715008516,
+    "256-1024": 1.5757759173739576,
+    "1024-2048": 1.391268949758891,
+    "2048-4096": 1.3770051219563424,
+    "4096+": null
+   }
+  }
+ },
+ "formation": {
+  "register": "caption",
+  "uniform_bits": 4.700439718141092,
+  "margin": 0.2,
+  "near_band_value_bits_at_end": 0.020244402687245092,
+  "first_step_under": 501,
+  "at_the_rate": false,
+  "whole_value_zero_everywhere": false,
+  "failure": false,
+  "formed": true,
+  "floor": 0.05,
+  "min_trials": 8,
+  "groups_judged": 4,
+  "near_band_basis": "the last 400 steps"
+ },
+ "plain_collapse": {
+  "flag": false,
+  "threshold": 2.5,
+  "windows_over": [],
+  "worst_window": "64-256",
+  "worst_bits": 1.5110519516340426
+ },
+ "weights": "bed/alhena-both_s1_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_nhpn16_ahdigit1_pillar1b/model.safetensors",
+ "grid": {
+  "layout": "AG48",
+  "p": 0.5,
+  "n_ag": 4,
+  "rotary": {
+   "form": "anchored",
+   "pairs": 16,
+   "rel_pairs": 4,
+   "content_pairs": 4,
+   "anchor_freqs": 4,
+   "levels": 2,
+   "ntk_scale": 4.0,
+   "base": 10000.0,
+   "null": 8,
+   "w": [
+    1.0,
+    0.06299605249474366,
+    0.003968502629920499,
+    0.00025,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.6981317007977318,
+    1.3962634015954636,
+    2.0943951023931953,
+    2.792526803190927,
+    0.6981317007977318,
+    1.3962634015954636,
+    2.0943951023931953,
+    2.792526803190927
+   ],
+   "kind": [
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    1,
+    1,
+    2,
+    2,
+    2,
+    2,
+    3,
+    3,
+    3,
+    3
+   ]
+  },
+  "head": {
+   "form": "digit",
+   "lam": 1.0,
+   "params": 4112,
+   "novelty": {
+    "novelty": 0.9708642957971614,
+    "cos": 0.029135704202838668,
+    "grad_norm_ce": 1.3429339992536726,
+    "grad_norm_head": 1.6068460498180408,
+    "ce": 5.603133201599121,
+    "term": 6.210872650146484,
+    "ptr": {
+     "novelty": 0.9974827444456814,
+     "cos": -0.002517255554318642,
+     "grad_norm": 1.1373986088049073,
+     "term": 5.142236709594727,
+     "mass": 0.005906266625970602
+    }
+   },
+   "term_step1": 6.484612941741943,
+   "term_last50": 1.4930027028903225e-07,
+   "descended": true,
+   "curve": [
+    [
+     1,
+     6.484612941741943
+    ],
+    [
+     101,
+     0.24035649001598358
+    ],
+    [
+     201,
+     0.009623016230762005
+    ],
+    [
+     301,
+     0.0009991772240027785
+    ],
+    [
+     401,
+     0.00015266952686943114
+    ],
+    [
+     501,
+     2.962923826999031e-05
+    ],
+    [
+     601,
+     2.4175626094802283e-05
+    ],
+    [
+     701,
+     0.00016810244414955378
+    ],
+    [
+     801,
+     1.7169269995065406e-05
+    ],
+    [
+     901,
+     0.0003157018800266087
+    ],
+    [
+     1001,
+     0.00011501114204293117
+    ],
+    [
+     1101,
+     8.913554484024644e-05
+    ],
+    [
+     1201,
+     2.4225233573815785e-05
+    ],
+    [
+     1301,
+     2.5503319193376228e-05
+    ],
+    [
+     1401,
+     2.7093330572824925e-05
+    ],
+    [
+     1501,
+     1.3897460121370386e-05
+    ],
+    [
+     1601,
+     9.663173841545358e-06
+    ],
+    [
+     1701,
+     1.5397094102809206e-05
+    ],
+    [
+     1801,
+     6.1134678617236204e-06
+    ],
+    [
+     1901,
+     4.521516075328691e-06
+    ],
+    [
+     2001,
+     5.534217052627355e-05
+    ],
+    [
+     2101,
+     4.35361926065525e-06
+    ],
+    [
+     2201,
+     5.536024218599778e-06
+    ],
+    [
+     2301,
+     2.6403147330711363e-06
+    ],
+    [
+     2401,
+     0.0006301645189523697
+    ],
+    [
+     2501,
+     2.582204615464434e-06
+    ],
+    [
+     2601,
+     3.397964064788539e-06
+    ],
+    [
+     2701,
+     7.201940093182202e-07
+    ],
+    [
+     2801,
+     1.2290988706809003e-06
+    ],
+    [
+     2901,
+     1.0281487448082771e-06
+    ],
+    [
+     3001,
+     2.090520411002217e-06
+    ],
+    [
+     3101,
+     1.784930987014377e-06
+    ],
+    [
+     3201,
+     1.1637723673629807e-06
+    ],
+    [
+     3301,
+     6.442512585635995e-07
+    ],
+    [
+     3401,
+     1.2167108707217267e-06
+    ],
+    [
+     3501,
+     2.6507345864956733e-06
+    ],
+    [
+     3601,
+     6.08441177973873e-06
+    ],
+    [
+     3701,
+     1.228583982992859e-06
+    ],
+    [
+     3801,
+     6.675292638647079e-07
+    ],
+    [
+     3901,
+     1.694908632998704e-06
+    ],
+    [
+     4001,
+     6.784803190384991e-07
+    ],
+    [
+     4101,
+     5.620321417154628e-07
+    ],
+    [
+     4201,
+     2.5157419258903246e-07
+    ],
+    [
+     4301,
+     5.44857186923764e-07
+    ],
+    [
+     4401,
+     9.730772035254631e-06
+    ],
+    [
+     4501,
+     1.0012653319790843e-06
+    ],
+    [
+     4601,
+     3.6160824947728543e-06
+    ],
+    [
+     4701,
+     1.1713464118656702e-06
+    ],
+    [
+     4801,
+     1.6565206806262722e-06
+    ],
+    [
+     4901,
+     1.4724423635925632e-06
+    ],
+    [
+     5001,
+     1.6728657783460221e-06
+    ],
+    [
+     5101,
+     1.139106416303548e-06
+    ],
+    [
+     5201,
+     2.3360516365755757e-07
+    ],
+    [
+     5301,
+     1.6069417085873283e-07
+    ],
+    [
+     5401,
+     2.2233318475173292e-07
+    ],
+    [
+     5501,
+     7.18854806791569e-08
+    ],
+    [
+     5601,
+     2.3759984912885557e-07
+    ],
+    [
+     5701,
+     4.383164196042344e-07
+    ],
+    [
+     5801,
+     1.2812719774046855e-07
+    ],
+    [
+     5901,
+     4.974118610334699e-07
+    ],
+    [
+     6001,
+     1.1730488580496967e-07
+    ],
+    [
+     6101,
+     2.0557092739181826e-07
+    ],
+    [
+     6201,
+     6.692302179089893e-08
+    ],
+    [
+     6301,
+     4.242814100052783e-07
+    ],
+    [
+     6401,
+     1.032991150395901e-07
+    ],
+    [
+     6501,
+     6.714536482377298e-08
+    ],
+    [
+     6601,
+     7.396439372087116e-08
+    ],
+    [
+     6701,
+     2.8286274300626246e-07
+    ],
+    [
+     6801,
+     1.7792341111544374e-07
+    ],
+    [
+     6901,
+     4.445613512871205e-07
+    ],
+    [
+     7001,
+     7.042444849503227e-07
+    ],
+    [
+     7101,
+     3.356809372689895e-07
+    ],
+    [
+     7201,
+     1.7169887200907397e-07
+    ],
+    [
+     7301,
+     2.5841825390671147e-07
+    ],
+    [
+     7401,
+     4.552298946691735e-07
+    ],
+    [
+     7501,
+     6.059453738771481e-08
+    ],
+    [
+     7601,
+     1.3880728033655032e-07
+    ],
+    [
+     7701,
+     5.840279868607468e-07
+    ],
+    [
+     7801,
+     5.842719019710785e-08
+    ],
+    [
+     7901,
+     1.2454215436719096e-07
+    ],
+    [
+     8001,
+     4.6748888848924253e-07
+    ],
+    [
+     8101,
+     2.5181702767440584e-06
+    ],
+    [
+     8201,
+     8.542479008610826e-07
+    ],
+    [
+     8301,
+     1.5211104198442627e-07
+    ],
+    [
+     8401,
+     8.387654304442549e-08
+    ],
+    [
+     8501,
+     3.590866981539875e-08
+    ],
+    [
+     8601,
+     2.482642571521865e-07
+    ],
+    [
+     8701,
+     5.76594416656917e-08
+    ],
+    [
+     8801,
+     5.396746018959675e-07
+    ],
+    [
+     8901,
+     7.593080653123252e-08
+    ],
+    [
+     9001,
+     7.333925111652206e-08
+    ],
+    [
+     9101,
+     1.7058843582162808e-07
+    ],
+    [
+     9201,
+     8.900524051114189e-08
+    ],
+    [
+     9301,
+     4.929669472630849e-08
+    ],
+    [
+     9401,
+     1.1149906953278332e-07
+    ],
+    [
+     9501,
+     3.7546323028436746e-07
+    ],
+    [
+     9601,
+     2.448709324198717e-07
+    ],
+    [
+     9701,
+     7.000026158721084e-08
+    ],
+    [
+     9801,
+     4.763814587249726e-08
+    ],
+    [
+     9901,
+     6.501189773189253e-07
+    ],
+    [
+     10001,
+     6.084719075261091e-07
+    ],
+    [
+     10101,
+     1.018414295117509e-07
+    ],
+    [
+     10201,
+     2.1547644735164795e-07
+    ],
+    [
+     10301,
+     1.4585779695153178e-07
+    ],
+    [
+     10401,
+     7.753628779028077e-07
+    ],
+    [
+     10501,
+     3.1111514431358955e-07
+    ],
+    [
+     10601,
+     2.766901729955862e-07
+    ],
+    [
+     10701,
+     1.18600596010765e-07
+    ],
+    [
+     10801,
+     5.4946248440046475e-08
+    ],
+    [
+     10901,
+     1.5316773271933926e-07
+    ],
+    [
+     11001,
+     1.8183780525760085e-07
+    ],
+    [
+     11101,
+     1.5990389101716573e-07
+    ],
+    [
+     11201,
+     3.6229619126970647e-07
+    ],
+    [
+     11301,
+     4.5084777866577497e-07
+    ],
+    [
+     11401,
+     3.1042992532093194e-07
+    ],
+    [
+     11501,
+     4.976318379590339e-08
+    ],
+    [
+     11601,
+     5.720151818877639e-08
+    ],
+    [
+     11701,
+     1.4706603224112769e-07
+    ],
+    [
+     11801,
+     1.660136383918598e-08
+    ],
+    [
+     11901,
+     9.159987257589819e-08
+    ],
+    [
+     12001,
+     4.25970050343949e-08
+    ],
+    [
+     12101,
+     1.049648261641778e-07
+    ],
+    [
+     12201,
+     3.289987660082261e-08
+    ],
+    [
+     12301,
+     4.0088959707418326e-08
+    ],
+    [
+     12401,
+     2.6233696104327464e-08
+    ],
+    [
+     12501,
+     1.1519857068265082e-08
+    ],
+    [
+     12601,
+     2.1403411665232852e-07
+    ],
+    [
+     12701,
+     1.8286868908035103e-07
+    ],
+    [
+     12801,
+     5.3276629330412106e-08
+    ],
+    [
+     12901,
+     2.8077222324895956e-08
+    ],
+    [
+     13001,
+     3.6871313113806536e-08
+    ],
+    [
+     13101,
+     9.382039678484944e-08
+    ],
+    [
+     13201,
+     2.5683851490043708e-08
+    ],
+    [
+     13301,
+     3.613963528437125e-08
+    ],
+    [
+     13401,
+     8.047313571069026e-08
+    ],
+    [
+     13501,
+     2.36988526580717e-08
+    ],
+    [
+     13601,
+     4.180956736377084e-08
+    ],
+    [
+     13701,
+     1.4429786254765986e-08
+    ],
+    [
+     13801,
+     3.368331391584434e-08
+    ],
+    [
+     13901,
+     9.211205309611614e-08
+    ],
+    [
+     14001,
+     9.525666655463283e-08
+    ],
+    [
+     14101,
+     3.3110055142060446e-08
+    ],
+    [
+     14201,
+     1.2376523272905615e-07
+    ],
+    [
+     14301,
+     4.1159548658242784e-08
+    ],
+    [
+     14401,
+     1.2784189706849247e-08
+    ],
+    [
+     14501,
+     1.9168153286841516e-08
+    ],
+    [
+     14601,
+     1.1793053644737483e-08
+    ],
+    [
+     14701,
+     3.558072236842236e-08
+    ],
+    [
+     14801,
+     4.731894520659807e-08
+    ],
+    [
+     14901,
+     1.2134954374687368e-07
+    ],
+    [
+     15001,
+     1.2281731187613332e-08
+    ],
+    [
+     15101,
+     2.830888767846318e-08
+    ],
+    [
+     15201,
+     2.1732324384515778e-08
+    ],
+    [
+     15301,
+     5.793814352728077e-07
+    ],
+    [
+     15401,
+     3.278219296021234e-08
+    ],
+    [
+     15501,
+     3.343199495020599e-08
+    ],
+    [
+     15601,
+     6.202002111876936e-08
+    ],
+    [
+     15701,
+     4.6076305437736664e-08
+    ],
+    [
+     15801,
+     5.333679808927627e-08
+    ],
+    [
+     15901,
+     2.461749204485386e-08
+    ],
+    [
+     16001,
+     3.561178374411611e-08
+    ],
+    [
+     16101,
+     6.868294235573558e-07
+    ],
+    [
+     16201,
+     3.277358473496861e-07
+    ],
+    [
+     16301,
+     9.644145393394865e-08
+    ],
+    [
+     16401,
+     5.5431012668805124e-08
+    ],
+    [
+     16501,
+     1.911583780156434e-08
+    ],
+    [
+     16601,
+     7.694973902516722e-08
+    ],
+    [
+     16701,
+     3.413616056491264e-08
+    ],
+    [
+     16801,
+     7.0936905238738746e-09
+    ],
+    [
+     16901,
+     1.3311225899315104e-08
+    ],
+    [
+     17001,
+     4.2465597260843424e-08
+    ],
+    [
+     17101,
+     2.4924011299276572e-08
+    ],
+    [
+     17201,
+     1.3117874786416905e-08
+    ],
+    [
+     17301,
+     6.673572272575257e-08
+    ],
+    [
+     17401,
+     1.3918953101210718e-08
+    ],
+    [
+     17501,
+     3.594842823417821e-08
+    ],
+    [
+     17601,
+     4.8786699125003e-08
+    ],
+    [
+     17701,
+     3.252424818356303e-08
+    ],
+    [
+     17801,
+     1.510093028400661e-08
+    ],
+    [
+     17901,
+     2.576745714577555e-07
+    ],
+    [
+     18001,
+     8.458356148821622e-08
+    ],
+    [
+     18101,
+     2.593145254081719e-09
+    ],
+    [
+     18201,
+     1.9373101167730056e-07
+    ],
+    [
+     18301,
+     5.4766822188412334e-08
+    ],
+    [
+     18401,
+     6.823857034987668e-08
+    ],
+    [
+     18501,
+     5.6664703151909634e-08
+    ],
+    [
+     18601,
+     3.153215999418535e-08
+    ],
+    [
+     18701,
+     2.7988452444560608e-08
+    ],
+    [
+     18801,
+     5.6895867572848147e-08
+    ],
+    [
+     18901,
+     5.127016322603595e-08
+    ],
+    [
+     19001,
+     1.6678573899753246e-07
+    ],
+    [
+     19101,
+     3.633166656413778e-08
+    ],
+    [
+     19201,
+     9.30100299001424e-08
+    ],
+    [
+     19301,
+     2.43251090381591e-08
+    ],
+    [
+     19401,
+     1.3307595736478106e-07
+    ],
+    [
+     19501,
+     1.0468745870184648e-07
+    ],
+    [
+     19601,
+     6.588408041352523e-08
+    ],
+    [
+     19701,
+     7.286689918117872e-09
+    ],
+    [
+     19801,
+     1.9686277497044102e-08
+    ],
+    [
+     19901,
+     1.1996640125744307e-08
+    ],
+    [
+     20001,
+     7.526014655923063e-08
+    ],
+    [
+     20101,
+     3.6594039443116344e-07
+    ],
+    [
+     20201,
+     6.14163084833308e-08
+    ],
+    [
+     20301,
+     2.7717339534660823e-08
+    ],
+    [
+     20401,
+     5.808725056510866e-09
+    ],
+    [
+     20501,
+     5.22819973980404e-08
+    ],
+    [
+     20601,
+     3.1807090294933005e-08
+    ],
+    [
+     20701,
+     1.0291143937024572e-08
+    ],
+    [
+     20801,
+     1.1923417808645809e-08
+    ],
+    [
+     20901,
+     4.222508209750231e-08
+    ],
+    [
+     21001,
+     2.8758112335935948e-08
+    ],
+    [
+     21101,
+     3.70475845556939e-08
+    ],
+    [
+     21201,
+     1.3349426453146407e-08
+    ],
+    [
+     21301,
+     5.175404993451593e-09
+    ],
+    [
+     21401,
+     8.06853250878703e-08
+    ],
+    [
+     21501,
+     2.3543190508235057e-08
+    ],
+    [
+     21601,
+     8.067249268606247e-08
+    ],
+    [
+     21701,
+     1.3742297255703306e-07
+    ],
+    [
+     21801,
+     1.9598320477598463e-07
+    ],
+    [
+     21901,
+     1.5168701850143407e-08
+    ],
+    [
+     22001,
+     1.8319585848303177e-08
+    ],
+    [
+     22101,
+     1.936400728652643e-08
+    ],
+    [
+     22201,
+     2.703067991660646e-08
+    ],
+    [
+     22301,
+     1.1175966108112334e-07
+    ],
+    [
+     22401,
+     2.798281784066603e-08
+    ],
+    [
+     22501,
+     3.9498193160625306e-08
+    ],
+    [
+     22601,
+     3.5735368442146864e-08
+    ],
+    [
+     22701,
+     6.435656985104288e-08
+    ],
+    [
+     22801,
+     2.663820453108201e-08
+    ],
+    [
+     22901,
+     3.2804550187393033e-08
+    ],
+    [
+     23001,
+     7.817925506969914e-08
+    ],
+    [
+     23101,
+     3.9329017909039976e-07
+    ],
+    [
+     23201,
+     1.5168566847023612e-07
+    ],
+    [
+     23301,
+     3.810135495996292e-08
+    ],
+    [
+     23401,
+     1.9867732348188838e-08
+    ],
+    [
+     23501,
+     1.5911334472207272e-08
+    ],
+    [
+     23601,
+     2.427783130087846e-08
+    ],
+    [
+     23701,
+     6.4805503185993985e-09
+    ],
+    [
+     23801,
+     2.0437511238924344e-07
+    ],
+    [
+     23901,
+     2.2966823109982215e-08
+    ],
+    [
+     24000,
+     2.2014305045559013e-08
+    ]
+   ]
+  },
+  "trace": [
+   {
+    "step": 0,
+    "index_right": 0.0,
+    "whole": 0.0,
+    "head_right": 0.013020833333333334,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.0,
+    "ptr_mass": 0.005864420440047979
+   },
+   {
+    "step": 2000,
+    "index_right": 0.1484375,
+    "whole": 0.9192708333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.13802083333333334,
+    "ptr_mass": 0.9999969601631165
+   },
+   {
+    "step": 4000,
+    "index_right": 0.1328125,
+    "whole": 0.984375,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.125,
+    "ptr_mass": 0.9999980330467224
+   },
+   {
+    "step": 6000,
+    "index_right": 1.0,
+    "whole": 0.9947916666666666,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999960064888
+   },
+   {
+    "step": 8000,
+    "index_right": 1.0,
+    "whole": 0.9921875,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999968409538269
+   },
+   {
+    "step": 10000,
+    "index_right": 1.0,
+    "whole": 0.9947916666666666,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.999997615814209
+   },
+   {
+    "step": 12000,
+    "index_right": 1.0,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999977946281433
+   },
+   {
+    "step": 14000,
+    "index_right": 1.0,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999976754188538
+   },
+   {
+    "step": 16000,
+    "index_right": 1.0,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999985694885254
+   },
+   {
+    "step": 18000,
+    "index_right": 1.0,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999985694885254
+   },
+   {
+    "step": 20000,
+    "index_right": 1.0,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999985694885254
+   },
+   {
+    "step": 22000,
+    "index_right": 1.0,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999985694885254
+   },
+   {
+    "step": 24000,
+    "index_right": 1.0,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 1.0,
+    "ptr_mass": 0.9999985694885254
+   }
+  ],
+  "read": {
+   "rows": 512,
+   "true": {
+    "index_right": 1.0,
+    "whole": 0.9971516927083334,
+    "n_questions": 12288,
+    "n_entries": 12288,
+    "head_right": 1.0,
+    "head_truth": 0.9999998954202359,
+    "head_wrong_max": 2.4607777758522186e-08
+   },
+   "by_addr": {
+    "0": [
+     190,
+     192
+    ],
+    "1": [
+     185,
+     187
+    ],
+    "2": [
+     193,
+     195
+    ],
+    "3": [
+     187,
+     187
+    ],
+    "4": [
+     194,
+     194
+    ],
+    "5": [
+     192,
+     193
+    ],
+    "6": [
+     197,
+     197
+    ],
+    "7": [
+     218,
+     219
+    ],
+    "8": [
+     200,
+     200
+    ],
+    "9": [
+     187,
+     188
+    ],
+    "10": [
+     217,
+     219
+    ],
+    "11": [
+     188,
+     188
+    ],
+    "12": [
+     194,
+     194
+    ],
+    "13": [
+     185,
+     186
+    ],
+    "14": [
+     196,
+     196
+    ],
+    "15": [
+     175,
+     177
+    ],
+    "16": [
+     188,
+     188
+    ],
+    "17": [
+     196,
+     199
+    ],
+    "18": [
+     190,
+     190
+    ],
+    "19": [
+     180,
+     180
+    ],
+    "20": [
+     196,
+     196
+    ],
+    "21": [
+     191,
+     191
+    ],
+    "22": [
+     196,
+     197
+    ],
+    "23": [
+     205,
+     205
+    ],
+    "24": [
+     175,
+     175
+    ],
+    "25": [
+     192,
+     192
+    ],
+    "26": [
+     187,
+     188
+    ],
+    "27": [
+     204,
+     204
+    ],
+    "28": [
+     195,
+     196
+    ],
+    "29": [
+     201,
+     201
+    ],
+    "30": [
+     194,
+     195
+    ],
+    "31": [
+     192,
+     192
+    ],
+    "32": [
+     185,
+     185
+    ],
+    "33": [
+     170,
+     171
+    ],
+    "34": [
+     197,
+     197
+    ],
+    "35": [
+     188,
+     188
+    ],
+    "36": [
+     188,
+     189
+    ],
+    "37": [
+     185,
+     187
+    ],
+    "38": [
+     192,
+     193
+    ],
+    "39": [
+     192,
+     192
+    ],
+    "40": [
+     205,
+     206
+    ],
+    "41": [
+     171,
+     172
+    ],
+    "42": [
+     198,
+     198
+    ],
+    "43": [
+     206,
+     206
+    ],
+    "44": [
+     183,
+     184
+    ],
+    "45": [
+     186,
+     186
+    ],
+    "46": [
+     199,
+     199
+    ],
+    "47": [
+     194,
+     195
+    ],
+    "48": [
+     184,
+     184
+    ],
+    "49": [
+     196,
+     197
+    ],
+    "50": [
+     179,
+     179
+    ],
+    "51": [
+     189,
+     190
+    ],
+    "52": [
+     213,
+     213
+    ],
+    "53": [
+     200,
+     200
+    ],
+    "54": [
+     184,
+     184
+    ],
+    "55": [
+     202,
+     203
+    ],
+    "56": [
+     168,
+     168
+    ],
+    "57": [
+     195,
+     195
+    ],
+    "58": [
+     185,
+     185
+    ],
+    "59": [
+     168,
+     168
+    ],
+    "60": [
+     207,
+     208
+    ],
+    "61": [
+     179,
+     180
+    ],
+    "62": [
+     182,
+     182
+    ],
+    "63": [
+     203,
+     203
+    ]
+   },
+   "bits_by_segment": {
+    "head": 1.8712208076366024,
+    "frame": 2.1650219461272546,
+    "comp_text": 1.6669174090217878,
+    "index_entry": 0.46114741000299847,
+    "index_text": 1.5166970212804984,
+    "q_answer": 0.0022368455561146594,
+    "q_other": 0.0007282990949960474,
+    "q_text": 1.5553318845366693
+   },
+   "own_index": {
+    "index_right": 1.0,
+    "whole": 0.9971516927083334,
+    "n_questions": 12288,
+    "n_entries": 12288,
+    "request_right": 1.0
+   },
+   "null_request": {
+    "index_right": 1.0,
+    "whole": 0.0,
+    "n_questions": 12288,
+    "n_entries": 12288
+   },
+   "bank_off": {
+    "index_right": 0.036539713541666664,
+    "whole": 0.11466471354166667,
+    "n_questions": 12288,
+    "n_entries": 12288
+   },
+   "calib": {
+    "rows": 256,
+    "questions": 6144,
+    "tau": {
+     "0.9": [
+      7.0860108891679374e-09,
+      7.314464589569525e-09
+     ],
+     "0.99": [
+      2.1064697364181484e-07,
+      1.5805777309196856e-07
+     ],
+     "0.999": [
+      4.2323995330662e-06,
+      2.525286390664405e-06
+     ]
+    }
+   },
+   "free_running": {
+    "rows": 512,
+    "passes": {
+     "mean": 1.0,
+     "max": 1,
+     "by_batch": [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+     ]
+    },
+    "converged": 1.0,
+    "indexf_right": 1.0,
+    "n_entries": 12288,
+    "indexf_whole": 0.9971516927083334
+   },
+   "hard": {
+    "rows": 64,
+    "index_right": 1.0,
+    "whole": 0.9993489583333334,
+    "indexf_right": 1.0,
+    "n_entries": 1536,
+    "passes": {
+     "mean": 1.0,
+     "max": 1
+    },
+    "converged": 1.0
+   }
+  },
+  "series": "pillar1b",
+  "hard": 0.5,
+  "n_hard": 2,
+  "value_addr": {
+   "form": "levels",
+   "levels": 2,
+   "digits": 8,
+   "d": 256,
+   "params": 4096,
+   "norm": [
+    1.233015775680542,
+    1.135846734046936
+   ],
+   "row_norm": [
+    [
+     0.5431647300720215,
+     0.49311235547065735,
+     0.423808753490448,
+     0.397311270236969,
+     0.3863791823387146,
+     0.3831412196159363,
+     0.40786153078079224,
+     0.42688754200935364
+    ],
+    [
+     0.4316575825214386,
+     0.3997560739517212,
+     0.40144824981689453,
+     0.3891199231147766,
+     0.39088135957717896,
+     0.3960843086242676,
+     0.4147815704345703,
+     0.3869427740573883
+    ]
+   ]
+  },
+  "key_rot": {
+   "form": "phase",
+   "pairs": 16,
+   "k": 9,
+   "vocab": 256,
+   "block": 4,
+   "head": 0,
+   "seed_tag": "KEYROT|v1|j16",
+   "digest": "8f605451c9dfe1b11e1045650eb8e24413d4bba727b6e5e99acc92ac39f84168",
+   "norm": 2,
+   "rho": 2.18,
+   "use": {
+    "key_true": 31.39682259894874,
+    "key_other": -0.05272534881960845,
+    "key_self": 3.4238087990926136,
+    "anchor_true": 0.0,
+    "anchor_other": 0.0,
+    "entries": 192,
+    "q_key_norm_coded": 13.625091552734375,
+    "q_key_norm_other": 6.976951599121094,
+    "k_key_norm_coded": 7.614610195159912,
+    "k_key_norm_other": 14.631399154663086,
+    "coded_seps": 768
+   }
+  },
+  "ptr": {
+   "form": "frame_mass",
+   "lam": 0.1,
+   "block": 4,
+   "head": 0,
+   "novelty": {
+    "novelty": 0.9974827444456814,
+    "cos": -0.002517255554318642,
+    "grad_norm": 1.1373986088049073,
+    "term": 5.142236709594727,
+    "mass": 0.005906266625970602
+   },
+   "term_step1": 5.159656524658203,
+   "term_last50": 3.2635530817515244e-06,
+   "descended": true,
+   "curve": [
+    [
+     1,
+     5.159656524658203
+    ],
+    [
+     101,
+     0.00041989487363025546
+    ],
+    [
+     201,
+     9.576479897077661e-06
+    ],
+    [
+     301,
+     1.0768572792585474e-05
+    ],
+    [
+     401,
+     3.208716952940449e-05
+    ],
+    [
+     501,
+     2.1219253540039062e-05
+    ],
+    [
+     601,
+     1.1106332749477588e-05
+    ],
+    [
+     701,
+     1.6550224245293066e-05
+    ],
+    [
+     801,
+     5.678335946868174e-05
+    ],
+    [
+     901,
+     1.4185905456542969e-05
+    ],
+    [
+     1001,
+     1.515944859420415e-05
+    ],
+    [
+     1101,
+     1.8477439880371094e-05
+    ],
+    [
+     1201,
+     8.026759132917505e-06
+    ],
+    [
+     1301,
+     6.079673767089844e-06
+    ],
+    [
+     1401,
+     1.6450881958007812e-05
+    ],
+    [
+     1501,
+     3.2007694244384766e-05
+    ],
+    [
+     1601,
+     6.318092346191406e-06
+    ],
+    [
+     1701,
+     3.914038643415552e-06
+    ],
+    [
+     1801,
+     7.967154488142114e-06
+    ],
+    [
+     1901,
+     2.5232634470739868e-06
+    ],
+    [
+     2001,
+     3.159046173095703e-06
+    ],
+    [
+     2101,
+     2.8014183044433594e-06
+    ],
+    [
+     2201,
+     2.4437904357910156e-06
+    ],
+    [
+     2301,
+     2.9206275939941406e-06
+    ],
+    [
+     2401,
+     7.58965825298219e-06
+    ],
+    [
+     2501,
+     2.841154810084845e-06
+    ],
+    [
+     2601,
+     1.3907750826547272e-06
+    ],
+    [
+     2701,
+     2.006689783229376e-06
+    ],
+    [
+     2801,
+     3.77496098735719e-06
+    ],
+    [
+     2901,
+     3.6756198369403137e-06
+    ],
+    [
+     3001,
+     1.7682712041278137e-06
+    ],
+    [
+     3101,
+     5.2650771067419555e-06
+    ],
+    [
+     3201,
+     2.841154810084845e-06
+    ],
+    [
+     3301,
+     9.5367431640625e-06
+    ],
+    [
+     3401,
+     7.748603820800781e-07
+    ],
+    [
+     3501,
+     5.563100557992584e-07
+    ],
+    [
+     3601,
+     2.980232238769531e-07
+    ],
+    [
+     3701,
+     4.172325134277344e-07
+    ],
+    [
+     3801,
+     5.761782517765823e-07
+    ],
+    [
+     3901,
+     1.8477439880371094e-06
+    ],
+    [
+     4001,
+     3.953774921683362e-06
+    ],
+    [
+     4101,
+     1.6887983065316803e-06
+    ],
+    [
+     4201,
+     2.463658802298596e-06
+    ],
+    [
+     4301,
+     1.5099843722055084e-06
+    ],
+    [
+     4401,
+     4.3114027903357055e-06
+    ],
+    [
+     4501,
+     2.2033851564629003e-05
+    ],
+    [
+     4601,
+     4.0928525777417235e-06
+    ],
+    [
+     4701,
+     5.066394805908203e-06
+    ],
+    [
+     4801,
+     6.337960712698987e-06
+    ],
+    [
+     4901,
+     4.669030658988049e-06
+    ],
+    [
+     5001,
+     3.31799196828797e-06
+    ],
+    [
+     5101,
+     1.9073486328125e-06
+    ],
+    [
+     5201,
+     1.8676122408578522e-06
+    ],
+    [
+     5301,
+     1.7285346984863281e-06
+    ],
+    [
+     5401,
+     3.5762786865234375e-06
+    ],
+    [
+     5501,
+     2.9007594548602356e-06
+    ],
+    [
+     5601,
+     1.2914340459246887e-06
+    ],
+    [
+     5701,
+     2.8014183044433594e-06
+    ],
+    [
+     5801,
+     2.2252402231970336e-06
+    ],
+    [
+     5901,
+     2.463658802298596e-06
+    ],
+    [
+     6001,
+     4.629294380720239e-06
+    ],
+    [
+     6101,
+     5.5233640523510985e-06
+    ],
+    [
+     6201,
+     2.4239222966571106e-06
+    ],
+    [
+     6301,
+     3.993511199951172e-06
+    ],
+    [
+     6401,
+     3.039836883544922e-06
+    ],
+    [
+     6501,
+     8.285045623779297e-06
+    ],
+    [
+     6601,
+     1.1126200661237817e-05
+    ],
+    [
+     6701,
+     1.4901161193847656e-06
+    ],
+    [
+     6801,
+     4.371007435111096e-06
+    ],
+    [
+     6901,
+     1.986821644095471e-06
+    ],
+    [
+     7001,
+     4.291534423828125e-06
+    ],
+    [
+     7101,
+     3.894170276907971e-06
+    ],
+    [
+     7201,
+     4.609426014212659e-06
+    ],
+    [
+     7301,
+     3.973643288190942e-06
+    ],
+    [
+     7401,
+     5.205472461966565e-06
+    ],
+    [
+     7501,
+     1.0728836059570312e-06
+    ],
+    [
+     7601,
+     3.6954879760742188e-06
+    ],
+    [
+     7701,
+     5.7220458984375e-06
+    ],
+    [
+     7801,
+     1.3709068298339844e-06
+    ],
+    [
+     7901,
+     2.165635578421643e-06
+    ],
+    [
+     8001,
+     6.616115570068359e-06
+    ],
+    [
+     8101,
+     3.874301910400391e-06
+    ],
+    [
+     8201,
+     1.0251998901367188e-05
+    ],
+    [
+     8301,
+     2.8808913157263305e-06
+    ],
+    [
+     8401,
+     4.669030658988049e-06
+    ],
+    [
+     8501,
+     5.920728199271252e-06
+    ],
+    [
+     8601,
+     1.7682712041278137e-06
+    ],
+    [
+     8701,
+     5.324681751517346e-06
+    ],
+    [
+     8801,
+     9.5367431640625e-07
+    ],
+    [
+     8901,
+     1.1722247563739074e-06
+    ],
+    [
+     9001,
+     4.390875801618677e-06
+    ],
+    [
+     9101,
+     2.3245811462402344e-06
+    ],
+    [
+     9201,
+     7.132689461286645e-06
+    ],
+    [
+     9301,
+     2.82128667095094e-06
+    ],
+    [
+     9401,
+     1.4702479802508606e-06
+    ],
+    [
+     9501,
+     1.3311704378793365e-06
+    ],
+    [
+     9601,
+     8.344650268554688e-07
+    ],
+    [
+     9701,
+     4.172325134277344e-07
+    ],
+    [
+     9801,
+     4.152457222517114e-06
+    ],
+    [
+     9901,
+     1.0132789611816406e-06
+    ],
+    [
+     10001,
+     7.987022399902344e-06
+    ],
+    [
+     10101,
+     1.2914340459246887e-06
+    ],
+    [
+     10201,
+     1.8080075960824615e-06
+    ],
+    [
+     10301,
+     1.3907750826547272e-06
+    ],
+    [
+     10401,
+     6.834666237409692e-06
+    ],
+    [
+     10501,
+     9.139379471889697e-06
+    ],
+    [
+     10601,
+     1.1920928955078125e-06
+    ],
+    [
+     10701,
+     1.092751858777774e-06
+    ],
+    [
+     10801,
+     1.3113021850585938e-06
+    ],
+    [
+     10901,
+     7.549921861027542e-07
+    ],
+    [
+     11001,
+     1.6887983065316803e-06
+    ],
+    [
+     11101,
+     1.1324882507324219e-06
+    ],
+    [
+     11201,
+     1.4901161193847656e-06
+    ],
+    [
+     11301,
+     5.185604095458984e-06
+    ],
+    [
+     11401,
+     8.742014756535355e-07
+    ],
+    [
+     11501,
+     3.119309894827893e-06
+    ],
+    [
+     11601,
+     2.8808913157263305e-06
+    ],
+    [
+     11701,
+     9.874503120954614e-06
+    ],
+    [
+     11801,
+     3.298123829154065e-06
+    ],
+    [
+     11901,
+     4.629294380720239e-06
+    ],
+    [
+     12001,
+     2.463658802298596e-06
+    ],
+    [
+     12101,
+     1.887480493678595e-06
+    ],
+    [
+     12201,
+     4.74850367027102e-06
+    ],
+    [
+     12301,
+     9.636084541853052e-06
+    ],
+    [
+     12401,
+     1.8080075960824615e-06
+    ],
+    [
+     12501,
+     1.9272169993200805e-06
+    ],
+    [
+     12601,
+     2.066294428004767e-06
+    ],
+    [
+     12701,
+     1.4503797274301178e-06
+    ],
+    [
+     12801,
+     7.987022399902344e-06
+    ],
+    [
+     12901,
+     3.1987826787371887e-06
+    ],
+    [
+     13001,
+     4.192193500784924e-06
+    ],
+    [
+     13101,
+     4.251798145560315e-06
+    ],
+    [
+     13201,
+     5.145867817191174e-06
+    ],
+    [
+     13301,
+     3.1987826787371887e-06
+    ],
+    [
+     13401,
+     1.6490619145770324e-06
+    ],
+    [
+     13501,
+     4.231929779052734e-06
+    ],
+    [
+     13601,
+     2.006689783229376e-06
+    ],
+    [
+     13701,
+     8.145968308781448e-07
+    ],
+    [
+     13801,
+     2.6841958970180713e-05
+    ],
+    [
+     13901,
+     1.0132789611816406e-06
+    ],
+    [
+     14001,
+     2.960364099635626e-06
+    ],
+    [
+     14101,
+     2.2649765014648438e-06
+    ],
+    [
+     14201,
+     4.927317604597192e-06
+    ],
+    [
+     14301,
+     6.775061592634302e-06
+    ],
+    [
+     14401,
+     1.569589016980899e-06
+    ],
+    [
+     14501,
+     1.0132789611816406e-06
+    ],
+    [
+     14601,
+     1.5974044799804688e-05
+    ],
+    [
+     14701,
+     1.986821644095471e-06
+    ],
+    [
+     14801,
+     4.351139068603516e-06
+    ],
+    [
+     14901,
+     1.5298526250262512e-06
+    ],
+    [
+     15001,
+     9.338061204289261e-07
+    ],
+    [
+     15101,
+     2.6226043701171875e-06
+    ],
+    [
+     15201,
+     3.6756198369403137e-06
+    ],
+    [
+     15301,
+     2.86102294921875e-06
+    ],
+    [
+     15401,
+     1.8477439880371094e-06
+    ],
+    [
+     15501,
+     4.947185516357422e-06
+    ],
+    [
+     15601,
+     2.7815501653094543e-06
+    ],
+    [
+     15701,
+     5.106131538923364e-06
+    ],
+    [
+     15801,
+     1.8477439880371094e-06
+    ],
+    [
+     15901,
+     1.430511474609375e-06
+    ],
+    [
+     16001,
+     1.3709068298339844e-06
+    ],
+    [
+     16101,
+     1.4702479802508606e-06
+    ],
+    [
+     16201,
+     1.1126201115985168e-06
+    ],
+    [
+     16301,
+     5.70217798667727e-06
+    ],
+    [
+     16401,
+     1.6291936617562897e-06
+    ],
+    [
+     16501,
+     1.8676122408578522e-06
+    ],
+    [
+     16601,
+     1.617272755538579e-05
+    ],
+    [
+     16701,
+     1.092751858777774e-06
+    ],
+    [
+     16801,
+     1.4503797274301178e-06
+    ],
+    [
+     16901,
+     2.543131586207892e-06
+    ],
+    [
+     17001,
+     3.2385191843786743e-06
+    ],
+    [
+     17101,
+     3.77496098735719e-06
+    ],
+    [
+     17201,
+     2.4239222966571106e-06
+    ],
+    [
+     17301,
+     2.4040541575232055e-06
+    ],
+    [
+     17401,
+     1.1523565035531647e-06
+    ],
+    [
+     17501,
+     1.5497207641601562e-06
+    ],
+    [
+     17601,
+     1.3709068298339844e-06
+    ],
+    [
+     17701,
+     2.6226043701171875e-06
+    ],
+    [
+     17801,
+     1.41064333547547e-06
+    ],
+    [
+     17901,
+     2.2252402231970336e-06
+    ],
+    [
+     18001,
+     3.516674041748047e-06
+    ],
+    [
+     18101,
+     1.5099843722055084e-06
+    ],
+    [
+     18201,
+     1.231829401149298e-06
+    ],
+    [
+     18301,
+     1.6291936617562897e-06
+    ],
+    [
+     18401,
+     1.9669532775878906e-06
+    ],
+    [
+     18501,
+     8.344650268554688e-06
+    ],
+    [
+     18601,
+     1.7285346984863281e-06
+    ],
+    [
+     18701,
+     1.4503797274301178e-06
+    ],
+    [
+     18801,
+     1.271565793103946e-06
+    ],
+    [
+     18901,
+     1.092751858777774e-06
+    ],
+    [
+     19001,
+     3.0994415283203125e-06
+    ],
+    [
+     19101,
+     2.9206275939941406e-06
+    ],
+    [
+     19201,
+     1.6093254089355469e-06
+    ],
+    [
+     19301,
+     3.5564105473895324e-06
+    ],
+    [
+     19401,
+     2.0464262888708618e-06
+    ],
+    [
+     19501,
+     3.794829126491095e-06
+    ],
+    [
+     19601,
+     1.092751858777774e-06
+    ],
+    [
+     19701,
+     3.2186508178710938e-06
+    ],
+    [
+     19801,
+     1.1126201115985168e-06
+    ],
+    [
+     19901,
+     2.2649765014648438e-06
+    ],
+    [
+     20001,
+     2.6027362309832824e-06
+    ],
+    [
+     20101,
+     2.82128667095094e-06
+    ],
+    [
+     20201,
+     1.0291735634382349e-05
+    ],
+    [
+     20301,
+     2.1258990727801574e-06
+    ],
+    [
+     20401,
+     2.463658802298596e-06
+    ],
+    [
+     20501,
+     1.430511474609375e-06
+    ],
+    [
+     20601,
+     2.066294428004767e-06
+    ],
+    [
+     20701,
+     8.543332796762115e-07
+    ],
+    [
+     20801,
+     1.9073486328125e-06
+    ],
+    [
+     20901,
+     1.0530154668231262e-06
+    ],
+    [
+     21001,
+     2.7418136596679688e-06
+    ],
+    [
+     21101,
+     2.0265579223632812e-06
+    ],
+    [
+     21201,
+     1.5298526250262512e-06
+    ],
+    [
+     21301,
+     2.4040541575232055e-06
+    ],
+    [
+     21401,
+     1.41064333547547e-06
+    ],
+    [
+     21501,
+     2.36431765188172e-06
+    ],
+    [
+     21601,
+     1.231829401149298e-06
+    ],
+    [
+     21701,
+     1.986821644095471e-06
+    ],
+    [
+     21801,
+     1.5298526250262512e-06
+    ],
+    [
+     21901,
+     1.887480493678595e-06
+    ],
+    [
+     22001,
+     2.7616820261755493e-06
+    ],
+    [
+     22101,
+     7.375081622740254e-05
+    ],
+    [
+     22201,
+     1.231829401149298e-06
+    ],
+    [
+     22301,
+     6.953875413273636e-07
+    ],
+    [
+     22401,
+     2.7020773814001586e-06
+    ],
+    [
+     22501,
+     9.139379244516022e-07
+    ],
+    [
+     22601,
+     2.86102294921875e-06
+    ],
+    [
+     22701,
+     1.7682712041278137e-06
+    ],
+    [
+     22801,
+     4.152457222517114e-06
+    ],
+    [
+     22901,
+     3.7153563425817993e-06
+    ],
+    [
+     23001,
+     3.0001006052771118e-06
+    ],
+    [
+     23101,
+     1.887480493678595e-06
+    ],
+    [
+     23201,
+     2.5828680918493774e-06
+    ],
+    [
+     23301,
+     2.3245811462402344e-06
+    ],
+    [
+     23401,
+     8.781751603237353e-06
+    ],
+    [
+     23501,
+     1.6490619145770324e-06
+    ],
+    [
+     23601,
+     4.927317604597192e-06
+    ],
+    [
+     23701,
+     4.68889902549563e-06
+    ],
+    [
+     23801,
+     2.940495960501721e-06
+    ],
+    [
+     23901,
+     1.9272169993200805e-06
+    ],
+    [
+     24000,
+     2.543131586207892e-06
+    ]
+   ],
+   "mass_read": 0.9999967217445374
+  }
+ },
+ "series": "pillar1b",
+ "plain_doc": true,
+ "heldout_bpb_by_repeat": {
+  "repeat": 1.3814713615258216,
+  "other": 1.4213622545386313,
+  "n_repeat": 335800,
+  "n_other": 188488,
+  "repeat_share": 0.6404876708984375
+ },
+ "ninth_head": {
+  "rot": "path",
+  "seed": 1,
+  "blocks": 6,
+  "d": 256,
+  "hd": 32,
+  "birth_tag": "NINTH|v1",
+  "form": "next",
+  "k": 16,
+  "pairs": 16,
+  "vocab": 256,
+  "seed_tag": "PATHROT|v1|j16",
+  "rule": "entropy",
+  "theta": 3.0,
+  "floor": 8.0,
+  "table": "pillar/v3_atlas_entropy_table.npz",
+  "table_sha256": "a6c47b1e7f74e02e2afd91056f6f654f40c745b76ab7183a5be8f7fb673fd15a",
+  "params": 196608,
+  "digest": "7cb59ec0c9635bb860505ea8ebce61a67064304db68fd94e5164d1ff6f6e7157"
+ },
+ "heldout_bpb_path_off": 1.503057339706141,
+ "heldout_bpb_path_off_by_class": {
+  "lower": 1.520965624044298,
+  "upper": 4.675317580063732,
+  "digit": 3.4648280921864294,
+  "space": 0.4019119758384701,
+  "newline": 2.2792333793418496,
+  "punct": 3.2061380337250265,
+  "high": 2.272600947727773
+ },
+ "heldout_bpb_path_off_by_position": {
+  "row": {
+   "0-64": 1.9520852720206339,
+   "64-256": 1.5608418460267173,
+   "256-1024": 1.4757943247635168,
+   "1024-2048": 1.479953209621014,
+   "2048-4096": 1.5053836741348559,
+   "4096+": null
+  },
+  "row_n": {
+   "0-64": 8192,
+   "64-256": 24576,
+   "256-1024": 98304,
+   "1024-2048": 131072,
+   "2048-4096": 262144,
+   "4096+": 0
+  }
+ },
+ "heldout_bpb_path_off_by_repeat": {
+  "repeat": 1.5348155081810897,
+  "other": 1.446478753692196,
+  "n_repeat": 335800,
+  "n_other": 188488,
+  "repeat_share": 0.6404876708984375
+ }
+}
\ No newline at end of file