diff --git a/bed/reports/bed_alhena-both_s2_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_ahdigit1_plain16.json b/bed/reports/bed_alhena-both_s2_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_ahdigit1_plain16.json
new file mode 100644
index 0000000000000000000000000000000000000000..4a7cd69abb1898479df4e0d122ca86b5b101f27d
--- /dev/null
+++ b/bed/reports/bed_alhena-both_s2_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_ahdigit1_plain16.json
@@ -0,0 +1,9890 @@
+{
+ "arm": "alhena-both",
+ "seed": 2,
+ "smoke": false,
+ "steps": 24000,
+ "micro_batch": 8,
+ "ctx": 4096,
+ "lr": 0.001,
+ "warmup": 100,
+ "p_plant": 0.75,
+ "records": 1,
+ "params": 9215057,
+ "init": "",
+ "config": {
+  "name": "bed-alhena-both",
+  "d_model": 256,
+  "n_layers": 6,
+  "n_heads": 8,
+  "context": 4096,
+  "vocab_size": 256,
+  "tokenizer": "byte-trigram",
+  "hub_layers": [],
+  "hub_K": 32,
+  "hub_D": 16,
+  "tau": 0.1,
+  "bank_experts": 7,
+  "bank_ff": 256,
+  "head_K": 64,
+  "head_D": 16,
+  "head_mode": "",
+  "head_dial_band": 4.0,
+  "head_dial_rho": 0.015625,
+  "gate_init": -3.0,
+  "tie_embeddings": false,
+  "hub_chunk": 128,
+  "hub_const": 1,
+  "hub_ckpt": 0,
+  "fusion": null,
+  "qk_norm": "",
+  "attn_fp32": false,
+  "attn_kernel": "sdpa",
+  "lookup_arm_sites": [],
+  "lookup_arm_depth": 1,
+  "attn_rotary": true,
+  "hub_rotary": false,
+  "rotary_base": 10000.0,
+  "hub_rotary_frac": 1.0,
+  "hub_dual": false,
+  "pos_table": true,
+  "bank_byte_table": "add",
+  "bank_last_fix": "",
+  "fix_rho": 0.0625,
+  "fix_warm": 200,
+  "fix_clamp": [
+   0.25,
+   4.0
+  ],
+  "canon": ""
+ },
+ "tokens": 786432000,
+ "train_minutes": 17.867745717366535,
+ "tok_per_s": 733567.6367534418,
+ "final_loss_ema": 1.0221317264106256,
+ "final_bpb_ema": 1.4746243728278843,
+ "heldout_bpb": 1.407676116251845,
+ "heldout_bpb_by_class": {
+  "lower": 1.4186460866795179,
+  "upper": 4.3865801448436095,
+  "digit": 3.2527084340286203,
+  "space": 0.38692013142015874,
+  "newline": 1.9916882017937145,
+  "punct": 3.118917163028879,
+  "high": 2.127386203394524
+ },
+ "heldout_bpb_by_position": {
+  "row": {
+   "0-64": 1.9128131426293407,
+   "64-256": 1.5049140558557061,
+   "256-1024": 1.4064657804540794,
+   "1024-2048": 1.3892758606600724,
+   "2048-4096": 1.3924285428140923,
+   "4096+": null
+  },
+  "row_n": {
+   "0-64": 8192,
+   "64-256": 24576,
+   "256-1024": 98304,
+   "1024-2048": 131072,
+   "2048-4096": 262144,
+   "4096+": 0
+  }
+ },
+ "dispatch_off_bpb": 4.455403492139663,
+ "records_planted_mean": 0.7486354166666667,
+ "cues": 5,
+ "dispatch_off_by_class": {
+  "lower": 4.681533620535507,
+  "upper": 8.492776203254154,
+  "digit": 4.739692470970644,
+  "space": 2.0988685333310877,
+  "newline": 4.424756297178673,
+  "punct": 7.2415137754291425,
+  "high": 6.043847642685994
+ },
+ "fetch": {
+  "64": {
+   "n": 64,
+   "value_bits": 16.06988141052515,
+   "first_byte": 0.078125,
+   "all_five": 0.03125
+  },
+  "256": {
+   "n": 64,
+   "value_bits": 18.568086036757805,
+   "first_byte": 0.015625,
+   "all_five": 0.0
+  },
+  "512": {
+   "n": 64,
+   "value_bits": 22.698119808300724,
+   "first_byte": 0.046875,
+   "all_five": 0.0
+  },
+  "896": {
+   "n": 64,
+   "value_bits": 23.74518394909765,
+   "first_byte": 0.046875,
+   "all_five": 0.0
+  }
+ },
+ "dispatch_census": {
+  "b0": {
+   "lower": {
+    "abs_mean": [
+     1.9235,
+     0.1217,
+     0.2697,
+     0.0704,
+     0.2241,
+     0.2017,
+     0.1223
+    ],
+    "dominant": 0,
+    "home_share": 0.6557,
+    "entropy_bits": 1.776
+   },
+   "upper": {
+    "abs_mean": [
+     0.632,
+     1.4837,
+     0.4037,
+     0.0648,
+     0.6272,
+     0.2909,
+     0.0695
+    ],
+    "dominant": 1,
+    "home_share": 0.4154,
+    "entropy_bits": 2.275
+   },
+   "digit": {
+    "abs_mean": [
+     0.2239,
+     0.3446,
+     1.5621,
+     0.0678,
+     0.5076,
+     0.1844,
+     0.1098
+    ],
+    "dominant": 2,
+    "home_share": 0.5207,
+    "entropy_bits": 2.107
+   },
+   "space": {
+    "abs_mean": [
+     0.4057,
+     0.0665,
+     0.0365,
+     2.4778,
+     0.0279,
+     0.0651,
+     0.1298
+    ],
+    "dominant": 3,
+    "home_share": 0.772,
+    "entropy_bits": 1.216
+   },
+   "newline": {
+    "abs_mean": [
+     0.2359,
+     0.2689,
+     0.045,
+     1.0052,
+     0.5569,
+     0.4653,
+     0.5769
+    ],
+    "dominant": 3,
+    "home_share": 0.1766,
+    "entropy_bits": 2.493
+   },
+   "punct": {
+    "abs_mean": [
+     0.4632,
+     0.2507,
+     0.0709,
+     0.6501,
+     0.1618,
+     1.2057,
+     0.1963
+    ],
+    "dominant": 5,
+    "home_share": 0.4021,
+    "entropy_bits": 2.335
+   },
+   "high": {
+    "abs_mean": [
+     0.285,
+     0.1511,
+     0.0893,
+     0.2891,
+     0.1877,
+     0.3131,
+     1.4788
+    ],
+    "dominant": 6,
+    "home_share": 0.5293,
+    "entropy_bits": 2.162
+   }
+  },
+  "mid": {
+   "lower": {
+    "abs_mean": [
+     2.6705,
+     0.0985,
+     0.2257,
+     0.1217,
+     0.1632,
+     0.1066,
+     0.2354
+    ],
+    "dominant": 0,
+    "home_share": 0.7374,
+    "entropy_bits": 1.487
+   },
+   "upper": {
+    "abs_mean": [
+     0.231,
+     1.8657,
+     0.2362,
+     0.3474,
+     0.068,
+     0.0981,
+     0.114
+    ],
+    "dominant": 1,
+    "home_share": 0.6302,
+    "entropy_bits": 1.83
+   },
+   "digit": {
+    "abs_mean": [
+     0.0674,
+     0.2714,
+     1.4854,
+     0.0982,
+     0.0603,
+     0.2558,
+     0.0687
+    ],
+    "dominant": 2,
+    "home_share": 0.6438,
+    "entropy_bits": 1.755
+   },
+   "space": {
+    "abs_mean": [
+     0.1038,
+     0.0472,
+     0.537,
+     3.0028,
+     0.0587,
+     0.0703,
+     0.0736
+    ],
+    "dominant": 3,
+    "home_share": 0.7713,
+    "entropy_bits": 1.204
+   },
+   "newline": {
+    "abs_mean": [
+     0.068,
+     0.1718,
+     0.1503,
+     1.0422,
+     1.2904,
+     0.1424,
+     0.1305
+    ],
+    "dominant": 4,
+    "home_share": 0.4308,
+    "entropy_bits": 2.036
+   },
+   "punct": {
+    "abs_mean": [
+     0.0698,
+     0.0807,
+     0.2583,
+     0.5761,
+     0.1184,
+     1.8822,
+     0.0691
+    ],
+    "dominant": 5,
+    "home_share": 0.6162,
+    "entropy_bits": 1.754
+   },
+   "high": {
+    "abs_mean": [
+     0.0816,
+     0.0634,
+     0.0426,
+     0.3135,
+     0.1141,
+     0.2099,
+     1.6358
+    ],
+    "dominant": 6,
+    "home_share": 0.6647,
+    "entropy_bits": 1.679
+   }
+  },
+  "last": {
+   "lower": {
+    "abs_mean": [
+     2.16,
+     0.1408,
+     0.263,
+     0.373,
+     0.8861,
+     0.2494,
+     0.1458
+    ],
+    "dominant": 0,
+    "home_share": 0.5121,
+    "entropy_bits": 2.099
+   },
+   "upper": {
+    "abs_mean": [
+     0.5239,
+     1.4181,
+     0.2082,
+     0.0676,
+     0.6624,
+     0.0726,
+     0.2624
+    ],
+    "dominant": 1,
+    "home_share": 0.4411,
+    "entropy_bits": 2.208
+   },
+   "digit": {
+    "abs_mean": [
+     0.0563,
+     0.2177,
+     1.4231,
+     0.2296,
+     0.0522,
+     0.2168,
+     0.4773
+    ],
+    "dominant": 2,
+    "home_share": 0.5324,
+    "entropy_bits": 2.049
+   },
+   "space": {
+    "abs_mean": [
+     0.0291,
+     0.0946,
+     0.0755,
+     2.65,
+     0.0812,
+     0.0634,
+     0.5424
+    ],
+    "dominant": 3,
+    "home_share": 0.7494,
+    "entropy_bits": 1.271
+   },
+   "newline": {
+    "abs_mean": [
+     0.167,
+     0.0128,
+     0.1544,
+     1.0207,
+     0.8693,
+     0.0277,
+     0.7837
+    ],
+    "dominant": 3,
+    "home_share": 0.2864,
+    "entropy_bits": 2.094
+   },
+   "punct": {
+    "abs_mean": [
+     0.0269,
+     0.0653,
+     0.0607,
+     0.3755,
+     0.101,
+     1.6737,
+     0.3884
+    ],
+    "dominant": 5,
+    "home_share": 0.6218,
+    "entropy_bits": 1.723
+   },
+   "high": {
+    "abs_mean": [
+     0.5387,
+     0.07,
+     0.4404,
+     0.1806,
+     0.2037,
+     0.0898,
+     1.3082
+    ],
+    "dominant": 6,
+    "home_share": 0.462,
+    "entropy_bits": 2.204
+   }
+  }
+ },
+ "curve": [
+  {
+   "step": 1,
+   "loss": 5.707968711853027,
+   "ema": 5.707968711853027,
+   "lr": 1e-05,
+   "value_bits": {
+    "0": null,
+    "128": null,
+    "256": 7.8374255100526735,
+    "512": 8.04104929971102,
+    "w": null
+   },
+   "value_n": {
+    "0": 0,
+    "128": 0,
+    "256": 6,
+    "512": 6,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": null,
+    "128": null,
+    "256": 7.8374255100526735,
+    "512": 8.04104929971102,
+    "w": null
+   }
+  },
+  {
+   "step": 101,
+   "loss": 2.471514940261841,
+   "ema": 3.4412803803296974,
+   "lr": 0.001,
+   "value_bits": {
+    "0": 6.374491720146938,
+    "128": 6.380837022696409,
+    "256": 6.324330265342804,
+    "512": 6.4148489650487805,
+    "w": null
+   },
+   "value_n": {
+    "0": 390,
+    "128": 372,
+    "256": 420,
+    "512": 636,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 6.374491720146938,
+    "128": 6.380837022696409,
+    "256": 6.302401348752805,
+    "512": 6.399361342813902,
+    "w": null
+   }
+  },
+  {
+   "step": 201,
+   "loss": 2.079486131668091,
+   "ema": 2.2396622161595054,
+   "lr": 0.0009999611241221994,
+   "value_bits": {
+    "0": 6.09592363848803,
+    "128": 6.074407841704939,
+    "256": 5.995798381944961,
+    "512": 6.098619328678452,
+    "w": null
+   },
+   "value_n": {
+    "0": 726,
+    "128": 684,
+    "256": 930,
+    "512": 1332,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.772585686562511,
+    "128": 5.709049972061264,
+    "256": 5.725242713264383,
+    "512": 5.80965086785729,
+    "w": null
+   }
+  },
+  {
+   "step": 301,
+   "loss": 1.8239513635635376,
+   "ema": 1.9089355793525202,
+   "lr": 0.0009998445032058376,
+   "value_bits": {
+    "0": 5.940289864416395,
+    "128": 5.952797866233527,
+    "256": 5.928280366272994,
+    "512": 6.0569559124480925,
+    "w": null
+   },
+   "value_n": {
+    "0": 1200,
+    "128": 1038,
+    "256": 1344,
+    "512": 1890,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.701914083876298,
+    "128": 5.7178226593904595,
+    "256": 5.776609461502635,
+    "512": 5.957501305962719,
+    "w": null
+   }
+  },
+  {
+   "step": 401,
+   "loss": 1.7809898853302002,
+   "ema": 1.800320341131629,
+   "lr": 0.0009996501574008718,
+   "value_bits": {
+    "0": 5.798172829853924,
+    "128": 5.895108252492234,
+    "256": 5.858506612755926,
+    "512": 5.962100122187687,
+    "w": null
+   },
+   "value_n": {
+    "0": 1590,
+    "128": 1428,
+    "256": 1758,
+    "512": 2520,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.360889646584781,
+    "128": 5.741565126688487,
+    "256": 5.631994717280228,
+    "512": 5.677532751406473,
+    "w": null
+   }
+  },
+  {
+   "step": 501,
+   "loss": 1.7313722372055054,
+   "ema": 1.7531917662864598,
+   "lr": 0.0009993781202866968,
+   "value_bits": {
+    "0": 5.677232862551304,
+    "128": 5.798978172495681,
+    "256": 5.76122366092291,
+    "512": 5.893058266506752,
+    "w": null
+   },
+   "value_n": {
+    "0": 1992,
+    "128": 1776,
+    "256": 2268,
+    "512": 3078,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.198888215757357,
+    "128": 5.40451336147534,
+    "256": 5.425883603427927,
+    "512": 5.5812563376251045,
+    "w": null
+   }
+  },
+  {
+   "step": 601,
+   "loss": 1.6827096939086914,
+   "ema": 1.7068976474977549,
+   "lr": 0.0009990284388663418,
+   "value_bits": {
+    "0": 5.551589847684295,
+    "128": 5.666467719187192,
+    "256": 5.657444438114785,
+    "512": 5.7935056250982715,
+    "w": null
+   },
+   "value_n": {
+    "0": 2454,
+    "128": 2076,
+    "256": 2724,
+    "512": 3588,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 5.009856329036933,
+    "128": 4.882005835600939,
+    "256": 5.14127935625332,
+    "512": 5.192676154009446,
+    "w": null
+   }
+  },
+  {
+   "step": 701,
+   "loss": 1.690858006477356,
+   "ema": 1.6523216915584207,
+   "lr": 0.0009986011735583502,
+   "value_bits": {
+    "0": 5.4244254121720985,
+    "128": 5.545606447791538,
+    "256": 5.553107143498427,
+    "512": 5.678971877042232,
+    "w": null
+   },
+   "value_n": {
+    "0": 2946,
+    "128": 2430,
+    "256": 3126,
+    "512": 4110,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.790154020410044,
+    "128": 4.836826788420418,
+    "256": 4.846105176993556,
+    "512": 4.891716919139802,
+    "w": null
+   }
+  },
+  {
+   "step": 801,
+   "loss": 1.5237300395965576,
+   "ema": 1.594638702448531,
+   "lr": 0.000998096398186339,
+   "value_bits": {
+    "0": 5.327067776754585,
+    "128": 5.444658004653521,
+    "256": 5.4515883829035525,
+    "512": 5.585516890748968,
+    "w": null
+   },
+   "value_n": {
+    "0": 3402,
+    "128": 2778,
+    "256": 3594,
+    "512": 4626,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.698086211096701,
+    "128": 4.739759393086324,
+    "256": 4.773495123032654,
+    "512": 4.8411370580642386,
+    "w": null
+   }
+  },
+  {
+   "step": 901,
+   "loss": 1.5749480724334717,
+   "ema": 1.5567711338095154,
+   "lr": 0.0009975141999662442,
+   "value_bits": {
+    "0": 5.243938421639221,
+    "128": 5.3523343841084365,
+    "256": 5.370611758830044,
+    "512": 5.495406645346048,
+    "w": null
+   },
+   "value_n": {
+    "0": 3822,
+    "128": 3138,
+    "256": 4008,
+    "512": 5166,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.57059064520478,
+    "128": 4.639903778902207,
+    "256": 4.667640775931041,
+    "512": 4.723462209727703,
+    "w": null
+   }
+  },
+  {
+   "step": 1001,
+   "loss": 1.45066499710083,
+   "ema": 1.5167627544145974,
+   "lr": 0.0009968546794912525,
+   "value_bits": {
+    "0": 5.164966377774685,
+    "128": 5.267267197916049,
+    "256": 5.2948646135309225,
+    "512": 5.425268512762398,
+    "w": null
+   },
+   "value_n": {
+    "0": 4314,
+    "128": 3540,
+    "256": 4476,
+    "512": 5634,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.551488427266029,
+    "128": 4.603235281817268,
+    "256": 4.646158292251267,
+    "512": 4.651051433858264,
+    "w": null
+   }
+  },
+  {
+   "step": 1101,
+   "loss": 1.4218275547027588,
+   "ema": 1.475061609719927,
+   "lr": 0.0009961179507144186,
+   "value_bits": {
+    "0": 5.084863513153097,
+    "128": 5.186136482379501,
+    "256": 5.199344008547735,
+    "512": 5.350543910737069,
+    "w": null
+   },
+   "value_n": {
+    "0": 4788,
+    "128": 3894,
+    "256": 5016,
+    "512": 6096,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 4.355826049065475,
+    "128": 4.374829327014026,
+    "256": 4.407584327242643,
+    "512": 4.439291945778833,
+    "w": null
+   }
+  },
+  {
+   "step": 1201,
+   "loss": 1.385627269744873,
+   "ema": 1.4203097664682962,
+   "lr": 0.0009953041409289777,
+   "value_bits": {
+    "0": 4.893749883896434,
+    "128": 5.0231003101568135,
+    "256": 5.014621313340031,
+    "512": 5.181954335729848,
+    "w": null
+   },
+   "value_n": {
+    "0": 5262,
+    "128": 4230,
+    "256": 5490,
+    "512": 6660,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 2.9632603124177392,
+    "128": 3.1336275285045807,
+    "256": 3.059834310888887,
+    "512": 3.3597521207581837,
+    "w": null
+   }
+  },
+  {
+   "step": 1301,
+   "loss": 1.4460631608963013,
+   "ema": 1.3962957653423345,
+   "lr": 0.000994413390746351,
+   "value_bits": {
+    "0": 4.689793325611506,
+    "128": 4.847221515918015,
+    "256": 4.826110799385361,
+    "512": 4.9798300213137905,
+    "w": null
+   },
+   "value_n": {
+    "0": 5694,
+    "128": 4542,
+    "256": 5952,
+    "512": 7290,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 2.205489136502027,
+    "128": 2.462710940180469,
+    "256": 2.5860183283655824,
+    "512": 2.8430872689154674,
+    "w": null
+   }
+  },
+  {
+   "step": 1401,
+   "loss": 1.363567590713501,
+   "ema": 1.3768237371894472,
+   "lr": 0.000993445854071851,
+   "value_bits": {
+    "0": 4.525905875253862,
+    "128": 4.6660099100018035,
+    "256": 4.641211664836011,
+    "512": 4.813969407554103,
+    "w": null
+   },
+   "value_n": {
+    "0": 6054,
+    "128": 4884,
+    "256": 6414,
+    "512": 7866,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.9337527020971381,
+    "128": 2.2593926173952728,
+    "256": 2.2591345028495784,
+    "512": 2.7147960146580505,
+    "w": null
+   }
+  },
+  {
+   "step": 1501,
+   "loss": 1.3909101486206055,
+   "ema": 1.3597068760706028,
+   "lr": 0.0009924016980780884,
+   "value_bits": {
+    "0": 4.36028612070972,
+    "128": 4.475475999601401,
+    "256": 4.499871968795807,
+    "512": 4.6556089612582126,
+    "w": null
+   },
+   "value_n": {
+    "0": 6414,
+    "128": 5244,
+    "256": 6780,
+    "512": 8484,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.5751139151257214,
+    "128": 1.8905659485026032,
+    "256": 2.0229517217961615,
+    "512": 2.6399726011231475,
+    "w": null
+   }
+  },
+  {
+   "step": 1601,
+   "loss": 1.3299808502197266,
+   "ema": 1.348599777624246,
+   "lr": 0.0009912811031760893,
+   "value_bits": {
+    "0": 4.192173704593974,
+    "128": 4.322868012150064,
+    "256": 4.305988101570198,
+    "512": 4.521579655022808,
+    "w": null
+   },
+   "value_n": {
+    "0": 6822,
+    "128": 5568,
+    "256": 7326,
+    "512": 9012,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.549347633597916,
+    "128": 1.8528794745117672,
+    "256": 1.8984192008565852,
+    "512": 2.367972393467553,
+    "w": null
+   }
+  },
+  {
+   "step": 1701,
+   "loss": 1.3093290328979492,
+   "ema": 1.3264153052861507,
+   "lr": 0.0009900842629841226,
+   "value_bits": {
+    "0": 3.994736620377856,
+    "128": 4.165968730103355,
+    "256": 4.179662951739775,
+    "512": 4.393199772652087,
+    "w": null
+   },
+   "value_n": {
+    "0": 7314,
+    "128": 5928,
+    "256": 7722,
+    "512": 9564,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.2571029038690025,
+    "128": 1.7392598344475827,
+    "256": 1.8426476798769684,
+    "512": 2.297258649599684,
+    "w": null
+   }
+  },
+  {
+   "step": 1801,
+   "loss": 1.3195346593856812,
+   "ema": 1.312741016688437,
+   "lr": 0.0009888113842942462,
+   "value_bits": {
+    "0": 3.8134084144703624,
+    "128": 4.0284291028887695,
+    "256": 4.041594681089053,
+    "512": 4.298897140372415,
+    "w": null
+   },
+   "value_n": {
+    "0": 7800,
+    "128": 6270,
+    "256": 8190,
+    "512": 9984,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.08453084655388,
+    "128": 1.6444088978359568,
+    "256": 1.7634682153521315,
+    "512": 2.151491485318169,
+    "w": null
+   }
+  },
+  {
+   "step": 1901,
+   "loss": 1.2957457304000854,
+   "ema": 1.3039517082503465,
+   "lr": 0.0009874626870365775,
+   "value_bits": {
+    "0": 3.692027396247128,
+    "128": 3.9035441815771654,
+    "256": 3.91822418530449,
+    "512": 4.174958312226446,
+    "w": null
+   },
+   "value_n": {
+    "0": 8160,
+    "128": 6618,
+    "256": 8628,
+    "512": 10560,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 1.0621053347437273,
+    "128": 1.6534624096698065,
+    "256": 1.6113649148123181,
+    "512": 2.0266852910296222,
+    "w": null
+   }
+  },
+  {
+   "step": 2001,
+   "loss": 1.2677923440933228,
+   "ema": 1.3006768827414938,
+   "lr": 0.000986038404241293,
+   "value_bits": {
+    "0": 3.5481568204577596,
+    "128": 3.7699450232668843,
+    "256": 3.789324056791437,
+    "512": 4.061102092793857,
+    "w": null
+   },
+   "value_n": {
+    "0": 8610,
+    "128": 6954,
+    "256": 9114,
+    "512": 11100,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.9393037128105417,
+    "128": 1.1385187444054612,
+    "256": 1.5009489357819372,
+    "512": 1.8345804683343583,
+    "w": null
+   }
+  },
+  {
+   "step": 2101,
+   "loss": 1.300640344619751,
+   "ema": 1.283527095872995,
+   "lr": 0.000984538781998366,
+   "value_bits": {
+    "0": 3.4138265635055145,
+    "128": 3.647903844416551,
+    "256": 3.689239052218872,
+    "512": 3.9491011794803903,
+    "w": null
+   },
+   "value_n": {
+    "0": 9066,
+    "128": 7302,
+    "256": 9522,
+    "512": 11682,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.877459211841417,
+    "128": 1.2091844256659297,
+    "256": 1.4535166706640634,
+    "512": 1.8130012863885059,
+    "w": null
+   }
+  },
+  {
+   "step": 2201,
+   "loss": 1.2548596858978271,
+   "ema": 1.2699904031220663,
+   "lr": 0.0009829640794150455,
+   "value_bits": {
+    "0": 3.3069649348868175,
+    "128": 3.548948891408882,
+    "256": 3.572575963971461,
+    "512": 3.8333907326831813,
+    "w": null
+   },
+   "value_n": {
+    "0": 9444,
+    "128": 7608,
+    "256": 10050,
+    "512": 12270,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.7439820643653747,
+    "128": 1.1876120715984317,
+    "256": 1.4686632247823599,
+    "512": 1.53453114172229,
+    "w": null
+   }
+  },
+  {
+   "step": 2301,
+   "loss": 1.2845885753631592,
+   "ema": 1.270352726693948,
+   "lr": 0.000981314568571088,
+   "value_bits": {
+    "0": 3.196562293100053,
+    "128": 3.452721806446068,
+    "256": 3.4655352168296307,
+    "512": 3.737002462271028,
+    "w": null
+   },
+   "value_n": {
+    "0": 9864,
+    "128": 7926,
+    "256": 10536,
+    "512": 12810,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.7140800334947838,
+    "128": 1.150534188845154,
+    "256": 1.2520382851930174,
+    "512": 1.5468467623504492,
+    "w": null
+   }
+  },
+  {
+   "step": 2401,
+   "loss": 1.2333424091339111,
+   "ema": 1.254600193539202,
+   "lr": 0.0009795905344717468,
+   "value_bits": {
+    "0": 3.0754629136987623,
+    "128": 3.3419409713325217,
+    "256": 3.37540963127784,
+    "512": 3.6564394423976125,
+    "w": null
+   },
+   "value_n": {
+    "0": 10374,
+    "128": 8316,
+    "256": 10956,
+    "512": 13272,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.7332584462196887,
+    "128": 1.0905335377172136,
+    "256": 1.1145449422929259,
+    "512": 1.4226466186347224,
+    "w": null
+   }
+  },
+  {
+   "step": 2501,
+   "loss": 1.243108868598938,
+   "ema": 1.2461977998623464,
+   "lr": 0.0009777922749985284,
+   "value_bits": {
+    "0": 2.950797536972801,
+    "128": 3.2442938483340242,
+    "256": 3.3080871202173476,
+    "512": 3.5609997266847513,
+    "w": null
+   },
+   "value_n": {
+    "0": 10902,
+    "128": 8706,
+    "256": 11310,
+    "512": 13812,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.5014062147093218,
+    "128": 1.162156733319916,
+    "256": 1.2245124558705838,
+    "512": 1.2153036027197561,
+    "w": null
+   }
+  },
+  {
+   "step": 2601,
+   "loss": 1.262561559677124,
+   "ema": 1.2496808779326143,
+   "lr": 0.0009759201008577241,
+   "value_bits": {
+    "0": 2.8523853010251603,
+    "128": 3.156643498772617,
+    "256": 3.220212190263053,
+    "512": 3.474608458371103,
+    "w": null
+   },
+   "value_n": {
+    "0": 11382,
+    "128": 9042,
+    "256": 11766,
+    "512": 14376,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.6171973920643623,
+    "128": 0.8855603342440057,
+    "256": 1.0406826775808724,
+    "512": 1.3589414407326212,
+    "w": null
+   }
+  },
+  {
+   "step": 2701,
+   "loss": 1.257774829864502,
+   "ema": 1.244191254556093,
+   "lr": 0.0009739743355267254,
+   "value_bits": {
+    "0": 2.76351386193465,
+    "128": 3.0734223929962536,
+    "256": 3.143941936734268,
+    "512": 3.388089862822892,
+    "w": null
+   },
+   "value_n": {
+    "0": 11826,
+    "128": 9384,
+    "256": 12198,
+    "512": 14970,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.48528251119548066,
+    "128": 0.8731731578211684,
+    "256": 1.0666368371516664,
+    "512": 1.2941650655146684,
+    "w": null
+   }
+  },
+  {
+   "step": 2801,
+   "loss": 1.1905689239501953,
+   "ema": 1.2327179006567106,
+   "lr": 0.0009719553151981335,
+   "value_bits": {
+    "0": 2.6741321087175947,
+    "128": 3.007911754599882,
+    "256": 3.0548305097833555,
+    "512": 3.310364944497547,
+    "w": null
+   },
+   "value_n": {
+    "0": 12294,
+    "128": 9672,
+    "256": 12714,
+    "512": 15510,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.41552396011739545,
+    "128": 0.873356786851453,
+    "256": 0.9482778238391053,
+    "512": 1.1556574864782705,
+    "w": null
+   }
+  },
+  {
+   "step": 2901,
+   "loss": 1.2168928384780884,
+   "ema": 1.2304759504756926,
+   "lr": 0.0009698633887216711,
+   "value_bits": {
+    "0": 2.5917726662751837,
+    "128": 2.935872595946232,
+    "256": 2.9703391263159333,
+    "512": 3.2343514337854993,
+    "w": null
+   },
+   "value_n": {
+    "0": 12750,
+    "128": 10026,
+    "256": 13236,
+    "512": 16104,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3713187509528121,
+    "128": 0.9676162612058292,
+    "256": 0.9124397979542328,
+    "512": 1.2495542096375705,
+    "w": null
+   }
+  },
+  {
+   "step": 3001,
+   "loss": 1.1810823678970337,
+   "ema": 1.2223881062486364,
+   "lr": 0.0009676989175439071,
+   "value_bits": {
+    "0": 2.523632858695138,
+    "128": 2.862809142390876,
+    "256": 2.9119541364033674,
+    "512": 3.1568124796140293,
+    "w": null
+   },
+   "value_n": {
+    "0": 13164,
+    "128": 10380,
+    "256": 13608,
+    "512": 16716,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.425124291918368,
+    "128": 0.7935035340688377,
+    "256": 0.8345785275788579,
+    "512": 1.116473724749088,
+    "w": null
+   }
+  },
+  {
+   "step": 3101,
+   "loss": 1.2256782054901123,
+   "ema": 1.2172015082852998,
+   "lr": 0.000965462275645806,
+   "value_bits": {
+    "0": 2.457572124475401,
+    "128": 2.805986765101752,
+    "256": 2.849533966766221,
+    "512": 3.099513926647166,
+    "w": null
+   },
+   "value_n": {
+    "0": 13584,
+    "128": 10698,
+    "256": 14058,
+    "512": 17208,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3870399690739302,
+    "128": 0.9512186007586553,
+    "256": 0.9619480369389084,
+    "512": 1.1527606514559174,
+    "w": null
+   }
+  },
+  {
+   "step": 3201,
+   "loss": 1.183736801147461,
+   "ema": 1.2179192318155296,
+   "lr": 0.0009631538494781107,
+   "value_bits": {
+    "0": 2.383221209509188,
+    "128": 2.74509334010586,
+    "256": 2.796976537652071,
+    "512": 3.0312845052183737,
+    "w": null
+   },
+   "value_n": {
+    "0": 14100,
+    "128": 11046,
+    "256": 14442,
+    "512": 17808,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.42589014574749107,
+    "128": 0.8731454648011048,
+    "256": 0.8728819061762494,
+    "512": 1.0744646986406179,
+    "w": null
+   }
+  },
+  {
+   "step": 3301,
+   "loss": 1.1892046928405762,
+   "ema": 1.209089352140409,
+   "lr": 0.0009607740378945705,
+   "value_bits": {
+    "0": 2.3324106100658266,
+    "128": 2.6872657698287816,
+    "256": 2.733852448863439,
+    "512": 2.974502435265536,
+    "w": null
+   },
+   "value_n": {
+    "0": 14472,
+    "128": 11364,
+    "256": 14934,
+    "512": 18336,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.4065249860029325,
+    "128": 0.6785760173740322,
+    "256": 0.8809295011288358,
+    "512": 1.05939807594708,
+    "w": null
+   }
+  },
+  {
+   "step": 3401,
+   "loss": 1.2416348457336426,
+   "ema": 1.2119706072921341,
+   "lr": 0.0009583232520830267,
+   "value_bits": {
+    "0": 2.2757425421038078,
+    "128": 2.6401730033981683,
+    "256": 2.6813665014194212,
+    "512": 2.9161711525983085,
+    "w": null
+   },
+   "value_n": {
+    "0": 14916,
+    "128": 11658,
+    "256": 15336,
+    "512": 18912,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.4286698404228645,
+    "128": 0.8198934193250859,
+    "256": 0.7315527224916447,
+    "512": 1.0592919876915852,
+    "w": null
+   }
+  },
+  {
+   "step": 3501,
+   "loss": 1.1461060047149658,
+   "ema": 1.2005495355647116,
+   "lr": 0.0009558019154943671,
+   "value_bits": {
+    "0": 2.2255825199474657,
+    "128": 2.578410355054591,
+    "256": 2.6195123929424957,
+    "512": 2.86379420421779,
+    "w": null
+   },
+   "value_n": {
+    "0": 15306,
+    "128": 12048,
+    "256": 15864,
+    "512": 19434,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3071545956295139,
+    "128": 0.7321822668765752,
+    "256": 0.8229316967263371,
+    "512": 0.9661833847305016,
+    "w": null
+   }
+  },
+  {
+   "step": 3601,
+   "loss": 1.2515000104904175,
+   "ema": 1.2025507667137445,
+   "lr": 0.0009532104637693609,
+   "value_bits": {
+    "0": 2.168296465903438,
+    "128": 2.528646417235245,
+    "256": 2.56618474180477,
+    "512": 2.806774871011488,
+    "w": null
+   },
+   "value_n": {
+    "0": 15786,
+    "128": 12372,
+    "256": 16326,
+    "512": 20034,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.34158741757451494,
+    "128": 0.6781651738788346,
+    "256": 0.7350378637768923,
+    "512": 0.959918668459357,
+    "w": null
+   }
+  },
+  {
+   "step": 3701,
+   "loss": 1.1130626201629639,
+   "ema": 1.1913112368058472,
+   "lr": 0.0009505493446633887,
+   "value_bits": {
+    "0": 2.1172648360011492,
+    "128": 2.474719268060038,
+    "256": 2.5290115015161283,
+    "512": 2.747619875173884,
+    "w": null
+   },
+   "value_n": {
+    "0": 16230,
+    "128": 12726,
+    "256": 16704,
+    "512": 20670,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3028835079886948,
+    "128": 0.5900111053604302,
+    "256": 0.9234815519067056,
+    "512": 0.8842375062893434,
+    "w": null
+   }
+  },
+  {
+   "step": 3801,
+   "loss": 1.1753160953521729,
+   "ema": 1.189867900952561,
+   "lr": 0.0009478190179690779,
+   "value_bits": {
+    "0": 2.0692444523259375,
+    "128": 2.436368148696591,
+    "256": 2.4807065957168177,
+    "512": 2.6979617251272914,
+    "w": null
+   },
+   "value_n": {
+    "0": 16656,
+    "128": 13020,
+    "256": 17184,
+    "512": 21240,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.23973546864356957,
+    "128": 0.7763125533930759,
+    "256": 0.7996958739008118,
+    "512": 0.8972003892271845,
+    "w": null
+   }
+  },
+  {
+   "step": 3901,
+   "loss": 1.2255215644836426,
+   "ema": 1.186935942921856,
+   "lr": 0.0009450199554368591,
+   "value_bits": {
+    "0": 2.015454082089578,
+    "128": 2.397416598915024,
+    "256": 2.4379982827133495,
+    "512": 2.64687275260346,
+    "w": null
+   },
+   "value_n": {
+    "0": 17184,
+    "128": 13308,
+    "256": 17586,
+    "512": 21840,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3186124028153356,
+    "128": 0.6364819525400296,
+    "256": 0.6123772611919492,
+    "512": 0.8383231252598466,
+    "w": null
+   }
+  },
+  {
+   "step": 4001,
+   "loss": 1.1925935745239258,
+   "ema": 1.1827624984802139,
+   "lr": 0.0009421526406934568,
+   "value_bits": {
+    "0": 1.9654025261417505,
+    "128": 2.35622018068089,
+    "256": 2.3864929058384123,
+    "512": 2.6007058229481896,
+    "w": null
+   },
+   "value_n": {
+    "0": 17688,
+    "128": 13620,
+    "256": 18078,
+    "512": 22398,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.2588828090634375,
+    "128": 0.5990344952326333,
+    "256": 0.5454897397354844,
+    "512": 0.7937421246128584,
+    "w": null
+   }
+  },
+  {
+   "step": 4101,
+   "loss": 1.196933627128601,
+   "ema": 1.1857196033327702,
+   "lr": 0.0009392175691583268,
+   "value_bits": {
+    "0": 1.9173716517780077,
+    "128": 2.32393077827901,
+    "256": 2.3353601027702346,
+    "512": 2.561470413416833,
+    "w": null
+   },
+   "value_n": {
+    "0": 18186,
+    "128": 13890,
+    "256": 18618,
+    "512": 22932,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.21140758401519658,
+    "128": 0.6951098126730783,
+    "256": 0.623547484498898,
+    "512": 0.9157874495903827,
+    "w": null
+   }
+  },
+  {
+   "step": 4201,
+   "loss": 1.180700421333313,
+   "ema": 1.1845576217533345,
+   "lr": 0.0009362152479580571,
+   "value_bits": {
+    "0": 1.8748617792303774,
+    "128": 2.28284936480922,
+    "256": 2.29567137318756,
+    "512": 2.521104166714757,
+    "w": null
+   },
+   "value_n": {
+    "0": 18660,
+    "128": 14220,
+    "256": 19068,
+    "512": 23472,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.24388173249786493,
+    "128": 0.5536953251262335,
+    "256": 0.6536163345870447,
+    "512": 0.8068842234332451,
+    "w": null
+   }
+  },
+  {
+   "step": 4301,
+   "loss": 1.1345103979110718,
+   "ema": 1.1771781976383513,
+   "lr": 0.0009331461958387462,
+   "value_bits": {
+    "0": 1.8355637333975898,
+    "128": 2.240698966361998,
+    "256": 2.2526623376478905,
+    "512": 2.480229772625755,
+    "w": null
+   },
+   "value_n": {
+    "0": 19098,
+    "128": 14574,
+    "256": 19566,
+    "512": 24042,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.16135931504184517,
+    "128": 0.5475388931430932,
+    "256": 0.6058826395145201,
+    "512": 0.7970652497186473,
+    "w": null
+   }
+  },
+  {
+   "step": 4401,
+   "loss": 1.1751772165298462,
+   "ema": 1.1725925064533549,
+   "lr": 0.0009300109430763723,
+   "value_bits": {
+    "0": 1.7996811636424068,
+    "128": 2.2078085029521217,
+    "256": 2.2094305998952346,
+    "512": 2.4420355816798773,
+    "w": null
+   },
+   "value_n": {
+    "0": 19542,
+    "128": 14862,
+    "256": 20076,
+    "512": 24594,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.2562457645782521,
+    "128": 0.5434140108148182,
+    "256": 0.55085769623158,
+    "512": 0.778512504287138,
+    "w": null
+   }
+  },
+  {
+   "step": 4501,
+   "loss": 1.1560845375061035,
+   "ema": 1.1690373469601936,
+   "lr": 0.0009268100313851724,
+   "value_bits": {
+    "0": 1.7666069100166606,
+    "128": 2.1601760347256085,
+    "256": 2.1731078620287314,
+    "512": 2.4118288436619246,
+    "w": null
+   },
+   "value_n": {
+    "0": 19956,
+    "128": 15288,
+    "256": 20538,
+    "512": 25056,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.20540627147963153,
+    "128": 0.49840668547105843,
+    "256": 0.594719798375231,
+    "512": 0.8038104133296163,
+    "w": null
+   }
+  },
+  {
+   "step": 4601,
+   "loss": 1.160452127456665,
+   "ema": 1.1717981411551441,
+   "lr": 0.000923544013824043,
+   "value_bits": {
+    "0": 1.7378213843212778,
+    "128": 2.1152426180501287,
+    "256": 2.1409051391448477,
+    "512": 2.372025488049426,
+    "w": null
+   },
+   "value_n": {
+    "0": 20364,
+    "128": 15678,
+    "256": 20940,
+    "512": 25674,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.32987052457359367,
+    "128": 0.35385268437131995,
+    "256": 0.4956824461368632,
+    "512": 0.7582506041873626,
+    "w": null
+   }
+  },
+  {
+   "step": 4701,
+   "loss": 1.2028977870941162,
+   "ema": 1.165777312161226,
+   "lr": 0.0009202134547009826,
+   "value_bits": {
+    "0": 1.7000533885580216,
+    "128": 2.077601143254106,
+    "256": 2.1054327972291467,
+    "512": 2.3384221644089234,
+    "w": null
+   },
+   "value_n": {
+    "0": 20880,
+    "128": 16032,
+    "256": 21414,
+    "512": 26208,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.2095350441336987,
+    "128": 0.41053040355906706,
+    "256": 0.5383635151304716,
+    "512": 0.7228196716256503,
+    "w": null
+   }
+  },
+  {
+   "step": 4801,
+   "loss": 1.1905498504638672,
+   "ema": 1.1644084201725873,
+   "lr": 0.0009168189294755883,
+   "value_bits": {
+    "0": 1.667500609291551,
+    "128": 2.042601657833462,
+    "256": 2.077296716588761,
+    "512": 2.3047670441107955,
+    "w": null
+   },
+   "value_n": {
+    "0": 21348,
+    "128": 16368,
+    "256": 21810,
+    "512": 26778,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.21514584201824544,
+    "128": 0.3726262106198676,
+    "256": 0.5558168407472799,
+    "512": 0.7573400392452896,
+    "w": null
+   }
+  },
+  {
+   "step": 4901,
+   "loss": 1.1779080629348755,
+   "ema": 1.1655075175054217,
+   "lr": 0.0009133610246596288,
+   "value_bits": {
+    "0": 1.6339040435808527,
+    "128": 2.014230244406744,
+    "256": 2.045578344854266,
+    "512": 2.265529662138778,
+    "w": null
+   },
+   "value_n": {
+    "0": 21858,
+    "128": 16650,
+    "256": 22248,
+    "512": 27414,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.22759132830244352,
+    "128": 0.36748097146875036,
+    "256": 0.4661772317735929,
+    "512": 0.6134878155244903,
+    "w": null
+   }
+  },
+  {
+   "step": 5001,
+   "loss": 1.159386157989502,
+   "ema": 1.1599312959842614,
+   "lr": 0.0009098403377157046,
+   "value_bits": {
+    "0": 1.6041224454460397,
+    "128": 1.9837870626985532,
+    "256": 2.0201319163233,
+    "512": 2.236587481281208,
+    "w": null
+   },
+   "value_n": {
+    "0": 22338,
+    "128": 16998,
+    "256": 22638,
+    "512": 27912,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.2479429203819888,
+    "128": 0.5272382826945942,
+    "256": 0.5685110395106536,
+    "512": 0.6433727302181006,
+    "w": null
+   }
+  },
+  {
+   "step": 5101,
+   "loss": 1.1898280382156372,
+   "ema": 1.156310794739741,
+   "lr": 0.0009062574769540168,
+   "value_bits": {
+    "0": 1.5790754804236231,
+    "128": 1.9524420987640638,
+    "256": 1.990568861524436,
+    "512": 2.2068690628255645,
+    "w": null
+   },
+   "value_n": {
+    "0": 22758,
+    "128": 17334,
+    "256": 23112,
+    "512": 28440,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.24693475501711062,
+    "128": 0.36672276257819253,
+    "256": 0.5786523329660326,
+    "512": 0.6358453962840628,
+    "w": null
+   }
+  },
+  {
+   "step": 5201,
+   "loss": 1.2192559242248535,
+   "ema": 1.1546756894748251,
+   "lr": 0.0009026130614272647,
+   "value_bits": {
+    "0": 1.5505530694572685,
+    "128": 1.923016460653757,
+    "256": 1.9586935625907325,
+    "512": 2.1798012799847344,
+    "w": null
+   },
+   "value_n": {
+    "0": 23286,
+    "128": 17682,
+    "256": 23616,
+    "512": 28944,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.3211723331460827,
+    "128": 0.4573152796076186,
+    "256": 0.4969834257737565,
+    "512": 0.6524049625379004,
+    "w": null
+   }
+  },
+  {
+   "step": 5301,
+   "loss": 1.1663811206817627,
+   "ema": 1.1527330590556562,
+   "lr": 0.0008989077208236816,
+   "value_bits": {
+    "0": 1.5287252005250367,
+    "128": 1.8987488936429784,
+    "256": 1.9264354006776367,
+    "512": 2.1481209131079564,
+    "w": null
+   },
+   "value_n": {
+    "0": 23664,
+    "128": 17946,
+    "256": 24138,
+    "512": 29574,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.18405917947756212,
+    "128": 0.27337343953470344,
+    "256": 0.46703166171275534,
+    "512": 0.6926343434548377,
+    "w": null
+   }
+  },
+  {
+   "step": 5401,
+   "loss": 1.1440913677215576,
+   "ema": 1.1517261879726919,
+   "lr": 0.000895142095358239,
+   "value_bits": {
+    "0": 1.5046067243329317,
+    "128": 1.8741772195276296,
+    "256": 1.9052737967832725,
+    "512": 2.122129546757868,
+    "w": null
+   },
+   "value_n": {
+    "0": 24126,
+    "128": 18264,
+    "256": 24498,
+    "512": 30090,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.26923958015550536,
+    "128": 0.4875002897350055,
+    "256": 0.4863882556661541,
+    "512": 0.6324615846696641,
+    "w": null
+   }
+  },
+  {
+   "step": 5501,
+   "loss": 1.1015040874481201,
+   "ema": 1.1508024053595909,
+   "lr": 0.0008913168356620278,
+   "value_bits": {
+    "0": 1.479284447630011,
+    "128": 1.8502404825720768,
+    "256": 1.8794451017020166,
+    "512": 2.092637986316129,
+    "w": null
+   },
+   "value_n": {
+    "0": 24606,
+    "128": 18564,
+    "256": 24936,
+    "512": 30636,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.20652351484946038,
+    "128": 0.3929719367180383,
+    "256": 0.43480726585589924,
+    "512": 0.4673613312027112,
+    "w": null
+   }
+  },
+  {
+   "step": 5601,
+   "loss": 1.175911545753479,
+   "ema": 1.1495555845805694,
+   "lr": 0.0008874326026698414,
+   "value_bits": {
+    "0": 1.4598338456342632,
+    "128": 1.820787342771962,
+    "256": 1.8496442649645946,
+    "512": 2.065437289049967,
+    "w": null
+   },
+   "value_n": {
+    "0": 24984,
+    "128": 18924,
+    "256": 25470,
+    "512": 31170,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.19369227762532795,
+    "128": 0.30198710041269794,
+    "256": 0.45804564158564565,
+    "512": 0.5049118930834116,
+    "w": null
+   }
+  },
+  {
+   "step": 5701,
+   "loss": 1.1360161304473877,
+   "ema": 1.1467397005221107,
+   "lr": 0.0008834900675059781,
+   "value_bits": {
+    "0": 1.4374195578241016,
+    "128": 1.79843221758952,
+    "256": 1.8223365143688393,
+    "512": 2.0336442424419845,
+    "w": null
+   },
+   "value_n": {
+    "0": 25434,
+    "128": 19212,
+    "256": 25944,
+    "512": 31794,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1929782986039379,
+    "128": 0.3295142003932148,
+    "256": 0.35497700450830305,
+    "512": 0.4455204238990174,
+    "w": null
+   }
+  },
+  {
+   "step": 5801,
+   "loss": 1.1270771026611328,
+   "ema": 1.14308563798604,
+   "lr": 0.0008794899113682835,
+   "value_bits": {
+    "0": 1.4133195387164998,
+    "128": 1.7727587043248145,
+    "256": 1.7996343530993375,
+    "512": 2.011468480691948,
+    "w": null
+   },
+   "value_n": {
+    "0": 25926,
+    "128": 19572,
+    "256": 26370,
+    "512": 32268,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.16746611192231553,
+    "128": 0.4026488797650511,
+    "256": 0.41704075691166553,
+    "512": 0.524008208369874,
+    "w": null
+   }
+  },
+  {
+   "step": 5901,
+   "loss": 1.1446571350097656,
+   "ema": 1.1451519297602153,
+   "lr": 0.0008754328254104519,
+   "value_bits": {
+    "0": 1.3965333156156234,
+    "128": 1.752777983481278,
+    "256": 1.7724809947652458,
+    "512": 1.9825092234029182,
+    "w": null
+   },
+   "value_n": {
+    "0": 26262,
+    "128": 19842,
+    "256": 26880,
+    "512": 32898,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.101296350992627,
+    "128": 0.30439773033422385,
+    "256": 0.36849264325544495,
+    "512": 0.499243645303843,
+    "w": null
+   }
+  },
+  {
+   "step": 6001,
+   "loss": 1.1611390113830566,
+   "ema": 1.1409809524493166,
+   "lr": 0.0008713195106226073,
+   "value_bits": {
+    "0": 1.372316150936242,
+    "128": 1.730742548439526,
+    "256": 1.7489996580877847,
+    "512": 1.9550587280305813,
+    "w": null
+   },
+   "value_n": {
+    "0": 26772,
+    "128": 20166,
+    "256": 27360,
+    "512": 33504,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.12527462385798357,
+    "128": 0.38127618393818286,
+    "256": 0.43404480414996655,
+    "512": 0.464850152520446,
+    "w": null
+   }
+  },
+  {
+   "step": 6101,
+   "loss": 1.1001033782958984,
+   "ema": 1.1379352749119496,
+   "lr": 0.0008671506777101854,
+   "value_bits": {
+    "0": 1.350671856395016,
+    "128": 1.7068410727531824,
+    "256": 1.7249464944860526,
+    "512": 1.9317500175939275,
+    "w": null
+   },
+   "value_n": {
+    "0": 27258,
+    "128": 20526,
+    "256": 27840,
+    "512": 34056,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1583651620375972,
+    "128": 0.3679600763898353,
+    "256": 0.35391616918731844,
+    "512": 0.5170126363083407,
+    "w": null
+   }
+  },
+  {
+   "step": 6201,
+   "loss": 1.1295362710952759,
+   "ema": 1.1356105775928773,
+   "lr": 0.0008629270469711369,
+   "value_bits": {
+    "0": 1.331297820714037,
+    "128": 1.6884829175762963,
+    "256": 1.7039386105961256,
+    "512": 1.903974838901909,
+    "w": null
+   },
+   "value_n": {
+    "0": 27684,
+    "128": 20808,
+    "256": 28266,
+    "512": 34728,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09163241087336366,
+    "128": 0.35224358012677653,
+    "256": 0.33102901553609776,
+    "512": 0.4963684616171283,
+    "w": null
+   }
+  },
+  {
+   "step": 6301,
+   "loss": 1.1188867092132568,
+   "ema": 1.1375380650468814,
+   "lr": 0.0008586493481714727,
+   "value_bits": {
+    "0": 1.3117230552831844,
+    "128": 1.669610710367276,
+    "256": 1.6810169850557104,
+    "512": 1.8801048694040787,
+    "w": null
+   },
+   "value_n": {
+    "0": 28158,
+    "128": 21096,
+    "256": 28746,
+    "512": 35286,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.16845764138503994,
+    "128": 0.306093739515545,
+    "256": 0.3312197610445241,
+    "512": 0.3945201010874722,
+    "w": null
+   }
+  },
+  {
+   "step": 6401,
+   "loss": 1.2012722492218018,
+   "ema": 1.1411644172295958,
+   "lr": 0.0008543183204191743,
+   "value_bits": {
+    "0": 1.2917182612985385,
+    "128": 1.6457861545476415,
+    "256": 1.6566191400471435,
+    "512": 1.861698040462604,
+    "w": null
+   },
+   "value_n": {
+    "0": 28638,
+    "128": 21444,
+    "256": 29280,
+    "512": 35754,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1181870341742382,
+    "128": 0.20152515003324453,
+    "256": 0.3432475059342755,
+    "512": 0.47387033527270916,
+    "w": null
+   }
+  },
+  {
+   "step": 6501,
+   "loss": 1.0997397899627686,
+   "ema": 1.1371924299604423,
+   "lr": 0.0008499347120364891,
+   "value_bits": {
+    "0": 1.272145994604282,
+    "128": 1.6275170298907868,
+    "256": 1.6325420595767601,
+    "512": 1.844349006226585,
+    "w": null
+   },
+   "value_n": {
+    "0": 29112,
+    "128": 21738,
+    "256": 29874,
+    "512": 36216,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08963423597535532,
+    "128": 0.29498944777655434,
+    "256": 0.44571223436999247,
+    "512": 0.5017140060650728,
+    "w": null
+   }
+  },
+  {
+   "step": 6601,
+   "loss": 1.1365289688110352,
+   "ema": 1.1295377400567945,
+   "lr": 0.0008454992804306338,
+   "value_bits": {
+    "0": 1.2538330121632257,
+    "128": 1.602279263027293,
+    "256": 1.6143093210029684,
+    "512": 1.8245705846908822,
+    "w": null
+   },
+   "value_n": {
+    "0": 29586,
+    "128": 22170,
+    "256": 30324,
+    "512": 36726,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1290913564163225,
+    "128": 0.33232885543786017,
+    "256": 0.4038985828841813,
+    "512": 0.4200699683437871,
+    "w": null
+   }
+  },
+  {
+   "step": 6701,
+   "loss": 1.1156079769134521,
+   "ema": 1.1294554950872022,
+   "lr": 0.0008410127919629289,
+   "value_bits": {
+    "0": 1.2391841943466706,
+    "128": 1.5810019112396159,
+    "256": 1.5940284124010895,
+    "512": 1.807307207469731,
+    "w": null
+   },
+   "value_n": {
+    "0": 29970,
+    "128": 22566,
+    "256": 30810,
+    "512": 37236,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.11053855913677663,
+    "128": 0.38979259524770493,
+    "256": 0.32859986827892446,
+    "512": 0.5641409489912905,
+    "w": null
+   }
+  },
+  {
+   "step": 6801,
+   "loss": 1.1780368089675903,
+   "ema": 1.1269037487103133,
+   "lr": 0.0008364760218163851,
+   "value_bits": {
+    "0": 1.222229377504886,
+    "128": 1.5590367106791962,
+    "256": 1.5729204128115697,
+    "512": 1.79171779406026,
+    "w": null
+   },
+   "value_n": {
+    "0": 30426,
+    "128": 22956,
+    "256": 31314,
+    "512": 37686,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10789634954812388,
+    "128": 0.28809641363705213,
+    "256": 0.2825682950474658,
+    "512": 0.5017457991379146,
+    "w": null
+   }
+  },
+  {
+   "step": 6901,
+   "loss": 1.1200428009033203,
+   "ema": 1.1163897585160572,
+   "lr": 0.0008318897538617664,
+   "value_bits": {
+    "0": 1.2047701554465493,
+    "128": 1.5403478037869545,
+    "256": 1.558346929682004,
+    "512": 1.7701813098886212,
+    "w": null
+   },
+   "value_n": {
+    "0": 30906,
+    "128": 23310,
+    "256": 31668,
+    "512": 38286,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09807371722371835,
+    "128": 0.3284197059951571,
+    "256": 0.2692111931870233,
+    "512": 0.4174747390679862,
+    "w": null
+   }
+  },
+  {
+   "step": 7001,
+   "loss": 1.0884902477264404,
+   "ema": 1.1248293106421763,
+   "lr": 0.0008272547805221505,
+   "value_bits": {
+    "0": 1.1861780955675996,
+    "128": 1.5235912915739795,
+    "256": 1.5424786625978517,
+    "512": 1.7511219903390465,
+    "w": null
+   },
+   "value_n": {
+    "0": 31434,
+    "128": 23610,
+    "256": 32076,
+    "512": 38862,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09790877242590526,
+    "128": 0.22161029262581491,
+    "256": 0.31082110862499185,
+    "512": 0.4842728440282578,
+    "w": null
+   }
+  },
+  {
+   "step": 7101,
+   "loss": 1.0940749645233154,
+   "ema": 1.126350238493194,
+   "lr": 0.0008225719026360139,
+   "value_bits": {
+    "0": 1.1711488752588561,
+    "128": 1.504021309802752,
+    "256": 1.5270900447781626,
+    "512": 1.7361026394065644,
+    "w": null
+   },
+   "value_n": {
+    "0": 31866,
+    "128": 24018,
+    "256": 32508,
+    "512": 39354,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07756435862681328,
+    "128": 0.37155251171774856,
+    "256": 0.38448517166623214,
+    "512": 0.5497570785567247,
+    "w": null
+   }
+  },
+  {
+   "step": 7201,
+   "loss": 1.0770411491394043,
+   "ema": 1.1235488723353186,
+   "lr": 0.0008178419293188608,
+   "value_bits": {
+    "0": 1.155569426924473,
+    "128": 1.4858971419408824,
+    "256": 1.5072163489864012,
+    "512": 1.717299580924618,
+    "w": null
+   },
+   "value_n": {
+    "0": 32328,
+    "128": 24348,
+    "256": 33018,
+    "512": 39894,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08099215284773117,
+    "128": 0.16678725192155053,
+    "256": 0.2404435984009393,
+    "512": 0.34697446333476784,
+    "w": null
+   }
+  },
+  {
+   "step": 7301,
+   "loss": 1.1362172365188599,
+   "ema": 1.1242635341414107,
+   "lr": 0.000813065677823423,
+   "value_bits": {
+    "0": 1.1410376228196868,
+    "128": 1.473535067133687,
+    "256": 1.4926164314313208,
+    "512": 1.6958043604885225,
+    "w": null
+   },
+   "value_n": {
+    "0": 32796,
+    "128": 24624,
+    "256": 33450,
+    "512": 40566,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.137225308504455,
+    "128": 0.3829850765337036,
+    "256": 0.3767366216312381,
+    "512": 0.41971756870637233,
+    "w": null
+   }
+  },
+  {
+   "step": 7401,
+   "loss": 1.1197201013565063,
+   "ema": 1.121363729788323,
+   "lr": 0.0008082439733984537,
+   "value_bits": {
+    "0": 1.129274796633357,
+    "128": 1.4571396024352634,
+    "256": 1.4773949727343985,
+    "512": 1.6764824754823964,
+    "w": null
+   },
+   "value_n": {
+    "0": 33156,
+    "128": 24942,
+    "256": 33894,
+    "512": 41166,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05768133105871953,
+    "128": 0.1875738076743155,
+    "256": 0.3306431857703198,
+    "512": 0.3701298302182194,
+    "w": null
+   }
+  },
+  {
+   "step": 7501,
+   "loss": 1.1404860019683838,
+   "ema": 1.1179224759246407,
+   "lr": 0.0008033776491461398,
+   "value_bits": {
+    "0": 1.1148908520220693,
+    "128": 1.441966927210318,
+    "256": 1.4632093581165997,
+    "512": 1.660339882457567,
+    "w": null
+   },
+   "value_n": {
+    "0": 33612,
+    "128": 25266,
+    "256": 34320,
+    "512": 41694,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06902666883817427,
+    "128": 0.2739519103566262,
+    "256": 0.3345539077511661,
+    "512": 0.40176794219218703,
+    "w": null
+   }
+  },
+  {
+   "step": 7601,
+   "loss": 1.1445934772491455,
+   "ema": 1.1183134071572376,
+   "lr": 0.0007984675458781569,
+   "value_bits": {
+    "0": 1.10224816199793,
+    "128": 1.4251056071429848,
+    "256": 1.445632641765171,
+    "512": 1.6447392305344486,
+    "w": null
+   },
+   "value_n": {
+    "0": 34050,
+    "128": 25626,
+    "256": 34812,
+    "512": 42216,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.13205159329617747,
+    "128": 0.24172196041732194,
+    "256": 0.21954950115330354,
+    "512": 0.39865957290513115,
+    "w": null
+   }
+  },
+  {
+   "step": 7701,
+   "loss": 1.1225237846374512,
+   "ema": 1.1179831166221192,
+   "lr": 0.0007935145119703917,
+   "value_bits": {
+    "0": 1.0889542033381683,
+    "128": 1.4059083632239742,
+    "256": 1.430892299329633,
+    "512": 1.627957836953071,
+    "w": null
+   },
+   "value_n": {
+    "0": 34500,
+    "128": 26052,
+    "256": 35244,
+    "512": 42798,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08304466474951948,
+    "128": 0.25109950719448254,
+    "256": 0.2430663713992094,
+    "512": 0.41070128810182477,
+    "w": null
+   }
+  },
+  {
+   "step": 7801,
+   "loss": 1.1279001235961914,
+   "ema": 1.1138390158886962,
+   "lr": 0.0007885194032163599,
+   "value_bits": {
+    "0": 1.0758871960778091,
+    "128": 1.3909202140136934,
+    "256": 1.4142331856855848,
+    "512": 1.6107109902847154,
+    "w": null
+   },
+   "value_n": {
+    "0": 34944,
+    "128": 26394,
+    "256": 35748,
+    "512": 43374,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.060545415712071275,
+    "128": 0.2491913741708948,
+    "256": 0.24928516729106295,
+    "512": 0.32923435189531786,
+    "w": null
+   }
+  },
+  {
+   "step": 7901,
+   "loss": 1.0962092876434326,
+   "ema": 1.1201126537731174,
+   "lr": 0.0007834830826793395,
+   "value_bits": {
+    "0": 1.0649313771438327,
+    "128": 1.3723811321447674,
+    "256": 1.4004656740362644,
+    "512": 1.5963559688352993,
+    "w": null
+   },
+   "value_n": {
+    "0": 35322,
+    "128": 26808,
+    "256": 36192,
+    "512": 43878,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05212678235845091,
+    "128": 0.19044749241425848,
+    "256": 0.29199493881127064,
+    "512": 0.36096965862307134,
+    "w": null
+   }
+  },
+  {
+   "step": 8001,
+   "loss": 1.1036484241485596,
+   "ema": 1.110259331539139,
+   "lr": 0.000778406420543249,
+   "value_bits": {
+    "0": 1.0512866107715848,
+    "128": 1.3576852529764436,
+    "256": 1.3880389379093534,
+    "512": 1.5818696012113787,
+    "w": null
+   },
+   "value_n": {
+    "0": 35802,
+    "128": 27186,
+    "256": 36594,
+    "512": 44400,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04720236535379844,
+    "128": 0.3154441716419923,
+    "256": 0.2692617391402818,
+    "512": 0.3641821709385865,
+    "w": null
+   }
+  },
+  {
+   "step": 8101,
+   "loss": 1.1204326152801514,
+   "ema": 1.1124616634229318,
+   "lr": 0.000773290293962297,
+   "value_bits": {
+    "0": 1.0386795403358877,
+    "128": 1.3472027302637286,
+    "256": 1.3749432915078867,
+    "512": 1.5686626542658817,
+    "w": null
+   },
+   "value_n": {
+    "0": 36270,
+    "128": 27474,
+    "256": 37050,
+    "512": 44916,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07423865200506258,
+    "128": 0.35769626336139393,
+    "256": 0.32401766779019364,
+    "512": 0.43225094035103245,
+    "w": null
+   }
+  },
+  {
+   "step": 8201,
+   "loss": 1.1005923748016357,
+   "ema": 1.1109935914108353,
+   "lr": 0.0007681355869094244,
+   "value_bits": {
+    "0": 1.0250826779157756,
+    "128": 1.3337823613788153,
+    "256": 1.3641547443440194,
+    "512": 1.553458595203195,
+    "w": null
+   },
+   "value_n": {
+    "0": 36792,
+    "128": 27846,
+    "256": 37470,
+    "512": 45474,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08033516838039191,
+    "128": 0.34262318195918307,
+    "256": 0.41245076238857215,
+    "512": 0.3296135829099503,
+    "w": null
+   }
+  },
+  {
+   "step": 8301,
+   "loss": 1.1187472343444824,
+   "ema": 1.1077507842590042,
+   "lr": 0.0007629431900235712,
+   "value_bits": {
+    "0": 1.0142069833882856,
+    "128": 1.3197506912109236,
+    "256": 1.3491342747185127,
+    "512": 1.53992497692703,
+    "w": null
+   },
+   "value_n": {
+    "0": 37230,
+    "128": 28200,
+    "256": 37986,
+    "512": 46002,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10064864307913693,
+    "128": 0.21600524630946055,
+    "256": 0.25840366063373343,
+    "512": 0.3743421028923045,
+    "w": null
+   }
+  },
+  {
+   "step": 8401,
+   "loss": 1.0984196662902832,
+   "ema": 1.1073235753643735,
+   "lr": 0.00075771400045579,
+   "value_bits": {
+    "0": 1.0030490474448817,
+    "128": 1.3078522941060513,
+    "256": 1.336923573410459,
+    "512": 1.527334012317706,
+    "w": null
+   },
+   "value_n": {
+    "0": 37674,
+    "128": 28512,
+    "256": 38430,
+    "512": 46518,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06744104029863753,
+    "128": 0.23242024808874726,
+    "256": 0.29224857366334683,
+    "512": 0.4048348767399579,
+    "w": null
+   }
+  },
+  {
+   "step": 8501,
+   "loss": 1.1091160774230957,
+   "ema": 1.1039444310837223,
+   "lr": 0.0007524489217142347,
+   "value_bits": {
+    "0": 0.99354860518653,
+    "128": 1.2945527273587993,
+    "256": 1.3229213337681998,
+    "512": 1.5149216292133416,
+    "w": null
+   },
+   "value_n": {
+    "0": 38064,
+    "128": 28878,
+    "256": 38928,
+    "512": 47046,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07580588302975332,
+    "128": 0.2584946751794256,
+    "256": 0.24238705776012168,
+    "512": 0.4213624677572385,
+    "w": null
+   }
+  },
+  {
+   "step": 8601,
+   "loss": 1.0936005115509033,
+   "ema": 1.1066624476558136,
+   "lr": 0.0007471488635080511,
+   "value_bits": {
+    "0": 0.981929427433256,
+    "128": 1.2834843208405453,
+    "256": 1.3098455443014096,
+    "512": 1.501553754903633,
+    "w": null
+   },
+   "value_n": {
+    "0": 38544,
+    "128": 29202,
+    "256": 39426,
+    "512": 47616,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.060528631598628355,
+    "128": 0.2969613472784022,
+    "256": 0.28772841104196506,
+    "512": 0.3982116237202032,
+    "w": null
+   }
+  },
+  {
+   "step": 8701,
+   "loss": 1.0553038120269775,
+   "ema": 1.1050618650723096,
+   "lr": 0.0007418147415901951,
+   "value_bits": {
+    "0": 0.9734022415313623,
+    "128": 1.2702836404148223,
+    "256": 1.2967778049203647,
+    "512": 1.486551274154928,
+    "w": null
+   },
+   "value_n": {
+    "0": 38916,
+    "128": 29592,
+    "256": 39900,
+    "512": 48204,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08987575388999204,
+    "128": 0.2818573076149123,
+    "256": 0.20983963437800196,
+    "512": 0.2716565065863353,
+    "w": null
+   }
+  },
+  {
+   "step": 8801,
+   "loss": 1.0793651342391968,
+   "ema": 1.100140777117147,
+   "lr": 0.0007364474775992087,
+   "value_bits": {
+    "0": 0.9622417199793634,
+    "128": 1.2597956079377608,
+    "256": 1.2883602618763406,
+    "512": 1.4742198543737202,
+    "w": null
+   },
+   "value_n": {
+    "0": 39396,
+    "128": 29916,
+    "256": 40290,
+    "512": 48762,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.057402435151050604,
+    "128": 0.30188864169947555,
+    "256": 0.4271808581415479,
+    "512": 0.4089443003713026,
+    "w": null
+   }
+  },
+  {
+   "step": 8901,
+   "loss": 1.0542222261428833,
+   "ema": 1.1019958106782832,
+   "lr": 0.0007310479988999762,
+   "value_bits": {
+    "0": 0.9549518194645169,
+    "128": 1.247039016314126,
+    "256": 1.2778030993056944,
+    "512": 1.4634898674579537,
+    "w": null
+   },
+   "value_n": {
+    "0": 39756,
+    "128": 30294,
+    "256": 40770,
+    "512": 49260,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.1571937064564863,
+    "128": 0.23744590781503552,
+    "256": 0.39166126603208273,
+    "512": 0.4128560883683794,
+    "w": null
+   }
+  },
+  {
+   "step": 9001,
+   "loss": 1.1033971309661865,
+   "ema": 1.0996553376625728,
+   "lr": 0.0007256172384234937,
+   "value_bits": {
+    "0": 0.9444502591401011,
+    "128": 1.2398682568246016,
+    "256": 1.2665641022020786,
+    "512": 1.4507119214770101,
+    "w": null
+   },
+   "value_n": {
+    "0": 40266,
+    "128": 30528,
+    "256": 41226,
+    "512": 49830,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.12582274490975326,
+    "128": 0.3115307013730748,
+    "256": 0.2617090322143387,
+    "512": 0.34642837933441956,
+    "w": null
+   }
+  },
+  {
+   "step": 9101,
+   "loss": 1.109079360961914,
+   "ema": 1.0963023625490873,
+   "lr": 0.000720156134505675,
+   "value_bits": {
+    "0": 0.9378592297378082,
+    "128": 1.2264523929353721,
+    "256": 1.255143010949738,
+    "512": 1.4372101286401213,
+    "w": null
+   },
+   "value_n": {
+    "0": 40578,
+    "128": 30924,
+    "256": 41688,
+    "512": 50442,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08723618514574513,
+    "128": 0.19221124947478943,
+    "256": 0.23599602400384126,
+    "512": 0.3378729765777584,
+    "w": null
+   }
+  },
+  {
+   "step": 9201,
+   "loss": 1.0991237163543701,
+   "ema": 1.0942040251614629,
+   "lr": 0.0007146656307252252,
+   "value_bits": {
+    "0": 0.9282338762463852,
+    "128": 1.213588688735485,
+    "256": 1.244498803692552,
+    "512": 1.426203877499878,
+    "w": null
+   },
+   "value_n": {
+    "0": 41034,
+    "128": 31338,
+    "256": 42186,
+    "512": 50964,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07170406489779248,
+    "128": 0.2527259141525936,
+    "256": 0.3534632371512605,
+    "512": 0.3626457931777448,
+    "w": null
+   }
+  },
+  {
+   "step": 9301,
+   "loss": 1.1268424987792969,
+   "ema": 1.1006940511327612,
+   "lr": 0.0007091466757406063,
+   "value_bits": {
+    "0": 0.9197317179333184,
+    "128": 1.2028602564444177,
+    "256": 1.2344373279572436,
+    "512": 1.4149543910913362,
+    "w": null
+   },
+   "value_n": {
+    "0": 41448,
+    "128": 31734,
+    "256": 42666,
+    "512": 51480,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07703228745412137,
+    "128": 0.35385113741041624,
+    "256": 0.3501593792703271,
+    "512": 0.3038713962755957,
+    "w": null
+   }
+  },
+  {
+   "step": 9401,
+   "loss": 1.120591640472412,
+   "ema": 1.1033838996497647,
+   "lr": 0.0007036002231261277,
+   "value_bits": {
+    "0": 0.9119868464804392,
+    "128": 1.1913435053466261,
+    "256": 1.2247891858048663,
+    "512": 1.40296388263683,
+    "w": null
+   },
+   "value_n": {
+    "0": 41838,
+    "128": 32070,
+    "256": 43134,
+    "512": 52056,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08888573884213954,
+    "128": 0.10362749541414568,
+    "256": 0.34520022624647995,
+    "512": 0.33131218951533137,
+    "w": null
+   }
+  },
+  {
+   "step": 9501,
+   "loss": 1.100452184677124,
+   "ema": 1.0904796565360735,
+   "lr": 0.0006980272312071852,
+   "value_bits": {
+    "0": 0.9029213561699306,
+    "128": 1.1808218030401736,
+    "256": 1.2142291604235977,
+    "512": 1.3930557659050802,
+    "w": null
+   },
+   "value_n": {
+    "0": 42312,
+    "128": 32400,
+    "256": 43584,
+    "512": 52518,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10274839496517538,
+    "128": 0.158303642531286,
+    "256": 0.20201552754440247,
+    "512": 0.2766554962341369,
+    "w": null
+   }
+  },
+  {
+   "step": 9601,
+   "loss": 1.1247897148132324,
+   "ema": 1.0920639539130674,
+   "lr": 0.0006924286628946804,
+   "value_bits": {
+    "0": 0.8927301684793639,
+    "128": 1.1720793533990443,
+    "256": 1.2058132965189592,
+    "512": 1.383439878210315,
+    "w": null
+   },
+   "value_n": {
+    "0": 42828,
+    "128": 32724,
+    "256": 43986,
+    "512": 53034,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05705277785289619,
+    "128": 0.29783438928611106,
+    "256": 0.2933829173652973,
+    "512": 0.4047437736489374,
+    "w": null
+   }
+  },
+  {
+   "step": 9701,
+   "loss": 1.1226282119750977,
+   "ema": 1.0933470200203774,
+   "lr": 0.0006868054855186466,
+   "value_bits": {
+    "0": 0.8849347088945472,
+    "128": 1.164936423673887,
+    "256": 1.1987658075622913,
+    "512": 1.3692084066043906,
+    "w": null
+   },
+   "value_n": {
+    "0": 43230,
+    "128": 33012,
+    "256": 44358,
+    "512": 53766,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05442738775391005,
+    "128": 0.35332103365288187,
+    "256": 0.36545707302467956,
+    "512": 0.33812662361449763,
+    "w": null
+   }
+  },
+  {
+   "step": 9801,
+   "loss": 1.1627533435821533,
+   "ema": 1.0960608919377632,
+   "lr": 0.0006811586706611131,
+   "value_bits": {
+    "0": 0.8773880202170055,
+    "128": 1.156121806245161,
+    "256": 1.1893614584483727,
+    "512": 1.358492725145879,
+    "w": null
+   },
+   "value_n": {
+    "0": 43650,
+    "128": 33354,
+    "256": 44814,
+    "512": 54306,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.10061813562146243,
+    "128": 0.3052792607565629,
+    "256": 0.2745410242483777,
+    "512": 0.2915680412600835,
+    "w": null
+   }
+  },
+  {
+   "step": 9901,
+   "loss": 1.0815609693527222,
+   "ema": 1.0948212883983177,
+   "lr": 0.0006754891939882325,
+   "value_bits": {
+    "0": 0.8713182178608833,
+    "128": 1.1454095831132944,
+    "256": 1.1813116995238564,
+    "512": 1.3484062208407726,
+    "w": null
+   },
+   "value_n": {
+    "0": 44016,
+    "128": 33714,
+    "256": 45180,
+    "512": 54864,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.14741965817581335,
+    "128": 0.15292210994586874,
+    "256": 0.19567810268430713,
+    "512": 0.36676159217929627,
+    "w": null
+   }
+  },
+  {
+   "step": 10001,
+   "loss": 1.091026782989502,
+   "ema": 1.0895713654950379,
+   "lr": 0.0006697980350817039,
+   "value_bits": {
+    "0": 0.8629880998673268,
+    "128": 1.1381875139040438,
+    "256": 1.1702870845560034,
+    "512": 1.33956172025096,
+    "w": null
+   },
+   "value_n": {
+    "0": 44478,
+    "128": 34020,
+    "256": 45714,
+    "512": 55350,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0693550401175886,
+    "128": 0.34248541808482236,
+    "256": 0.23753033502865792,
+    "512": 0.3411158758898944,
+    "w": null
+   }
+  },
+  {
+   "step": 10101,
+   "loss": 1.0351994037628174,
+   "ema": 1.0856526937950903,
+   "lr": 0.0006640861772695196,
+   "value_bits": {
+    "0": 0.8565026737721915,
+    "128": 1.1312154177117733,
+    "256": 1.1611464547575623,
+    "512": 1.3283923129853374,
+    "w": null
+   },
+   "value_n": {
+    "0": 44850,
+    "128": 34296,
+    "256": 46182,
+    "512": 55956,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08107584081674452,
+    "128": 0.2718287783601495,
+    "256": 0.26829442354828625,
+    "512": 0.3082162533282171,
+    "w": null
+   }
+  },
+  {
+   "step": 10201,
+   "loss": 1.0742747783660889,
+   "ema": 1.0887151424783685,
+   "lr": 0.000658354607456063,
+   "value_bits": {
+    "0": 0.8493333763791262,
+    "128": 1.1223589600665766,
+    "256": 1.1537915411017825,
+    "512": 1.3179095154476848,
+    "w": null
+   },
+   "value_n": {
+    "0": 45264,
+    "128": 34626,
+    "256": 46602,
+    "512": 56526,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0726594921303851,
+    "128": 0.2019314709766989,
+    "256": 0.3450662495512613,
+    "512": 0.28882983296189824,
+    "w": null
+   }
+  },
+  {
+   "step": 10301,
+   "loss": 1.1034489870071411,
+   "ema": 1.0857076076088166,
+   "lr": 0.0006526043159515904,
+   "value_bits": {
+    "0": 0.8427327373082607,
+    "128": 1.11319118220641,
+    "256": 1.145764762974523,
+    "512": 1.3084049288479336,
+    "w": null
+   },
+   "value_n": {
+    "0": 45654,
+    "128": 34992,
+    "256": 47022,
+    "512": 57120,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07665241191427384,
+    "128": 0.2458592800585062,
+    "256": 0.255136395625593,
+    "512": 0.4039331070675898,
+    "w": null
+   }
+  },
+  {
+   "step": 10401,
+   "loss": 1.1022987365722656,
+   "ema": 1.0881928008304602,
+   "lr": 0.0006468362963011235,
+   "value_bits": {
+    "0": 0.8355653028402569,
+    "128": 1.104463735811414,
+    "256": 1.1357482305143278,
+    "512": 1.298219955166929,
+    "w": null
+   },
+   "value_n": {
+    "0": 46086,
+    "128": 35346,
+    "256": 47526,
+    "512": 57714,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07810684635356728,
+    "128": 0.24177784808911998,
+    "256": 0.20122960086494,
+    "512": 0.31881642543798194,
+    "w": null
+   }
+  },
+  {
+   "step": 10501,
+   "loss": 1.0850441455841064,
+   "ema": 1.089963106873557,
+   "lr": 0.0006410515451127826,
+   "value_bits": {
+    "0": 0.8290558083030432,
+    "128": 1.0940390190817213,
+    "256": 1.127632910497148,
+    "512": 1.2891193890416015,
+    "w": null
+   },
+   "value_n": {
+    "0": 46482,
+    "128": 35742,
+    "256": 47964,
+    "512": 58266,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07148872435852831,
+    "128": 0.16355407582988873,
+    "256": 0.24706510424946235,
+    "512": 0.3376156329598202,
+    "w": null
+   }
+  },
+  {
+   "step": 10601,
+   "loss": 1.0800323486328125,
+   "ema": 1.0837832769773657,
+   "lr": 0.0006352510618855914,
+   "value_bits": {
+    "0": 0.82154178274086,
+    "128": 1.0866339438389534,
+    "256": 1.119092018464297,
+    "512": 1.2800938920828806,
+    "w": null
+   },
+   "value_n": {
+    "0": 46962,
+    "128": 36036,
+    "256": 48414,
+    "512": 58812,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09390233236294965,
+    "128": 0.18638836789675378,
+    "256": 0.20874680632281703,
+    "512": 0.3169444309165334,
+    "w": null
+   }
+  },
+  {
+   "step": 10701,
+   "loss": 1.1455438137054443,
+   "ema": 1.081755660857193,
+   "lr": 0.000629435848836781,
+   "value_bits": {
+    "0": 0.8143392700160649,
+    "128": 1.0796813634914724,
+    "256": 1.1115603525225017,
+    "512": 1.2693769792860914,
+    "w": null
+   },
+   "value_n": {
+    "0": 47448,
+    "128": 36324,
+    "256": 48852,
+    "512": 59412,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.11836313301642276,
+    "128": 0.20973974751291843,
+    "256": 0.2790533321889933,
+    "512": 0.21890518694480668,
+    "w": null
+   }
+  },
+  {
+   "step": 10801,
+   "loss": 1.0337719917297363,
+   "ema": 1.079770882420115,
+   "lr": 0.0006236069107286272,
+   "value_bits": {
+    "0": 0.8077278252946875,
+    "128": 1.072438941307719,
+    "256": 1.1040354512291988,
+    "512": 1.2580636490994537,
+    "w": null
+   },
+   "value_n": {
+    "0": 47862,
+    "128": 36618,
+    "256": 49266,
+    "512": 60132,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.049998769401151034,
+    "128": 0.17763029027828703,
+    "256": 0.21609709861944112,
+    "512": 0.32452535319872405,
+    "w": null
+   }
+  },
+  {
+   "step": 10901,
+   "loss": 1.0029106140136719,
+   "ema": 1.0785757374731477,
+   "lr": 0.0006177652546948433,
+   "value_bits": {
+    "0": 0.8012300098109084,
+    "128": 1.0643660115885785,
+    "256": 1.0964840453311029,
+    "512": 1.2493095378535122,
+    "w": null
+   },
+   "value_n": {
+    "0": 48288,
+    "128": 36996,
+    "256": 49704,
+    "512": 60636,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07118671242915495,
+    "128": 0.28231696276449836,
+    "256": 0.24710604766993033,
+    "512": 0.20486069372462984,
+    "w": null
+   }
+  },
+  {
+   "step": 11001,
+   "loss": 1.0295714139938354,
+   "ema": 1.0778461664700827,
+   "lr": 0.0006119118900665676,
+   "value_bits": {
+    "0": 0.7947407382964375,
+    "128": 1.0555629018461141,
+    "256": 1.090498550806715,
+    "512": 1.2404811180669173,
+    "w": null
+   },
+   "value_n": {
+    "0": 48738,
+    "128": 37404,
+    "256": 50076,
+    "512": 61182,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09839864298360497,
+    "128": 0.2573279801985562,
+    "256": 0.29075925016112486,
+    "512": 0.26004144374463845,
+    "w": null
+   }
+  },
+  {
+   "step": 11101,
+   "loss": 1.0414235591888428,
+   "ema": 1.0777764920920552,
+   "lr": 0.0006060478281979693,
+   "value_bits": {
+    "0": 0.7884150442998746,
+    "128": 1.0478895802010277,
+    "256": 1.0834842463318766,
+    "512": 1.2322318540261943,
+    "w": null
+   },
+   "value_n": {
+    "0": 49182,
+    "128": 37746,
+    "256": 50496,
+    "512": 61752,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09404190465014857,
+    "128": 0.20867050764894324,
+    "256": 0.24717874423182776,
+    "512": 0.3467819022024729,
+    "w": null
+   }
+  },
+  {
+   "step": 11201,
+   "loss": 1.121003270149231,
+   "ema": 1.0779662402260812,
+   "lr": 0.000600174082291504,
+   "value_bits": {
+    "0": 0.7808702174119243,
+    "128": 1.0403753269618223,
+    "256": 1.0767215270981552,
+    "512": 1.2244538237102511,
+    "w": null
+   },
+   "value_n": {
+    "0": 49698,
+    "128": 38076,
+    "256": 50940,
+    "512": 62274,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06174293833600252,
+    "128": 0.18088137918288755,
+    "256": 0.3075992964089686,
+    "512": 0.3043217775989208,
+    "w": null
+   }
+  },
+  {
+   "step": 11301,
+   "loss": 1.057487964630127,
+   "ema": 1.0775864310798189,
+   "lr": 0.0005942916672228525,
+   "value_bits": {
+    "0": 0.77478758885925,
+    "128": 1.032723234564886,
+    "256": 1.067918356852178,
+    "512": 1.21586218898315,
+    "w": null
+   },
+   "value_n": {
+    "0": 50130,
+    "128": 38406,
+    "256": 51492,
+    "512": 62850,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07503186244534496,
+    "128": 0.14981090091111937,
+    "256": 0.25553884176144526,
+    "512": 0.2869811803104144,
+    "w": null
+   }
+  },
+  {
+   "step": 11401,
+   "loss": 1.1058499813079834,
+   "ema": 1.0784301206029858,
+   "lr": 0.0005884015993655677,
+   "value_bits": {
+    "0": 0.7693704473088328,
+    "128": 1.0255775579325594,
+    "256": 1.0617121219918033,
+    "512": 1.207863662821954,
+    "w": null
+   },
+   "value_n": {
+    "0": 50520,
+    "128": 38748,
+    "256": 51906,
+    "512": 63408,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0730594064821324,
+    "128": 0.2231306083970657,
+    "256": 0.2898004180536382,
+    "512": 0.3069543989667972,
+    "w": null
+   }
+  },
+  {
+   "step": 11501,
+   "loss": 1.0910203456878662,
+   "ema": 1.0755668141398476,
+   "lr": 0.0005825048964154636,
+   "value_bits": {
+    "0": 0.7632032684207356,
+    "128": 1.0180204366831795,
+    "256": 1.0541732220548627,
+    "512": 1.199879774954881,
+    "w": null
+   },
+   "value_n": {
+    "0": 50952,
+    "128": 39120,
+    "256": 52374,
+    "512": 63948,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04198595956270304,
+    "128": 0.2308609362235964,
+    "256": 0.2180318969975035,
+    "512": 0.2623939196301725,
+    "w": null
+   }
+  },
+  {
+   "step": 11601,
+   "loss": 1.1112089157104492,
+   "ema": 1.0749675684206925,
+   "lr": 0.0005766025772147777,
+   "value_bits": {
+    "0": 0.7563402402976488,
+    "128": 1.0114050816005316,
+    "256": 1.0465456133775533,
+    "512": 1.19318461423616,
+    "w": null
+   },
+   "value_n": {
+    "0": 51444,
+    "128": 39468,
+    "256": 52890,
+    "512": 64422,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04559835223357864,
+    "128": 0.26774792403387254,
+    "256": 0.27234333263063853,
+    "512": 0.28993115929780855,
+    "w": null
+   }
+  },
+  {
+   "step": 11701,
+   "loss": 1.0792350769042969,
+   "ema": 1.0704335076495726,
+   "lr": 0.0005706956615761318,
+   "value_bits": {
+    "0": 0.7509444697532167,
+    "128": 1.0062871993560556,
+    "256": 1.037878033056481,
+    "512": 1.1852889515423977,
+    "w": null
+   },
+   "value_n": {
+    "0": 51858,
+    "128": 39738,
+    "256": 53412,
+    "512": 65034,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08046132992770395,
+    "128": 0.2581665459302386,
+    "256": 0.15966285454784354,
+    "512": 0.35415434033724263,
+    "w": null
+   }
+  },
+  {
+   "step": 11801,
+   "loss": 1.0662857294082642,
+   "ema": 1.0699443746323947,
+   "lr": 0.0005647851701063285,
+   "value_bits": {
+    "0": 0.7445769985520259,
+    "128": 1.0010154172737542,
+    "256": 1.0299813836910587,
+    "512": 1.1782231346326497,
+    "w": null
+   },
+   "value_n": {
+    "0": 52326,
+    "128": 40014,
+    "256": 53916,
+    "512": 65580,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03901220891237908,
+    "128": 0.2419934013806576,
+    "256": 0.19312456641737458,
+    "512": 0.3366144589759667,
+    "w": null
+   }
+  },
+  {
+   "step": 11901,
+   "loss": 1.053117036819458,
+   "ema": 1.0749767300574025,
+   "lr": 0.0005588721240300081,
+   "value_bits": {
+    "0": 0.738873164824413,
+    "128": 0.995152396384655,
+    "256": 1.0221783830477118,
+    "512": 1.1706271971300402,
+    "w": null
+   },
+   "value_n": {
+    "0": 52764,
+    "128": 40302,
+    "256": 54426,
+    "512": 66114,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.057460371146170044,
+    "128": 0.1805589316054359,
+    "256": 0.19726351503461248,
+    "512": 0.23777779371967292,
+    "w": null
+   }
+  },
+  {
+   "step": 12001,
+   "loss": 1.017918586730957,
+   "ema": 1.0705402847199361,
+   "lr": 0.0005529575450132004,
+   "value_bits": {
+    "0": 0.7336618149911772,
+    "128": 0.9883312773261772,
+    "256": 1.015053263356413,
+    "512": 1.162686192170212,
+    "w": null
+   },
+   "value_n": {
+    "0": 53178,
+    "128": 40656,
+    "256": 54894,
+    "512": 66666,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06947905508573723,
+    "128": 0.2117642143465856,
+    "256": 0.1864383823337044,
+    "512": 0.2115782176881977,
+    "w": null
+   }
+  },
+  {
+   "step": 12101,
+   "loss": 1.0531734228134155,
+   "ema": 1.070828846263783,
+   "lr": 0.0005470424549867996,
+   "value_bits": {
+    "0": 0.7275265962379708,
+    "128": 0.9821489965518269,
+    "256": 1.008228215747117,
+    "512": 1.1565996150992968,
+    "w": null
+   },
+   "value_n": {
+    "0": 53682,
+    "128": 40992,
+    "256": 55374,
+    "512": 67140,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0801879794561889,
+    "128": 0.23409302285544437,
+    "256": 0.2276987085289836,
+    "512": 0.30054951592281876,
+    "w": null
+   }
+  },
+  {
+   "step": 12201,
+   "loss": 1.1159809827804565,
+   "ema": 1.0716978049820327,
+   "lr": 0.0005411278759699919,
+   "value_bits": {
+    "0": 0.7210013134395218,
+    "128": 0.9763612031380956,
+    "256": 1.0017114275461936,
+    "512": 1.1501937838355214,
+    "w": null
+   },
+   "value_n": {
+    "0": 54210,
+    "128": 41286,
+    "256": 55848,
+    "512": 67668,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05757284528358125,
+    "128": 0.16937743573783137,
+    "256": 0.24040208189655354,
+    "512": 0.33563410381681646,
+    "w": null
+   }
+  },
+  {
+   "step": 12301,
+   "loss": 1.0639829635620117,
+   "ema": 1.0740533672326564,
+   "lr": 0.0005352148298936717,
+   "value_bits": {
+    "0": 0.7159754297527683,
+    "128": 0.9702531710216159,
+    "256": 0.9956241084508545,
+    "512": 1.1433786849362397,
+    "w": null
+   },
+   "value_n": {
+    "0": 54624,
+    "128": 41628,
+    "256": 56274,
+    "512": 68226,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05787602236410063,
+    "128": 0.23289582025852493,
+    "256": 0.19758514874075095,
+    "512": 0.3169197022900378,
+    "w": null
+   }
+  },
+  {
+   "step": 12401,
+   "loss": 1.0673834085464478,
+   "ema": 1.06795786237261,
+   "lr": 0.0005293043384238682,
+   "value_bits": {
+    "0": 0.7112601248385944,
+    "128": 0.9640686265929627,
+    "256": 0.9884964097225253,
+    "512": 1.136309694409207,
+    "w": null
+   },
+   "value_n": {
+    "0": 55020,
+    "128": 41934,
+    "256": 56796,
+    "512": 68856,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06083382273800118,
+    "128": 0.12272805314207426,
+    "256": 0.2200977157800081,
+    "512": 0.3707716821912161,
+    "w": null
+   }
+  },
+  {
+   "step": 12501,
+   "loss": 1.0687007904052734,
+   "ema": 1.07086929181781,
+   "lr": 0.0005233974227852223,
+   "value_bits": {
+    "0": 0.705075684699399,
+    "128": 0.957821662634013,
+    "256": 0.9820579239549786,
+    "512": 1.1292547730367766,
+    "w": null
+   },
+   "value_n": {
+    "0": 55542,
+    "128": 42246,
+    "256": 57288,
+    "512": 69420,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05322147692443485,
+    "128": 0.11820567976671699,
+    "256": 0.23880540839892475,
+    "512": 0.2679539467600542,
+    "w": null
+   }
+  },
+  {
+   "step": 12601,
+   "loss": 1.0586851835250854,
+   "ema": 1.0691461639327373,
+   "lr": 0.0005174951035845364,
+   "value_bits": {
+    "0": 0.699989795296521,
+    "128": 0.9515819094763543,
+    "256": 0.9766015734675132,
+    "512": 1.1227187002416998,
+    "w": null
+   },
+   "value_n": {
+    "0": 56022,
+    "128": 42606,
+    "256": 57708,
+    "512": 69960,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.11148881776601009,
+    "128": 0.2193468764250958,
+    "256": 0.23235536697722073,
+    "512": 0.282470230919035,
+    "w": null
+   }
+  },
+  {
+   "step": 12701,
+   "loss": 1.0594947338104248,
+   "ema": 1.0602648675432553,
+   "lr": 0.0005115984006344324,
+   "value_bits": {
+    "0": 0.694867308644294,
+    "128": 0.945063929490287,
+    "256": 0.9709200640542919,
+    "512": 1.11616924152714,
+    "w": null
+   },
+   "value_n": {
+    "0": 56478,
+    "128": 42972,
+    "256": 58140,
+    "512": 70530,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0655428629621459,
+    "128": 0.186306947833497,
+    "256": 0.21196509827147192,
+    "512": 0.3123093614032875,
+    "w": null
+   }
+  },
+  {
+   "step": 12801,
+   "loss": 1.0549720525741577,
+   "ema": 1.0657462248072564,
+   "lr": 0.0005057083327771474,
+   "value_bits": {
+    "0": 0.6907808644966615,
+    "128": 0.940275125802253,
+    "256": 0.9643665069801274,
+    "512": 1.109578905615965,
+    "w": null
+   },
+   "value_n": {
+    "0": 56832,
+    "128": 43260,
+    "256": 58680,
+    "512": 71088,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.038819868536247734,
+    "128": 0.22574570885018855,
+    "256": 0.25876686199509397,
+    "512": 0.27657461920884335,
+    "w": null
+   }
+  },
+  {
+   "step": 12901,
+   "loss": 1.0347999334335327,
+   "ema": 1.0609010549900029,
+   "lr": 0.0004998259177084961,
+   "value_bits": {
+    "0": 0.6864689099815324,
+    "128": 0.9339042362434912,
+    "256": 0.9589789409805661,
+    "512": 1.1033061540274853,
+    "w": null
+   },
+   "value_n": {
+    "0": 57216,
+    "128": 43626,
+    "256": 59076,
+    "512": 71712,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04829964174240887,
+    "128": 0.18088597856033947,
+    "256": 0.1606396155910327,
+    "512": 0.3886949922937472,
+    "w": null
+   }
+  },
+  {
+   "step": 13001,
+   "loss": 1.120112419128418,
+   "ema": 1.0652092262767543,
+   "lr": 0.0004939521718020309,
+   "value_bits": {
+    "0": 0.6816630301054936,
+    "128": 0.9275710592239869,
+    "256": 0.9544904599646244,
+    "512": 1.0959512667598656,
+    "w": null
+   },
+   "value_n": {
+    "0": 57648,
+    "128": 43998,
+    "256": 59466,
+    "512": 72348,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.045150939856801256,
+    "128": 0.1848528316624217,
+    "256": 0.2745891663805872,
+    "512": 0.26665303447128963,
+    "w": null
+   }
+  },
+  {
+   "step": 13101,
+   "loss": 1.0285757780075073,
+   "ema": 1.0594472884022972,
+   "lr": 0.00048808810993343255,
+   "value_bits": {
+    "0": 0.6774214420595741,
+    "128": 0.9222756747022667,
+    "256": 0.9492290754196099,
+    "512": 1.0896979886901896,
+    "w": null
+   },
+   "value_n": {
+    "0": 58092,
+    "128": 44352,
+    "256": 59880,
+    "512": 72882,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.12670282117856932,
+    "128": 0.2641222052484774,
+    "256": 0.19349599968572018,
+    "512": 0.24248420257610534,
+    "w": null
+   }
+  },
+  {
+   "step": 13201,
+   "loss": 1.028967022895813,
+   "ema": 1.0607867457801,
+   "lr": 0.0004822347453051568,
+   "value_bits": {
+    "0": 0.6733461260106441,
+    "128": 0.916276477372122,
+    "256": 0.9446482576010391,
+    "512": 1.082204299141869,
+    "w": null
+   },
+   "value_n": {
+    "0": 58482,
+    "128": 44694,
+    "256": 60258,
+    "512": 73542,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06631212623002324,
+    "128": 0.13827530782072606,
+    "256": 0.21898854602426143,
+    "512": 0.25469659965594366,
+    "w": null
+   }
+  },
+  {
+   "step": 13301,
+   "loss": 1.0723779201507568,
+   "ema": 1.060017317638026,
+   "lr": 0.0004763930892713728,
+   "value_bits": {
+    "0": 0.6691228453181797,
+    "128": 0.9107242635515538,
+    "256": 0.9394707129847578,
+    "512": 1.075274077013059,
+    "w": null
+   },
+   "value_n": {
+    "0": 58890,
+    "128": 45078,
+    "256": 60726,
+    "512": 74136,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06376524370861526,
+    "128": 0.26449862684196845,
+    "256": 0.2728286542499842,
+    "512": 0.21725657567141066,
+    "w": null
+   }
+  },
+  {
+   "step": 13401,
+   "loss": 1.0466034412384033,
+   "ema": 1.0616631316936713,
+   "lr": 0.0004705641511632189,
+   "value_bits": {
+    "0": 0.6651594455529044,
+    "128": 0.9054800724867414,
+    "256": 0.9327350638217241,
+    "512": 1.0690479080904107,
+    "w": null
+   },
+   "value_n": {
+    "0": 59262,
+    "128": 45432,
+    "256": 61296,
+    "512": 74676,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03772769238876557,
+    "128": 0.23769011536922302,
+    "256": 0.21514027246315529,
+    "512": 0.21426409466549365,
+    "w": null
+   }
+  },
+  {
+   "step": 13501,
+   "loss": 1.0456206798553467,
+   "ema": 1.0557243955667752,
+   "lr": 0.00046474893811440876,
+   "value_bits": {
+    "0": 0.6611576289855255,
+    "128": 0.9007941978638812,
+    "256": 0.926397834258168,
+    "512": 1.0631264353242813,
+    "w": null
+   },
+   "value_n": {
+    "0": 59640,
+    "128": 45726,
+    "256": 61830,
+    "512": 75228,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03376172047757366,
+    "128": 0.17668312349043705,
+    "256": 0.1989693261537973,
+    "512": 0.2620541522020356,
+    "w": null
+   }
+  },
+  {
+   "step": 13601,
+   "loss": 1.0869492292404175,
+   "ema": 1.057316249597571,
+   "lr": 0.0004589484548872175,
+   "value_bits": {
+    "0": 0.6569113390077402,
+    "128": 0.8957463506361362,
+    "256": 0.921183731225814,
+    "512": 1.0583058926467706,
+    "w": null
+   },
+   "value_n": {
+    "0": 60072,
+    "128": 46050,
+    "256": 62352,
+    "512": 75702,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07068741707460817,
+    "128": 0.1833455409575463,
+    "256": 0.30358221687627773,
+    "512": 0.2932430560565031,
+    "w": null
+   }
+  },
+  {
+   "step": 13701,
+   "loss": 1.0570374727249146,
+   "ema": 1.0583427659816282,
+   "lr": 0.0004531637036988765,
+   "value_bits": {
+    "0": 0.6522338997443629,
+    "128": 0.890538889746721,
+    "256": 0.9163331288012154,
+    "512": 1.0525343586762468,
+    "w": null
+   },
+   "value_n": {
+    "0": 60534,
+    "128": 46398,
+    "256": 62808,
+    "512": 76284,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.044045303576369293,
+    "128": 0.20144815998358498,
+    "256": 0.25307707095346943,
+    "512": 0.3018184400566704,
+    "w": null
+   }
+  },
+  {
+   "step": 13801,
+   "loss": 1.0923635959625244,
+   "ema": 1.0600589098230226,
+   "lr": 0.00044739568404840956,
+   "value_bits": {
+    "0": 0.6483132052913899,
+    "128": 0.884866461890088,
+    "256": 0.9112533659126286,
+    "512": 1.046336780358104,
+    "w": null
+   },
+   "value_n": {
+    "0": 60930,
+    "128": 46776,
+    "256": 63252,
+    "512": 76890,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04898159413920504,
+    "128": 0.18859845212273427,
+    "256": 0.19267285351092933,
+    "512": 0.2661782582109303,
+    "w": null
+   }
+  },
+  {
+   "step": 13901,
+   "loss": 1.0720614194869995,
+   "ema": 1.059815491812396,
+   "lr": 0.0004416453925439372,
+   "value_bits": {
+    "0": 0.6440010341787009,
+    "128": 0.8802107941144424,
+    "256": 0.9072718754483018,
+    "512": 1.0406928597027507,
+    "w": null
+   },
+   "value_n": {
+    "0": 61368,
+    "128": 47082,
+    "256": 63648,
+    "512": 77460,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04413668281765644,
+    "128": 0.16853263766476034,
+    "256": 0.27131926219173197,
+    "512": 0.27935766814114427,
+    "w": null
+   }
+  },
+  {
+   "step": 14001,
+   "loss": 1.0869407653808594,
+   "ema": 1.0585079481082302,
+   "lr": 0.00043591382273048054,
+   "value_bits": {
+    "0": 0.6399145777665773,
+    "128": 0.874490620626917,
+    "256": 0.9020699673093038,
+    "512": 1.0354114109437182,
+    "w": null
+   },
+   "value_n": {
+    "0": 61818,
+    "128": 47436,
+    "256": 64104,
+    "512": 77982,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08263089532391255,
+    "128": 0.11370754678604456,
+    "256": 0.17599310496074727,
+    "512": 0.2516929801493532,
+    "w": null
+   }
+  },
+  {
+   "step": 14101,
+   "loss": 1.0797755718231201,
+   "ema": 1.0595580280881975,
+   "lr": 0.0004302019649182962,
+   "value_bits": {
+    "0": 0.635671164800414,
+    "128": 0.8697148912185875,
+    "256": 0.8971578857865545,
+    "512": 1.0300685520327746,
+    "w": null
+   },
+   "value_n": {
+    "0": 62262,
+    "128": 47790,
+    "256": 64548,
+    "512": 78612,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04486192438985317,
+    "128": 0.22976715050244503,
+    "256": 0.18795952106960642,
+    "512": 0.3687243875991088,
+    "w": null
+   }
+  },
+  {
+   "step": 14201,
+   "loss": 1.0729384422302246,
+   "ema": 1.0546256239725043,
+   "lr": 0.0004245108060117676,
+   "value_bits": {
+    "0": 0.6312855312653284,
+    "128": 0.8644640797933091,
+    "256": 0.8925549286930617,
+    "512": 1.025983899108879,
+    "w": null
+   },
+   "value_n": {
+    "0": 62712,
+    "128": 48162,
+    "256": 65028,
+    "512": 79098,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.024489275350885915,
+    "128": 0.18990419265875566,
+    "256": 0.2735722735456145,
+    "512": 0.36527868171529976,
+    "w": null
+   }
+  },
+  {
+   "step": 14301,
+   "loss": 1.0200213193893433,
+   "ema": 1.047208063769021,
+   "lr": 0.0004188413293388871,
+   "value_bits": {
+    "0": 0.627664080566281,
+    "128": 0.8595704810432758,
+    "256": 0.8877046195156265,
+    "512": 1.020890547992209,
+    "w": null
+   },
+   "value_n": {
+    "0": 63108,
+    "128": 48522,
+    "256": 65550,
+    "512": 79602,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05415797895351577,
+    "128": 0.20488852826798218,
+    "256": 0.2834787475036574,
+    "512": 0.22153759833673828,
+    "w": null
+   }
+  },
+  {
+   "step": 14401,
+   "loss": 1.073686122894287,
+   "ema": 1.0491329487587007,
+   "lr": 0.0004131945144813535,
+   "value_bits": {
+    "0": 0.6239632123767955,
+    "128": 0.8554078302798156,
+    "256": 0.8831279693959622,
+    "512": 1.016143398055057,
+    "w": null
+   },
+   "value_n": {
+    "0": 63534,
+    "128": 48852,
+    "256": 66036,
+    "512": 80094,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07571347129215576,
+    "128": 0.24334679893249384,
+    "256": 0.26584522177456654,
+    "512": 0.24808927346727866,
+    "w": null
+   }
+  },
+  {
+   "step": 14501,
+   "loss": 1.1127116680145264,
+   "ema": 1.0553768398491188,
+   "lr": 0.0004075713371053198,
+   "value_bits": {
+    "0": 0.6199549420394243,
+    "128": 0.8501539653259457,
+    "256": 0.8789865665357486,
+    "512": 1.0105742682662504,
+    "w": null
+   },
+   "value_n": {
+    "0": 64020,
+    "128": 49218,
+    "256": 66456,
+    "512": 80658,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09596019386135836,
+    "128": 0.14889218738481688,
+    "256": 0.22783971111414486,
+    "512": 0.21969859219415647,
+    "w": null
+   }
+  },
+  {
+   "step": 14601,
+   "loss": 1.0676015615463257,
+   "ema": 1.0529055243166492,
+   "lr": 0.00040197276879281484,
+   "value_bits": {
+    "0": 0.616013148941524,
+    "128": 0.8454558762118352,
+    "256": 0.8741671303060788,
+    "512": 1.0045310042691333,
+    "w": null
+   },
+   "value_n": {
+    "0": 64464,
+    "128": 49596,
+    "256": 66918,
+    "512": 81270,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04764919820374667,
+    "128": 0.23373484441740539,
+    "256": 0.18091939420450648,
+    "512": 0.20806435806084023,
+    "w": null
+   }
+  },
+  {
+   "step": 14701,
+   "loss": 1.0430865287780762,
+   "ema": 1.053449163114805,
+   "lr": 0.0003963997768738723,
+   "value_bits": {
+    "0": 0.6123014626530956,
+    "128": 0.8409789434749052,
+    "256": 0.8698243804669681,
+    "512": 0.999374322657519,
+    "w": null
+   },
+   "value_n": {
+    "0": 64890,
+    "128": 49932,
+    "256": 67362,
+    "512": 81876,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05063445585204888,
+    "128": 0.18015169341306037,
+    "256": 0.21530155674262336,
+    "512": 0.30781736791182407,
+    "w": null
+   }
+  },
+  {
+   "step": 14801,
+   "loss": 1.0952845811843872,
+   "ema": 1.0527732433280603,
+   "lr": 0.0003908533242593937,
+   "value_bits": {
+    "0": 0.6084207708775222,
+    "128": 0.8358758050181327,
+    "256": 0.8665422142369626,
+    "512": 0.9946310037138909,
+    "w": null
+   },
+   "value_n": {
+    "0": 65328,
+    "128": 50298,
+    "256": 67764,
+    "512": 82404,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03349362631824366,
+    "128": 0.1396738667024,
+    "256": 0.3165589267105086,
+    "512": 0.2590931593417235,
+    "w": null
+   }
+  },
+  {
+   "step": 14901,
+   "loss": 1.049831509590149,
+   "ema": 1.047020419850908,
+   "lr": 0.00038533436927477496,
+   "value_bits": {
+    "0": 0.6043124848470843,
+    "128": 0.831124702526893,
+    "256": 0.8620346367681271,
+    "512": 0.9897394404775611,
+    "w": null
+   },
+   "value_n": {
+    "0": 65820,
+    "128": 50652,
+    "256": 68220,
+    "512": 82914,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.058812261683585824,
+    "128": 0.15606551296651328,
+    "256": 0.19218490080722797,
+    "512": 0.19937791709223962,
+    "w": null
+   }
+  },
+  {
+   "step": 15001,
+   "loss": 1.071712613105774,
+   "ema": 1.0499597540929828,
+   "lr": 0.0003798438654943249,
+   "value_bits": {
+    "0": 0.5996184218144383,
+    "128": 0.827412949301912,
+    "256": 0.8582403515134654,
+    "512": 0.9852159084642659,
+    "w": null
+   },
+   "value_n": {
+    "0": 66366,
+    "128": 50970,
+    "256": 68622,
+    "512": 83418,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03375170238446416,
+    "128": 0.23619369033418536,
+    "256": 0.2143444806850809,
+    "512": 0.24104104070561438,
+    "w": null
+   }
+  },
+  {
+   "step": 15101,
+   "loss": 1.0874789953231812,
+   "ema": 1.0535591086808622,
+   "lr": 0.00037438276157650654,
+   "value_bits": {
+    "0": 0.5961602053965904,
+    "128": 0.8217763433019006,
+    "256": 0.8539539631973335,
+    "512": 0.9810067152304642,
+    "w": null
+   },
+   "value_n": {
+    "0": 66786,
+    "128": 51444,
+    "256": 69090,
+    "512": 83880,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04971260828493741,
+    "128": 0.2156628246930829,
+    "256": 0.22544853792039815,
+    "512": 0.2210013447168912,
+    "w": null
+   }
+  },
+  {
+   "step": 15201,
+   "loss": 1.0577586889266968,
+   "ema": 1.052651832541185,
+   "lr": 0.0003689520011000239,
+   "value_bits": {
+    "0": 0.5928770008429709,
+    "128": 0.8174265192153249,
+    "256": 0.8493777269246238,
+    "512": 0.9761786528402316,
+    "w": null
+   },
+   "value_n": {
+    "0": 67200,
+    "128": 51786,
+    "256": 69558,
+    "512": 84414,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06323424886705317,
+    "128": 0.1631214013504205,
+    "256": 0.17379617974188238,
+    "512": 0.21779312232953324,
+    "w": null
+   }
+  },
+  {
+   "step": 15301,
+   "loss": 1.0622673034667969,
+   "ema": 1.0522423047622989,
+   "lr": 0.0003635525224007914,
+   "value_bits": {
+    "0": 0.5892962165466256,
+    "128": 0.8129750977773159,
+    "256": 0.8453342947102213,
+    "512": 0.9715470048018134,
+    "w": null
+   },
+   "value_n": {
+    "0": 67638,
+    "128": 52122,
+    "256": 69984,
+    "512": 84978,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03991561217583097,
+    "128": 0.1268997686441542,
+    "256": 0.18511584877262857,
+    "512": 0.27832725743475384,
+    "w": null
+   }
+  },
+  {
+   "step": 15401,
+   "loss": 1.0820274353027344,
+   "ema": 1.0476216185006282,
+   "lr": 0.00035818525840980496,
+   "value_bits": {
+    "0": 0.5862408299542666,
+    "128": 0.8080551872279635,
+    "256": 0.841443987080454,
+    "512": 0.9666648666939868,
+    "w": null
+   },
+   "value_n": {
+    "0": 68022,
+    "128": 52488,
+    "256": 70440,
+    "512": 85566,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04806312595953382,
+    "128": 0.10741153243740964,
+    "256": 0.2443841424277541,
+    "512": 0.2610962746414501,
+    "w": null
+   }
+  },
+  {
+   "step": 15501,
+   "loss": 1.075469970703125,
+   "ema": 1.048986321858844,
+   "lr": 0.000352851136491949,
+   "value_bits": {
+    "0": 0.5832403956250221,
+    "128": 0.8031990715044782,
+    "256": 0.8373283424058935,
+    "512": 0.9616996879604849,
+    "w": null
+   },
+   "value_n": {
+    "0": 68400,
+    "128": 52908,
+    "256": 70890,
+    "512": 86142,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04330509418620828,
+    "128": 0.19632335223234218,
+    "256": 0.19309276268135248,
+    "512": 0.22411204297640983,
+    "w": null
+   }
+  },
+  {
+   "step": 15601,
+   "loss": 1.0505199432373047,
+   "ema": 1.0483022215632312,
+   "lr": 0.0003475510782857654,
+   "value_bits": {
+    "0": 0.580341663615021,
+    "128": 0.7997313893775831,
+    "256": 0.8329683577173226,
+    "512": 0.9569706117504355,
+    "w": null
+   },
+   "value_n": {
+    "0": 68808,
+    "128": 53220,
+    "256": 71418,
+    "512": 86664,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.09437776782074882,
+    "128": 0.21169252408987962,
+    "256": 0.24759086799613703,
+    "512": 0.17656432269663952,
+    "w": null
+   }
+  },
+  {
+   "step": 15701,
+   "loss": 1.0217740535736084,
+   "ema": 1.0463645712728442,
+   "lr": 0.00034228599954420994,
+   "value_bits": {
+    "0": 0.5764436373660266,
+    "128": 0.7956921254210445,
+    "256": 0.8291046052307626,
+    "512": 0.9533769057220234,
+    "w": null
+   },
+   "value_n": {
+    "0": 69330,
+    "128": 53580,
+    "256": 71850,
+    "512": 87186,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06262105088937026,
+    "128": 0.19855427051273686,
+    "256": 0.19035119068182862,
+    "512": 0.35673909107393653,
+    "w": null
+   }
+  },
+  {
+   "step": 15801,
+   "loss": 1.0638055801391602,
+   "ema": 1.0492731480895943,
+   "lr": 0.00033705680997642883,
+   "value_bits": {
+    "0": 0.5733194660704739,
+    "128": 0.7915121558357651,
+    "256": 0.8249070315684854,
+    "512": 0.9496710470709535,
+    "w": null
+   },
+   "value_n": {
+    "0": 69744,
+    "128": 53964,
+    "256": 72312,
+    "512": 87702,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.050133968677569,
+    "128": 0.20827577463975055,
+    "256": 0.17210255616887657,
+    "512": 0.3235102091791405,
+    "w": null
+   }
+  },
+  {
+   "step": 15901,
+   "loss": 1.0132757425308228,
+   "ema": 1.0495305477949948,
+   "lr": 0.0003318644130905758,
+   "value_bits": {
+    "0": 0.569894387852154,
+    "128": 0.7875044298514741,
+    "256": 0.8216661197916583,
+    "512": 0.944169658102898,
+    "w": null
+   },
+   "value_n": {
+    "0": 70188,
+    "128": 54288,
+    "256": 72744,
+    "512": 88368,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0318793985311732,
+    "128": 0.11999540202344175,
+    "256": 0.2791734984816525,
+    "512": 0.21972098651668917,
+    "w": null
+   }
+  },
+  {
+   "step": 16001,
+   "loss": 1.0254666805267334,
+   "ema": 1.0451753537250927,
+   "lr": 0.0003267097060377032,
+   "value_bits": {
+    "0": 0.5667567889774607,
+    "128": 0.784110901248453,
+    "256": 0.818498005764718,
+    "512": 0.9394000162683503,
+    "w": null
+   },
+   "value_n": {
+    "0": 70626,
+    "128": 54612,
+    "256": 73110,
+    "512": 88962,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06396731450950684,
+    "128": 0.21550633087559468,
+    "256": 0.18882235883647341,
+    "512": 0.229831481528779,
+    "w": null
+   }
+  },
+  {
+   "step": 16101,
+   "loss": 1.0123597383499146,
+   "ema": 1.0436163429272425,
+   "lr": 0.0003215935794567511,
+   "value_bits": {
+    "0": 0.5636141453261156,
+    "128": 0.780031440823142,
+    "256": 0.8148132749624317,
+    "512": 0.9351320156843843,
+    "w": null
+   },
+   "value_n": {
+    "0": 71046,
+    "128": 54996,
+    "256": 73602,
+    "512": 89478,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03515616789778992,
+    "128": 0.19985567846096253,
+    "256": 0.26727126489098074,
+    "512": 0.19929893826038753,
+    "w": null
+   }
+  },
+  {
+   "step": 16201,
+   "loss": 1.0363435745239258,
+   "ema": 1.0437309317310723,
+   "lr": 0.00031651691732066054,
+   "value_bits": {
+    "0": 0.5600083831009283,
+    "128": 0.7761307306245437,
+    "256": 0.8103626798305359,
+    "512": 0.9312748285597298,
+    "w": null
+   },
+   "value_n": {
+    "0": 71544,
+    "128": 55326,
+    "256": 74100,
+    "512": 90012,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04560078661365151,
+    "128": 0.1260596455272262,
+    "256": 0.15258616798757213,
+    "512": 0.2849576196836326,
+    "w": null
+   }
+  },
+  {
+   "step": 16301,
+   "loss": 1.0508067607879639,
+   "ema": 1.0434517365313507,
+   "lr": 0.00031148059678364,
+   "value_bits": {
+    "0": 0.5570774257498469,
+    "128": 0.7722679875158354,
+    "256": 0.8069021687217168,
+    "512": 0.9273037198124163,
+    "w": null
+   },
+   "value_n": {
+    "0": 71952,
+    "128": 55692,
+    "256": 74568,
+    "512": 90516,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.043125433774924754,
+    "128": 0.18836054152566553,
+    "256": 0.2589879098253538,
+    "512": 0.2180826075838641,
+    "w": null
+   }
+  },
+  {
+   "step": 16401,
+   "loss": 1.0691561698913574,
+   "ema": 1.0396589127293998,
+   "lr": 0.00030648548802960843,
+   "value_bits": {
+    "0": 0.5543806925283601,
+    "128": 0.768888634075746,
+    "256": 0.8032787296241676,
+    "512": 0.9238225264560734,
+    "w": null
+   },
+   "value_n": {
+    "0": 72354,
+    "128": 56040,
+    "256": 75000,
+    "512": 91002,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07170569563179326,
+    "128": 0.2280755542325028,
+    "256": 0.17783288095275526,
+    "512": 0.2754610082611423,
+    "w": null
+   }
+  },
+  {
+   "step": 16501,
+   "loss": 1.0432827472686768,
+   "ema": 1.043114332411512,
+   "lr": 0.0003015324541218433,
+   "value_bits": {
+    "0": 0.5509865279272932,
+    "128": 0.7650715320844432,
+    "256": 0.7992713861214364,
+    "512": 0.919558256145278,
+    "w": null
+   },
+   "value_n": {
+    "0": 72876,
+    "128": 56370,
+    "256": 75456,
+    "512": 91542,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08052410351045364,
+    "128": 0.11685821210684233,
+    "256": 0.14016883633012547,
+    "512": 0.20093394721379151,
+    "w": null
+   }
+  },
+  {
+   "step": 16601,
+   "loss": 1.0583772659301758,
+   "ema": 1.0418491722357657,
+   "lr": 0.00029662235085386025,
+   "value_bits": {
+    "0": 0.5479178281678754,
+    "128": 0.7615882648572869,
+    "256": 0.7958242784967724,
+    "512": 0.9150006569793598,
+    "w": null
+   },
+   "value_n": {
+    "0": 73356,
+    "128": 56724,
+    "256": 75864,
+    "512": 92160,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08201248719427001,
+    "128": 0.20692223775330104,
+    "256": 0.1583121389706844,
+    "512": 0.2399007494607969,
+    "w": null
+   }
+  },
+  {
+   "step": 16701,
+   "loss": 1.0323641300201416,
+   "ema": 1.0416155376303335,
+   "lr": 0.00029175602660154627,
+   "value_bits": {
+    "0": 0.5449384936248091,
+    "128": 0.7585772258360398,
+    "256": 0.7919105077464454,
+    "512": 0.9109501989873544,
+    "w": null
+   },
+   "value_n": {
+    "0": 73794,
+    "128": 57042,
+    "256": 76356,
+    "512": 92748,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04596117686414092,
+    "128": 0.22147603891396242,
+    "256": 0.18842614961067763,
+    "512": 0.276102905546505,
+    "w": null
+   }
+  },
+  {
+   "step": 16801,
+   "loss": 1.0204546451568604,
+   "ema": 1.0431503655427712,
+   "lr": 0.0002869343221765771,
+   "value_bits": {
+    "0": 0.5418020218557463,
+    "128": 0.7558255470266745,
+    "256": 0.7884450400490779,
+    "512": 0.9073807186381081,
+    "w": null
+   },
+   "value_n": {
+    "0": 74268,
+    "128": 57360,
+    "256": 76818,
+    "512": 93306,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05350498023925043,
+    "128": 0.26223667078827945,
+    "256": 0.21569774242959333,
+    "512": 0.3140793504805932,
+    "w": null
+   }
+  },
+  {
+   "step": 16901,
+   "loss": 1.0300378799438477,
+   "ema": 1.0395582237094048,
+   "lr": 0.00028215807068113934,
+   "value_bits": {
+    "0": 0.5386745690734694,
+    "128": 0.752165779234126,
+    "256": 0.7843155241575291,
+    "512": 0.9038422698941423,
+    "w": null
+   },
+   "value_n": {
+    "0": 74748,
+    "128": 57714,
+    "256": 77334,
+    "512": 93846,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05477943733568354,
+    "128": 0.1591593369160918,
+    "256": 0.16954585020985877,
+    "512": 0.29243764303399367,
+    "w": null
+   }
+  },
+  {
+   "step": 17001,
+   "loss": 1.0305159091949463,
+   "ema": 1.0384764475393111,
+   "lr": 0.0002774280973639862,
+   "value_bits": {
+    "0": 0.5351472005246664,
+    "128": 0.7490773780099157,
+    "256": 0.7813570103189759,
+    "512": 0.8998620549721248,
+    "w": null
+   },
+   "value_n": {
+    "0": 75276,
+    "128": 58014,
+    "256": 77736,
+    "512": 94422,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03578404846798153,
+    "128": 0.15493075049634455,
+    "256": 0.2122184302426603,
+    "512": 0.251377246688005,
+    "w": null
+   }
+  },
+  {
+   "step": 17101,
+   "loss": 1.0003706216812134,
+   "ema": 1.0372761731293736,
+   "lr": 0.0002727452194778497,
+   "value_bits": {
+    "0": 0.5322540156191414,
+    "128": 0.7448883710865163,
+    "256": 0.7781683467449507,
+    "512": 0.8958357605348367,
+    "w": null
+   },
+   "value_n": {
+    "0": 75702,
+    "128": 58422,
+    "256": 78150,
+    "512": 94980,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021016018087922517,
+    "128": 0.14924854840489296,
+    "256": 0.17943899507727856,
+    "512": 0.2145261308616954,
+    "w": null
+   }
+  },
+  {
+   "step": 17201,
+   "loss": 1.117040991783142,
+   "ema": 1.0382165652789275,
+   "lr": 0.0002681102461382337,
+   "value_bits": {
+    "0": 0.5294672706182506,
+    "128": 0.7416726236578948,
+    "256": 0.7748608006587764,
+    "512": 0.8919015817757976,
+    "w": null
+   },
+   "value_n": {
+    "0": 76146,
+    "128": 58746,
+    "256": 78606,
+    "512": 95538,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.054327247966378264,
+    "128": 0.16182572157480954,
+    "256": 0.2080083299690408,
+    "512": 0.22224513279096791,
+    "w": null
+   }
+  },
+  {
+   "step": 17301,
+   "loss": 1.0602089166641235,
+   "ema": 1.0407343116936079,
+   "lr": 0.00026352397818361494,
+   "value_bits": {
+    "0": 0.5266469135945058,
+    "128": 0.7385542830960834,
+    "256": 0.771595939574933,
+    "512": 0.8878860254796943,
+    "w": null
+   },
+   "value_n": {
+    "0": 76608,
+    "128": 59076,
+    "256": 79008,
+    "512": 96162,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06180079686272533,
+    "128": 0.18343296599254572,
+    "256": 0.133193774508761,
+    "512": 0.2730811898753367,
+    "w": null
+   }
+  },
+  {
+   "step": 17401,
+   "loss": 1.0393506288528442,
+   "ema": 1.0383245238361634,
+   "lr": 0.0002589872080370713,
+   "value_bits": {
+    "0": 0.5241010051809823,
+    "128": 0.7347747192417,
+    "256": 0.768803412634207,
+    "512": 0.8834109033149512,
+    "w": null
+   },
+   "value_n": {
+    "0": 77028,
+    "128": 59448,
+    "256": 79428,
+    "512": 96792,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05972731055431725,
+    "128": 0.13455559488267094,
+    "256": 0.24348920184166079,
+    "512": 0.20033678013078152,
+    "w": null
+   }
+  },
+  {
+   "step": 17501,
+   "loss": 1.065660834312439,
+   "ema": 1.0404525198178283,
+   "lr": 0.00025450071956936634,
+   "value_bits": {
+    "0": 0.5214132682301179,
+    "128": 0.7313463983936234,
+    "256": 0.7659972785840929,
+    "512": 0.880181225826403,
+    "w": null
+   },
+   "value_n": {
+    "0": 77484,
+    "128": 59802,
+    "256": 79854,
+    "512": 97302,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06739791329330803,
+    "128": 0.15562092444881712,
+    "256": 0.2427916087895714,
+    "512": 0.2672264347057161,
+    "w": null
+   }
+  },
+  {
+   "step": 17601,
+   "loss": 1.0014393329620361,
+   "ema": 1.0403304831093712,
+   "lr": 0.000250065287963511,
+   "value_bits": {
+    "0": 0.5187983671023685,
+    "128": 0.7275579627540225,
+    "256": 0.7635860230794433,
+    "512": 0.8764258659993436,
+    "w": null
+   },
+   "value_n": {
+    "0": 77922,
+    "128": 60198,
+    "256": 80250,
+    "512": 97848,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0562116114344702,
+    "128": 0.1554467806343008,
+    "256": 0.2773526971494202,
+    "512": 0.20718773066501597,
+    "w": null
+   }
+  },
+  {
+   "step": 17701,
+   "loss": 1.0335997343063354,
+   "ema": 1.0390351971929268,
+   "lr": 0.00024568167958082557,
+   "value_bits": {
+    "0": 0.5158356696994683,
+    "128": 0.7235278287219109,
+    "256": 0.7606899302136121,
+    "512": 0.8732143597802275,
+    "w": null
+   },
+   "value_n": {
+    "0": 78402,
+    "128": 60600,
+    "256": 80688,
+    "512": 98340,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.034878780056159374,
+    "128": 0.1200302952267682,
+    "256": 0.2300701756863259,
+    "512": 0.23451626927604502,
+    "w": null
+   }
+  },
+  {
+   "step": 17801,
+   "loss": 1.0381940603256226,
+   "ema": 1.0356951533019232,
+   "lr": 0.00024135065182852723,
+   "value_bits": {
+    "0": 0.5133059400634173,
+    "128": 0.7211225684912629,
+    "256": 0.7572561603449155,
+    "512": 0.8689380025862223,
+    "w": null
+   },
+   "value_n": {
+    "0": 78810,
+    "128": 60858,
+    "256": 81150,
+    "512": 98982,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.027188628971096036,
+    "128": 0.15616609571113502,
+    "256": 0.15755048249773257,
+    "512": 0.21389599875681503,
+    "w": null
+   }
+  },
+  {
+   "step": 17901,
+   "loss": 0.9437569379806519,
+   "ema": 1.0323399677096325,
+   "lr": 0.00023707295302886314,
+   "value_bits": {
+    "0": 0.5103448513516154,
+    "128": 0.717946311009623,
+    "256": 0.7543512995599588,
+    "512": 0.8656730671425608,
+    "w": null
+   },
+   "value_n": {
+    "0": 79350,
+    "128": 61188,
+    "256": 81558,
+    "512": 99474,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07819040435697781,
+    "128": 0.1321866812592107,
+    "256": 0.17658303314029616,
+    "512": 0.20882379867810794,
+    "w": null
+   }
+  },
+  {
+   "step": 18001,
+   "loss": 1.073553204536438,
+   "ema": 1.0353029156993565,
+   "lr": 0.00023284932228981455,
+   "value_bits": {
+    "0": 0.5082000768461312,
+    "128": 0.7152855677749187,
+    "256": 0.7516774556672133,
+    "512": 0.8620277426640219,
+    "w": null
+   },
+   "value_n": {
+    "0": 79728,
+    "128": 61512,
+    "256": 81966,
+    "512": 100062,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05796765089329252,
+    "128": 0.21279928059871295,
+    "256": 0.2171839257540993,
+    "512": 0.24533555358550332,
+    "w": null
+   }
+  },
+  {
+   "step": 18101,
+   "loss": 1.0355581045150757,
+   "ema": 1.0389317776280322,
+   "lr": 0.00022868048937739292,
+   "value_bits": {
+    "0": 0.5055427233234603,
+    "128": 0.7120221293059202,
+    "256": 0.748162729797205,
+    "512": 0.8585766672000348,
+    "w": null
+   },
+   "value_n": {
+    "0": 80178,
+    "128": 61866,
+    "256": 82464,
+    "512": 100644,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03473054186677402,
+    "128": 0.14495821093011363,
+    "256": 0.169672728469691,
+    "512": 0.2652407340772058,
+    "w": null
+   }
+  },
+  {
+   "step": 18201,
+   "loss": 1.0432913303375244,
+   "ema": 1.03475576842118,
+   "lr": 0.0002245671745895482,
+   "value_bits": {
+    "0": 0.5030131050050649,
+    "128": 0.7085100422479679,
+    "256": 0.7442796607627591,
+    "512": 0.8556554400780747,
+    "w": null
+   },
+   "value_n": {
+    "0": 80604,
+    "128": 62244,
+    "256": 83004,
+    "512": 101142,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.026910434741425005,
+    "128": 0.13369846042976763,
+    "256": 0.15129187399136693,
+    "512": 0.2652859973822038,
+    "w": null
+   }
+  },
+  {
+   "step": 18301,
+   "loss": 1.068771243095398,
+   "ema": 1.035231374618794,
+   "lr": 0.00022051008863171656,
+   "value_bits": {
+    "0": 0.5009309218868548,
+    "128": 0.7047925957658756,
+    "256": 0.7413804898094052,
+    "512": 0.8521850540080596,
+    "w": null
+   },
+   "value_n": {
+    "0": 80988,
+    "128": 62646,
+    "256": 83412,
+    "512": 101688,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06386767173010066,
+    "128": 0.1291987180759489,
+    "256": 0.15156974026975284,
+    "512": 0.2093246366207348,
+    "w": null
+   }
+  },
+  {
+   "step": 18401,
+   "loss": 1.0180482864379883,
+   "ema": 1.039685940925338,
+   "lr": 0.0002165099324940219,
+   "value_bits": {
+    "0": 0.49832017603728535,
+    "128": 0.7029910001765747,
+    "256": 0.7381455887342078,
+    "512": 0.8496048979214814,
+    "w": null
+   },
+   "value_n": {
+    "0": 81462,
+    "128": 62934,
+    "256": 83898,
+    "512": 102162,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05224615733487864,
+    "128": 0.3111064262621876,
+    "256": 0.18294071530958814,
+    "512": 0.29607976684140314,
+    "w": null
+   }
+  },
+  {
+   "step": 18501,
+   "loss": 1.0754047632217407,
+   "ema": 1.0319744664838761,
+   "lr": 0.00021256739733015862,
+   "value_bits": {
+    "0": 0.4966065434063956,
+    "128": 0.6994917283120434,
+    "256": 0.7352680497002213,
+    "512": 0.8458511912730567,
+    "w": null
+   },
+   "value_n": {
+    "0": 81786,
+    "128": 63330,
+    "256": 84300,
+    "512": 102810,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06575487248806759,
+    "128": 0.1433725982049532,
+    "256": 0.13472135847284697,
+    "512": 0.25405153291448995,
+    "w": null
+   }
+  },
+  {
+   "step": 18601,
+   "loss": 1.0286240577697754,
+   "ema": 1.0297228296953362,
+   "lr": 0.00020868316433797222,
+   "value_bits": {
+    "0": 0.4939781880940781,
+    "128": 0.696212019254944,
+    "256": 0.7325481630984226,
+    "512": 0.8425619361959444,
+    "w": null
+   },
+   "value_n": {
+    "0": 82254,
+    "128": 63720,
+    "256": 84708,
+    "512": 103320,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03465624883510305,
+    "128": 0.16363772544440155,
+    "256": 0.17057159316798137,
+    "512": 0.1794868097686446,
+    "w": null
+   }
+  },
+  {
+   "step": 18701,
+   "loss": 1.047350525856018,
+   "ema": 1.0366558641367616,
+   "lr": 0.00020485790464176096,
+   "value_bits": {
+    "0": 0.4920697482286512,
+    "128": 0.6932908112975079,
+    "256": 0.72897614200816,
+    "512": 0.8392852151202655,
+    "w": null
+   },
+   "value_n": {
+    "0": 82638,
+    "128": 64122,
+    "256": 85230,
+    "512": 103836,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.08327596517962356,
+    "128": 0.23025754998451506,
+    "256": 0.1493233402572358,
+    "512": 0.18317897182733828,
+    "w": null
+   }
+  },
+  {
+   "step": 18801,
+   "loss": 1.0666991472244263,
+   "ema": 1.0331378590640767,
+   "lr": 0.00020109227917631847,
+   "value_bits": {
+    "0": 0.48936191811494306,
+    "128": 0.6900230640949107,
+    "256": 0.7258987041406034,
+    "512": 0.835708213655725,
+    "w": null
+   },
+   "value_n": {
+    "0": 83124,
+    "128": 64530,
+    "256": 85698,
+    "512": 104388,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02893050878035434,
+    "128": 0.17645814712199465,
+    "256": 0.16544992326061386,
+    "512": 0.1628431338150963,
+    "w": null
+   }
+  },
+  {
+   "step": 18901,
+   "loss": 1.095645785331726,
+   "ema": 1.039141064569386,
+   "lr": 0.0001973869385727354,
+   "value_bits": {
+    "0": 0.48715717535678776,
+    "128": 0.6871896811697069,
+    "256": 0.7228487568844401,
+    "512": 0.8316041900871095,
+    "w": null
+   },
+   "value_n": {
+    "0": 83550,
+    "128": 64866,
+    "256": 86136,
+    "512": 105030,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.056952863082368445,
+    "128": 0.14302837115962083,
+    "256": 0.1261035971614094,
+    "512": 0.1642976289023141,
+    "w": null
+   }
+  },
+  {
+   "step": 19001,
+   "loss": 0.9740721583366394,
+   "ema": 1.0336384623197266,
+   "lr": 0.00019374252304598305,
+   "value_bits": {
+    "0": 0.4846291764705072,
+    "128": 0.6853587325229199,
+    "256": 0.7199449144867295,
+    "512": 0.8281707995032888,
+    "w": null
+   },
+   "value_n": {
+    "0": 84042,
+    "128": 65064,
+    "256": 86604,
+    "512": 105588,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0553318046234767,
+    "128": 0.08552885917700567,
+    "256": 0.1854889983132303,
+    "512": 0.18191808800027232,
+    "w": null
+   }
+  },
+  {
+   "step": 19101,
+   "loss": 1.0371781587600708,
+   "ema": 1.0385074652947146,
+   "lr": 0.00019015966228429549,
+   "value_bits": {
+    "0": 0.48244983089692983,
+    "128": 0.6825623888182769,
+    "256": 0.716903500032171,
+    "512": 0.8249726350309299,
+    "w": null
+   },
+   "value_n": {
+    "0": 84450,
+    "128": 65406,
+    "256": 87126,
+    "512": 106140,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03353669193960322,
+    "128": 0.15057026367532084,
+    "256": 0.21230837087012444,
+    "512": 0.2132193917203491,
+    "w": null
+   }
+  },
+  {
+   "step": 19201,
+   "loss": 1.008063554763794,
+   "ema": 1.0313565191226461,
+   "lr": 0.00018663897534037111,
+   "value_bits": {
+    "0": 0.48015286831388476,
+    "128": 0.6803714424559825,
+    "256": 0.7143801963642696,
+    "512": 0.8209835134866286,
+    "w": null
+   },
+   "value_n": {
+    "0": 84870,
+    "128": 65676,
+    "256": 87594,
+    "512": 106842,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.01829932036589175,
+    "128": 0.149626858114393,
+    "256": 0.24462516352331465,
+    "512": 0.21784197401065705,
+    "w": null
+   }
+  },
+  {
+   "step": 19301,
+   "loss": 1.0688639879226685,
+   "ema": 1.027244661193556,
+   "lr": 0.00018318107052441168,
+   "value_bits": {
+    "0": 0.47794302301492886,
+    "128": 0.6773595712166786,
+    "256": 0.7114391708646368,
+    "512": 0.8176841307769235,
+    "w": null
+   },
+   "value_n": {
+    "0": 85338,
+    "128": 66006,
+    "256": 88080,
+    "512": 107382,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.07719607745427681,
+    "128": 0.07794243329994184,
+    "256": 0.18136471075178223,
+    "512": 0.16488293175782515,
+    "w": null
+   }
+  },
+  {
+   "step": 19401,
+   "loss": 1.0332214832305908,
+   "ema": 1.0333144745313254,
+   "lr": 0.0001797865452990175,
+   "value_bits": {
+    "0": 0.47595060863466426,
+    "128": 0.6746572472460991,
+    "256": 0.7085849811063811,
+    "512": 0.8147528773026895,
+    "w": null
+   },
+   "value_n": {
+    "0": 85734,
+    "128": 66348,
+    "256": 88566,
+    "512": 107928,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04658530968764661,
+    "128": 0.15310872092425276,
+    "256": 0.19130713356080106,
+    "512": 0.23826229017778644,
+    "w": null
+   }
+  },
+  {
+   "step": 19501,
+   "loss": 1.0132036209106445,
+   "ema": 1.030403295051778,
+   "lr": 0.00017645598617595698,
+   "value_bits": {
+    "0": 0.47368717779494374,
+    "128": 0.6724234575285847,
+    "256": 0.7057493647190254,
+    "512": 0.8119457864642952,
+    "w": null
+   },
+   "value_n": {
+    "0": 86184,
+    "128": 66660,
+    "256": 89076,
+    "512": 108444,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04245833421138337,
+    "128": 0.19739948260023188,
+    "256": 0.2133195589101037,
+    "512": 0.2248068329638601,
+    "w": null
+   }
+  },
+  {
+   "step": 19601,
+   "loss": 1.0351589918136597,
+   "ema": 1.0338219599974532,
+   "lr": 0.00017318996861482767,
+   "value_bits": {
+    "0": 0.47155581648125056,
+    "128": 0.6699538490601533,
+    "256": 0.7027728028981655,
+    "512": 0.8086279582883504,
+    "w": null
+   },
+   "value_n": {
+    "0": 86592,
+    "128": 66978,
+    "256": 89598,
+    "512": 109098,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021337082512296445,
+    "128": 0.15226799841350275,
+    "256": 0.1948413455132626,
+    "512": 0.25847725689364043,
+    "w": null
+   }
+  },
+  {
+   "step": 19701,
+   "loss": 1.0617611408233643,
+   "ema": 1.033475150133541,
+   "lr": 0.00016998905692362765,
+   "value_bits": {
+    "0": 0.4696229374333339,
+    "128": 0.6668576636436659,
+    "256": 0.7006379742526321,
+    "512": 0.805305577439754,
+    "w": null
+   },
+   "value_n": {
+    "0": 86982,
+    "128": 67398,
+    "256": 89958,
+    "512": 109698,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04046431559436064,
+    "128": 0.17310455215441206,
+    "256": 0.16931470485678918,
+    "512": 0.20119706773943738,
+    "w": null
+   }
+  },
+  {
+   "step": 19801,
+   "loss": 1.0059951543807983,
+   "ema": 1.0316587980341245,
+   "lr": 0.00016685380416125387,
+   "value_bits": {
+    "0": 0.46747001095533935,
+    "128": 0.6643235999057079,
+    "256": 0.6978671013928037,
+    "512": 0.8022184060610917,
+    "w": null
+   },
+   "value_n": {
+    "0": 87444,
+    "128": 67722,
+    "256": 90414,
+    "512": 110250,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06213267132564502,
+    "128": 0.13719141530415768,
+    "256": 0.15123951208482145,
+    "512": 0.1887102069732537,
+    "w": null
+   }
+  },
+  {
+   "step": 19901,
+   "loss": 1.0224220752716064,
+   "ema": 1.0320233478426917,
+   "lr": 0.00016378475204194287,
+   "value_bits": {
+    "0": 0.4652673840380439,
+    "128": 0.6613392268750036,
+    "256": 0.6947259575455275,
+    "512": 0.7997106121303411,
+    "w": null
+   },
+   "value_n": {
+    "0": 87930,
+    "128": 68088,
+    "256": 90888,
+    "512": 110712,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0689576964742874,
+    "128": 0.10913236789862468,
+    "256": 0.09556270900622069,
+    "512": 0.2012597877466761,
+    "w": null
+   }
+  },
+  {
+   "step": 20001,
+   "loss": 0.9996846914291382,
+   "ema": 1.029151735961556,
+   "lr": 0.0001607824308416733,
+   "value_bits": {
+    "0": 0.46301665733073033,
+    "128": 0.6589095473351192,
+    "256": 0.6923629096489291,
+    "512": 0.7973668487822445,
+    "w": null
+   },
+   "value_n": {
+    "0": 88410,
+    "128": 68418,
+    "256": 91314,
+    "512": 111198,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05071165863472607,
+    "128": 0.1576003942695224,
+    "256": 0.18820164855494884,
+    "512": 0.2634517710158551,
+    "w": null
+   }
+  },
+  {
+   "step": 20101,
+   "loss": 1.004181146621704,
+   "ema": 1.0296242227317653,
+   "lr": 0.0001578473593065433,
+   "value_bits": {
+    "0": 0.460630338742401,
+    "128": 0.6559202708804236,
+    "256": 0.6898325033448847,
+    "512": 0.7947602865969656,
+    "w": null
+   },
+   "value_n": {
+    "0": 88896,
+    "128": 68796,
+    "256": 91782,
+    "512": 111672,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.026526580729653224,
+    "128": 0.1148612325804997,
+    "256": 0.19611130409807317,
+    "512": 0.1832739957137598,
+    "w": null
+   }
+  },
+  {
+   "step": 20201,
+   "loss": 1.0222439765930176,
+   "ema": 1.0289364760499122,
+   "lr": 0.00015498004456314098,
+   "value_bits": {
+    "0": 0.4582823550601695,
+    "128": 0.6532191127885741,
+    "256": 0.6877192114417348,
+    "512": 0.7921448341210683,
+    "w": null
+   },
+   "value_n": {
+    "0": 89406,
+    "128": 69192,
+    "256": 92172,
+    "512": 112242,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.049014987578494734,
+    "128": 0.183954284286373,
+    "256": 0.1903803461727449,
+    "512": 0.2797363974747274,
+    "w": null
+   }
+  },
+  {
+   "step": 20301,
+   "loss": 1.0118252038955688,
+   "ema": 1.0304966095256374,
+   "lr": 0.00015218098203092226,
+   "value_bits": {
+    "0": 0.45658967635183473,
+    "128": 0.6512565824941127,
+    "256": 0.6843488911416906,
+    "512": 0.7893829687979764,
+    "w": null
+   },
+   "value_n": {
+    "0": 89766,
+    "128": 69450,
+    "256": 92766,
+    "512": 112830,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03621291913691433,
+    "128": 0.12493334166320151,
+    "256": 0.16137050276514409,
+    "512": 0.2621766973787863,
+    "w": null
+   }
+  },
+  {
+   "step": 20401,
+   "loss": 1.0355948209762573,
+   "ema": 1.0298607836256861,
+   "lr": 0.0001494506553366113,
+   "value_bits": {
+    "0": 0.4545513999233878,
+    "128": 0.6486035127886297,
+    "256": 0.6821754593793543,
+    "512": 0.7865769680472265,
+    "w": null
+   },
+   "value_n": {
+    "0": 90192,
+    "128": 69804,
+    "256": 93156,
+    "512": 113394,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02504923589526571,
+    "128": 0.12810721039940454,
+    "256": 0.1651996366488468,
+    "512": 0.225227562538176,
+    "w": null
+   }
+  },
+  {
+   "step": 20501,
+   "loss": 1.0648610591888428,
+   "ema": 1.0333411177524443,
+   "lr": 0.0001467895362306391,
+   "value_bits": {
+    "0": 0.4522858292700494,
+    "128": 0.6461545570324522,
+    "256": 0.6795614415765366,
+    "512": 0.7837420485500269,
+    "w": null
+   },
+   "value_n": {
+    "0": 90702,
+    "128": 70116,
+    "256": 93612,
+    "512": 113964,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05162632267026382,
+    "128": 0.09824780189071564,
+    "256": 0.14554512043776477,
+    "512": 0.21977211615451733,
+    "w": null
+   }
+  },
+  {
+   "step": 20601,
+   "loss": 1.0186007022857666,
+   "ema": 1.0289569389487048,
+   "lr": 0.00014419808450563305,
+   "value_bits": {
+    "0": 0.45021032778209896,
+    "128": 0.644044848760837,
+    "256": 0.6773118551587585,
+    "512": 0.781255042629473,
+    "w": null
+   },
+   "value_n": {
+    "0": 91188,
+    "128": 70398,
+    "256": 94134,
+    "512": 114486,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06286025379017302,
+    "128": 0.11949057509922459,
+    "256": 0.27388602423719566,
+    "512": 0.2382873362501507,
+    "w": null
+   }
+  },
+  {
+   "step": 20701,
+   "loss": 0.997395396232605,
+   "ema": 1.0296813990318576,
+   "lr": 0.00014167674791697334,
+   "value_bits": {
+    "0": 0.44833242336603935,
+    "128": 0.6422328231552409,
+    "256": 0.6746001410715977,
+    "512": 0.7788030061784554,
+    "w": null
+   },
+   "value_n": {
+    "0": 91614,
+    "128": 70668,
+    "256": 94638,
+    "512": 114996,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04635508089737896,
+    "128": 0.16977734692281474,
+    "256": 0.16812297067321252,
+    "512": 0.22836409415646497,
+    "w": null
+   }
+  },
+  {
+   "step": 20801,
+   "loss": 1.0300225019454956,
+   "ema": 1.0282447063361615,
+   "lr": 0.00013922596210542957,
+   "value_bits": {
+    "0": 0.44616630324438983,
+    "128": 0.6401568320862367,
+    "256": 0.6723990442796517,
+    "512": 0.7758595051637903,
+    "w": null
+   },
+   "value_n": {
+    "0": 92082,
+    "128": 71004,
+    "256": 95040,
+    "512": 115566,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02213440404609815,
+    "128": 0.20353142475176714,
+    "256": 0.15422143682646483,
+    "512": 0.1820159215104363,
+    "w": null
+   }
+  },
+  {
+   "step": 20901,
+   "loss": 1.0210473537445068,
+   "ema": 1.033828924974074,
+   "lr": 0.00013684615052188926,
+   "value_bits": {
+    "0": 0.44425562336868135,
+    "128": 0.6378928897827393,
+    "256": 0.6697755937320772,
+    "512": 0.7734630894915812,
+    "w": null
+   },
+   "value_n": {
+    "0": 92532,
+    "128": 71370,
+    "256": 95508,
+    "512": 116088,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05327956933538427,
+    "128": 0.19868808290424209,
+    "256": 0.13701332868617297,
+    "512": 0.24291869567063762,
+    "w": null
+   }
+  },
+  {
+   "step": 21001,
+   "loss": 1.0773401260375977,
+   "ema": 1.0272113441654076,
+   "lr": 0.00013453772435419398,
+   "value_bits": {
+    "0": 0.4424195350803676,
+    "128": 0.6355795273173926,
+    "256": 0.6673516020634738,
+    "512": 0.7707073095066185,
+    "w": null
+   },
+   "value_n": {
+    "0": 92952,
+    "128": 71778,
+    "256": 95988,
+    "512": 116628,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0379030553321561,
+    "128": 0.23091119606299623,
+    "256": 0.18503785980310766,
+    "512": 0.1782758522948593,
+    "w": null
+   }
+  },
+  {
+   "step": 21101,
+   "loss": 1.032516598701477,
+   "ema": 1.0241889316278219,
+   "lr": 0.00013230108245609296,
+   "value_bits": {
+    "0": 0.44066249554142006,
+    "128": 0.633119731757937,
+    "256": 0.6652660172810408,
+    "512": 0.7677851126582707,
+    "w": null
+   },
+   "value_n": {
+    "0": 93348,
+    "128": 72090,
+    "256": 96414,
+    "512": 117258,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.028237396490274635,
+    "128": 0.06722484180087614,
+    "256": 0.19533382926186396,
+    "512": 0.22681689991364656,
+    "w": null
+   }
+  },
+  {
+   "step": 21201,
+   "loss": 1.019667148590088,
+   "ema": 1.0220721273553721,
+   "lr": 0.00013013661127832891,
+   "value_bits": {
+    "0": 0.4389294206436165,
+    "128": 0.6315495096018579,
+    "256": 0.6629589945781315,
+    "512": 0.7650070816819408,
+    "w": null
+   },
+   "value_n": {
+    "0": 93768,
+    "128": 72354,
+    "256": 96864,
+    "512": 117870,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05374114550037107,
+    "128": 0.20277180039066783,
+    "256": 0.16867169040410396,
+    "512": 0.232741793736705,
+    "w": null
+   }
+  },
+  {
+   "step": 21301,
+   "loss": 1.0332552194595337,
+   "ema": 1.0245488876860533,
+   "lr": 0.0001280446848018664,
+   "value_bits": {
+    "0": 0.4374952388286671,
+    "128": 0.6296412260109016,
+    "256": 0.6603102856805018,
+    "512": 0.7625683009908734,
+    "w": null
+   },
+   "value_n": {
+    "0": 94122,
+    "128": 72684,
+    "256": 97404,
+    "512": 118446,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05760721503155433,
+    "128": 0.21124137467743687,
+    "256": 0.1851907696434599,
+    "512": 0.26350739811564833,
+    "w": null
+   }
+  },
+  {
+   "step": 21401,
+   "loss": 0.9914735555648804,
+   "ema": 1.022100008610226,
+   "lr": 0.0001260256644732746,
+   "value_bits": {
+    "0": 0.43570487304838734,
+    "128": 0.6271725568259563,
+    "256": 0.6581203199171932,
+    "512": 0.7596708812928147,
+    "w": null
+   },
+   "value_n": {
+    "0": 94554,
+    "128": 73044,
+    "256": 97842,
+    "512": 119022,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04562892866992569,
+    "128": 0.12874824838549803,
+    "256": 0.17110793359458762,
+    "512": 0.16385877442431182,
+    "w": null
+   }
+  },
+  {
+   "step": 21501,
+   "loss": 1.0639045238494873,
+   "ema": 1.0293223829792708,
+   "lr": 0.00012407989914227602,
+   "value_bits": {
+    "0": 0.4339007532295772,
+    "128": 0.6247992033771389,
+    "256": 0.6555357023966123,
+    "512": 0.7573640438553133,
+    "w": null
+   },
+   "value_n": {
+    "0": 94968,
+    "128": 73434,
+    "256": 98304,
+    "512": 119520,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021855474611775977,
+    "128": 0.18028835897863546,
+    "256": 0.10816741787566597,
+    "512": 0.2060298962925006,
+    "w": null
+   }
+  },
+  {
+   "step": 21601,
+   "loss": 1.0366840362548828,
+   "ema": 1.029775834489796,
+   "lr": 0.00012220772500147172,
+   "value_bits": {
+    "0": 0.4318742061136208,
+    "128": 0.6224495557901835,
+    "256": 0.6532029691577392,
+    "512": 0.7549596621660147,
+    "w": null
+   },
+   "value_n": {
+    "0": 95466,
+    "128": 73788,
+    "256": 98766,
+    "512": 120018,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0454141127237758,
+    "128": 0.13503706737073698,
+    "256": 0.15684580830454753,
+    "512": 0.17790805673435445,
+    "w": null
+   }
+  },
+  {
+   "step": 21701,
+   "loss": 1.0271975994110107,
+   "ema": 1.0294239403212342,
+   "lr": 0.00012040946552825321,
+   "value_bits": {
+    "0": 0.4302587232621636,
+    "128": 0.62028693292342,
+    "256": 0.6508860538341472,
+    "512": 0.7527157028857677,
+    "w": null
+   },
+   "value_n": {
+    "0": 95880,
+    "128": 74124,
+    "256": 99288,
+    "512": 120522,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.057737742834089154,
+    "128": 0.14535950407594087,
+    "256": 0.21250969588417387,
+    "512": 0.2183595423764937,
+    "w": null
+   }
+  },
+  {
+   "step": 21801,
+   "loss": 1.0476531982421875,
+   "ema": 1.0286638689255547,
+   "lr": 0.00011868543142891201,
+   "value_bits": {
+    "0": 0.4288138725452316,
+    "128": 0.6179736668932169,
+    "256": 0.648674964881795,
+    "512": 0.7499360965211269,
+    "w": null
+   },
+   "value_n": {
+    "0": 96234,
+    "128": 74514,
+    "256": 99732,
+    "512": 121146,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03747972921348859,
+    "128": 0.17831076632201684,
+    "256": 0.1542276678071317,
+    "512": 0.21307116338130455,
+    "w": null
+   }
+  },
+  {
+   "step": 21901,
+   "loss": 1.0131274461746216,
+   "ema": 1.023028546562757,
+   "lr": 0.00011703592058495441,
+   "value_bits": {
+    "0": 0.42729739748916723,
+    "128": 0.6161547554454806,
+    "256": 0.6468331168984702,
+    "512": 0.747360617878287,
+    "w": null
+   },
+   "value_n": {
+    "0": 96624,
+    "128": 74856,
+    "256": 100182,
+    "512": 121734,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05310134480893182,
+    "128": 0.21985543492903484,
+    "256": 0.2386304878474602,
+    "512": 0.21673317627033922,
+    "w": null
+   }
+  },
+  {
+   "step": 22001,
+   "loss": 1.0100563764572144,
+   "ema": 1.020079408500751,
+   "lr": 0.00011546121800163398,
+   "value_bits": {
+    "0": 0.42573933341160475,
+    "128": 0.6142168390767139,
+    "256": 0.6441330209151729,
+    "512": 0.7450623099881365,
+    "w": null
+   },
+   "value_n": {
+    "0": 97032,
+    "128": 75168,
+    "256": 100716,
+    "512": 122262,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.05675309951355038,
+    "128": 0.14926598106262245,
+    "256": 0.1375768115543328,
+    "512": 0.21517175563284896,
+    "w": null
+   }
+  },
+  {
+   "step": 22101,
+   "loss": 0.9766970872879028,
+   "ema": 1.0273900157331555,
+   "lr": 0.00011396159575870696,
+   "value_bits": {
+    "0": 0.4240084158273493,
+    "128": 0.6119241503530393,
+    "256": 0.6424545098793205,
+    "512": 0.7424527864963019,
+    "w": null
+   },
+   "value_n": {
+    "0": 97452,
+    "128": 75534,
+    "256": 101106,
+    "512": 122838,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02411699907623587,
+    "128": 0.14105850559572566,
+    "256": 0.20898549068209815,
+    "512": 0.18855424281805575,
+    "w": null
+   }
+  },
+  {
+   "step": 22201,
+   "loss": 1.0106196403503418,
+   "ema": 1.0272381677958553,
+   "lr": 0.00011253731296342258,
+   "value_bits": {
+    "0": 0.4224566650781931,
+    "128": 0.6099017594090013,
+    "256": 0.639828031329663,
+    "512": 0.7401865857832299,
+    "w": null
+   },
+   "value_n": {
+    "0": 97866,
+    "128": 75846,
+    "256": 101640,
+    "512": 123372,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.057188032211591626,
+    "128": 0.12028869028409857,
+    "256": 0.14253825559621117,
+    "512": 0.21888403298859757,
+    "w": null
+   }
+  },
+  {
+   "step": 22301,
+   "loss": 1.0213346481323242,
+   "ema": 1.0192479126256702,
+   "lr": 0.00011118861570575383,
+   "value_bits": {
+    "0": 0.42023925039321325,
+    "128": 0.607964046117246,
+    "256": 0.6378597694331863,
+    "512": 0.7379000758151925,
+    "w": null
+   },
+   "value_n": {
+    "0": 98424,
+    "128": 76128,
+    "256": 102060,
+    "512": 123906,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.031333326450142494,
+    "128": 0.08680162651985669,
+    "256": 0.1615403904858345,
+    "512": 0.20963919982878612,
+    "w": null
+   }
+  },
+  {
+   "step": 22401,
+   "loss": 1.056004524230957,
+   "ema": 1.0323332294965064,
+   "lr": 0.00010991573701587744,
+   "value_bits": {
+    "0": 0.41829234881945787,
+    "128": 0.6059517401825458,
+    "256": 0.6358756192660641,
+    "512": 0.7354995440989048,
+    "w": null
+   },
+   "value_n": {
+    "0": 98916,
+    "128": 76464,
+    "256": 102510,
+    "512": 124464,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02881706325989699,
+    "128": 0.15002070983476118,
+    "256": 0.18587036136272278,
+    "512": 0.2024524422381065,
+    "w": null
+   }
+  },
+  {
+   "step": 22501,
+   "loss": 1.0295250415802002,
+   "ema": 1.0258667273342688,
+   "lr": 0.00010871889682391076,
+   "value_bits": {
+    "0": 0.41634665462826004,
+    "128": 0.6039346986820752,
+    "256": 0.6340729028687495,
+    "512": 0.7330045568608566,
+    "w": null
+   },
+   "value_n": {
+    "0": 99426,
+    "128": 76788,
+    "256": 102924,
+    "512": 125034,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.03897354361546769,
+    "128": 0.12791290457099636,
+    "256": 0.1877046470989176,
+    "512": 0.18820439616539028,
+    "w": null
+   }
+  },
+  {
+   "step": 22601,
+   "loss": 1.0398271083831787,
+   "ema": 1.0212240059479014,
+   "lr": 0.00010759830192191176,
+   "value_bits": {
+    "0": 0.4143415795166205,
+    "128": 0.6020278218479941,
+    "256": 0.6325085815821121,
+    "512": 0.7302076982375555,
+    "w": null
+   },
+   "value_n": {
+    "0": 99942,
+    "128": 77100,
+    "256": 103296,
+    "512": 125622,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.027991583295929514,
+    "128": 0.132716096413956,
+    "256": 0.19969620495344445,
+    "512": 0.13547568955412798,
+    "w": null
+   }
+  },
+  {
+   "step": 22701,
+   "loss": 1.041196584701538,
+   "ema": 1.0217172732937925,
+   "lr": 0.00010655414592814919,
+   "value_bits": {
+    "0": 0.41306911827821924,
+    "128": 0.5995174057618224,
+    "256": 0.6301234388550541,
+    "512": 0.7279065013087623,
+    "w": null
+   },
+   "value_n": {
+    "0": 100308,
+    "128": 77508,
+    "256": 103758,
+    "512": 126216,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06560376011346426,
+    "128": 0.1251226012426259,
+    "256": 0.09684269614035147,
+    "512": 0.24123821748914837,
+    "w": null
+   }
+  },
+  {
+   "step": 22801,
+   "loss": 1.0520374774932861,
+   "ema": 1.0264925054031155,
+   "lr": 0.00010558660925364902,
+   "value_bits": {
+    "0": 0.4111180669875244,
+    "128": 0.5977769442679133,
+    "256": 0.6281667836681221,
+    "512": 0.7257253208858865,
+    "w": null
+   },
+   "value_n": {
+    "0": 100860,
+    "128": 77814,
+    "256": 104226,
+    "512": 126696,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0565781161414817,
+    "128": 0.1569282858695061,
+    "256": 0.19436629459613233,
+    "512": 0.15218392869066674,
+    "w": null
+   }
+  },
+  {
+   "step": 22901,
+   "loss": 1.0444490909576416,
+   "ema": 1.0281584612459918,
+   "lr": 0.0001046958590710223,
+   "value_bits": {
+    "0": 0.40939931749280933,
+    "128": 0.5953816015240544,
+    "256": 0.6263115578809855,
+    "512": 0.7234045544600117,
+    "w": null
+   },
+   "value_n": {
+    "0": 101340,
+    "128": 78216,
+    "256": 104634,
+    "512": 127236,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.04824707991580745,
+    "128": 0.1317218993583127,
+    "256": 0.1523832174640769,
+    "512": 0.17890117836257002,
+    "w": null
+   }
+  },
+  {
+   "step": 23001,
+   "loss": 1.0499701499938965,
+   "ema": 1.0239107415562687,
+   "lr": 0.00010388204928558148,
+   "value_bits": {
+    "0": 0.4076795998265933,
+    "128": 0.5936131740303694,
+    "256": 0.6242868070204559,
+    "512": 0.7209545945084326,
+    "w": null
+   },
+   "value_n": {
+    "0": 101844,
+    "128": 78570,
+    "256": 105078,
+    "512": 127788,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.06189351194100788,
+    "128": 0.2028806179680148,
+    "256": 0.14712964138836765,
+    "512": 0.1562388256694284,
+    "w": null
+   }
+  },
+  {
+   "step": 23101,
+   "loss": 1.0614666938781738,
+   "ema": 1.0244538827457585,
+   "lr": 0.00010314532050874761,
+   "value_bits": {
+    "0": 0.40607397919682087,
+    "128": 0.5919038033472294,
+    "256": 0.6226136274325466,
+    "512": 0.7184933228357548,
+    "w": null
+   },
+   "value_n": {
+    "0": 102270,
+    "128": 78924,
+    "256": 105468,
+    "512": 128394,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02221757680587591,
+    "128": 0.212510428843536,
+    "256": 0.1718075640008914,
+    "512": 0.19948179724476878,
+    "w": null
+   }
+  },
+  {
+   "step": 23201,
+   "loss": 1.0026061534881592,
+   "ema": 1.0231156985968655,
+   "lr": 0.00010248580003375586,
+   "value_bits": {
+    "0": 0.4046048788522751,
+    "128": 0.5897398383255059,
+    "256": 0.6208791686483637,
+    "512": 0.7165038684314644,
+    "w": null
+   },
+   "value_n": {
+    "0": 102684,
+    "128": 79326,
+    "256": 105966,
+    "512": 128892,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.041694511130793956,
+    "128": 0.16489213838894395,
+    "256": 0.2535500540897453,
+    "512": 0.20358417207711127,
+    "w": null
+   }
+  },
+  {
+   "step": 23301,
+   "loss": 1.0157577991485596,
+   "ema": 1.0246012947051022,
+   "lr": 0.00010190360181366123,
+   "value_bits": {
+    "0": 0.40280314938073725,
+    "128": 0.588092356690452,
+    "256": 0.618989291424864,
+    "512": 0.7146987286237929,
+    "w": null
+   },
+   "value_n": {
+    "0": 103170,
+    "128": 79614,
+    "256": 106428,
+    "512": 129468,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.02212662869063417,
+    "128": 0.13431413383527105,
+    "256": 0.18552017916216984,
+    "512": 0.31076108957796994,
+    "w": null
+   }
+  },
+  {
+   "step": 23401,
+   "loss": 1.0336436033248901,
+   "ema": 1.024941097439915,
+   "lr": 0.00010139882644164988,
+   "value_bits": {
+    "0": 0.40116849816969,
+    "128": 0.5860345378067627,
+    "256": 0.617554360259965,
+    "512": 0.7122639749735883,
+    "w": null
+   },
+   "value_n": {
+    "0": 103614,
+    "128": 80010,
+    "256": 106788,
+    "512": 130110,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.021332990413512706,
+    "128": 0.17231940496324977,
+    "256": 0.1933408768769704,
+    "512": 0.2212629070846686,
+    "w": null
+   }
+  },
+  {
+   "step": 23501,
+   "loss": 0.999135434627533,
+   "ema": 1.0225265930330767,
+   "lr": 0.00010097156113365811,
+   "value_bits": {
+    "0": 0.3993535389735099,
+    "128": 0.5841483098179541,
+    "256": 0.6152965204162887,
+    "512": 0.710319287661505,
+    "w": null
+   },
+   "value_n": {
+    "0": 104136,
+    "128": 80328,
+    "256": 107274,
+    "512": 130572,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.039094569331726683,
+    "128": 0.10956622999219759,
+    "256": 0.11918499525886948,
+    "512": 0.16264988035596625,
+    "w": null
+   }
+  },
+  {
+   "step": 23601,
+   "loss": 1.0015878677368164,
+   "ema": 1.0205808940424728,
+   "lr": 0.00010062187971330323,
+   "value_bits": {
+    "0": 0.39785563509360505,
+    "128": 0.5820841264128588,
+    "256": 0.6134336135119578,
+    "512": 0.7083944764775536,
+    "w": null
+   },
+   "value_n": {
+    "0": 104586,
+    "128": 80694,
+    "256": 107718,
+    "512": 131112,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.051220705231901885,
+    "128": 0.1290466276027806,
+    "256": 0.16334020077504383,
+    "512": 0.24297513219810563,
+    "w": null
+   }
+  },
+  {
+   "step": 23701,
+   "loss": 0.9902512431144714,
+   "ema": 1.019926262029059,
+   "lr": 0.00010034984259912822,
+   "value_bits": {
+    "0": 0.39665368164733356,
+    "128": 0.5797322531926373,
+    "256": 0.6119359102820805,
+    "512": 0.7062399223269108,
+    "w": null
+   },
+   "value_n": {
+    "0": 104958,
+    "128": 81078,
+    "256": 108108,
+    "512": 131688,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.058730286131867586,
+    "128": 0.08550814477454761,
+    "256": 0.1982702781899564,
+    "512": 0.21580953378683007,
+    "w": null
+   }
+  },
+  {
+   "step": 23801,
+   "loss": 1.026265025138855,
+   "ema": 1.0225373417001367,
+   "lr": 0.00010015549679416248,
+   "value_bits": {
+    "0": 0.3951080532245108,
+    "128": 0.5776552613618224,
+    "256": 0.6102663384075534,
+    "512": 0.704160705189383,
+    "w": null
+   },
+   "value_n": {
+    "0": 105426,
+    "128": 81474,
+    "256": 108516,
+    "512": 132336,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.048471155782989106,
+    "128": 0.15240691878904464,
+    "256": 0.16787889671300077,
+    "512": 0.28161757801846854,
+    "w": null
+   }
+  },
+  {
+   "step": 23901,
+   "loss": 1.0040507316589355,
+   "ema": 1.023929193031024,
+   "lr": 0.0001000388758778005,
+   "value_bits": {
+    "0": 0.39375248175635646,
+    "128": 0.575472341124776,
+    "256": 0.6083402676950911,
+    "512": 0.702268571895804,
+    "w": null
+   },
+   "value_n": {
+    "0": 105894,
+    "128": 81846,
+    "256": 108954,
+    "512": 132852,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.0883839398725087,
+    "128": 0.09737760082068891,
+    "256": 0.1311496525499959,
+    "512": 0.2170023867425776,
+    "w": null
+   }
+  },
+  {
+   "step": 24000,
+   "loss": 1.0251730680465698,
+   "ema": 1.0221317264106256,
+   "lr": 0.00010000000388764377,
+   "value_bits": {
+    "0": 0.3924830997468686,
+    "128": 0.5739922536445986,
+    "256": 0.606380204256426,
+    "512": 0.7003419324226723,
+    "w": null
+   },
+   "value_n": {
+    "0": 106290,
+    "128": 82152,
+    "256": 109398,
+    "512": 133374,
+    "w": 0
+   },
+   "value_bits_window": {
+    "0": 0.053038810573372286,
+    "128": 0.1781123846818621,
+    "256": 0.12539652881427193,
+    "512": 0.2100011138699897,
+    "w": null
+   }
+  }
+ ],
+ "wall_s": 1093.352949142456,
+ "frames": {
+  "mode": "dyn",
+  "register": "caption",
+  "tags": "mode",
+  "n_lookup": 2,
+  "n_bulk": 0,
+  "facts": 0,
+  "ask": "any",
+  "sizes": [
+   32,
+   128,
+   256,
+   512
+  ],
+  "frame_records": 4,
+  "nest": 0.3,
+  "overlap": 0.0
+ },
+ "heldout_bits_by_frame": {
+  "by_kind_size_segment": {
+   "data/128/open": {
+    "bits": 7.301621706817894,
+    "n": 80
+   },
+   "data/128/head": {
+    "bits": 1.4975099049727303,
+    "n": 640
+   },
+   "data/128/body": {
+    "bits": 2.2582852357531285,
+    "n": 9440
+   },
+   "data/128/close": {
+    "bits": 3.0511275965750873,
+    "n": 80
+   },
+   "think/512/open": {
+    "bits": 8.020411183566855,
+    "n": 33
+   },
+   "think/512/head": {
+    "bits": 2.0967095946327277,
+    "n": 264
+   },
+   "think/512/body": {
+    "bits": 1.4773836951342318,
+    "n": 15542
+   },
+   "think/512/close": {
+    "bits": 10.175716254920339,
+    "n": 33
+   },
+   "data/32/open": {
+    "bits": 6.855018432578884,
+    "n": 86
+   },
+   "data/32/head": {
+    "bits": 1.4470300371429141,
+    "n": 688
+   },
+   "data/32/body": {
+    "bits": 2.9632484059303095,
+    "n": 1892
+   },
+   "data/32/close": {
+    "bits": 0.2214307134248961,
+    "n": 86
+   },
+   "data/256/open": {
+    "bits": 6.349275918893827,
+    "n": 70
+   },
+   "data/256/head": {
+    "bits": 1.4071579513030457,
+    "n": 560
+   },
+   "data/256/body": {
+    "bits": 1.8926306963695223,
+    "n": 17220
+   },
+   "data/256/close": {
+    "bits": 3.3813115893683747,
+    "n": 70
+   },
+   "data/512/open": {
+    "bits": 6.61911052760575,
+    "n": 56
+   },
+   "data/512/head": {
+    "bits": 1.5062938446180822,
+    "n": 448
+   },
+   "data/512/body": {
+    "bits": 1.6466843107071132,
+    "n": 28112
+   },
+   "data/512/close": {
+    "bits": 0.435205285427731,
+    "n": 56
+   },
+   "think/128/open": {
+    "bits": 7.964096798710272,
+    "n": 22
+   },
+   "think/128/head": {
+    "bits": 2.4297564129135805,
+    "n": 176
+   },
+   "think/128/body": {
+    "bits": 1.6789139741536527,
+    "n": 2532
+   },
+   "think/128/close": {
+    "bits": 6.3299895936816775,
+    "n": 22
+   },
+   "think/32/open": {
+    "bits": 8.318685258282072,
+    "n": 41
+   },
+   "think/32/head": {
+    "bits": 2.2665648617510823,
+    "n": 328
+   },
+   "think/32/body": {
+    "bits": 1.5136438972574784,
+    "n": 902
+   },
+   "think/32/close": {
+    "bits": 4.8793243703371845,
+    "n": 41
+   },
+   "think/256/open": {
+    "bits": 8.912735489302257,
+    "n": 23
+   },
+   "think/256/head": {
+    "bits": 2.168544567308797,
+    "n": 184
+   },
+   "think/256/body": {
+    "bits": 1.4917642082020601,
+    "n": 5146
+   },
+   "think/256/close": {
+    "bits": 10.818026323929248,
+    "n": 23
+   },
+   "data/64/open": {
+    "bits": 11.788087912086421,
+    "n": 8
+   },
+   "data/64/head": {
+    "bits": 1.6839535857219095,
+    "n": 64
+   },
+   "data/64/body": {
+    "bits": 2.8162563276253274,
+    "n": 432
+   },
+   "data/64/close": {
+    "bits": 8.67158070776868,
+    "n": 8
+   }
+  },
+  "by_kind_depth": {
+   "data/depth1": {
+    "bits": 1.8674498506359625,
+    "n": 58496
+   },
+   "think/depth1": {
+    "bits": 1.591652771110254,
+    "n": 25312
+   },
+   "data/depth2": {
+    "bits": 2.4917897966128586,
+    "n": 1600
+   }
+  },
+  "outside": {
+   "bits": 1.4275756729022364,
+   "n": 701024
+  }
+ },
+ "fetch_by_frame": {
+  "data/128/depth0": {
+   "n": 49,
+   "value_bits": 0.7310880087549658,
+   "first_byte": 0.8571428571428571,
+   "full_value": 0.8571428571428571,
+   "dist": 245.28571428571428
+  },
+  "data/32/depth0": {
+   "n": 56,
+   "value_bits": 0.22603378317857822,
+   "first_byte": 0.9642857142857143,
+   "full_value": 0.9642857142857143,
+   "dist": 181.55357142857142
+  },
+  "data/256/depth0": {
+   "n": 47,
+   "value_bits": 1.1025345512994735,
+   "first_byte": 0.7872340425531915,
+   "full_value": 0.723404255319149,
+   "dist": 427.63829787234044
+  },
+  "data/512/depth0": {
+   "n": 31,
+   "value_bits": 1.3304809273230245,
+   "first_byte": 0.7096774193548387,
+   "full_value": 0.6774193548387096,
+   "dist": 669.0
+  },
+  "data/128/depth1": {
+   "n": 5,
+   "value_bits": 1.2617807408513784,
+   "first_byte": 0.8,
+   "full_value": 0.6,
+   "dist": 724.8
+  },
+  "data/64/depth1": {
+   "n": 4,
+   "value_bits": 0.34867551016648396,
+   "first_byte": 1.0,
+   "full_value": 1.0,
+   "dist": 255.0
+  }
+ },
+ "fetch_by_frame_bank_off": {
+  "data/128/depth0": {
+   "n": 49,
+   "value_bits": 29.3727198417215,
+   "first_byte": 0.08163265306122448,
+   "full_value": 0.0,
+   "dist": 245.28571428571428
+  },
+  "data/32/depth0": {
+   "n": 56,
+   "value_bits": 20.136940325512832,
+   "first_byte": 0.26785714285714285,
+   "full_value": 0.05357142857142857,
+   "dist": 181.55357142857142
+  },
+  "data/256/depth0": {
+   "n": 47,
+   "value_bits": 49.422114499289826,
+   "first_byte": 0.02127659574468085,
+   "full_value": 0.0,
+   "dist": 427.63829787234044
+  },
+  "data/512/depth0": {
+   "n": 31,
+   "value_bits": 39.61358365364039,
+   "first_byte": 0.03225806451612903,
+   "full_value": 0.0,
+   "dist": 669.0
+  },
+  "data/128/depth1": {
+   "n": 5,
+   "value_bits": 42.47855683832201,
+   "first_byte": 0.0,
+   "full_value": 0.0,
+   "dist": 724.8
+  },
+  "data/64/depth1": {
+   "n": 4,
+   "value_bits": 41.04127870059074,
+   "first_byte": 0.0,
+   "full_value": 0.0,
+   "dist": 255.0
+  }
+ },
+ "canary": {
+  "prefix_bytes": 5,
+  "frame_bytes": 32,
+  "frame_records": 1,
+  "register": "caption",
+  "scheme": "mode",
+  "plain": {
+   "bits": 1.407676116251845,
+   "by_position": {
+    "0-64": 1.9128131426293407,
+    "64-256": 1.5049140558557061,
+    "256-1024": 1.406465780454079,
+    "1024-2048": 1.3892758606600724,
+    "2048-4096": 1.3924285428140926,
+    "4096+": null
+   }
+  },
+  "tag": {
+   "bits": 1.412634935019835,
+   "by_position": {
+    "0-64": 1.9076283335130293,
+    "64-256": 1.538507910832138,
+    "256-1024": 1.4205584048801272,
+    "1024-2048": 1.3900918144401513,
+    "2048-4096": 1.3936660900029685,
+    "4096+": null
+   }
+  },
+  "frame": {
+   "bits": 1.4288424940458206,
+   "by_position": {
+    "0-64": 2.7911299392591684,
+    "64-256": 1.5792855252864475,
+    "256-1024": 1.4231007625669785,
+    "1024-2048": 1.3897876047711035,
+    "2048-4096": 1.3938475400003605,
+    "4096+": null
+   }
+  }
+ },
+ "formation": {
+  "register": "caption",
+  "uniform_bits": 4.700439718141092,
+  "margin": 0.2,
+  "near_band_value_bits_at_end": 0.060328940366408575,
+  "first_step_under": 1201,
+  "at_the_rate": false,
+  "whole_value_zero_everywhere": false,
+  "failure": false,
+  "formed": true,
+  "floor": 0.05,
+  "min_trials": 8,
+  "groups_judged": 4,
+  "near_band_basis": "the last 400 steps"
+ },
+ "plain_collapse": {
+  "flag": false,
+  "threshold": 2.5,
+  "windows_over": [],
+  "worst_window": "64-256",
+  "worst_bits": 1.5049140558557061
+ },
+ "weights": "bed/alhena-both_s2_L24000_ctx4096_frdyn_cap_mode_sz32-128-256-512_r4_n30_o0_askany_p75d_gag50_cp4_gc48_kh50_va1_pt10b4h0_krt16r218_ahdigit1_plain16/model.safetensors",
+ "grid": {
+  "layout": "AG48",
+  "p": 0.5,
+  "n_ag": 4,
+  "rotary": {
+   "form": "anchored",
+   "pairs": 16,
+   "rel_pairs": 4,
+   "content_pairs": 4,
+   "anchor_freqs": 4,
+   "levels": 2,
+   "ntk_scale": 4.0,
+   "base": 10000.0,
+   "null": 8,
+   "w": [
+    1.0,
+    0.06299605249474366,
+    0.003968502629920499,
+    0.00025,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.6981317007977318,
+    1.3962634015954636,
+    2.0943951023931953,
+    2.792526803190927,
+    0.6981317007977318,
+    1.3962634015954636,
+    2.0943951023931953,
+    2.792526803190927
+   ],
+   "kind": [
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    1,
+    1,
+    2,
+    2,
+    2,
+    2,
+    3,
+    3,
+    3,
+    3
+   ]
+  },
+  "head": {
+   "form": "digit",
+   "lam": 1.0,
+   "params": 4112,
+   "novelty": {
+    "novelty": 0.926183909793804,
+    "cos": 0.07381609020619599,
+    "grad_norm_ce": 1.4037572590732943,
+    "grad_norm_head": 2.442730808437163,
+    "ce": 5.695858001708984,
+    "term": 6.419442176818848,
+    "ptr": {
+     "novelty": 0.9836938374616272,
+     "cos": 0.016306162538372807,
+     "grad_norm": 1.8532603802783905,
+     "term": 5.114516735076904,
+     "mass": 0.006059135310351849
+    }
+   },
+   "term_step1": 6.370266914367676,
+   "term_last50": 7.770867274992099e-08,
+   "descended": true,
+   "curve": [
+    [
+     1,
+     6.370266914367676
+    ],
+    [
+     101,
+     0.24610964953899384
+    ],
+    [
+     201,
+     0.009852028451859951
+    ],
+    [
+     301,
+     0.0010146843269467354
+    ],
+    [
+     401,
+     0.00013870897237211466
+    ],
+    [
+     501,
+     2.4194869183702394e-05
+    ],
+    [
+     601,
+     8.252171028289013e-06
+    ],
+    [
+     701,
+     5.074330601928523e-06
+    ],
+    [
+     801,
+     7.259699486894533e-06
+    ],
+    [
+     901,
+     4.931368493998889e-06
+    ],
+    [
+     1001,
+     7.662996722501703e-06
+    ],
+    [
+     1101,
+     4.815894499188289e-06
+    ],
+    [
+     1201,
+     1.1855610864586197e-05
+    ],
+    [
+     1301,
+     0.00015521309978794307
+    ],
+    [
+     1401,
+     0.010936765931546688
+    ],
+    [
+     1501,
+     0.00010885218944167718
+    ],
+    [
+     1601,
+     0.00011067481682403013
+    ],
+    [
+     1701,
+     1.1113463187939487e-05
+    ],
+    [
+     1801,
+     2.649685302458238e-05
+    ],
+    [
+     1901,
+     2.837843021552544e-05
+    ],
+    [
+     2001,
+     6.3006882555782795e-06
+    ],
+    [
+     2101,
+     8.916013939597178e-06
+    ],
+    [
+     2201,
+     6.441629921027925e-06
+    ],
+    [
+     2301,
+     2.7360563308320707e-06
+    ],
+    [
+     2401,
+     2.4124024093907792e-06
+    ],
+    [
+     2501,
+     3.6718872706842376e-06
+    ],
+    [
+     2601,
+     0.000524487579241395
+    ],
+    [
+     2701,
+     1.3760736692347564e-06
+    ],
+    [
+     2801,
+     7.475945267287898e-07
+    ],
+    [
+     2901,
+     2.0771200070157647e-05
+    ],
+    [
+     3001,
+     4.2730897575893323e-07
+    ],
+    [
+     3101,
+     1.270067855330126e-06
+    ],
+    [
+     3201,
+     6.436382591346046e-07
+    ],
+    [
+     3301,
+     3.3533342502778396e-06
+    ],
+    [
+     3401,
+     1.362914531455317e-06
+    ],
+    [
+     3501,
+     6.536919272548403e-07
+    ],
+    [
+     3601,
+     2.4260705231426982e-06
+    ],
+    [
+     3701,
+     1.879515366454143e-06
+    ],
+    [
+     3801,
+     3.554973204700218e-07
+    ],
+    [
+     3901,
+     1.1041533980460372e-06
+    ],
+    [
+     4001,
+     2.4039566142164404e-06
+    ],
+    [
+     4101,
+     2.8487525582931994e-07
+    ],
+    [
+     4201,
+     7.653731154277921e-05
+    ],
+    [
+     4301,
+     1.3930452951171901e-06
+    ],
+    [
+     4401,
+     5.43600151559076e-07
+    ],
+    [
+     4501,
+     1.0127920177183114e-05
+    ],
+    [
+     4601,
+     9.143724355453742e-07
+    ],
+    [
+     4701,
+     3.71935215071062e-07
+    ],
+    [
+     4801,
+     2.2250810616242234e-06
+    ],
+    [
+     4901,
+     0.00029741483740508556
+    ],
+    [
+     5001,
+     7.495774298149627e-06
+    ],
+    [
+     5101,
+     5.120496098243166e-06
+    ],
+    [
+     5201,
+     8.81681160080916e-07
+    ],
+    [
+     5301,
+     1.2163094424977317e-06
+    ],
+    [
+     5401,
+     4.502883754753384e-08
+    ],
+    [
+     5501,
+     5.3648793254978955e-05
+    ],
+    [
+     5601,
+     1.5428432220687682e-07
+    ],
+    [
+     5701,
+     3.104808229181799e-06
+    ],
+    [
+     5801,
+     2.2008708810972166e-07
+    ],
+    [
+     5901,
+     9.486653596013639e-08
+    ],
+    [
+     6001,
+     1.0548603768256726e-07
+    ],
+    [
+     6101,
+     4.87529007386911e-07
+    ],
+    [
+     6201,
+     2.411483706055151e-07
+    ],
+    [
+     6301,
+     5.8876207020830407e-08
+    ],
+    [
+     6401,
+     2.5833998051894014e-07
+    ],
+    [
+     6501,
+     1.2684290595643688e-07
+    ],
+    [
+     6601,
+     5.5030362489105755e-08
+    ],
+    [
+     6701,
+     9.453306120121852e-07
+    ],
+    [
+     6801,
+     5.06534085786825e-08
+    ],
+    [
+     6901,
+     2.3023471840133425e-07
+    ],
+    [
+     7001,
+     3.5482122484609135e-07
+    ],
+    [
+     7101,
+     5.856270945514552e-05
+    ],
+    [
+     7201,
+     2.340308924431156e-08
+    ],
+    [
+     7301,
+     3.092895184408917e-08
+    ],
+    [
+     7401,
+     1.6261878954537679e-07
+    ],
+    [
+     7501,
+     1.5969827416029148e-07
+    ],
+    [
+     7601,
+     7.661749634735315e-08
+    ],
+    [
+     7701,
+     1.282703578908695e-07
+    ],
+    [
+     7801,
+     6.989498757548063e-08
+    ],
+    [
+     7901,
+     1.973970711333095e-07
+    ],
+    [
+     8001,
+     0.0002616896526888013
+    ],
+    [
+     8101,
+     2.0045667952217627e-06
+    ],
+    [
+     8201,
+     2.683863726815616e-07
+    ],
+    [
+     8301,
+     1.6207300745918474e-07
+    ],
+    [
+     8401,
+     1.630954500342341e-07
+    ],
+    [
+     8501,
+     6.448920686352722e-08
+    ],
+    [
+     8601,
+     1.1526984167176124e-07
+    ],
+    [
+     8701,
+     3.494566414019573e-08
+    ],
+    [
+     8801,
+     6.167331321194069e-07
+    ],
+    [
+     8901,
+     1.5778148735989816e-05
+    ],
+    [
+     9001,
+     8.460965545964427e-07
+    ],
+    [
+     9101,
+     3.893738664828561e-07
+    ],
+    [
+     9201,
+     3.613551768921752e-08
+    ],
+    [
+     9301,
+     1.203269732741319e-07
+    ],
+    [
+     9401,
+     1.267995486387008e-07
+    ],
+    [
+     9501,
+     3.221366995376229e-08
+    ],
+    [
+     9601,
+     3.376916524189255e-08
+    ],
+    [
+     9701,
+     8.653011640546993e-09
+    ],
+    [
+     9801,
+     1.3229902506850522e-08
+    ],
+    [
+     9901,
+     3.440604245952272e-08
+    ],
+    [
+     10001,
+     5.06588548887521e-08
+    ],
+    [
+     10101,
+     2.5136040449069696e-07
+    ],
+    [
+     10201,
+     3.7565627053481876e-08
+    ],
+    [
+     10301,
+     1.6364339217034285e-08
+    ],
+    [
+     10401,
+     2.174294877477223e-07
+    ],
+    [
+     10501,
+     1.2027331308672728e-07
+    ],
+    [
+     10601,
+     9.38809350259362e-08
+    ],
+    [
+     10701,
+     2.0918221252941294e-06
+    ],
+    [
+     10801,
+     3.2405168326476996e-08
+    ],
+    [
+     10901,
+     6.173085864702443e-08
+    ],
+    [
+     11001,
+     1.0859038468424842e-07
+    ],
+    [
+     11101,
+     3.868593410061294e-07
+    ],
+    [
+     11201,
+     8.540862239669877e-08
+    ],
+    [
+     11301,
+     7.39416279316174e-08
+    ],
+    [
+     11401,
+     1.1596002025271446e-07
+    ],
+    [
+     11501,
+     3.0174729204190953e-07
+    ],
+    [
+     11601,
+     5.940220262345974e-07
+    ],
+    [
+     11701,
+     5.690319540008204e-07
+    ],
+    [
+     11801,
+     3.2039416453244485e-08
+    ],
+    [
+     11901,
+     2.1999998267574483e-08
+    ],
+    [
+     12001,
+     2.605369218144915e-07
+    ],
+    [
+     12101,
+     8.166209930493551e-09
+    ],
+    [
+     12201,
+     4.052914093222171e-08
+    ],
+    [
+     12301,
+     6.433657517845859e-08
+    ],
+    [
+     12401,
+     5.2577377118723234e-08
+    ],
+    [
+     12501,
+     1.606754906902097e-08
+    ],
+    [
+     12601,
+     6.152727394237445e-08
+    ],
+    [
+     12701,
+     3.6998528685217025e-08
+    ],
+    [
+     12801,
+     8.917702132293925e-09
+    ],
+    [
+     12901,
+     4.979244039304831e-08
+    ],
+    [
+     13001,
+     1.4563956085567042e-07
+    ],
+    [
+     13101,
+     4.515539941962743e-08
+    ],
+    [
+     13201,
+     2.511084851164469e-08
+    ],
+    [
+     13301,
+     1.7799725071654393e-07
+    ],
+    [
+     13401,
+     4.098987460565695e-08
+    ],
+    [
+     13501,
+     1.2667407645494677e-05
+    ],
+    [
+     13601,
+     6.584593847946962e-08
+    ],
+    [
+     13701,
+     6.986424239130429e-08
+    ],
+    [
+     13801,
+     6.491950443887617e-08
+    ],
+    [
+     13901,
+     7.801648393979121e-08
+    ],
+    [
+     14001,
+     5.314156226177147e-08
+    ],
+    [
+     14101,
+     4.503386463738934e-08
+    ],
+    [
+     14201,
+     0.00020809139823541045
+    ],
+    [
+     14301,
+     2.4290796929449243e-08
+    ],
+    [
+     14401,
+     7.979653560141742e-08
+    ],
+    [
+     14501,
+     5.434786132241243e-08
+    ],
+    [
+     14601,
+     1.8640530896618657e-08
+    ],
+    [
+     14701,
+     5.795083080073482e-09
+    ],
+    [
+     14801,
+     1.1344825523451618e-08
+    ],
+    [
+     14901,
+     6.3071676770221075e-09
+    ],
+    [
+     15001,
+     2.5996568453479085e-08
+    ],
+    [
+     15101,
+     3.986828644997331e-09
+    ],
+    [
+     15201,
+     7.180126004868725e-08
+    ],
+    [
+     15301,
+     5.133946245905463e-08
+    ],
+    [
+     15401,
+     3.14489625452552e-08
+    ],
+    [
+     15501,
+     4.526407249016984e-09
+    ],
+    [
+     15601,
+     4.0371283205331565e-08
+    ],
+    [
+     15701,
+     4.700724254291799e-09
+    ],
+    [
+     15801,
+     1.0615977430461498e-08
+    ],
+    [
+     15901,
+     8.877655943706486e-09
+    ],
+    [
+     16001,
+     1.3248718566671869e-08
+    ],
+    [
+     16101,
+     2.8188139822304947e-08
+    ],
+    [
+     16201,
+     2.7120197643171196e-08
+    ],
+    [
+     16301,
+     5.677086800659481e-09
+    ],
+    [
+     16401,
+     2.2075482775107957e-08
+    ],
+    [
+     16501,
+     7.169729254741242e-09
+    ],
+    [
+     16601,
+     9.008275014821265e-09
+    ],
+    [
+     16701,
+     2.274789778766717e-08
+    ],
+    [
+     16801,
+     2.7289829063192883e-08
+    ],
+    [
+     16901,
+     6.681503350591811e-09
+    ],
+    [
+     17001,
+     6.983265521398607e-09
+    ],
+    [
+     17101,
+     7.721328465493116e-09
+    ],
+    [
+     17201,
+     1.5193506897048792e-07
+    ],
+    [
+     17301,
+     6.867661994647278e-09
+    ],
+    [
+     17401,
+     2.86608710098335e-08
+    ],
+    [
+     17501,
+     1.0855723431291153e-08
+    ],
+    [
+     17601,
+     5.210811337974519e-09
+    ],
+    [
+     17701,
+     6.296698273899892e-08
+    ],
+    [
+     17801,
+     1.4525511460306006e-08
+    ],
+    [
+     17901,
+     1.2321589082375795e-08
+    ],
+    [
+     18001,
+     2.489220918278079e-08
+    ],
+    [
+     18101,
+     4.6290352884170716e-08
+    ],
+    [
+     18201,
+     2.339752391833372e-09
+    ],
+    [
+     18301,
+     2.6123009533307595e-08
+    ],
+    [
+     18401,
+     1.6433340022103948e-07
+    ],
+    [
+     18501,
+     1.3947912691492093e-07
+    ],
+    [
+     18601,
+     2.3177202379542905e-09
+    ],
+    [
+     18701,
+     2.3078132738163504e-09
+    ],
+    [
+     18801,
+     4.461050906456876e-08
+    ],
+    [
+     18901,
+     6.059613610887027e-08
+    ],
+    [
+     19001,
+     1.912824743044439e-08
+    ],
+    [
+     19101,
+     2.6976691103186567e-08
+    ],
+    [
+     19201,
+     6.10569550474338e-09
+    ],
+    [
+     19301,
+     2.2949787847892367e-08
+    ],
+    [
+     19401,
+     9.595870764655956e-09
+    ],
+    [
+     19501,
+     4.349578830442624e-08
+    ],
+    [
+     19601,
+     4.180868096170798e-09
+    ],
+    [
+     19701,
+     1.4085530963825477e-08
+    ],
+    [
+     19801,
+     2.1720361065291627e-09
+    ],
+    [
+     19901,
+     1.2920547298733709e-08
+    ],
+    [
+     20001,
+     3.911281254431742e-08
+    ],
+    [
+     20101,
+     2.992580405702938e-09
+    ],
+    [
+     20201,
+     3.935276549071887e-09
+    ],
+    [
+     20301,
+     3.588445540714247e-09
+    ],
+    [
+     20401,
+     1.2471011778814045e-08
+    ],
+    [
+     20501,
+     2.710315083476189e-09
+    ],
+    [
+     20601,
+     3.3633147378253625e-09
+    ],
+    [
+     20701,
+     1.0958778773328959e-08
+    ],
+    [
+     20801,
+     2.3538452964544376e-08
+    ],
+    [
+     20901,
+     3.5771297035580574e-08
+    ],
+    [
+     21001,
+     1.893074808023698e-09
+    ],
+    [
+     21101,
+     7.2551253893493595e-09
+    ],
+    [
+     21201,
+     3.57251899174571e-08
+    ],
+    [
+     21301,
+     1.3337208315533644e-07
+    ],
+    [
+     21401,
+     1.059112442192145e-08
+    ],
+    [
+     21501,
+     3.279988192161909e-08
+    ],
+    [
+     21601,
+     5.2083045432027575e-08
+    ],
+    [
+     21701,
+     2.672265075887026e-09
+    ],
+    [
+     21801,
+     1.601644483706366e-09
+    ],
+    [
+     21901,
+     5.785093293297905e-09
+    ],
+    [
+     22001,
+     5.309030992606267e-09
+    ],
+    [
+     22101,
+     2.724446623858512e-08
+    ],
+    [
+     22201,
+     1.963455105169487e-07
+    ],
+    [
+     22301,
+     3.014297078607342e-08
+    ],
+    [
+     22401,
+     2.3198714060868042e-08
+    ],
+    [
+     22501,
+     4.252336704979598e-09
+    ],
+    [
+     22601,
+     6.303554567210767e-09
+    ],
+    [
+     22701,
+     5.95719029661268e-09
+    ],
+    [
+     22801,
+     2.1647807990632373e-09
+    ],
+    [
+     22901,
+     2.6409619380274307e-08
+    ],
+    [
+     23001,
+     9.390451083390872e-09
+    ],
+    [
+     23101,
+     3.68499684100243e-08
+    ],
+    [
+     23201,
+     2.35900401435174e-07
+    ],
+    [
+     23301,
+     1.3847383684151282e-08
+    ],
+    [
+     23401,
+     1.6699646110396316e-09
+    ],
+    [
+     23501,
+     6.301725363755395e-09
+    ],
+    [
+     23601,
+     4.105509532337237e-08
+    ],
+    [
+     23701,
+     3.349492772031226e-08
+    ],
+    [
+     23801,
+     1.3155826650290692e-08
+    ],
+    [
+     23901,
+     3.1784006537805e-09
+    ],
+    [
+     24000,
+     6.868897450829081e-09
+    ]
+   ]
+  },
+  "trace": [
+   {
+    "step": 0,
+    "index_right": 0.0,
+    "whole": 0.0,
+    "head_right": 0.015625,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.0,
+    "ptr_mass": 0.006198422517627478
+   },
+   {
+    "step": 2000,
+    "index_right": 0.15885416666666666,
+    "whole": 0.96875,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.1328125,
+    "ptr_mass": 0.9999712109565735
+   },
+   {
+    "step": 4000,
+    "index_right": 0.14322916666666666,
+    "whole": 0.9973958333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.125,
+    "ptr_mass": 0.9999701380729675
+   },
+   {
+    "step": 6000,
+    "index_right": 0.13802083333333334,
+    "whole": 0.9947916666666666,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.1484375,
+    "ptr_mass": 0.9999951720237732
+   },
+   {
+    "step": 8000,
+    "index_right": 0.09895833333333333,
+    "whole": 0.9661458333333334,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.14583333333333334,
+    "ptr_mass": 0.9999573826789856
+   },
+   {
+    "step": 10000,
+    "index_right": 0.14322916666666666,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.12239583333333333,
+    "ptr_mass": 0.9999969005584717
+   },
+   {
+    "step": 12000,
+    "index_right": 0.17708333333333334,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.14322916666666666,
+    "ptr_mass": 0.9999966025352478
+   },
+   {
+    "step": 14000,
+    "index_right": 0.1640625,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.16666666666666666,
+    "ptr_mass": 0.9999940991401672
+   },
+   {
+    "step": 16000,
+    "index_right": 0.19010416666666666,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.15104166666666666,
+    "ptr_mass": 0.999995231628418
+   },
+   {
+    "step": 18000,
+    "index_right": 0.15885416666666666,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.17447916666666666,
+    "ptr_mass": 0.999997079372406
+   },
+   {
+    "step": 20000,
+    "index_right": 0.15364583333333334,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.15885416666666666,
+    "ptr_mass": 0.9999977946281433
+   },
+   {
+    "step": 22000,
+    "index_right": 0.1953125,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.19270833333333334,
+    "ptr_mass": 0.9999979138374329
+   },
+   {
+    "step": 24000,
+    "index_right": 0.17447916666666666,
+    "whole": 1.0,
+    "head_right": 1.0,
+    "whole_null_request": 0.0,
+    "hard_index_right": 0.19791666666666666,
+    "ptr_mass": 0.9999977946281433
+   }
+  ],
+  "read": {
+   "rows": 512,
+   "true": {
+    "index_right": 0.190185546875,
+    "whole": 0.9994303385416666,
+    "n_questions": 12288,
+    "n_entries": 12288,
+    "head_right": 1.0,
+    "head_truth": 0.9999999902793206,
+    "head_wrong_max": 1.609185968139686e-08
+   },
+   "by_addr": {
+    "0": [
+     197,
+     197
+    ],
+    "1": [
+     181,
+     182
+    ],
+    "2": [
+     170,
+     171
+    ],
+    "3": [
+     169,
+     170
+    ],
+    "4": [
+     185,
+     185
+    ],
+    "5": [
+     187,
+     187
+    ],
+    "6": [
+     180,
+     180
+    ],
+    "7": [
+     186,
+     186
+    ],
+    "8": [
+     206,
+     206
+    ],
+    "9": [
+     201,
+     201
+    ],
+    "10": [
+     224,
+     225
+    ],
+    "11": [
+     204,
+     204
+    ],
+    "12": [
+     177,
+     177
+    ],
+    "13": [
+     199,
+     199
+    ],
+    "14": [
+     183,
+     183
+    ],
+    "15": [
+     164,
+     164
+    ],
+    "16": [
+     195,
+     195
+    ],
+    "17": [
+     178,
+     178
+    ],
+    "18": [
+     180,
+     180
+    ],
+    "19": [
+     195,
+     195
+    ],
+    "20": [
+     200,
+     201
+    ],
+    "21": [
+     195,
+     195
+    ],
+    "22": [
+     201,
+     201
+    ],
+    "23": [
+     194,
+     194
+    ],
+    "24": [
+     185,
+     185
+    ],
+    "25": [
+     201,
+     201
+    ],
+    "26": [
+     196,
+     196
+    ],
+    "27": [
+     174,
+     175
+    ],
+    "28": [
+     181,
+     181
+    ],
+    "29": [
+     182,
+     182
+    ],
+    "30": [
+     190,
+     190
+    ],
+    "31": [
+     215,
+     215
+    ],
+    "32": [
+     207,
+     207
+    ],
+    "33": [
+     192,
+     192
+    ],
+    "34": [
+     173,
+     173
+    ],
+    "35": [
+     172,
+     172
+    ],
+    "36": [
+     198,
+     198
+    ],
+    "37": [
+     198,
+     198
+    ],
+    "38": [
+     183,
+     183
+    ],
+    "39": [
+     210,
+     210
+    ],
+    "40": [
+     200,
+     200
+    ],
+    "41": [
+     206,
+     206
+    ],
+    "42": [
+     176,
+     176
+    ],
+    "43": [
+     206,
+     206
+    ],
+    "44": [
+     191,
+     191
+    ],
+    "45": [
+     195,
+     195
+    ],
+    "46": [
+     195,
+     195
+    ],
+    "47": [
+     192,
+     192
+    ],
+    "48": [
+     189,
+     189
+    ],
+    "49": [
+     213,
+     213
+    ],
+    "50": [
+     186,
+     187
+    ],
+    "51": [
+     173,
+     173
+    ],
+    "52": [
+     200,
+     200
+    ],
+    "53": [
+     205,
+     205
+    ],
+    "54": [
+     176,
+     176
+    ],
+    "55": [
+     189,
+     189
+    ],
+    "56": [
+     205,
+     205
+    ],
+    "57": [
+     200,
+     200
+    ],
+    "58": [
+     196,
+     196
+    ],
+    "59": [
+     197,
+     197
+    ],
+    "60": [
+     185,
+     185
+    ],
+    "61": [
+     197,
+     197
+    ],
+    "62": [
+     207,
+     207
+    ],
+    "63": [
+     194,
+     194
+    ]
+   },
+   "bits_by_segment": {
+    "head": 1.8648426660164708,
+    "frame": 2.165988761749536,
+    "comp_text": 1.6755993051981672,
+    "index_entry": 0.6993200105613275,
+    "index_text": 1.543428878117416,
+    "q_answer": 0.0005996675568247403,
+    "q_other": 0.00021463735025096408,
+    "q_text": 1.5790295433310262
+   },
+   "own_index": {
+    "index_right": 0.190185546875,
+    "whole": 0.18994140625,
+    "n_questions": 12288,
+    "n_entries": 12288,
+    "request_right": 0.190185546875
+   },
+   "null_request": {
+    "index_right": 0.190185546875,
+    "whole": 0.0,
+    "n_questions": 12288,
+    "n_entries": 12288
+   },
+   "bank_off": {
+    "index_right": 0.07112630208333333,
+    "whole": 0.15974934895833334,
+    "n_questions": 12288,
+    "n_entries": 12288
+   },
+   "calib": {
+    "rows": 256,
+    "questions": 6144,
+    "tau": {
+     "0.9": [
+      2.455482261964903e-09,
+      7.083994724155218e-09
+     ],
+     "0.99": [
+      4.908130790681753e-08,
+      1.1714830350229022e-07
+     ],
+     "0.999": [
+      3.442783054197207e-07,
+      7.173363201218308e-07
+     ]
+    }
+   },
+   "free_running": {
+    "rows": 512,
+    "passes": {
+     "mean": 10.375,
+     "max": 13,
+     "by_batch": [
+      10,
+      10,
+      10,
+      9,
+      9,
+      8,
+      11,
+      13,
+      10,
+      11,
+      12,
+      9,
+      10,
+      9,
+      10,
+      13,
+      12,
+      13,
+      10,
+      12,
+      10,
+      12,
+      11,
+      12,
+      10,
+      12,
+      10,
+      9,
+      10,
+      9,
+      11,
+      11,
+      9,
+      8,
+      10,
+      10,
+      11,
+      13,
+      12,
+      10,
+      11,
+      12,
+      10,
+      11,
+      12,
+      10,
+      10,
+      8,
+      11,
+      9,
+      12,
+      8,
+      9,
+      10,
+      12,
+      9,
+      8,
+      10,
+      10,
+      11,
+      10,
+      10,
+      9,
+      11
+     ]
+    },
+    "converged": 1.0,
+    "indexf_right": 0.166748046875,
+    "n_entries": 12288,
+    "indexf_whole": 0.16650390625
+   },
+   "hard": {
+    "rows": 64,
+    "index_right": 0.19205729166666666,
+    "whole": 0.9986979166666666,
+    "indexf_right": 0.14973958333333334,
+    "n_entries": 1536,
+    "passes": {
+     "mean": 10.875,
+     "max": 12
+    },
+    "converged": 1.0
+   }
+  },
+  "series": "plain16",
+  "hard": 0.5,
+  "n_hard": 2,
+  "value_addr": {
+   "form": "levels",
+   "levels": 2,
+   "digits": 8,
+   "d": 256,
+   "params": 4096,
+   "norm": [
+    1.812153935432434,
+    1.677045464515686
+   ],
+   "row_norm": [
+    [
+     0.8016334176063538,
+     0.7077112197875977,
+     0.6138913035392761,
+     0.6119023561477661,
+     0.5561391711235046,
+     0.5593092441558838,
+     0.5987576842308044,
+     0.6391518712043762
+    ],
+    [
+     0.6347478628158569,
+     0.6022507548332214,
+     0.5881413817405701,
+     0.5810726284980774,
+     0.5744660496711731,
+     0.5732154846191406,
+     0.5774487853050232,
+     0.6093283295631409
+    ]
+   ]
+  },
+  "key_rot": {
+   "form": "phase",
+   "pairs": 16,
+   "k": 9,
+   "vocab": 256,
+   "block": 4,
+   "head": 0,
+   "seed_tag": "KEYROT|v1|j16",
+   "digest": "8f605451c9dfe1b11e1045650eb8e24413d4bba727b6e5e99acc92ac39f84168",
+   "norm": 2,
+   "rho": 2.18,
+   "use": {
+    "key_true": 32.97966453615111,
+    "key_other": -0.03812961904176941,
+    "key_self": 14.098201348448134,
+    "anchor_true": 0.0,
+    "anchor_other": 0.0,
+    "entries": 192,
+    "q_key_norm_coded": 17.198013305664062,
+    "q_key_norm_other": 7.20749568939209,
+    "k_key_norm_coded": 8.26481819152832,
+    "k_key_norm_other": 7.742504119873047,
+    "coded_seps": 768
+   }
+  },
+  "ptr": {
+   "form": "frame_mass",
+   "lam": 0.1,
+   "block": 4,
+   "head": 0,
+   "novelty": {
+    "novelty": 0.9836938374616272,
+    "cos": 0.016306162538372807,
+    "grad_norm": 1.8532603802783905,
+    "term": 5.114516735076904,
+    "mass": 0.006059135310351849
+   },
+   "term_step1": 5.091672897338867,
+   "term_last50": 1.4372666993267559e-06,
+   "descended": true,
+   "curve": [
+    [
+     1,
+     5.091672897338867
+    ],
+    [
+     101,
+     0.00041319927549920976
+    ],
+    [
+     201,
+     1.4384588212124072e-05
+    ],
+    [
+     301,
+     7.82012939453125e-05
+    ],
+    [
+     401,
+     4.363059997558594e-05
+    ],
+    [
+     501,
+     1.4126300811767578e-05
+    ],
+    [
+     601,
+     6.735324859619141e-06
+    ],
+    [
+     701,
+     7.1724257395544555e-06
+    ],
+    [
+     801,
+     1.811981201171875e-05
+    ],
+    [
+     901,
+     1.9172828615410253e-05
+    ],
+    [
+     1001,
+     2.5153160095214844e-05
+    ],
+    [
+     1101,
+     1.5676021575927734e-05
+    ],
+    [
+     1201,
+     9.715557098388672e-06
+    ],
+    [
+     1301,
+     2.759695053100586e-05
+    ],
+    [
+     1401,
+     0.0002145965991076082
+    ],
+    [
+     1501,
+     6.0240428865654394e-05
+    ],
+    [
+     1601,
+     2.5192897737724707e-05
+    ],
+    [
+     1701,
+     3.1113624572753906e-05
+    ],
+    [
+     1801,
+     6.953875708859414e-05
+    ],
+    [
+     1901,
+     2.7696292818291113e-05
+    ],
+    [
+     2001,
+     9.119510650634766e-06
+    ],
+    [
+     2101,
+     3.212690353393555e-05
+    ],
+    [
+     2201,
+     8.205573067243677e-06
+    ],
+    [
+     2301,
+     1.61131229106104e-05
+    ],
+    [
+     2401,
+     4.907449238089612e-06
+    ],
+    [
+     2501,
+     1.0311603546142578e-05
+    ],
+    [
+     2601,
+     2.1974246919853613e-05
+    ],
+    [
+     2701,
+     3.973643288190942e-06
+    ],
+    [
+     2801,
+     1.2814998626708984e-05
+    ],
+    [
+     2901,
+     9.646018588682637e-05
+    ],
+    [
+     3001,
+     1.627206802368164e-05
+    ],
+    [
+     3101,
+     5.185604095458984e-06
+    ],
+    [
+     3201,
+     1.3808409676130395e-05
+    ],
+    [
+     3301,
+     2.9007594548602356e-06
+    ],
+    [
+     3401,
+     2.6027362309832824e-06
+    ],
+    [
+     3501,
+     2.1060308426967822e-05
+    ],
+    [
+     3601,
+     7.212162017822266e-06
+    ],
+    [
+     3701,
+     3.7352244817157043e-06
+    ],
+    [
+     3801,
+     1.986821644095471e-06
+    ],
+    [
+     3901,
+     1.1722247563739074e-06
+    ],
+    [
+     4001,
+     2.9007594548602356e-06
+    ],
+    [
+     4101,
+     2.344449512747815e-06
+    ],
+    [
+     4201,
+     5.0465268941479735e-06
+    ],
+    [
+     4301,
+     9.139379244516022e-07
+    ],
+    [
+     4401,
+     6.35782896551973e-07
+    ],
+    [
+     4501,
+     5.622704975394299e-06
+    ],
+    [
+     4601,
+     5.563100557992584e-07
+    ],
+    [
+     4701,
+     5.026658527640393e-06
+    ],
+    [
+     4801,
+     1.1583169907680713e-05
+    ],
+    [
+     4901,
+     6.105502689024433e-05
+    ],
+    [
+     5001,
+     3.7550926208496094e-06
+    ],
+    [
+     5101,
+     1.704692840576172e-05
+    ],
+    [
+     5201,
+     2.562999725341797e-06
+    ],
+    [
+     5301,
+     3.814697265625e-06
+    ],
+    [
+     5401,
+     3.159046173095703e-06
+    ],
+    [
+     5501,
+     2.562999725341797e-06
+    ],
+    [
+     5601,
+     5.2650771067419555e-06
+    ],
+    [
+     5701,
+     1.3311704378793365e-06
+    ],
+    [
+     5801,
+     3.8345656321325805e-06
+    ],
+    [
+     5901,
+     3.6756198369403137e-06
+    ],
+    [
+     6001,
+     1.7682712041278137e-06
+    ],
+    [
+     6101,
+     1.0530154668231262e-06
+    ],
+    [
+     6201,
+     1.887480493678595e-06
+    ],
+    [
+     6301,
+     5.404154762800317e-06
+    ],
+    [
+     6401,
+     1.1702379197231494e-05
+    ],
+    [
+     6501,
+     4.907449238089612e-06
+    ],
+    [
+     6601,
+     2.205371856689453e-06
+    ],
+    [
+     6701,
+     1.1920928955078125e-06
+    ],
+    [
+     6801,
+     3.0795733891864074e-06
+    ],
+    [
+     6901,
+     3.6557516978064086e-06
+    ],
+    [
+     7001,
+     1.0828177437360864e-05
+    ],
+    [
+     7101,
+     1.231829401149298e-06
+    ],
+    [
+     7201,
+     5.68230962016969e-06
+    ],
+    [
+     7301,
+     7.212162017822266e-06
+    ],
+    [
+     7401,
+     3.0001006052771118e-06
+    ],
+    [
+     7501,
+     4.0531158447265625e-06
+    ],
+    [
+     7601,
+     2.3047130071063293e-06
+    ],
+    [
+     7701,
+     4.549821369437268e-06
+    ],
+    [
+     7801,
+     6.363789725583047e-05
+    ],
+    [
+     7901,
+     1.3311704378793365e-06
+    ],
+    [
+     8001,
+     3.147125244140625e-05
+    ],
+    [
+     8101,
+     5.185604095458984e-06
+    ],
+    [
+     8201,
+     3.788868707488291e-05
+    ],
+    [
+     8301,
+     3.298123829154065e-06
+    ],
+    [
+     8401,
+     8.245309800258838e-06
+    ],
+    [
+     8501,
+     1.0530154668231262e-06
+    ],
+    [
+     8601,
+     8.742014756535355e-07
+    ],
+    [
+     8701,
+     7.748603820800781e-07
+    ],
+    [
+     8801,
+     1.2119611483285553e-06
+    ],
+    [
+     8901,
+     3.3775966130633606e-06
+    ],
+    [
+     9001,
+     2.205371856689453e-06
+    ],
+    [
+     9101,
+     1.0331472140023834e-06
+    ],
+    [
+     9201,
+     2.8808913157263305e-06
+    ],
+    [
+     9301,
+     1.4503797274301178e-06
+    ],
+    [
+     9401,
+     4.569689622258011e-07
+    ],
+    [
+     9501,
+     3.0994415283203125e-06
+    ],
+    [
+     9601,
+     2.9206275939941406e-06
+    ],
+    [
+     9701,
+     4.967054110238678e-07
+    ],
+    [
+     9801,
+     4.967054110238678e-07
+    ],
+    [
+     9901,
+     7.549921861027542e-07
+    ],
+    [
+     10001,
+     3.417333118704846e-06
+    ],
+    [
+     10101,
+     1.2119611483285553e-06
+    ],
+    [
+     10201,
+     8.543332796762115e-07
+    ],
+    [
+     10301,
+     2.463658802298596e-06
+    ],
+    [
+     10401,
+     2.344449512747815e-06
+    ],
+    [
+     10501,
+     1.748402951307071e-06
+    ],
+    [
+     10601,
+     2.7418136596679688e-06
+    ],
+    [
+     10701,
+     3.794829126491095e-06
+    ],
+    [
+     10801,
+     7.947286349008209e-07
+    ],
+    [
+     10901,
+     9.357929229736328e-05
+    ],
+    [
+     11001,
+     1.5854835510253906e-05
+    ],
+    [
+     11101,
+     2.086162567138672e-06
+    ],
+    [
+     11201,
+     2.4239222966571106e-06
+    ],
+    [
+     11301,
+     1.7682712041278137e-06
+    ],
+    [
+     11401,
+     2.662340875758673e-06
+    ],
+    [
+     11501,
+     3.0994415283203125e-06
+    ],
+    [
+     11601,
+     1.430511474609375e-06
+    ],
+    [
+     11701,
+     4.172325134277344e-07
+    ],
+    [
+     11801,
+     1.5894572698016418e-06
+    ],
+    [
+     11901,
+     2.205371856689453e-06
+    ],
+    [
+     12001,
+     9.357929229736328e-06
+    ],
+    [
+     12101,
+     1.0728836059570312e-06
+    ],
+    [
+     12201,
+     2.0265579223632812e-06
+    ],
+    [
+     12301,
+     4.0928525777417235e-06
+    ],
+    [
+     12401,
+     1.4702479802508606e-06
+    ],
+    [
+     12501,
+     9.735425692269928e-07
+    ],
+    [
+     12601,
+     1.9470851384539856e-06
+    ],
+    [
+     12701,
+     1.5497207641601562e-06
+    ],
+    [
+     12801,
+     2.0364921510918066e-05
+    ],
+    [
+     12901,
+     1.7881393432617188e-06
+    ],
+    [
+     13001,
+     2.1060309336462524e-06
+    ],
+    [
+     13101,
+     1.3907750826547272e-06
+    ],
+    [
+     13201,
+     1.1861324310302734e-05
+    ],
+    [
+     13301,
+     1.9669532775878906e-06
+    ],
+    [
+     13401,
+     1.2536844224086963e-05
+    ],
+    [
+     13501,
+     0.00028959912015125155
+    ],
+    [
+     13601,
+     2.086162567138672e-06
+    ],
+    [
+     13701,
+     2.8014183044433594e-06
+    ],
+    [
+     13801,
+     2.2848448679724243e-06
+    ],
+    [
+     13901,
+     1.0530154668231262e-06
+    ],
+    [
+     14001,
+     2.4437904357910156e-06
+    ],
+    [
+     14101,
+     1.5099843722055084e-06
+    ],
+    [
+     14201,
+     3.6557516978064086e-06
+    ],
+    [
+     14301,
+     1.1324882507324219e-06
+    ],
+    [
+     14401,
+     7.053216450003674e-06
+    ],
+    [
+     14501,
+     2.7815501653094543e-06
+    ],
+    [
+     14601,
+     8.145968308781448e-07
+    ],
+    [
+     14701,
+     1.3113021850585938e-06
+    ],
+    [
+     14801,
+     2.841154810084845e-06
+    ],
+    [
+     14901,
+     1.9669532775878906e-06
+    ],
+    [
+     15001,
+     7.828077286831103e-06
+    ],
+    [
+     15101,
+     6.755193453500397e-07
+    ],
+    [
+     15201,
+     1.1722247563739074e-06
+    ],
+    [
+     15301,
+     2.5232634470739868e-06
+    ],
+    [
+     15401,
+     1.5099843722055084e-06
+    ],
+    [
+     15501,
+     2.1258990727801574e-06
+    ],
+    [
+     15601,
+     1.7285346984863281e-06
+    ],
+    [
+     15701,
+     1.1523565035531647e-06
+    ],
+    [
+     15801,
+     4.839897155761719e-05
+    ],
+    [
+     15901,
+     2.7616820261755493e-06
+    ],
+    [
+     16001,
+     4.0928525777417235e-06
+    ],
+    [
+     16101,
+     2.1060309336462524e-06
+    ],
+    [
+     16201,
+     6.15914700574649e-07
+    ],
+    [
+     16301,
+     2.86102294921875e-06
+    ],
+    [
+     16401,
+     1.3113021850585938e-06
+    ],
+    [
+     16501,
+     4.172325134277344e-07
+    ],
+    [
+     16601,
+     1.0728836059570312e-06
+    ],
+    [
+     16701,
+     3.178914482759865e-07
+    ],
+    [
+     16801,
+     3.1987826787371887e-06
+    ],
+    [
+     16901,
+     1.1901061043317895e-05
+    ],
+    [
+     17001,
+     1.4503797274301178e-06
+    ],
+    [
+     17101,
+     1.4901161193847656e-06
+    ],
+    [
+     17201,
+     2.9007594548602356e-06
+    ],
+    [
+     17301,
+     1.1523565035531647e-06
+    ],
+    [
+     17401,
+     1.4702479802508606e-06
+    ],
+    [
+     17501,
+     1.6887983065316803e-06
+    ],
+    [
+     17601,
+     1.748402951307071e-06
+    ],
+    [
+     17701,
+     1.4503797274301178e-06
+    ],
+    [
+     17801,
+     4.827976226806641e-06
+    ],
+    [
+     17901,
+     5.761782517765823e-07
+    ],
+    [
+     18001,
+     1.2119611483285553e-06
+    ],
+    [
+     18101,
+     1.271565793103946e-06
+    ],
+    [
+     18201,
+     5.960464477539062e-07
+    ],
+    [
+     18301,
+     3.6557516978064086e-06
+    ],
+    [
+     18401,
+     1.1126201115985168e-06
+    ],
+    [
+     18501,
+     5.761782517765823e-07
+    ],
+    [
+     18601,
+     2.0464262888708618e-06
+    ],
+    [
+     18701,
+     1.271565793103946e-06
+    ],
+    [
+     18801,
+     1.6291936617562897e-06
+    ],
+    [
+     18901,
+     7.748603820800781e-07
+    ],
+    [
+     19001,
+     3.5762786865234375e-07
+    ],
+    [
+     19101,
+     8.344650268554688e-07
+    ],
+    [
+     19201,
+     7.947286349008209e-07
+    ],
+    [
+     19301,
+     3.635883331298828e-06
+    ],
+    [
+     19401,
+     2.7219455205340637e-06
+    ],
+    [
+     19501,
+     3.3775967267501983e-07
+    ],
+    [
+     19601,
+     6.15914700574649e-07
+    ],
+    [
+     19701,
+     8.742014756535355e-07
+    ],
+    [
+     19801,
+     2.384185791015625e-07
+    ],
+    [
+     19901,
+     2.1457672119140625e-06
+    ],
+    [
+     20001,
+     1.1324882507324219e-06
+    ],
+    [
+     20101,
+     1.41064333547547e-06
+    ],
+    [
+     20201,
+     1.3510386907000793e-06
+    ],
+    [
+     20301,
+     1.390775139498146e-07
+    ],
+    [
+     20401,
+     1.0132789611816406e-06
+    ],
+    [
+     20501,
+     3.3775967267501983e-07
+    ],
+    [
+     20601,
+     2.5828680918493774e-06
+    ],
+    [
+     20701,
+     1.887480493678595e-06
+    ],
+    [
+     20801,
+     2.7219455205340637e-06
+    ],
+    [
+     20901,
+     3.039836883544922e-06
+    ],
+    [
+     21001,
+     1.4901161193847656e-06
+    ],
+    [
+     21101,
+     4.295508188079111e-05
+    ],
+    [
+     21201,
+     5.066394805908203e-06
+    ],
+    [
+     21301,
+     6.35782896551973e-07
+    ],
+    [
+     21401,
+     1.1523565035531647e-06
+    ],
+    [
+     21501,
+     2.7020773814001586e-06
+    ],
+    [
+     21601,
+     1.7881393432617188e-07
+    ],
+    [
+     21701,
+     2.1855036891338386e-07
+    ],
+    [
+     21801,
+     4.3710073782676773e-07
+    ],
+    [
+     21901,
+     5.165736070011917e-07
+    ],
+    [
+     22001,
+     1.5894572413799324e-07
+    ],
+    [
+     22101,
+     6.556510925292969e-07
+    ],
+    [
+     22201,
+     1.0530154668231262e-06
+    ],
+    [
+     22301,
+     1.2119611483285553e-06
+    ],
+    [
+     22401,
+     2.781550278996292e-07
+    ],
+    [
+     22501,
+     2.1855036891338386e-07
+    ],
+    [
+     22601,
+     2.384185791015625e-07
+    ],
+    [
+     22701,
+     3.178914482759865e-07
+    ],
+    [
+     22801,
+     2.384185791015625e-07
+    ],
+    [
+     22901,
+     1.3709068298339844e-06
+    ],
+    [
+     23001,
+     5.960464477539062e-07
+    ],
+    [
+     23101,
+     2.5828680350059585e-07
+    ],
+    [
+     23201,
+     4.0531158447265625e-06
+    ],
+    [
+     23301,
+     5.563100557992584e-07
+    ],
+    [
+     23401,
+     4.172325134277344e-07
+    ],
+    [
+     23501,
+     5.5233640523510985e-06
+    ],
+    [
+     23601,
+     3.139178033961798e-06
+    ],
+    [
+     23701,
+     1.1722247563739074e-06
+    ],
+    [
+     23801,
+     8.722146958461963e-06
+    ],
+    [
+     23901,
+     2.1855036891338386e-07
+    ],
+    [
+     24000,
+     4.172325134277344e-07
+    ]
+   ],
+   "mass_read": 0.9999980330467224
+  }
+ },
+ "series": "plain16",
+ "plain_doc": true
+}
\ No newline at end of file