Ship H16-seed2 (all arms retained)

experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/resume.json

@@ -0,0 +1,7 @@
+{
+  "arm": "H16",
+  "config_id": "fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e",
+  "dataset_id": "659b21c1c6eb1074eeec7acdbfa9bd010965595a4669338690cf3ae38a4448d5",
+  "seed": 2,
+  "step": 100
+}

experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/run.json

@@ -0,0 +1,5889 @@
+{
+  "arm": "H16",
+  "config_id": "fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e",
+  "dataset_id": "659b21c1c6eb1074eeec7acdbfa9bd010965595a4669338690cf3ae38a4448d5",
+  "model_config": {
+    "_name_or_path": "",
+    "architectures": null,
+    "chunk_size_feed_forward": 0,
+    "continuation_ids": [
+      2015,
+      2050,
+      2063,
+      2072,
+      2075,
+      2078,
+      2080,
+      2094,
+      2098,
+      2099,
+      2100,
+      2102,
+      2121,
+      2135,
+      2140,
+      2213,
+      2226,
+      2229,
+      2232,
+      2239,
+      2243,
+      2271,
+      2278,
+      2290,
+      2319,
+      2361,
+      2368,
+      2378,
+      2386,
+      2389,
+      2401,
+      2475,
+      2480,
+      2483,
+      2487,
+      2497,
+      2509,
+      2527,
+      2532,
+      2545,
+      2546,
+      2549,
+      2571,
+      2575,
+      2581,
+      2594,
+      2595,
+      2615,
+      2618,
+      2620,
+      2629,
+      2638,
+      2666,
+      2669,
+      2683,
+      2692,
+      2696,
+      2705,
+      2721,
+      2791,
+      2818,
+      2819,
+      2850,
+      2854,
+      2860,
+      2863,
+      2869,
+      2884,
+      2890,
+      2891,
+      2906,
+      2912,
+      2923,
+      2937,
+      2953,
+      2964,
+      2989,
+      3012,
+      3022,
+      3051,
+      3064,
+      3070,
+      3077,
+      3085,
+      3089,
+      3111,
+      3122,
+      3126,
+      3148,
+      3170,
+      3207,
+      3211,
+      3215,
+      3217,
+      3238,
+      3240,
+      3258,
+      3270,
+      3286,
+      3334,
+      3351,
+      3363,
+      3366,
+      3367,
+      3370,
+      3372,
+      3385,
+      3388,
+      3401,
+      3406,
+      3436,
+      3468,
+      3489,
+      3490,
+      3501,
+      3508,
+      3511,
+      3512,
+      3527,
+      3540,
+      3549,
+      3550,
+      3560,
+      3567,
+      3593,
+      3597,
+      3600,
+      3619,
+      3630,
+      3654,
+      3669,
+      3672,
+      3676,
+      3678,
+      3683,
+      3686,
+      3695,
+      3702,
+      3709,
+      3723,
+      3726,
+      3736,
+      3762,
+      3771,
+      3775,
+      3790,
+      3877,
+      3900,
+      3917,
+      3973,
+      3981,
+      3989,
+      3993,
+      3995,
+      4014,
+      4017,
+      4048,
+      4059,
+      4063,
+      4095,
+      4103,
+      4115,
+      4135,
+      4140,
+      4143,
+      4160,
+      4168,
+      4173,
+      4179,
+      4181,
+      4183,
+      4213,
+      4215,
+      4221,
+      4226,
+      4232,
+      4244,
+      4246,
+      4263,
+      4270,
+      4305,
+      4313,
+      4328,
+      4355,
+      4360,
+      4371,
+      4381,
+      4383,
+      4402,
+      4430,
+      4478,
+      4492,
+      4502,
+      4509,
+      4523,
+      4570,
+      4571,
+      4576,
+      4580,
+      4588,
+      4590,
+      4609,
+      4630,
+      4645,
+      4648,
+      4665,
+      4667,
+      4674,
+      4691,
+      4697,
+      4710,
+      4726,
+      4747,
+      4757,
+      4765,
+      4779,
+      4783,
+      4801,
+      4817,
+      4818,
+      4819,
+      4842,
+      4859,
+      4877,
+      4886,
+      4887,
+      4890,
+      4892,
+      4904,
+      4917,
+      4939,
+      4948,
+      4974,
+      5004,
+      5007,
+      5017,
+      5051,
+      5054,
+      5063,
+      5084,
+      5092,
+      5104,
+      5130,
+      5134,
+      5149,
+      5162,
+      5172,
+      5178,
+      5243,
+      5244,
+      5267,
+      5280,
+      5283,
+      5289,
+      5302,
+      5311,
+      5313,
+      5332,
+      5339,
+      5349,
+      5358,
+      5369,
+      5397,
+      5400,
+      5403,
+      5420,
+      5422,
+      5428,
+      5480,
+      5484,
+      5488,
+      5498,
+      5521,
+      5524,
+      5555,
+      5558,
+      5562,
+      5575,
+      5582,
+      5596,
+      5602,
+      5603,
+      5605,
+      5620,
+      5634,
+      5638,
+      5643,
+      5644,
+      5649,
+      5654,
+      5657,
+      5666,
+      5668,
+      5669,
+      5677,
+      5685,
+      5686,
+      5705,
+      5714,
+      5732,
+      5737,
+      5740,
+      5753,
+      5794,
+      5802,
+      5804,
+      5809,
+      5831,
+      5833,
+      5844,
+      5856,
+      5867,
+      5874,
+      5880,
+      5886,
+      5897,
+      5910,
+      5937,
+      5946,
+      5963,
+      5974,
+      5999,
+      6024,
+      6026,
+      6030,
+      6038,
+      6072,
+      6096,
+      6129,
+      6132,
+      6137,
+      6155,
+      6169,
+      6182,
+      6190,
+      6198,
+      6199,
+      6200,
+      6212,
+      6216,
+      6238,
+      6277,
+      6279,
+      6290,
+      6292,
+      6299,
+      6305,
+      6313,
+      6321,
+      6340,
+      6342,
+      6371,
+      6374,
+      6392,
+      6442,
+      6444,
+      6447,
+      6455,
+      6460,
+      6483,
+      6491,
+      6494,
+      6499,
+      6508,
+      6525,
+      6528,
+      6553,
+      6558,
+      6559,
+      6562,
+      6582,
+      6588,
+      6590,
+      6591,
+      6593,
+      6610,
+      6632,
+      6633,
+      6648,
+      6651,
+      6657,
+      6672,
+      6673,
+      6675,
+      6679,
+      6692,
+      6711,
+      6761,
+      6767,
+      6774,
+      6776,
+      6777,
+      6779,
+      6784,
+      6790,
+      6799,
+      6806,
+      6810,
+      6820,
+      6824,
+      6826,
+      6834,
+      6843,
+      6844,
+      6850,
+      6856,
+      6858,
+      6862,
+      6873,
+      6894,
+      6895,
+      6906,
+      6914,
+      6916,
+      6924,
+      6935,
+      6961,
+      6962,
+      6968,
+      6977,
+      6979,
+      7011,
+      7028,
+      7033,
+      7054,
+      7062,
+      7066,
+      7068,
+      7076,
+      7088,
+      7092,
+      7096,
+      7100,
+      7103,
+      7106,
+      7113,
+      7138,
+      7140,
+      7159,
+      7174,
+      7178,
+      7184,
+      7228,
+      7229,
+      7231,
+      7245,
+      7265,
+      7274,
+      7277,
+      7292,
+      7295,
+      7301,
+      7315,
+      7317,
+      7347,
+      7352,
+      7361,
+      7363,
+      7368,
+      7373,
+      7377,
+      7382,
+      7384,
+      7389,
+      7393,
+      7405,
+      7406,
+      7413,
+      7416,
+      7430,
+      7432,
+      7442,
+      7446,
+      7447,
+      7474,
+      7476,
+      7485,
+      7507,
+      7512,
+      7520,
+      7529,
+      7542,
+      7556,
+      7559,
+      7583,
+      7585,
+      7606,
+      7616,
+      7629,
+      7630,
+      7646,
+      7652,
+      7662,
+      7666,
+      7677,
+      7685,
+      7690,
+      7693,
+      7698,
+      7699,
+      7712,
+      7716,
+      7724,
+      7730,
+      7737,
+      7741,
+      7747,
+      7770,
+      7810,
+      7811,
+      7828,
+      7834,
+      7840,
+      7847,
+      7849,
+      7853,
+      7856,
+      7869,
+      7874,
+      7875,
+      7878,
+      7895,
+      7898,
+      7903,
+      7911,
+      7913,
+      7934,
+      7941,
+      7946,
+      7951,
+      7952,
+      7959,
+      7962,
+      7971,
+      7974,
+      7983,
+      7999,
+      8002,
+      8004,
+      8010,
+      8017,
+      8022,
+      8024,
+      8029,
+      8034,
+      8043,
+      8049,
+      8059,
+      8067,
+      8082,
+      8091,
+      8093,
+      8095,
+      8113,
+      8126,
+      8151,
+      8156,
+      8159,
+      8162,
+      8163,
+      8167,
+      8180,
+      8189,
+      8193,
+      8197,
+      8202,
+      8229,
+      8231,
+      8237,
+      8238,
+      8261,
+      8270,
+      8286,
+      8296,
+      8303,
+      8322,
+      8337,
+      8376,
+      8400,
+      8405,
+      8411,
+      8428,
+      8445,
+      8447,
+      8449,
+      8450,
+      8454,
+      8458,
+      8462,
+      8464,
+      8485,
+      8486,
+      8490,
+      8496,
+      8516,
+      8520,
+      8523,
+      8524,
+      8525,
+      8528,
+      8540,
+      8545,
+      8551,
+      8553,
+      8557,
+      8566,
+      8569,
+      8571,
+      8583,
+      8584,
+      8585,
+      8586,
+      8591,
+      8602,
+      8609,
+      8613,
+      8621,
+      8625,
+      8630,
+      8649,
+      8653,
+      8654,
+      8661,
+      8662,
+      8663,
+      8671,
+      8684,
+      8706,
+      8713,
+      8717,
+      8718,
+      8737,
+      8743,
+      8747,
+      8751,
+      8757,
+      8758,
+      8780,
+      8787,
+      8791,
+      8820,
+      8838,
+      8844,
+      8865,
+      8873,
+      8883,
+      8889,
+      8898,
+      8913,
+      8918,
+      8939,
+      8943,
+      8950,
+      8953,
+      8977,
+      8978,
+      8988,
+      9001,
+      9006,
+      9013,
+      9021,
+      9024,
+      9028,
+      9031,
+      9032,
+      9035,
+      9048,
+      9050,
+      9057,
+      9067,
+      9071,
+      9072,
+      9077,
+      9080,
+      9091,
+      9096,
+      9102,
+      9103,
+      9126,
+      9142,
+      9148,
+      9153,
+      9189,
+      9215,
+      9221,
+      9232,
+      9236,
+      9243,
+      9247,
+      9250,
+      9257,
+      9276,
+      9284,
+      9285,
+      9286,
+      9289,
+      9299,
+      9305,
+      9307,
+      9314,
+      9316,
+      9323,
+      9328,
+      9331,
+      9333,
+      9335,
+      9336,
+      9337,
+      9351,
+      9354,
+      9355,
+      9363,
+      9365,
+      9386,
+      9397,
+      9407,
+      9438,
+      9447,
+      9453,
+      9463,
+      9468,
+      9488,
+      9496,
+      9497,
+      9513,
+      9515,
+      9516,
+      9521,
+      9527,
+      9541,
+      9581,
+      9589,
+      9623,
+      9626,
+      9628,
+      9629,
+      9644,
+      9648,
+      9650,
+      9654,
+      9681,
+      9688,
+      9691,
+      9692,
+      9695,
+      9697,
+      9709,
+      9711,
+      9737,
+      9739,
+      9759,
+      9766,
+      9769,
+      9777,
+      9791,
+      9793,
+      9816,
+      9818,
+      9821,
+      9825,
+      9834,
+      9856,
+      9863,
+      9864,
+      9869,
+      9888,
+      9890,
+      9892,
+      9905,
+      9910,
+      9911,
+      9912,
+      9953,
+      9954,
+      9956,
+      9961,
+      9966,
+      10010,
+      10020,
+      10023,
+      10024,
+      10050,
+      10052,
+      10054,
+      10057,
+      10074,
+      10085,
+      10087,
+      10091,
+      10092,
+      10105,
+      10111,
+      10127,
+      10128,
+      10136,
+      10139,
+      10143,
+      10169,
+      10175,
+      10177,
+      10179,
+      10182,
+      10196,
+      10199,
+      10207,
+      10222,
+      10224,
+      10230,
+      10235,
+      10242,
+      10244,
+      10253,
+      10258,
+      10259,
+      10260,
+      10264,
+      10265,
+      10270,
+      10273,
+      10278,
+      10280,
+      10285,
+      10286,
+      10288,
+      10322,
+      10325,
+      10343,
+      10344,
+      10354,
+      10359,
+      10362,
+      10371,
+      10374,
+      10376,
+      10383,
+      10404,
+      10415,
+      10419,
+      10421,
+      10422,
+      10431,
+      10440,
+      10441,
+      10446,
+      10448,
+      10450,
+      10451,
+      10458,
+      10464,
+      10472,
+      10483,
+      10484,
+      10486,
+      10497,
+      10510,
+      10513,
+      10521,
+      10524,
+      10526,
+      10532,
+      10536,
+      10542,
+      10559,
+      10581,
+      10586,
+      10593,
+      10600,
+      10603,
+      10606,
+      10609,
+      10610,
+      10623,
+      10624,
+      10626,
+      10631,
+      10649,
+      10665,
+      10672,
+      10686,
+      10695,
+      10696,
+      10698,
+      10701,
+      10708,
+      10711,
+      10719,
+      10727,
+      10732,
+      10735,
+      10736,
+      10755,
+      10760,
+      10762,
+      10772,
+      10790,
+      10803,
+      10814,
+      10820,
+      10830,
+      10841,
+      10867,
+      10875,
+      10880,
+      10893,
+      10895,
+      10924,
+      10929,
+      10932,
+      10936,
+      10976,
+      10980,
+      10985,
+      10992,
+      10993,
+      10994,
+      10997,
+      11001,
+      11008,
+      11012,
+      11020,
+      11022,
+      11029,
+      11031,
+      11039,
+      11045,
+      11057,
+      11066,
+      11069,
+      11077,
+      11097,
+      11101,
+      11106,
+      11108,
+      11115,
+      11124,
+      11129,
+      11137,
+      11140,
+      11144,
+      11148,
+      11149,
+      11151,
+      11179,
+      11187,
+      11191,
+      11198,
+      11201,
+      11215,
+      11219,
+      11227,
+      11231,
+      11233,
+      11236,
+      11239,
+      11244,
+      11246,
+      11253,
+      11254,
+      11261,
+      11263,
+      11266,
+      11272,
+      11283,
+      11285,
+      11306,
+      11314,
+      11319,
+      11329,
+      11335,
+      11362,
+      11365,
+      11368,
+      11387,
+      11390,
+      11392,
+      11393,
+      11410,
+      11411,
+      11431,
+      11439,
+      11442,
+      11444,
+      11451,
+      11452,
+      11461,
+      11467,
+      11469,
+      11474,
+      11475,
+      11483,
+      11484,
+      11488,
+      11493,
+      11510,
+      11512,
+      11514,
+      11522,
+      11528,
+      11533,
+      11563,
+      11589,
+      11592,
+      11597,
+      11602,
+      11607,
+      11610,
+      11613,
+      11614,
+      11622,
+      11624,
+      11627,
+      11631,
+      11634,
+      11636,
+      11638,
+      11639,
+      11644,
+      11649,
+      11650,
+      11656,
+      11657,
+      11663,
+      11667,
+      11692,
+      11705,
+      11711,
+      11714,
+      11715,
+      11722,
+      11733,
+      11735,
+      11741,
+      11745,
+      11751,
+      11755,
+      11761,
+      11774,
+      11783,
+      11787,
+      11788,
+      11795,
+      11796,
+      11800,
+      11802,
+      11818,
+      11823,
+      11837,
+      11871,
+      11872,
+      11873,
+      11877,
+      11880,
+      11890,
+      11905,
+      11916,
+      11921,
+      11923,
+      11927,
+      11960,
+      11961,
+      11975,
+      11983,
+      11998,
+      12002,
+      12031,
+      12032,
+      12036,
+      12044,
+      12053,
+      12054,
+      12059,
+      12069,
+      12070,
+      12079,
+      12083,
+      12086,
+      12088,
+      12096,
+      12112,
+      12119,
+      12129,
+      12131,
+      12146,
+      12155,
+      12162,
+      12165,
+      12166,
+      12171,
+      12172,
+      12173,
+      12179,
+      12184,
+      12186,
+      12190,
+      12193,
+      12198,
+      12199,
+      12207,
+      12215,
+      12221,
+      12227,
+      12228,
+      12229,
+      12243,
+      12244,
+      12248,
+      12255,
+      12259,
+      12260,
+      12269,
+      12273,
+      12274,
+      12298,
+      12303,
+      12314,
+      12322,
+      12325,
+      12326,
+      12333,
+      12349,
+      12352,
+      12356,
+      12376,
+      12377,
+      12380,
+      12384,
+      12399,
+      12412,
+      12414,
+      12417,
+      12423,
+      12426,
+      12439,
+      12449,
+      12458,
+      12462,
+      12474,
+      12488,
+      12494,
+      12502,
+      12514,
+      12516,
+      12519,
+      12521,
+      12540,
+      12541,
+      12556,
+      12561,
+      12565,
+      12588,
+      12589,
+      12614,
+      12617,
+      12618,
+      12624,
+      12638,
+      12640,
+      12644,
+      12647,
+      12650,
+      12662,
+      12672,
+      12676,
+      12680,
+      12681,
+      12690,
+      12691,
+      12693,
+      12707,
+      12717,
+      12718,
+      12722,
+      12733,
+      12734,
+      12735,
+      12740,
+      12742,
+      12744,
+      12750,
+      12758,
+      12762,
+      12782,
+      12789,
+      12792,
+      12798,
+      12811,
+      12820,
+      12821,
+      12830,
+      12837,
+      12844,
+      12848,
+      12863,
+      12866,
+      12868,
+      12870,
+      12871,
+      12879,
+      12881,
+      12887,
+      12891,
+      12898,
+      12902,
+      12910,
+      12911,
+      12914,
+      12921,
+      12926,
+      12928,
+      12933,
+      12942,
+      12952,
+      12956,
+      12972,
+      12995,
+      13006,
+      13013,
+      13027,
+      13028,
+      13033,
+      13038,
+      13043,
+      13046,
+      13062,
+      13064,
+      13068,
+      13069,
+      13087,
+      13088,
+      13089,
+      13094,
+      13098,
+      13102,
+      13106,
+      13112,
+      13113,
+      13122,
+      13124,
+      13129,
+      13143,
+      13149,
+      13150,
+      13153,
+      13159,
+      13181,
+      13186,
+      13203,
+      13210,
+      13213,
+      13231,
+      13238,
+      13241,
+      13245,
+      13247,
+      13278,
+      13288,
+      13290,
+      13295,
+      13306,
+      13309,
+      13320,
+      13327,
+      13331,
+      13334,
+      13340,
+      13344,
+      13348,
+      13355,
+      13369,
+      13375,
+      13380,
+      13390,
+      13421,
+      13429,
+      13444,
+      13453,
+      13455,
+      13461,
+      13462,
+      13464,
+      13465,
+      13469,
+      13471,
+      13473,
+      13476,
+      13484,
+      13490,
+      13492,
+      13510,
+      13512,
+      13535,
+      13542,
+      13565,
+      13578,
+      13592,
+      13596,
+      13602,
+      13615,
+      13620,
+      13623,
+      13626,
+      13629,
+      13639,
+      13662,
+      13663,
+      13665,
+      13668,
+      13669,
+      13684,
+      13687,
+      13699,
+      13700,
+      13701,
+      13704,
+      13705,
+      13706,
+      13714,
+      13716,
+      13719,
+      13728,
+      13731,
+      13754,
+      13759,
+      13765,
+      13767,
+      13770,
+      13775,
+      13776,
+      13777,
+      13778,
+      13786,
+      13793,
+      13806,
+      13807,
+      13808,
+      13820,
+      13821,
+      13832,
+      13837,
+      13860,
+      13871,
+      13874,
+      13876,
+      13887,
+      13890,
+      13900,
+      13901,
+      13902,
+      13910,
+      13911,
+      13923,
+      13936,
+      13944,
+      13947,
+      13959,
+      13966,
+      13976,
+      14001,
+      14014,
+      14028,
+      14031,
+      14035,
+      14045,
+      14049,
+      14050,
+      14066,
+      14069,
+      14074,
+      14075,
+      14081,
+      14083,
+      14088,
+      14097,
+      14116,
+      14117,
+      14122,
+      14127,
+      14129,
+      14132,
+      14138,
+      14141,
+      14142,
+      14144,
+      14147,
+      14149,
+      14150,
+      14151,
+      14156,
+      14157,
+      14162,
+      14183,
+      14191,
+      14192,
+      14194,
+      14204,
+      14213,
+      14220,
+      14226,
+      14227,
+      14228,
+      14232,
+      14235,
+      14238,
+      14239,
+      14244,
+      14268,
+      14270,
+      14272,
+      14273,
+      14277,
+      14287,
+      14289,
+      14301,
+      14317,
+      14321,
+      14322,
+      14326,
+      14339,
+      14341,
+      14343,
+      14346,
+      14353,
+      14355,
+      14356,
+      14359,
+      14376,
+      14399,
+      14406,
+      14413,
+      14416,
+      14417,
+      14423,
+      14428,
+      14431,
+      14432,
+      14454,
+      14478,
+      14479,
+      14482,
+      14483,
+      14490,
+      14498,
+      14499,
+      14503,
+      14505,
+      14510,
+      14511,
+      14515,
+      14517,
+      14526,
+      14528,
+      14530,
+      14536,
+      14540,
+      14544,
+      14545,
+      14547,
+      14550,
+      14561,
+      14565,
+      14573,
+      14581,
+      14586,
+      14604,
+      14606,
+      14608,
+      14615,
+      14619,
+      14621,
+      14625,
+      14626,
+      14634,
+      14642,
+      14643,
+      14644,
+      14647,
+      14650,
+      14656,
+      14659,
+      14660,
+      14663,
+      14672,
+      14680,
+      14691,
+      14693,
+      14697,
+      14701,
+      14702,
+      14706,
+      14713,
+      14715,
+      14716,
+      14728,
+      14733,
+      14735,
+      14737,
+      14740,
+      14756,
+      14758,
+      14760,
+      14762,
+      14767,
+      14769,
+      14772,
+      14773,
+      14774,
+      14776,
+      14778,
+      14782,
+      14787,
+      14795,
+      14808,
+      14820,
+      14821,
+      14839,
+      14844,
+      14852,
+      14853,
+      14854,
+      14856,
+      14859,
+      14862,
+      14876,
+      14881,
+      14890,
+      14898,
+      14900,
+      14905,
+      14907,
+      14919,
+      14945,
+      14949,
+      14956,
+      14966,
+      14968,
+      14971,
+      14973,
+      14995,
+      15000,
+      15004,
+      15006,
+      15007,
+      15010,
+      15042,
+      15049,
+      15058,
+      15061,
+      15069,
+      15070,
+      15073,
+      15088,
+      15094,
+      15096,
+      15104,
+      15118,
+      15136,
+      15141,
+      15143,
+      15145,
+      15148,
+      15150,
+      15154,
+      15155,
+      15164,
+      15166,
+      15172,
+      15185,
+      15194,
+      15198,
+      15202,
+      15204,
+      15217,
+      15222,
+      15227,
+      15238,
+      15239,
+      15249,
+      15256,
+      15265,
+      15266,
+      15271,
+      15272,
+      15277,
+      15286,
+      15290,
+      15297,
+      15305,
+      15312,
+      15319,
+      15327,
+      15338,
+      15343,
+      15350,
+      15353,
+      15361,
+      15362,
+      15370,
+      15378,
+      15379,
+      15388,
+      15394,
+      15395,
+      15396,
+      15402,
+      15414,
+      15416,
+      15417,
+      15422,
+      15431,
+      15441,
+      15444,
+      15449,
+      15455,
+      15457,
+      15459,
+      15460,
+      15464,
+      15465,
+      15472,
+      15474,
+      15482,
+      15493,
+      15494,
+      15495,
+      15496,
+      15499,
+      15500,
+      15509,
+      15513,
+      15530,
+      15532,
+      15534,
+      15542,
+      15549,
+      15551,
+      15557,
+      15558,
+      15564,
+      15567,
+      15568,
+      15569,
+      15580,
+      15590,
+      15593,
+      15599,
+      15603,
+      15608,
+      15613,
+      15621,
+      15628,
+      15630,
+      15637,
+      15638,
+      15643,
+      15648,
+      15660,
+      15666,
+      15668,
+      15671,
+      15683,
+      15687,
+      15689,
+      15706,
+      15707,
+      15710,
+      15714,
+      15719,
+      15721,
+      15725,
+      15728,
+      15733,
+      15735,
+      15750,
+      15758,
+      15759,
+      15773,
+      15776,
+      15780,
+      15781,
+      15782,
+      15787,
+      15788,
+      15794,
+      15808,
+      15810,
+      15816,
+      15830,
+      15833,
+      15851,
+      15853,
+      15857,
+      15859,
+      15864,
+      15869,
+      15872,
+      15878,
+      15879,
+      15900,
+      15904,
+      15907,
+      15909,
+      15915,
+      15916,
+      15922,
+      15928,
+      15937,
+      15950,
+      15951,
+      15952,
+      15975,
+      15979,
+      15985,
+      15987,
+      15992,
+      15994,
+      16001,
+      16020,
+      16022,
+      16026,
+      16033,
+      16037,
+      16043,
+      16044,
+      16048,
+      16050,
+      16052,
+      16059,
+      16066,
+      16068,
+      16069,
+      16070,
+      16076,
+      16078,
+      16084,
+      16086,
+      16089,
+      16093,
+      16098,
+      16102,
+      16103,
+      16107,
+      16116,
+      16118,
+      16119,
+      16136,
+      16147,
+      16150,
+      16161,
+      16168,
+      16173,
+      16177,
+      16179,
+      16186,
+      16190,
+      16194,
+      16198,
+      16200,
+      16203,
+      16206,
+      16207,
+      16211,
+      16213,
+      16223,
+      16230,
+      16238,
+      16252,
+      16256,
+      16257,
+      16259,
+      16275,
+      16277,
+      16279,
+      16280,
+      16281,
+      16284,
+      16288,
+      16294,
+      16302,
+      16303,
+      16307,
+      16308,
+      16313,
+      16329,
+      16336,
+      16338,
+      16339,
+      16340,
+      16344,
+      16347,
+      16363,
+      16365,
+      16366,
+      16368,
+      16369,
+      16377,
+      16383,
+      16398,
+      16402,
+      16409,
+      16414,
+      16415,
+      16416,
+      16425,
+      16429,
+      16445,
+      16446,
+      16451,
+      16453,
+      16454,
+      16458,
+      16467,
+      16502,
+      16503,
+      16505,
+      16506,
+      16515,
+      16518,
+      16523,
+      16526,
+      16529,
+      16530,
+      16531,
+      16535,
+      16549,
+      16550,
+      16555,
+      16558,
+      16563,
+      16564,
+      16566,
+      16567,
+      16570,
+      16576,
+      16584,
+      16585,
+      16594,
+      16600,
+      16610,
+      16613,
+      16616,
+      16643,
+      16649,
+      16650,
+      16652,
+      16656,
+      16665,
+      16670,
+      16671,
+      16677,
+      16689,
+      16693,
+      16695,
+      16700,
+      16703,
+      16704,
+      16715,
+      16737,
+      16739,
+      16741,
+      16748,
+      16750,
+      16754,
+      16761,
+      16765,
+      16774,
+      16777,
+      16778,
+      16781,
+      16782,
+      16786,
+      16790,
+      16811,
+      16814,
+      16816,
+      16835,
+      16843,
+      16846,
+      16848,
+      16856,
+      16862,
+      16867,
+      16869,
+      16872,
+      16874,
+      16882,
+      16885,
+      16886,
+      16892,
+      16898,
+      16901,
+      16912,
+      16917,
+      16918,
+      16921,
+      16930,
+      16932,
+      16940,
+      16952,
+      16961,
+      16963,
+      16969,
+      16975,
+      16977,
+      16989,
+      16992,
+      16998,
+      17004,
+      17007,
+      17028,
+      17036,
+      17040,
+      17043,
+      17048,
+      17058,
+      17062,
+      17063,
+      17071,
+      17080,
+      17084,
+      17086,
+      17101,
+      17110,
+      17112,
+      17119,
+      17122,
+      17125,
+      17130,
+      17134,
+      17139,
+      17140,
+      17149,
+      17157,
+      17166,
+      17167,
+      17168,
+      17175,
+      17190,
+      17191,
+      17198,
+      17206,
+      17226,
+      17231,
+      17236,
+      17238,
+      17240,
+      17250,
+      17252,
+      17258,
+      17269,
+      17275,
+      17281,
+      17285,
+      17287,
+      17288,
+      17296,
+      17298,
+      17299,
+      17301,
+      17302,
+      17305,
+      17308,
+      17310,
+      17311,
+      17322,
+      17325,
+      17327,
+      17339,
+      17340,
+      17342,
+      17345,
+      17364,
+      17369,
+      17375,
+      17378,
+      17386,
+      17389,
+      17406,
+      17413,
+      17417,
+      17420,
+      17421,
+      17426,
+      17432,
+      17440,
+      17441,
+      17452,
+      17456,
+      17457,
+      17460,
+      17465,
+      17468,
+      17470,
+      17471,
+      17479,
+      17487,
+      17499,
+      17510,
+      17516,
+      17545,
+      17560,
+      17563,
+      17570,
+      17572,
+      17577,
+      17579,
+      17580,
+      17583,
+      17585,
+      17592,
+      17597,
+      17599,
+      17603,
+      17619,
+      17622,
+      17625,
+      17629,
+      17635,
+      17643,
+      17644,
+      17650,
+      17658,
+      17661,
+      17668,
+      17670,
+      17679,
+      17681,
+      17682,
+      17683,
+      17686,
+      17695,
+      17699,
+      17701,
+      17706,
+      17713,
+      17724,
+      17726,
+      17728,
+      17729,
+      17751,
+      17753,
+      17759,
+      17788,
+      17789,
+      17791,
+      17794,
+      17799,
+      17802,
+      17809,
+      17811,
+      17815,
+      17819,
+      17822,
+      17830,
+      17847,
+      17848,
+      17854,
+      17868,
+      17872,
+      17875,
+      17883,
+      17884,
+      17896,
+      17897,
+      17904,
+      17905,
+      17906,
+      17914,
+      17915,
+      17920,
+      17922,
+      17926,
+      17933,
+      17944,
+      17948,
+      17955,
+      17960,
+      17965,
+      17968,
+      17980,
+      17988,
+      17989,
+      17994,
+      17998,
+      18003,
+      18009,
+      18028,
+      18032,
+      18037,
+      18041,
+      18053,
+      18057,
+      18060,
+      18065,
+      18069,
+      18073,
+      18075,
+      18078,
+      18083,
+      18095,
+      18098,
+      18100,
+      18107,
+      18115,
+      18116,
+      18117,
+      18124,
+      18136,
+      18139,
+      18141,
+      18142,
+      18143,
+      18150,
+      18153,
+      18155,
+      18161,
+      18163,
+      18170,
+      18175,
+      18182,
+      18192,
+      18194,
+      18195,
+      18199,
+      18209,
+      18219,
+      18222,
+      18223,
+      18232,
+      18246,
+      18249,
+      18252,
+      18256,
+      18259,
+      18260,
+      18274,
+      18277,
+      18278,
+      18279,
+      18291,
+      18300,
+      18317,
+      18319,
+      18321,
+      18324,
+      18331,
+      18334,
+      18337,
+      18339,
+      18349,
+      18351,
+      18352,
+      18357,
+      18367,
+      18372,
+      18376,
+      18377,
+      18380,
+      18382,
+      18384,
+      18389,
+      18393,
+      18400,
+      18405,
+      18409,
+      18410,
+      18412,
+      18413,
+      18417,
+      18418,
+      18424,
+      18425,
+      18426,
+      18428,
+      18436,
+      18442,
+      18447,
+      18450,
+      18471,
+      18477,
+      18483,
+      18491,
+      18492,
+      18494,
+      18505,
+      18507,
+      18510,
+      18511,
+      18513,
+      18514,
+      18515,
+      18518,
+      18532,
+      18533,
+      18537,
+      18552,
+      18557,
+      18560,
+      18569,
+      18570,
+      18581,
+      18585,
+      18589,
+      18595,
+      18598,
+      18599,
+      18602,
+      18605,
+      18606,
+      18613,
+      18617,
+      18620,
+      18622,
+      18623,
+      18630,
+      18632,
+      18637,
+      18639,
+      18647,
+      18655,
+      18657,
+      18660,
+      18663,
+      18673,
+      18674,
+      18679,
+      18682,
+      18684,
+      18688,
+      18689,
+      18690,
+      18696,
+      18697,
+      18702,
+      18703,
+      18715,
+      18717,
+      18718,
+      18719,
+      18721,
+      18722,
+      18724,
+      18727,
+      18738,
+      18743,
+      18752,
+      18757,
+      18769,
+      18774,
+      18780,
+      18790,
+      18796,
+      18802,
+      18803,
+      18807,
+      18808,
+      18809,
+      18810,
+      18818,
+      18824,
+      18826,
+      18827,
+      18839,
+      18842,
+      18845,
+      18861,
+      18863,
+      18866,
+      18871,
+      18878,
+      18879,
+      18884,
+      18885,
+      18886,
+      18891,
+      18894,
+      18900,
+      18902,
+      18903,
+      18907,
+      18908,
+      18909,
+      18912,
+      18915,
+      18924,
+      18926,
+      18927,
+      18933,
+      18935,
+      18938,
+      18939,
+      18940,
+      18941,
+      18947,
+      18954,
+      18963,
+      18964,
+      18965,
+      18969,
+      18979,
+      18980,
+      18981,
+      18992,
+      18994,
+      19000,
+      19001,
+      19009,
+      19020,
+      19022,
+      19023,
+      19025,
+      19036,
+      19040,
+      19042,
+      19053,
+      19058,
+      19062,
+      19068,
+      19082,
+      19092,
+      19093,
+      19098,
+      19099,
+      19105,
+      19109,
+      19110,
+      19114,
+      19126,
+      19137,
+      19139,
+      19140,
+      19145,
+      19146,
+      19150,
+      19152,
+      19155,
+      19159,
+      19168,
+      19170,
+      19172,
+      19182,
+      19185,
+      19190,
+      19196,
+      19198,
+      19205,
+      19208,
+      19210,
+      19213,
+      19217,
+      19224,
+      19225,
+      19228,
+      19230,
+      19231,
+      19234,
+      19250,
+      19253,
+      19259,
+      19263,
+      19265,
+      19269,
+      19270,
+      19277,
+      19279,
+      19281,
+      19282,
+      19288,
+      19291,
+      19301,
+      19303,
+      19304,
+      19307,
+      19310,
+      19312,
+      19315,
+      19317,
+      19321,
+      19333,
+      19339,
+      19341,
+      19357,
+      19358,
+      19362,
+      19386,
+      19392,
+      19393,
+      19403,
+      19405,
+      19417,
+      19418,
+      19419,
+      19422,
+      19425,
+      19426,
+      19433,
+      19434,
+      19436,
+      19440,
+      19442,
+      19445,
+      19454,
+      19464,
+      19466,
+      19468,
+      19473,
+      19478,
+      19481,
+      19491,
+      19496,
+      19498,
+      19500,
+      19506,
+      19510,
+      19513,
+      19516,
+      19520,
+      19524,
+      19531,
+      19539,
+      19562,
+      19563,
+      19565,
+      19567,
+      19570,
+      19574,
+      19579,
+      19585,
+      19588,
+      19603,
+      19612,
+      19620,
+      19629,
+      19636,
+      19646,
+      19648,
+      19650,
+      19658,
+      19661,
+      19663,
+      19665,
+      19666,
+      19673,
+      19696,
+      19699,
+      19704,
+      19707,
+      19708,
+      19716,
+      19718,
+      19722,
+      19729,
+      19731,
+      19736,
+      19738,
+      19742,
+      19755,
+      19761,
+      19763,
+      19766,
+      19767,
+      19771,
+      19779,
+      19784,
+      19791,
+      19792,
+      19797,
+      19798,
+      19800,
+      19801,
+      19811,
+      19824,
+      19825,
+      19826,
+      19833,
+      19834,
+      19839,
+      19841,
+      19845,
+      19847,
+      19848,
+      19849,
+      19856,
+      19859,
+      19862,
+      19864,
+      19865,
+      19869,
+      19877,
+      19879,
+      19880,
+      19892,
+      19894,
+      19895,
+      19901,
+      19903,
+      19908,
+      19909,
+      19912,
+      19915,
+      19927,
+      19929,
+      19932,
+      19944,
+      19946,
+      19961,
+      19966,
+      19968,
+      19969,
+      19980,
+      19983,
+      19987,
+      19990,
+      19991,
+      19993,
+      20009,
+      20011,
+      20023,
+      20026,
+      20027,
+      20028,
+      20030,
+      20031,
+      20041,
+      20042,
+      20043,
+      20048,
+      20049,
+      20051,
+      20058,
+      20060,
+      20082,
+      20086,
+      20089,
+      20097,
+      20100,
+      20106,
+      20110,
+      20113,
+      20132,
+      20136,
+      20142,
+      20147,
+      20156,
+      20159,
+      20166,
+      20169,
+      20175,
+      20179,
+      20186,
+      20189,
+      20192,
+      20200,
+      20203,
+      20205,
+      20207,
+      20211,
+      20214,
+      20217,
+      20224,
+      20236,
+      20240,
+      20255,
+      20257,
+      20260,
+      20265,
+      20267,
+      20269,
+      20281,
+      20282,
+      20285,
+      20303,
+      20307,
+      20318,
+      20330,
+      20338,
+      20343,
+      20348,
+      20349,
+      20350,
+      20357,
+      20360,
+      20363,
+      20366,
+      20367,
+      20370,
+      20379,
+      20382,
+      20389,
+      20391,
+      20395,
+      20409,
+      20411,
+      20414,
+      20420,
+      20431,
+      20434,
+      20444,
+      20447,
+      20450,
+      20459,
+      20464,
+      20465,
+      20469,
+      20470,
+      20473,
+      20479,
+      20483,
+      20486,
+      20492,
+      20496,
+      20499,
+      20501,
+      20511,
+      20515,
+      20518,
+      20523,
+      20527,
+      20528,
+      20529,
+      20534,
+      20535,
+      20536,
+      20550,
+      20552,
+      20553,
+      20554,
+      20559,
+      20562,
+      20564,
+      20569,
+      20570,
+      20573,
+      20574,
+      20577,
+      20589,
+      20590,
+      20591,
+      20592,
+      20598,
+      20609,
+      20614,
+      20617,
+      20620,
+      20623,
+      20624,
+      20630,
+      20644,
+      20650,
+      20654,
+      20656,
+      20660,
+      20668,
+      20671,
+      20679,
+      20683,
+      20684,
+      20685,
+      20688,
+      20689,
+      20693,
+      20697,
+      20709,
+      20715,
+      20718,
+      20721,
+      20722,
+      20734,
+      20738,
+      20740,
+      20744,
+      20745,
+      20746,
+      20755,
+      20760,
+      20763,
+      20766,
+      20770,
+      20771,
+      20778,
+      20781,
+      20782,
+      20784,
+      20791,
+      20792,
+      20793,
+      20799,
+      20800,
+      20806,
+      20807,
+      20808,
+      20812,
+      20821,
+      20822,
+      20824,
+      20838,
+      20842,
+      20844,
+      20845,
+      20846,
+      20849,
+      20850,
+      20853,
+      20860,
+      20872,
+      20875,
+      20876,
+      20881,
+      20891,
+      20894,
+      20897,
+      20898,
+      20899,
+      20900,
+      20902,
+      20908,
+      20909,
+      20913,
+      20915,
+      20921,
+      20922,
+      20924,
+      20925,
+      20927,
+      20935,
+      20936,
+      20938,
+      20939,
+      20941,
+      20942,
+      20952,
+      20958,
+      20959,
+      20960,
+      20961,
+      20968,
+      20972,
+      20974,
+      20984,
+      20995,
+      21001,
+      21007,
+      21010,
+      21011,
+      21013,
+      21017,
+      21020,
+      21022,
+      21030,
+      21031,
+      21041,
+      21043,
+      21046,
+      21050,
+      21055,
+      21057,
+      21077,
+      21081,
+      21084,
+      21095,
+      21102,
+      21104,
+      21112,
+      21114,
+      21119,
+      21126,
+      21128,
+      21131,
+      21132,
+      21138,
+      21141,
+      21147,
+      21148,
+      21149,
+      21156,
+      21159,
+      21162,
+      21163,
+      21165,
+      21166,
+      21170,
+      21172,
+      21181,
+      21187,
+      21188,
+      21190,
+      21194,
+      21197,
+      21201,
+      21202,
+      21204,
+      21205,
+      21217,
+      21218,
+      21222,
+      21223,
+      21225,
+      21227,
+      21228,
+      21230,
+      21231,
+      21239,
+      21246,
+      21252,
+      21253,
+      21254,
+      21261,
+      21266,
+      21270,
+      21272,
+      21273,
+      21275,
+      21280,
+      21281,
+      21285,
+      21292,
+      21293,
+      21297,
+      21302,
+      21309,
+      21314,
+      21325,
+      21332,
+      21335,
+      21337,
+      21338,
+      21341,
+      21351,
+      21354,
+      21355,
+      21361,
+      21369,
+      21382,
+      21397,
+      21398,
+      21405,
+      21408,
+      21409,
+      21412,
+      21421,
+      21422,
+      21426,
+      21436,
+      21450,
+      21456,
+      21458,
+      21463,
+      21466,
+      21471,
+      21472,
+      21476,
+      21482,
+      21486,
+      21493,
+      21499,
+      21504,
+      21508,
+      21509,
+      21511,
+      21512,
+      21515,
+      21525,
+      21530,
+      21531,
+      21532,
+      21539,
+      21540,
+      21543,
+      21547,
+      21548,
+      21556,
+      21557,
+      21558,
+      21559,
+      21561,
+      21564,
+      21565,
+      21572,
+      21576,
+      21578,
+      21579,
+      21590,
+      21593,
+      21595,
+      21596,
+      21600,
+      21604,
+      21608,
+      21615,
+      21619,
+      21621,
+      21634,
+      21638,
+      21639,
+      21646,
+      21649,
+      21654,
+      21661,
+      21663,
+      21673,
+      21678,
+      21682,
+      21685,
+      21693,
+      21694,
+      21700,
+      21709,
+      21710,
+      21711,
+      21716,
+      21723,
+      21724,
+      21735,
+      21736,
+      21737,
+      21748,
+      21752,
+      21756,
+      21758,
+      21759,
+      21761,
+      21763,
+      21769,
+      21781,
+      21784,
+      21786,
+      21789,
+      21799,
+      21804,
+      21806,
+      21807,
+      21808,
+      21814,
+      21815,
+      21816,
+      21818,
+      21819,
+      21820,
+      21821,
+      21823,
+      21827,
+      21835,
+      21837,
+      21842,
+      21844,
+      21847,
+      21850,
+      21861,
+      21869,
+      21884,
+      21885,
+      21886,
+      21890,
+      21891,
+      21898,
+      21906,
+      21924,
+      21926,
+      21927,
+      21928,
+      21930,
+      21932,
+      21939,
+      21940,
+      21945,
+      21946,
+      21958,
+      21966,
+      21967,
+      21983,
+      21996,
+      21997,
+      21998,
+      22008,
+      22014,
+      22016,
+      22022,
+      22025,
+      22026,
+      22036,
+      22043,
+      22044,
+      22045,
+      22046,
+      22048,
+      22049,
+      22059,
+      22068,
+      22071,
+      22074,
+      22081,
+      22083,
+      22084,
+      22086,
+      22087,
+      22090,
+      22104,
+      22107,
+      22117,
+      22119,
+      22122,
+      22123,
+      22134,
+      22139,
+      22144,
+      22145,
+      22153,
+      22155,
+      22158,
+      22167,
+      22172,
+      22179,
+      22187,
+      22192,
+      22196,
+      22197,
+      22199,
+      22203,
+      22204,
+      22208,
+      22218,
+      22225,
+      22231,
+      22244,
+      22248,
+      22251,
+      22254,
+      22263,
+      22264,
+      22269,
+      22270,
+      22272,
+      22275,
+      22280,
+      22282,
+      22287,
+      22299,
+      22305,
+      22311,
+      22314,
+      22315,
+      22318,
+      22325,
+      22327,
+      22328,
+      22332,
+      22341,
+      22342,
+      22345,
+      22352,
+      22360,
+      22367,
+      22368,
+      22373,
+      22375,
+      22379,
+      22381,
+      22384,
+      22392,
+      22394,
+      22397,
+      22398,
+      22401,
+      22407,
+      22408,
+      22414,
+      22420,
+      22425,
+      22426,
+      22427,
+      22436,
+      22444,
+      22447,
+      22461,
+      22462,
+      22465,
+      22471,
+      22483,
+      22486,
+      22492,
+      22494,
+      22499,
+      22500,
+      22504,
+      22507,
+      22509,
+      22510,
+      22513,
+      22516,
+      22517,
+      22522,
+      22536,
+      22540,
+      22542,
+      22543,
+      22556,
+      22571,
+      22573,
+      22576,
+      22578,
+      22579,
+      22586,
+      22591,
+      22592,
+      22599,
+      22601,
+      22610,
+      22612,
+      22618,
+      22620,
+      22626,
+      22631,
+      22637,
+      22638,
+      22642,
+      22646,
+      22648,
+      22655,
+      22658,
+      22662,
+      22669,
+      22670,
+      22675,
+      22684,
+      22691,
+      22693,
+      22694,
+      22698,
+      22717,
+      22723,
+      22729,
+      22731,
+      22734,
+      22738,
+      22740,
+      22743,
+      22747,
+      22749,
+      22750,
+      22753,
+      22758,
+      22769,
+      22772,
+      22776,
+      22779,
+      22780,
+      22781,
+      22786,
+      22787,
+      22792,
+      22798,
+      22799,
+      22803,
+      22809,
+      22823,
+      22828,
+      22829,
+      22835,
+      22842,
+      22844,
+      22847,
+      22850,
+      22852,
+      22862,
+      22864,
+      22869,
+      22879,
+      22881,
+      22890,
+      22893,
+      22895,
+      22903,
+      22907,
+      22908,
+      22909,
+      22911,
+      22916,
+      22918,
+      22919,
+      22920,
+      22923,
+      22924,
+      22925,
+      22927,
+      22929,
+      22930,
+      22932,
+      22934,
+      22938,
+      22942,
+      22943,
+      22948,
+      22957,
+      22960,
+      22966,
+      22967,
+      22968,
+      22971,
+      22972,
+      22974,
+      22984,
+      22987,
+      22991,
+      22994,
+      23004,
+      23017,
+      23024,
+      23033,
+      23035,
+      23041,
+      23047,
+      23048,
+      23049,
+      23052,
+      23056,
+      23057,
+      23058,
+      23061,
+      23062,
+      23065,
+      23067,
+      23070,
+      23072,
+      23076,
+      23078,
+      23085,
+      23086,
+      23091,
+      23093,
+      23095,
+      23096,
+      23099,
+      23101,
+      23102,
+      23108,
+      23111,
+      23115,
+      23125,
+      23128,
+      23132,
+      23137,
+      23141,
+      23144,
+      23147,
+      23155,
+      23169,
+      23177,
+      23180,
+      23185,
+      23186,
+      23194,
+      23195,
+      23196,
+      23200,
+      23207,
+      23211,
+      23212,
+      23221,
+      23223,
+      23230,
+      23235,
+      23237,
+      23238,
+      23239,
+      23242,
+      23243,
+      23247,
+      23248,
+      23266,
+      23267,
+      23270,
+      23274,
+      23278,
+      23282,
+      23296,
+      23298,
+      23301,
+      23302,
+      23305,
+      23309,
+      23314,
+      23316,
+      23320,
+      23335,
+      23342,
+      23344,
+      23345,
+      23350,
+      23352,
+      23355,
+      23356,
+      23357,
+      23361,
+      23367,
+      23373,
+      23379,
+      23385,
+      23393,
+      23395,
+      23398,
+      23402,
+      23410,
+      23416,
+      23417,
+      23419,
+      23422,
+      23423,
+      23425,
+      23432,
+      23436,
+      23446,
+      23451,
+      23460,
+      23461,
+      23467,
+      23479,
+      23483,
+      23487,
+      23490,
+      23491,
+      23496,
+      23499,
+      23500,
+      23505,
+      23510,
+      23511,
+      23518,
+      23522,
+      23543,
+      23544,
+      23545,
+      23549,
+      23553,
+      23555,
+      23559,
+      23565,
+      23567,
+      23573,
+      23574,
+      23576,
+      23580,
+      23584,
+      23585,
+      23597,
+      23606,
+      23615,
+      23630,
+      23632,
+      23633,
+      23644,
+      23645,
+      23650,
+      23654,
+      23656,
+      23662,
+      23663,
+      23664,
+      23665,
+      23670,
+      23671,
+      23673,
+      23681,
+      23684,
+      23692,
+      23695,
+      23697,
+      23706,
+      23709,
+      23722,
+      23732,
+      23736,
+      23737,
+      23738,
+      23742,
+      23743,
+      23744,
+      23749,
+      23757,
+      23773,
+      23777,
+      23778,
+      23780,
+      23782,
+      23783,
+      23784,
+      23793,
+      23795,
+      23796,
+      23797,
+      23803,
+      23804,
+      23805,
+      23806,
+      23808,
+      23809,
+      23816,
+      23823,
+      23829,
+      23830,
+      23833,
+      23835,
+      23836,
+      23846,
+      23854,
+      23858,
+      23865,
+      23871,
+      23874,
+      23877,
+      23884,
+      23887,
+      23890,
+      23891,
+      23896,
+      23901,
+      23904,
+      23909,
+      23913,
+      23918,
+      23924,
+      23925,
+      23930,
+      23931,
+      23935,
+      23938,
+      23940,
+      23941,
+      23943,
+      23947,
+      23948,
+      23955,
+      23991,
+      23998,
+      24002,
+      24007,
+      24014,
+      24015,
+      24019,
+      24032,
+      24038,
+      24041,
+      24045,
+      24063,
+      24065,
+      24066,
+      24068,
+      24072,
+      24073,
+      24076,
+      24077,
+      24079,
+      24080,
+      24085,
+      24087,
+      24088,
+      24090,
+      24092,
+      24093,
+      24096,
+      24097,
+      24101,
+      24102,
+      24103,
+      24108,
+      24117,
+      24118,
+      24124,
+      24128,
+      24129,
+      24133,
+      24137,
+      24138,
+      24140,
+      24141,
+      24144,
+      24145,
+      24146,
+      24147,
+      24153,
+      24158,
+      24163,
+      24164,
+      24167,
+      24168,
+      24170,
+      24174,
+      24175,
+      24178,
+      24180,
+      24192,
+      24198,
+      24200,
+      24204,
+      24206,
+      24220,
+      24221,
+      24225,
+      24226,
+      24228,
+      24229,
+      24230,
+      24237,
+      24238,
+      24242,
+      24268,
+      24270,
+      24271,
+      24277,
+      24278,
+      24279,
+      24281,
+      24284,
+      24285,
+      24290,
+      24291,
+      24292,
+      24298,
+      24300,
+      24301,
+      24302,
+      24303,
+      24310,
+      24314,
+      24316,
+      24317,
+      24322,
+      24323,
+      24327,
+      24330,
+      24333,
+      24335,
+      24336,
+      24340,
+      24342,
+      24343,
+      24344,
+      24352,
+      24359,
+      24360,
+      24366,
+      24375,
+      24376,
+      24383,
+      24384,
+      24388,
+      24390,
+      24393,
+      24395,
+      24396,
+      24397,
+      24409,
+      24410,
+      24411,
+      24412,
+      24413,
+      24415,
+      24422,
+      24428,
+      24431,
+      24434,
+      24435,
+      24448,
+      24449,
+      24454,
+      24455,
+      24456,
+      24457,
+      24458,
+      24463,
+      24472,
+      24475,
+      24488,
+      24490,
+      24498,
+      24506,
+      24513,
+      24516,
+      24518,
+      24521,
+      24527,
+      24539,
+      24546,
+      24548,
+      24553,
+      24556,
+      24561,
+      24562,
+      24572,
+      24573,
+      24586,
+      24587,
+      24589,
+      24594,
+      24597,
+      24598,
+      24601,
+      24607,
+      24610,
+      24612,
+      24619,
+      24620,
+      24649,
+      24652,
+      24653,
+      24657,
+      24658,
+      24660,
+      24661,
+      24662,
+      24667,
+      24669,
+      24676,
+      24679,
+      24682,
+      24695,
+      24700,
+      24703,
+      24714,
+      24721,
+      24725,
+      24729,
+      24741,
+      24746,
+      24755,
+      24759,
+      24764,
+      24768,
+      24769,
+      24771,
+      24772,
+      24778,
+      24788,
+      24790,
+      24793,
+      24796,
+      24798,
+      24804,
+      24805,
+      24817,
+      24824,
+      24825,
+      24826,
+      24830,
+      24836,
+      24838,
+      24844,
+      24847,
+      24848,
+      24850,
+      24860,
+      24861,
+      24862,
+      24864,
+      24871,
+      24872,
+      24876,
+      24879,
+      24886,
+      24887,
+      24891,
+      24894,
+      24895,
+      24901,
+      24911,
+      24913,
+      24914,
+      24915,
+      24916,
+      24917,
+      24918,
+      24920,
+      24925,
+      24930,
+      24932,
+      24938,
+      24952,
+      24965,
+      24967,
+      24968,
+      24971,
+      24979,
+      24985,
+      24988,
+      24989,
+      24991,
+      24996,
+      24997,
+      24999,
+      25002,
+      25008,
+      25009,
+      25013,
+      25015,
+      25016,
+      25023,
+      25027,
+      25031,
+      25032,
+      25036,
+      25046,
+      25051,
+      25057,
+      25058,
+      25060,
+      25062,
+      25063,
+      25064,
+      25070,
+      25074,
+      25078,
+      25083,
+      25084,
+      25089,
+      25090,
+      25091,
+      25099,
+      25100,
+      25101,
+      25105,
+      25107,
+      25112,
+      25114,
+      25121,
+      25122,
+      25127,
+      25128,
+      25137,
+      25148,
+      25152,
+      25153,
+      25154,
+      25164,
+      25165,
+      25167,
+      25168,
+      25171,
+      25181,
+      25184,
+      25185,
+      25190,
+      25201,
+      25205,
+      25217,
+      25219,
+      25226,
+      25229,
+      25230,
+      25232,
+      25236,
+      25243,
+      25253,
+      25255,
+      25258,
+      25279,
+      25284,
+      25290,
+      25293,
+      25299,
+      25300,
+      25301,
+      25310,
+      25311,
+      25313,
+      25318,
+      25322,
+      25324,
+      25329,
+      25344,
+      25346,
+      25351,
+      25360,
+      25368,
+      25370,
+      25373,
+      25377,
+      25378,
+      25379,
+      25383,
+      25384,
+      25385,
+      25389,
+      25393,
+      25394,
+      25399,
+      25417,
+      25418,
+      25421,
+      25425,
+      25426,
+      25434,
+      25438,
+      25440,
+      25441,
+      25443,
+      25444,
+      25450,
+      25451,
+      25457,
+      25459,
+      25460,
+      25463,
+      25464,
+      25465,
+      25469,
+      25475,
+      25481,
+      25485,
+      25490,
+      25494,
+      25495,
+      25499,
+      25500,
+      25508,
+      25509,
+      25514,
+      25518,
+      25522,
+      25523,
+      25524,
+      25526,
+      25528,
+      25529,
+      25531,
+      25533,
+      25538,
+      25541,
+      25547,
+      25555,
+      25556,
+      25557,
+      25560,
+      25561,
+      25564,
+      25572,
+      25573,
+      25574,
+      25575,
+      25581,
+      25587,
+      25592,
+      25593,
+      25599,
+      25607,
+      25608,
+      25611,
+      25619,
+      25623,
+      25629,
+      25632,
+      25638,
+      25639,
+      25643,
+      25646,
+      25647,
+      25650,
+      25655,
+      25656,
+      25660,
+      25661,
+      25666,
+      25667,
+      25673,
+      25678,
+      25679,
+      25680,
+      25687,
+      25688,
+      25689,
+      25690,
+      25691,
+      25698,
+      25701,
+      25708,
+      25709,
+      25711,
+      25725,
+      25731,
+      25733,
+      25746,
+      25758,
+      25761,
+      25766,
+      25767,
+      25778,
+      25780,
+      25785,
+      25787,
+      25789,
+      25793,
+      25794,
+      25798,
+      25799,
+      25804,
+      25807,
+      25808,
+      25810,
+      25811,
+      25816,
+      25820,
+      25831,
+      25832,
+      25838,
+      25839,
+      25848,
+      25849,
+      25852,
+      25855,
+      25856,
+      25858,
+      25862,
+      25863,
+      25868,
+      25872,
+      25879,
+      25888,
+      25890,
+      25892,
+      25896,
+      25902,
+      25903,
+      25910,
+      25911,
+      25915,
+      25917,
+      25918,
+      25923,
+      25929,
+      25932,
+      25940,
+      25944,
+      25949,
+      25950,
+      25955,
+      25965,
+      25968,
+      25969,
+      25970,
+      25974,
+      25987,
+      25990,
+      25994,
+      25997,
+      26005,
+      26006,
+      26010,
+      26013,
+      26016,
+      26020,
+      26022,
+      26029,
+      26032,
+      26036,
+      26039,
+      26052,
+      26053,
+      26054,
+      26055,
+      26058,
+      26061,
+      26065,
+      26067,
+      26068,
+      26083,
+      26086,
+      26087,
+      26091,
+      26095,
+      26100,
+      26115,
+      26116,
+      26117,
+      26121,
+      26126,
+      26127,
+      26132,
+      26134,
+      26139,
+      26143,
+      26145,
+      26147,
+      26148,
+      26154,
+      26156,
+      26160,
+      26169,
+      26173,
+      26174,
+      26187,
+      26190,
+      26199,
+      26200,
+      26207,
+      26210,
+      26212,
+      26217,
+      26224,
+      26227,
+      26228,
+      26229,
+      26230,
+      26240,
+      26243,
+      26247,
+      26250,
+      26251,
+      26255,
+      26266,
+      26274,
+      26282,
+      26289,
+      26291,
+      26295,
+      26300,
+      26302,
+      26305,
+      26306,
+      26310,
+      26320,
+      26327,
+      26328,
+      26332,
+      26335,
+      26336,
+      26337,
+      26338,
+      26340,
+      26341,
+      26348,
+      26356,
+      26362,
+      26370,
+      26371,
+      26373,
+      26376,
+      26378,
+      26379,
+      26387,
+      26388,
+      26393,
+      26394,
+      26401,
+      26414,
+      26415,
+      26416,
+      26426,
+      26430,
+      26432,
+      26437,
+      26440,
+      26441,
+      26444,
+      26454,
+      26455,
+      26456,
+      26460,
+      26461,
+      26467,
+      26468,
+      26474,
+      26477,
+      26492,
+      26493,
+      26494,
+      26496,
+      26516,
+      26517,
+      26518,
+      26521,
+      26525,
+      26526,
+      26527,
+      26531,
+      26534,
+      26535,
+      26541,
+      26544,
+      26547,
+      26548,
+      26549,
+      26557,
+      26559,
+      26560,
+      26565,
+      26569,
+      26571,
+      26573,
+      26576,
+      26579,
+      26580,
+      26585,
+      26589,
+      26591,
+      26592,
+      26601,
+      26605,
+      26607,
+      26611,
+      26614,
+      26620,
+      26634,
+      26636,
+      26638,
+      26639,
+      26642,
+      26643,
+      26644,
+      26652,
+      26654,
+      26655,
+      26656,
+      26657,
+      26658,
+      26662,
+      26675,
+      26677,
+      26682,
+      26685,
+      26686,
+      26688,
+      26691,
+      26692,
+      26698,
+      26702,
+      26703,
+      26711,
+      26715,
+      26724,
+      26725,
+      26730,
+      26737,
+      26741,
+      26744,
+      26745,
+      26746,
+      26755,
+      26760,
+      26763,
+      26764,
+      26770,
+      26775,
+      26782,
+      26786,
+      26787,
+      26788,
+      26789,
+      26792,
+      26793,
+      26797,
+      26801,
+      26802,
+      26806,
+      26807,
+      26813,
+      26824,
+      26827,
+      26830,
+      26832,
+      26837,
+      26846,
+      26860,
+      26863,
+      26869,
+      26876,
+      26877,
+      26878,
+      26884,
+      26891,
+      26895,
+      26896,
+      26897,
+      26901,
+      26907,
+      26910,
+      26915,
+      26919,
+      26933,
+      26941,
+      26942,
+      26945,
+      26949,
+      26950,
+      26951,
+      26952,
+      26965,
+      26966,
+      26972,
+      26976,
+      26977,
+      26978,
+      26982,
+      26985,
+      26989,
+      26992,
+      26993,
+      26994,
+      27002,
+      27009,
+      27010,
+      27014,
+      27015,
+      27020,
+      27026,
+      27027,
+      27028,
+      27031,
+      27032,
+      27035,
+      27051,
+      27052,
+      27058,
+      27064,
+      27065,
+      27066,
+      27067,
+      27072,
+      27073,
+      27082,
+      27085,
+      27086,
+      27087,
+      27095,
+      27100,
+      27102,
+      27103,
+      27108,
+      27109,
+      27110,
+      27113,
+      27114,
+      27115,
+      27122,
+      27131,
+      27147,
+      27153,
+      27156,
+      27164,
+      27165,
+      27172,
+      27174,
+      27176,
+      27179,
+      27184,
+      27190,
+      27191,
+      27199,
+      27203,
+      27204,
+      27210,
+      27225,
+      27235,
+      27239,
+      27241,
+      27242,
+      27245,
+      27265,
+      27266,
+      27267,
+      27268,
+      27272,
+      27275,
+      27276,
+      27283,
+      27287,
+      27288,
+      27292,
+      27293,
+      27296,
+      27310,
+      27313,
+      27318,
+      27321,
+      27330,
+      27334,
+      27341,
+      27342,
+      27346,
+      27348,
+      27349,
+      27350,
+      27351,
+      27355,
+      27360,
+      27361,
+      27362,
+      27364,
+      27366,
+      27373,
+      27378,
+      27380,
+      27381,
+      27385,
+      27390,
+      27391,
+      27392,
+      27401,
+      27405,
+      27406,
+      27412,
+      27413,
+      27415,
+      27416,
+      27417,
+      27421,
+      27428,
+      27430,
+      27431,
+      27432,
+      27439,
+      27444,
+      27453,
+      27454,
+      27465,
+      27466,
+      27469,
+      27472,
+      27475,
+      27479,
+      27483,
+      27484,
+      27487,
+      27488,
+      27495,
+      27500,
+      27501,
+      27506,
+      27511,
+      27512,
+      27524,
+      27528,
+      27531,
+      27532,
+      27537,
+      27543,
+      27548,
+      27549,
+      27559,
+      27572,
+      27573,
+      27576,
+      27578,
+      27580,
+      27581,
+      27584,
+      27585,
+      27586,
+      27595,
+      27605,
+      27606,
+      27609,
+      27610,
+      27611,
+      27614,
+      27618,
+      27623,
+      27627,
+      27629,
+      27631,
+      27632,
+      27633,
+      27635,
+      27640,
+      27642,
+      27651,
+      27654,
+      27657,
+      27659,
+      27663,
+      27678,
+      27684,
+      27685,
+      27687,
+      27688,
+      27693,
+      27694,
+      27698,
+      27703,
+      27704,
+      27709,
+      27710,
+      27711,
+      27717,
+      27718,
+      27720,
+      27727,
+      27730,
+      27732,
+      27740,
+      27742,
+      27750,
+      27751,
+      27753,
+      27757,
+      27759,
+      27760,
+      27766,
+      27767,
+      27773,
+      27774,
+      27794,
+      27795,
+      27798,
+      27803,
+      27806,
+      27807,
+      27814,
+      27815,
+      27819,
+      27821,
+      27822,
+      27833,
+      27839,
+      27840,
+      27843,
+      27844,
+      27847,
+      27851,
+      27861,
+      27867,
+      27869,
+      27870,
+      27871,
+      27872,
+      27875,
+      27876,
+      27877,
+      27881,
+      27887,
+      27892,
+      27893,
+      27896,
+      27897,
+      27898,
+      27900,
+      27901,
+      27903,
+      27904,
+      27914,
+      27915,
+      27920,
+      27921,
+      27922,
+      27923,
+      27927,
+      27931,
+      27932,
+      27933,
+      27942,
+      27943,
+      27944,
+      27949,
+      27953,
+      27958,
+      27959,
+      27965,
+      27966,
+      27967,
+      27971,
+      27972,
+      27975,
+      27982,
+      27983,
+      27989,
+      28001,
+      28002,
+      28006,
+      28008,
+      28014,
+      28020,
+      28027,
+      28029,
+      28032,
+      28037,
+      28039,
+      28040,
+      28055,
+      28060,
+      28061,
+      28064,
+      28065,
+      28067,
+      28074,
+      28075,
+      28077,
+      28078,
+      28083,
+      28084,
+      28090,
+      28094,
+      28097,
+      28099,
+      28100,
+      28104,
+      28108,
+      28109,
+      28113,
+      28114,
+      28116,
+      28118,
+      28119,
+      28120,
+      28121,
+      28128,
+      28132,
+      28136,
+      28138,
+      28139,
+      28140,
+      28143,
+      28146,
+      28147,
+      28154,
+      28160,
+      28168,
+      28173,
+      28176,
+      28183,
+      28184,
+      28187,
+      28191,
+      28195,
+      28198,
+      28199,
+      28200,
+      28201,
+      28207,
+      28209,
+      28210,
+      28212,
+      28221,
+      28225,
+      28227,
+      28228,
+      28230,
+      28231,
+      28234,
+      28235,
+      28239,
+      28242,
+      28247,
+      28250,
+      28251,
+      28254,
+      28255,
+      28260,
+      28262,
+      28264,
+      28265,
+      28277,
+      28281,
+      28282,
+      28295,
+      28296,
+      28298,
+      28302,
+      28307,
+      28311,
+      28312,
+      28313,
+      28327,
+      28329,
+      28331,
+      28332,
+      28335,
+      28344,
+      28345,
+      28351,
+      28357,
+      28362,
+      28365,
+      28369,
+      28370,
+      28377,
+      28392,
+      28393,
+      28394,
+      28397,
+      28400,
+      28402,
+      28403,
+      28405,
+      28412,
+      28414,
+      28418,
+      28426,
+      28431,
+      28433,
+      28437,
+      28471,
+      28472,
+      28473,
+      28476,
+      28478,
+      28479,
+      28483,
+      28484,
+      28488,
+      28495,
+      28499,
+      28503,
+      28505,
+      28507,
+      28508,
+      28510,
+      28518,
+      28522,
+      28524,
+      28530,
+      28533,
+      28534,
+      28545,
+      28546,
+      28550,
+      28551,
+      28553,
+      28555,
+      28556,
+      28562,
+      28563,
+      28574,
+      28578,
+      28579,
+      28580,
+      28582,
+      28588,
+      28591,
+      28597,
+      28598,
+      28600,
+      28610,
+      28613,
+      28614,
+      28617,
+      28621,
+      28632,
+      28637,
+      28640,
+      28649,
+      28656,
+      28659,
+      28660,
+      28665,
+      28674,
+      28677,
+      28682,
+      28687,
+      28689,
+      28695,
+      28696,
+      28700,
+      28703,
+      28704,
+      28705,
+      28706,
+      28716,
+      28723,
+      28727,
+      28728,
+      28730,
+      28731,
+      28732,
+      28733,
+      28738,
+      28739,
+      28741,
+      28742,
+      28745,
+      28748,
+      28752,
+      28753,
+      28756,
+      28759,
+      28765,
+      28775,
+      28787,
+      28788,
+      28793,
+      28804,
+      28807,
+      28808,
+      28812,
+      28813,
+      28817,
+      28819,
+      28823,
+      28824,
+      28825,
+      28827,
+      28832,
+      28835,
+      28849,
+      28852,
+      28863,
+      28869,
+      28871,
+      28872,
+      28875,
+      28878,
+      28880,
+      28883,
+      28884,
+      28886,
+      28891,
+      28893,
+      28897,
+      28901,
+      28905,
+      28911,
+      28921,
+      28922,
+      28931,
+      28940,
+      28943,
+      28948,
+      28949,
+      28951,
+      28954,
+      28957,
+      28964,
+      28968,
+      28969,
+      28970,
+      28975,
+      28985,
+      28986,
+      28987,
+      28989,
+      28990,
+      28992,
+      28993,
+      28994,
+      28995,
+      29001,
+      29002,
+      29005,
+      29006,
+      29015,
+      29020,
+      29021,
+      29027,
+      29028,
+      29033,
+      29039,
+      29040,
+      29043,
+      29045,
+      29046,
+      29048,
+      29050,
+      29055,
+      29064,
+      29067,
+      29068,
+      29074,
+      29076,
+      29084,
+      29091,
+      29092,
+      29097,
+      29098,
+      29099,
+      29100,
+      29107,
+      29109,
+      29110,
+      29111,
+      29112,
+      29113,
+      29122,
+      29123,
+      29125,
+      29128,
+      29133,
+      29134,
+      29135,
+      29136,
+      29138,
+      29139,
+      29146,
+      29147,
+      29148,
+      29150,
+      29154,
+      29155,
+      29159,
+      29162,
+      29163,
+      29164,
+      29165,
+      29166,
+      29171,
+      29178,
+      29180,
+      29181,
+      29183,
+      29184,
+      29189,
+      29190,
+      29193,
+      29196,
+      29201,
+      29206,
+      29207,
+      29212,
+      29218,
+      29232,
+      29234,
+      29243,
+      29244,
+      29246,
+      29247,
+      29251,
+      29256,
+      29264,
+      29266,
+      29275,
+      29278,
+      29282,
+      29284,
+      29287,
+      29288,
+      29289,
+      29292,
+      29293,
+      29297,
+      29301,
+      29312,
+      29313,
+      29314,
+      29315,
+      29319,
+      29320,
+      29323,
+      29325,
+      29334,
+      29336,
+      29337,
+      29339,
+      29342,
+      29344,
+      29345,
+      29346,
+      29356,
+      29358,
+      29366,
+      29370,
+      29377,
+      29378,
+      29381,
+      29385,
+      29388,
+      29389,
+      29390,
+      29392,
+      29397,
+      29401,
+      29402,
+      29405,
+      29415,
+      29416,
+      29417,
+      29418,
+      29419,
+      29422,
+      29423,
+      29424,
+      29427,
+      29428,
+      29436,
+      29440,
+      29441,
+      29443,
+      29446,
+      29451,
+      29452,
+      29459,
+      29462,
+      29469,
+      29472,
+      29473,
+      29477,
+      29480,
+      29481,
+      29487,
+      29488,
+      29493,
+      29501,
+      29510,
+      29513,
+      29514,
+      29518,
+      29519,
+      29521,
+      29522,
+      29531,
+      29537,
+      29538,
+      29539,
+      29540,
+      29544,
+      29545,
+      29546,
+      29547,
+      29548,
+      29553,
+      29560,
+      29566,
+      29573,
+      29574,
+      29576,
+      29577,
+      29578,
+      29587,
+      29595,
+      29598,
+      29599,
+      29601,
+      29602,
+      29604,
+      29605,
+      29612,
+      29613,
+      29614,
+      29615,
+      29616,
+      29617,
+      29618,
+      29619,
+      29620,
+      29621,
+      29622,
+      29623,
+      29624,
+      29625,
+      29626,
+      29627,
+      29628,
+      29629,
+      29630,
+      29631,
+      29632,
+      29633,
+      29634,
+      29635,
+      29636,
+      29637,
+      29638,
+      29639,
+      29640,
+      29641,
+      29642,
+      29643,
+      29644,
+      29645,
+      29646,
+      29647,
+      29648,
+      29649,
+      29650,
+      29651,
+      29652,
+      29653,
+      29654,
+      29655,
+      29656,
+      29657,
+      29658,
+      29659,
+      29660,
+      29661,
+      29662,
+      29663,
+      29664,
+      29665,
+      29666,
+      29667,
+      29668,
+      29669,
+      29670,
+      29671,
+      29672,
+      29673,
+      29674,
+      29675,
+      29676,
+      29677,
+      29678,
+      29679,
+      29680,
+      29681,
+      29682,
+      29683,
+      29684,
+      29685,
+      29686,
+      29687,
+      29688,
+      29689,
+      29690,
+      29691,
+      29692,
+      29693,
+      29694,
+      29695,
+      29696,
+      29697,
+      29698,
+      29699,
+      29700,
+      29701,
+      29702,
+      29703,
+      29704,
+      29705,
+      29706,
+      29707,
+      29708,
+      29709,
+      29710,
+      29711,
+      29712,
+      29713,
+      29714,
+      29715,
+      29716,
+      29717,
+      29718,
+      29719,
+      29720,
+      29721,
+      29722,
+      29723,
+      29724,
+      29725,
+      29726,
+      29727,
+      29728,
+      29729,
+      29730,
+      29731,
+      29732,
+      29733,
+      29734,
+      29735,
+      29736,
+      29737,
+      29738,
+      29739,
+      29740,
+      29741,
+      29742,
+      29743,
+      29744,
+      29745,
+      29746,
+      29747,
+      29748,
+      29749,
+      29750,
+      29751,
+      29752,
+      29753,
+      29754,
+      29755,
+      29756,
+      29757,
+      29758,
+      29759,
+      29760,
+      29761,
+      29762,
+      29763,
+      29764,
+      29765,
+      29766,
+      29767,
+      29768,
+      29769,
+      29770,
+      29771,
+      29772,
+      29773,
+      29774,
+      29775,
+      29776,
+      29777,
+      29778,
+      29779,
+      29780,
+      29781,
+      29782,
+      29783,
+      29784,
+      29785,
+      29786,
+      29787,
+      29788,
+      29789,
+      29790,
+      29791,
+      29792,
+      29793,
+      29794,
+      29795,
+      29796,
+      29797,
+      29798,
+      29799,
+      29800,
+      29801,
+      29802,
+      29803,
+      29804,
+      29805,
+      29806,
+      29807,
+      29808,
+      29809,
+      29810,
+      29811,
+      29812,
+      29813,
+      29814,
+      29815,
+      29816,
+      29817,
+      29818,
+      29819,
+      29820,
+      29821,
+      29822,
+      29823,
+      29824,
+      29825,
+      29826,
+      29827,
+      29828,
+      29829,
+      29830,
+      29831,
+      29832,
+      29833,
+      29834,
+      29835,
+      29836,
+      29837,
+      29838,
+      29839,
+      29840,
+      29841,
+      29842,
+      29843,
+      29844,
+      29845,
+      29846,
+      29847,
+      29848,
+      29849,
+      29850,
+      29851,
+      29852,
+      29853,
+      29854,
+      29855,
+      29856,
+      29857,
+      29858,
+      29859,
+      29860,
+      29861,
+      29862,
+      29863,
+      29864,
+      29865,
+      29866,
+      29867,
+      29868,
+      29869,
+      29870,
+      29871,
+      29872,
+      29873,
+      29874,
+      29875,
+      29876,
+      29877,
+      29878,
+      29879,
+      29880,
+      29881,
+      29882,
+      29883,
+      29884,
+      29885,
+      29886,
+      29887,
+      29888,
+      29889,
+      29890,
+      29891,
+      29892,
+      29893,
+      29894,
+      29895,
+      29896,
+      29897,
+      29898,
+      29899,
+      29900,
+      29901,
+      29902,
+      29903,
+      29904,
+      29905,
+      29906,
+      29907,
+      29908,
+      29909,
+      29910,
+      29911,
+      29912,
+      29913,
+      29914,
+      29915,
+      29916,
+      29917,
+      29918,
+      29919,
+      29920,
+      29921,
+      29922,
+      29923,
+      29924,
+      29925,
+      29926,
+      29927,
+      29928,
+      29929,
+      29930,
+      29931,
+      29932,
+      29933,
+      29934,
+      29935,
+      29936,
+      29937,
+      29938,
+      29939,
+      29940,
+      29941,
+      29942,
+      29943,
+      29944,
+      29945,
+      29946,
+      29947,
+      29948,
+      29949,
+      29950,
+      29951,
+      29952,
+      29953,
+      29954,
+      29955,
+      29956,
+      29957,
+      29958,
+      29959,
+      29960,
+      29961,
+      29962,
+      29963,
+      29964,
+      29965,
+      29966,
+      29967,
+      29968,
+      29969,
+      29970,
+      29971,
+      29972,
+      29973,
+      29974,
+      29975,
+      29976,
+      29977,
+      29978,
+      29979,
+      29980,
+      29981,
+      29982,
+      29983,
+      29984,
+      29985,
+      29986,
+      29987,
+      29988,
+      29989,
+      29990,
+      29991,
+      29992,
+      29993,
+      29994,
+      29995,
+      29996,
+      29997,
+      29998,
+      29999,
+      30000,
+      30001,
+      30002,
+      30003,
+      30004,
+      30005,
+      30006,
+      30007,
+      30008,
+      30009,
+      30010,
+      30011,
+      30012,
+      30013,
+      30014,
+      30015,
+      30016,
+      30017,
+      30018,
+      30019,
+      30020,
+      30021,
+      30022,
+      30023,
+      30024,
+      30025,
+      30026,
+      30027,
+      30028,
+      30029,
+      30030,
+      30031,
+      30032,
+      30033,
+      30034,
+      30035,
+      30036,
+      30037,
+      30038,
+      30039,
+      30040,
+      30041,
+      30042,
+      30043,
+      30044,
+      30045,
+      30046,
+      30047,
+      30048,
+      30049,
+      30050,
+      30051,
+      30052,
+      30053,
+      30054,
+      30055,
+      30056,
+      30057,
+      30058,
+      30059,
+      30060,
+      30061,
+      30062,
+      30063,
+      30064,
+      30065,
+      30066,
+      30067,
+      30068,
+      30069,
+      30070,
+      30071,
+      30072,
+      30073,
+      30074,
+      30075,
+      30076,
+      30077,
+      30078,
+      30079,
+      30080,
+      30081,
+      30082,
+      30083,
+      30084,
+      30085,
+      30086,
+      30087,
+      30088,
+      30089,
+      30090,
+      30091,
+      30092,
+      30093,
+      30094,
+      30095,
+      30096,
+      30097,
+      30098,
+      30099,
+      30100,
+      30101,
+      30102,
+      30103,
+      30104,
+      30105,
+      30106,
+      30107,
+      30108,
+      30109,
+      30110,
+      30111,
+      30112,
+      30113,
+      30114,
+      30115,
+      30116,
+      30117,
+      30118,
+      30119,
+      30120,
+      30121,
+      30122,
+      30123,
+      30124,
+      30125,
+      30126,
+      30127,
+      30128,
+      30129,
+      30130,
+      30131,
+      30132,
+      30133,
+      30134,
+      30135,
+      30136,
+      30137,
+      30138,
+      30139,
+      30140,
+      30141,
+      30142,
+      30143,
+      30144,
+      30145,
+      30146,
+      30147,
+      30148,
+      30149,
+      30150,
+      30151,
+      30152,
+      30153,
+      30154,
+      30155,
+      30156,
+      30157,
+      30158,
+      30159,
+      30160,
+      30161,
+      30162,
+      30163,
+      30164,
+      30165,
+      30166,
+      30167,
+      30168,
+      30169,
+      30170,
+      30171,
+      30172,
+      30173,
+      30174,
+      30175,
+      30176,
+      30177,
+      30178,
+      30179,
+      30180,
+      30181,
+      30182,
+      30183,
+      30184,
+      30185,
+      30186,
+      30187,
+      30188,
+      30189,
+      30190,
+      30191,
+      30192,
+      30193,
+      30194,
+      30195,
+      30196,
+      30197,
+      30198,
+      30199,
+      30200,
+      30201,
+      30202,
+      30203,
+      30204,
+      30205,
+      30206,
+      30207,
+      30208,
+      30209,
+      30210,
+      30211,
+      30212,
+      30213,
+      30214,
+      30215,
+      30216,
+      30217,
+      30218,
+      30219,
+      30220,
+      30221,
+      30222,
+      30223,
+      30224,
+      30225,
+      30226,
+      30227,
+      30228,
+      30229,
+      30230,
+      30231,
+      30232,
+      30233,
+      30234,
+      30235,
+      30236,
+      30237,
+      30238,
+      30239,
+      30240,
+      30241,
+      30242,
+      30243,
+      30244,
+      30245,
+      30246,
+      30247,
+      30248,
+      30249,
+      30250,
+      30251,
+      30252,
+      30253,
+      30254,
+      30255,
+      30256,
+      30257,
+      30258,
+      30259,
+      30260,
+      30261,
+      30262,
+      30263,
+      30264,
+      30265,
+      30266,
+      30267,
+      30268,
+      30269,
+      30270,
+      30271,
+      30272,
+      30273,
+      30274,
+      30275,
+      30276,
+      30277,
+      30278,
+      30279,
+      30280,
+      30281,
+      30282,
+      30283,
+      30284,
+      30285,
+      30286,
+      30287,
+      30288,
+      30289,
+      30290,
+      30291,
+      30292,
+      30293,
+      30294,
+      30295,
+      30296,
+      30297,
+      30298,
+      30299,
+      30300,
+      30301,
+      30302,
+      30303,
+      30304,
+      30305,
+      30306,
+      30307,
+      30308,
+      30309,
+      30310,
+      30311,
+      30312,
+      30313,
+      30314,
+      30315,
+      30316,
+      30317,
+      30318,
+      30319,
+      30320,
+      30321,
+      30322,
+      30323,
+      30324,
+      30325,
+      30326,
+      30327,
+      30328,
+      30329,
+      30330,
+      30331,
+      30332,
+      30333,
+      30334,
+      30335,
+      30336,
+      30337,
+      30338,
+      30339,
+      30340,
+      30341,
+      30342,
+      30343,
+      30344,
+      30345,
+      30346,
+      30347,
+      30348,
+      30349,
+      30350,
+      30351,
+      30352,
+      30353,
+      30354,
+      30355,
+      30356,
+      30357,
+      30358,
+      30359,
+      30360,
+      30361,
+      30362,
+      30363,
+      30364,
+      30365,
+      30366,
+      30367,
+      30368,
+      30369,
+      30370,
+      30371,
+      30372,
+      30373,
+      30374,
+      30375,
+      30376,
+      30377,
+      30378,
+      30379,
+      30380,
+      30381,
+      30382,
+      30383,
+      30384,
+      30385,
+      30386,
+      30387,
+      30388,
+      30389,
+      30390,
+      30391,
+      30392,
+      30393,
+      30394,
+      30395,
+      30396,
+      30397,
+      30398,
+      30399,
+      30400,
+      30401,
+      30402,
+      30403,
+      30404,
+      30405,
+      30406,
+      30407,
+      30408,
+      30409,
+      30410,
+      30411,
+      30412,
+      30413,
+      30414,
+      30415,
+      30416,
+      30417,
+      30418,
+      30419,
+      30420,
+      30421,
+      30422,
+      30423,
+      30424,
+      30425,
+      30426,
+      30427,
+      30428,
+      30429,
+      30430,
+      30431,
+      30432,
+      30433,
+      30434,
+      30435,
+      30436,
+      30437,
+      30438,
+      30439,
+      30440,
+      30441,
+      30442,
+      30443,
+      30444,
+      30445,
+      30446,
+      30447,
+      30448,
+      30449,
+      30450,
+      30451,
+      30452,
+      30453,
+      30454,
+      30455,
+      30456,
+      30457,
+      30458,
+      30459,
+      30460,
+      30461,
+      30462,
+      30463,
+      30464,
+      30465,
+      30466,
+      30467,
+      30468,
+      30469,
+      30470,
+      30471,
+      30472,
+      30473,
+      30474,
+      30475,
+      30476,
+      30477,
+      30478,
+      30479,
+      30480,
+      30481,
+      30482,
+      30483,
+      30484,
+      30485,
+      30486,
+      30487,
+      30488,
+      30489,
+      30490,
+      30491,
+      30492,
+      30493,
+      30494,
+      30495,
+      30496,
+      30497,
+      30498,
+      30499,
+      30500,
+      30501,
+      30502,
+      30503,
+      30504,
+      30505,
+      30506,
+      30507,
+      30508,
+      30509,
+      30510,
+      30511,
+      30512,
+      30513,
+      30514,
+      30515,
+      30516,
+      30517,
+      30518,
+      30519,
+      30520,
+      30521
+    ],
+    "dtype": null,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 512,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "intermediate_size": 2048,
+    "is_encoder_decoder": false,
+    "key_rho": 2.18,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "lookup_head": 0,
+    "lookup_layer": 3,
+    "max_position_embeddings": 8192,
+    "model_type": "captionbert_structured_rotary",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 12,
+    "output_attentions": false,
+    "output_dim": 768,
+    "output_hidden_states": false,
+    "pad_token_id": 0,
+    "phase_seed": 1662197431,
+    "pointer_positions": "all",
+    "pointer_weight": 0.0,
+    "problem_type": null,
+    "punctuation_ids": [
+      1012,
+      999,
+      1029
+    ],
+    "return_dict": true,
+    "rotary_mode": "hierarchical",
+    "special_ids": [
+      100,
+      102,
+      0,
+      101,
+      103
+    ],
+    "transformers_version": "5.22.1",
+    "use_value_addresses": true,
+    "vocab_size": 30522
+  },
+  "seed": 2,
+  "seed_derivation": "explicit paired integer seeds 1/2, flagged deviation from crc32-name default",
+  "total_steps": 7808,
+  "training_rows": 1000000
+}

experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c83028867913a86ccc947b868e82084784f88d0b61daf41046bbfbafec4ba0
+size 649784662

experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/tensorboard/events.out.tfevents.1793991831.efb5426ca2ba.52488.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520866a28cc62fdb33aaa1341bccd32ce0bcdfe91739bafb4ff65f66609171a9
+size 63501

experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/train.jsonl

@@ -0,0 +1,100 @@
+{"loss": 7.729460716247559, "nce": 7.7268571853637695, "mse": 0.002603635424748063, "pointer": 0.0, "grad_norm": 2.9522111415863037, "pointer_opportunities": 740, "pointer_positions": 0, "step": 1, "epoch": 0.0020491803278688526, "lr": 5.999999999999999e-06, "seconds": 0.1943398290022742, "rows_per_second": 10538.24123708596}
+{"loss": 7.702276706695557, "nce": 7.699682235717773, "mse": 0.002594629768282175, "pointer": 0.0, "grad_norm": 2.117213726043701, "pointer_opportunities": 355, "pointer_positions": 0, "step": 2, "epoch": 0.004098360655737705, "lr": 7.4849999999999995e-06, "seconds": 0.155048999000428, "rows_per_second": 13208.727648698632}
+{"loss": 7.649717330932617, "nce": 7.647128582000732, "mse": 0.0025889312382787466, "pointer": 0.0, "grad_norm": 2.759904146194458, "pointer_opportunities": 813, "pointer_positions": 0, "step": 3, "epoch": 0.006147540983606557, "lr": 8.97e-06, "seconds": 0.18506311899909633, "rows_per_second": 11066.494561836496}
+{"loss": 7.643060207366943, "nce": 7.640485763549805, "mse": 0.002574360929429531, "pointer": 0.0, "grad_norm": 2.4207592010498047, "pointer_opportunities": 11205, "pointer_positions": 0, "step": 4, "epoch": 0.00819672131147541, "lr": 1.0455e-05, "seconds": 0.8059808549987793, "rows_per_second": 2541.0032847530874}
+{"loss": 7.621862411499023, "nce": 7.619297027587891, "mse": 0.00256521999835968, "pointer": 0.0, "grad_norm": 1.9953558444976807, "pointer_opportunities": 14329, "pointer_positions": 0, "step": 5, "epoch": 0.010245901639344262, "lr": 1.1940000000000001e-05, "seconds": 1.0266064549978182, "rows_per_second": 1994.9221924621081}
+{"loss": 7.476459503173828, "nce": 7.473902225494385, "mse": 0.0025571612641215324, "pointer": 0.0, "grad_norm": 2.638387441635132, "pointer_opportunities": 926, "pointer_positions": 0, "step": 6, "epoch": 0.012295081967213115, "lr": 1.3425000000000001e-05, "seconds": 0.20894806900105323, "rows_per_second": 9801.478471618117}
+{"loss": 7.516617774963379, "nce": 7.514086723327637, "mse": 0.0025310032069683075, "pointer": 0.0, "grad_norm": 2.0941693782806396, "pointer_opportunities": 994, "pointer_positions": 0, "step": 7, "epoch": 0.014344262295081968, "lr": 1.4910000000000001e-05, "seconds": 0.26827804899949115, "rows_per_second": 7633.8709321830665}
+{"loss": 7.432291507720947, "nce": 7.429760932922363, "mse": 0.002530456520617008, "pointer": 0.0, "grad_norm": 2.540132761001587, "pointer_opportunities": 3472, "pointer_positions": 0, "step": 8, "epoch": 0.01639344262295082, "lr": 1.6395e-05, "seconds": 0.38930439799878513, "rows_per_second": 5260.664946318924}
+{"loss": 7.444230556488037, "nce": 7.441717624664307, "mse": 0.0025129634886980057, "pointer": 0.0, "grad_norm": 1.9858614206314087, "pointer_opportunities": 1731, "pointer_positions": 0, "step": 9, "epoch": 0.018442622950819672, "lr": 1.788e-05, "seconds": 0.33665684800143936, "rows_per_second": 6083.345733668973}
+{"loss": 7.401923179626465, "nce": 7.39941930770874, "mse": 0.0025039869360625744, "pointer": 0.0, "grad_norm": 1.9683536291122437, "pointer_opportunities": 1608, "pointer_positions": 0, "step": 10, "epoch": 0.020491803278688523, "lr": 1.9365000000000002e-05, "seconds": 0.3364934279998124, "rows_per_second": 6086.30014610907}
+{"loss": 7.330386161804199, "nce": 7.327895641326904, "mse": 0.002490449696779251, "pointer": 0.0, "grad_norm": 1.95209801197052, "pointer_opportunities": 1296, "pointer_positions": 0, "step": 11, "epoch": 0.022540983606557378, "lr": 2.0850000000000002e-05, "seconds": 0.3099603279988514, "rows_per_second": 6607.297176455398}
+{"loss": 7.5255632400512695, "nce": 7.523064136505127, "mse": 0.0024991787504404783, "pointer": 0.0, "grad_norm": 1.7062753438949585, "pointer_opportunities": 18, "pointer_positions": 0, "step": 12, "epoch": 0.02459016393442623, "lr": 2.2335000000000002e-05, "seconds": 0.09927751000213902, "rows_per_second": 20629.04277067257}
+{"loss": 7.204977035522461, "nce": 7.202508449554443, "mse": 0.0024687349796295166, "pointer": 0.0, "grad_norm": 1.8614158630371094, "pointer_opportunities": 923, "pointer_positions": 0, "step": 13, "epoch": 0.02663934426229508, "lr": 2.382e-05, "seconds": 0.25894815799983917, "rows_per_second": 7908.918973662952}
+{"loss": 7.141992568969727, "nce": 7.139541149139404, "mse": 0.0024512242525815964, "pointer": 0.0, "grad_norm": 1.9141931533813477, "pointer_opportunities": 1221, "pointer_positions": 0, "step": 14, "epoch": 0.028688524590163935, "lr": 2.5305e-05, "seconds": 0.31786003800152685, "rows_per_second": 6443.087381717869}
+{"loss": 7.316284656524658, "nce": 7.313817977905273, "mse": 0.002466619946062565, "pointer": 0.0, "grad_norm": 2.8723294734954834, "pointer_opportunities": 17521, "pointer_positions": 0, "step": 15, "epoch": 0.030737704918032786, "lr": 2.679e-05, "seconds": 1.2458063630001561, "rows_per_second": 1643.9151868417157}
+{"loss": 7.031069755554199, "nce": 7.0286736488342285, "mse": 0.0023962766863405704, "pointer": 0.0, "grad_norm": 2.1824710369110107, "pointer_opportunities": 878, "pointer_positions": 0, "step": 16, "epoch": 0.03278688524590164, "lr": 2.8275e-05, "seconds": 0.19924940900091315, "rows_per_second": 10278.57502950292}
+{"loss": 6.933509349822998, "nce": 6.931118488311768, "mse": 0.0023908386938273907, "pointer": 0.0, "grad_norm": 1.7226253747940063, "pointer_opportunities": 1071, "pointer_positions": 0, "step": 17, "epoch": 0.03483606557377049, "lr": 2.976e-05, "seconds": 0.22631995899791946, "rows_per_second": 9049.135609019915}
+{"loss": 6.967557907104492, "nce": 6.965181827545166, "mse": 0.0023761410266160965, "pointer": 0.0, "grad_norm": 2.9718217849731445, "pointer_opportunities": 1396, "pointer_positions": 0, "step": 18, "epoch": 0.036885245901639344, "lr": 3.1244999999999996e-05, "seconds": 0.3094146479998017, "rows_per_second": 6618.94972729705}
+{"loss": 7.097600936889648, "nce": 7.0951972007751465, "mse": 0.0024038981646299362, "pointer": 0.0, "grad_norm": 3.1043519973754883, "pointer_opportunities": 22174, "pointer_positions": 0, "step": 19, "epoch": 0.0389344262295082, "lr": 3.273e-05, "seconds": 1.4020162230008282, "rows_per_second": 1460.7534252467706}
+{"loss": 6.817590713500977, "nce": 6.8152618408203125, "mse": 0.0023289204109460115, "pointer": 0.0, "grad_norm": 2.3045778274536133, "pointer_opportunities": 1016, "pointer_positions": 0, "step": 20, "epoch": 0.040983606557377046, "lr": 3.4215e-05, "seconds": 0.2669548890007718, "rows_per_second": 7671.708158879529}
+{"loss": 6.785220623016357, "nce": 6.782901763916016, "mse": 0.0023188379127532244, "pointer": 0.0, "grad_norm": 2.168198585510254, "pointer_opportunities": 1084, "pointer_positions": 0, "step": 21, "epoch": 0.0430327868852459, "lr": 3.5699999999999994e-05, "seconds": 0.2919811479987402, "rows_per_second": 7014.151475316607}
+{"loss": 7.024144172668457, "nce": 7.021729946136475, "mse": 0.002414203016087413, "pointer": 0.0, "grad_norm": 6.337430477142334, "pointer_opportunities": 27042, "pointer_positions": 0, "step": 22, "epoch": 0.045081967213114756, "lr": 3.7185e-05, "seconds": 1.590730962001544, "rows_per_second": 1287.45843824093}
+{"loss": 7.229678153991699, "nce": 7.227326393127441, "mse": 0.0023518770467489958, "pointer": 0.0, "grad_norm": 2.3447213172912598, "pointer_opportunities": 66, "pointer_positions": 0, "step": 23, "epoch": 0.0471311475409836, "lr": 3.867e-05, "seconds": 0.11141440899882582, "rows_per_second": 18381.823485879493}
+{"loss": 6.703896522521973, "nce": 6.701599597930908, "mse": 0.0022970824502408504, "pointer": 0.0, "grad_norm": 5.389735221862793, "pointer_opportunities": 11695, "pointer_positions": 0, "step": 24, "epoch": 0.04918032786885246, "lr": 4.0155e-05, "seconds": 0.6200390060002974, "rows_per_second": 3303.01800399799}
+{"loss": 6.571385860443115, "nce": 6.569116592407227, "mse": 0.002269156277179718, "pointer": 0.0, "grad_norm": 1.860792875289917, "pointer_opportunities": 984, "pointer_positions": 0, "step": 25, "epoch": 0.05122950819672131, "lr": 4.1639999999999994e-05, "seconds": 0.25087180899936357, "rows_per_second": 8163.531837908482}
+{"loss": 7.088135242462158, "nce": 7.085801124572754, "mse": 0.002334230113774538, "pointer": 0.0, "grad_norm": 1.9377893209457397, "pointer_opportunities": 124, "pointer_positions": 0, "step": 26, "epoch": 0.05327868852459016, "lr": 4.312499999999999e-05, "seconds": 0.11872493899863912, "rows_per_second": 17249.95622043213}
+{"loss": 6.55454158782959, "nce": 6.552275657653809, "mse": 0.002265899209305644, "pointer": 0.0, "grad_norm": 3.287172794342041, "pointer_opportunities": 11835, "pointer_positions": 0, "step": 27, "epoch": 0.055327868852459015, "lr": 4.4609999999999995e-05, "seconds": 0.7221039460018801, "rows_per_second": 2836.156776789955}
+{"loss": 6.502808094024658, "nce": 6.5005669593811035, "mse": 0.002241347683593631, "pointer": 0.0, "grad_norm": 3.834794759750366, "pointer_opportunities": 1944, "pointer_positions": 0, "step": 28, "epoch": 0.05737704918032787, "lr": 4.6095e-05, "seconds": 0.34401715800049715, "rows_per_second": 5953.191439355593}
+{"loss": 6.4661545753479, "nce": 6.463942527770996, "mse": 0.0022121435031294823, "pointer": 0.0, "grad_norm": 2.6796762943267822, "pointer_opportunities": 979, "pointer_positions": 0, "step": 29, "epoch": 0.05942622950819672, "lr": 4.7579999999999995e-05, "seconds": 0.257997118998901, "rows_per_second": 7938.073137974552}
+{"loss": 6.34442138671875, "nce": 6.342218399047852, "mse": 0.0022027508821338415, "pointer": 0.0, "grad_norm": 1.7673583030700684, "pointer_opportunities": 1043, "pointer_positions": 0, "step": 30, "epoch": 0.06147540983606557, "lr": 4.906499999999999e-05, "seconds": 0.25066418899950804, "rows_per_second": 8170.293523675292}
+{"loss": 6.356046199798584, "nce": 6.353827953338623, "mse": 0.0022182073444128036, "pointer": 0.0, "grad_norm": 2.1341419219970703, "pointer_opportunities": 991, "pointer_positions": 0, "step": 31, "epoch": 0.06352459016393443, "lr": 5.0549999999999995e-05, "seconds": 0.2839118279989634, "rows_per_second": 7213.50714563212}
+{"loss": 6.268006324768066, "nce": 6.26578950881958, "mse": 0.002216700231656432, "pointer": 0.0, "grad_norm": 2.725292205810547, "pointer_opportunities": 1329, "pointer_positions": 0, "step": 32, "epoch": 0.06557377049180328, "lr": 5.203499999999999e-05, "seconds": 0.30834578800204326, "rows_per_second": 6641.893872688246}
+{"loss": 6.340806007385254, "nce": 6.338603973388672, "mse": 0.00220197020098567, "pointer": 0.0, "grad_norm": 2.8711793422698975, "pointer_opportunities": 1043, "pointer_positions": 0, "step": 33, "epoch": 0.06762295081967214, "lr": 5.351999999999999e-05, "seconds": 0.2159384489968943, "rows_per_second": 9484.184078905999}
+{"loss": 6.161877632141113, "nce": 6.159685134887695, "mse": 0.0021925633773207664, "pointer": 0.0, "grad_norm": 2.441699981689453, "pointer_opportunities": 1096, "pointer_positions": 0, "step": 34, "epoch": 0.06967213114754098, "lr": 5.5004999999999986e-05, "seconds": 0.2915965979991597, "rows_per_second": 7023.401555617263}
+{"loss": 6.635481357574463, "nce": 6.6332621574401855, "mse": 0.0022193966433405876, "pointer": 0.0, "grad_norm": 7.490809917449951, "pointer_opportunities": 22045, "pointer_positions": 0, "step": 35, "epoch": 0.07172131147540983, "lr": 5.648999999999998e-05, "seconds": 1.4015256330021657, "rows_per_second": 1461.2647473403972}
+{"loss": 6.094419956207275, "nce": 6.092280387878418, "mse": 0.002139660995453596, "pointer": 0.0, "grad_norm": 2.6319589614868164, "pointer_opportunities": 1131, "pointer_positions": 0, "step": 36, "epoch": 0.07377049180327869, "lr": 5.797499999999998e-05, "seconds": 0.2918944580014795, "rows_per_second": 7016.234614463353}
+{"loss": 6.119208335876465, "nce": 6.117079734802246, "mse": 0.0021284292452037334, "pointer": 0.0, "grad_norm": 3.1355326175689697, "pointer_opportunities": 11712, "pointer_positions": 0, "step": 37, "epoch": 0.07581967213114754, "lr": 5.9459999999999976e-05, "seconds": 0.661875546000374, "rows_per_second": 3094.2372963856906}
+{"loss": 6.734661102294922, "nce": 6.73239803314209, "mse": 0.002262937370687723, "pointer": 0.0, "grad_norm": 1.856931209564209, "pointer_opportunities": 105, "pointer_positions": 0, "step": 38, "epoch": 0.0778688524590164, "lr": 6.094499999999997e-05, "seconds": 0.11700593999921693, "rows_per_second": 17503.384871004895}
+{"loss": 6.000589370727539, "nce": 5.998493671417236, "mse": 0.0020955123472958803, "pointer": 0.0, "grad_norm": 3.923086166381836, "pointer_opportunities": 956, "pointer_positions": 0, "step": 39, "epoch": 0.07991803278688525, "lr": 6.242999999999997e-05, "seconds": 0.2578380980012298, "rows_per_second": 7942.96892459326}
+{"loss": 6.348880290985107, "nce": 6.346673011779785, "mse": 0.0022071185521781445, "pointer": 0.0, "grad_norm": 5.8568010330200195, "pointer_opportunities": 43488, "pointer_positions": 0, "step": 40, "epoch": 0.08196721311475409, "lr": 6.391499999999997e-05, "seconds": 2.3798251670013997, "rows_per_second": 860.567418311866}
+{"loss": 5.979480266571045, "nce": 5.9773993492126465, "mse": 0.0020809373818337917, "pointer": 0.0, "grad_norm": 3.4698333740234375, "pointer_opportunities": 1230, "pointer_positions": 0, "step": 41, "epoch": 0.08401639344262295, "lr": 6.539999999999996e-05, "seconds": 0.30910389800192206, "rows_per_second": 6625.603925535954}
+{"loss": 5.904980182647705, "nce": 5.90291166305542, "mse": 0.0020687177311629057, "pointer": 0.0, "grad_norm": 3.8144874572753906, "pointer_opportunities": 1033, "pointer_positions": 0, "step": 42, "epoch": 0.0860655737704918, "lr": 6.688499999999997e-05, "seconds": 0.2773812790001102, "rows_per_second": 7383.3389455212155}
+{"loss": 5.783101558685303, "nce": 5.781035423278809, "mse": 0.0020662727765738964, "pointer": 0.0, "grad_norm": 2.6080169677734375, "pointer_opportunities": 1816, "pointer_positions": 0, "step": 43, "epoch": 0.08811475409836066, "lr": 6.836999999999997e-05, "seconds": 0.3353348979981092, "rows_per_second": 6107.327368031786}
+{"loss": 6.429718971252441, "nce": 6.427598476409912, "mse": 0.0021206869278103113, "pointer": 0.0, "grad_norm": 2.278918981552124, "pointer_opportunities": 447, "pointer_positions": 0, "step": 44, "epoch": 0.09016393442622951, "lr": 6.985499999999996e-05, "seconds": 0.15396185899953707, "rows_per_second": 13301.995788490432}
+{"loss": 5.79093074798584, "nce": 5.788856506347656, "mse": 0.002074081916362047, "pointer": 0.0, "grad_norm": 3.4935827255249023, "pointer_opportunities": 898, "pointer_positions": 0, "step": 45, "epoch": 0.09221311475409837, "lr": 7.133999999999995e-05, "seconds": 0.25063286799922935, "rows_per_second": 8171.314546048674}
+{"loss": 6.366368293762207, "nce": 6.364246368408203, "mse": 0.0021220955532044172, "pointer": 0.0, "grad_norm": 1.8529530763626099, "pointer_opportunities": 393, "pointer_positions": 0, "step": 46, "epoch": 0.0942622950819672, "lr": 7.282499999999995e-05, "seconds": 0.1468324899979052, "rows_per_second": 13947.866715528817}
+{"loss": 6.292511940002441, "nce": 6.290392875671387, "mse": 0.002119101118296385, "pointer": 0.0, "grad_norm": 7.1882004737854, "pointer_opportunities": 17708, "pointer_positions": 0, "step": 47, "epoch": 0.09631147540983606, "lr": 7.430999999999994e-05, "seconds": 1.2568193430015526, "rows_per_second": 1629.5102485524603}
+{"loss": 5.687496185302734, "nce": 5.685462951660156, "mse": 0.0020334506407380104, "pointer": 0.0, "grad_norm": 3.4497315883636475, "pointer_opportunities": 1356, "pointer_positions": 0, "step": 48, "epoch": 0.09836065573770492, "lr": 7.579499999999995e-05, "seconds": 0.31776992800223525, "rows_per_second": 6444.914447617567}
+{"loss": 6.062618255615234, "nce": 6.060576915740967, "mse": 0.0020412029698491096, "pointer": 0.0, "grad_norm": 6.706788539886475, "pointer_opportunities": 12095, "pointer_positions": 0, "step": 49, "epoch": 0.10040983606557377, "lr": 7.727999999999994e-05, "seconds": 0.9136770050026826, "rows_per_second": 2241.4923313014615}
+{"loss": 6.146364688873291, "nce": 6.1442790031433105, "mse": 0.0020855397451668978, "pointer": 0.0, "grad_norm": 5.264479160308838, "pointer_opportunities": 43281, "pointer_positions": 0, "step": 50, "epoch": 0.10245901639344263, "lr": 7.876499999999994e-05, "seconds": 2.3797629460023018, "rows_per_second": 860.5899186052875}
+{"loss": 6.378378391265869, "nce": 6.376194000244141, "mse": 0.0021845404990017414, "pointer": 0.0, "grad_norm": 1.6325159072875977, "pointer_opportunities": 122, "pointer_positions": 0, "step": 51, "epoch": 0.10450819672131148, "lr": 8.024999999999994e-05, "seconds": 0.11884164000002784, "rows_per_second": 17233.016979566422}
+{"loss": 5.665189743041992, "nce": 5.663203239440918, "mse": 0.0019863182678818703, "pointer": 0.0, "grad_norm": 4.580223560333252, "pointer_opportunities": 1000, "pointer_positions": 0, "step": 52, "epoch": 0.10655737704918032, "lr": 8.173499999999995e-05, "seconds": 0.25844896800117567, "rows_per_second": 7924.194922653682}
+{"loss": 5.630702018737793, "nce": 5.628714561462402, "mse": 0.0019874766003340483, "pointer": 0.0, "grad_norm": 2.421269655227661, "pointer_opportunities": 1095, "pointer_positions": 0, "step": 53, "epoch": 0.10860655737704918, "lr": 8.321999999999994e-05, "seconds": 0.22620883899799082, "rows_per_second": 9053.580793181076}
+{"loss": 5.811714172363281, "nce": 5.809652328491211, "mse": 0.002061988925561309, "pointer": 0.0, "grad_norm": 6.174200534820557, "pointer_opportunities": 15111, "pointer_positions": 0, "step": 54, "epoch": 0.11065573770491803, "lr": 8.470499999999993e-05, "seconds": 1.0601158139979816, "rows_per_second": 1931.8643991135664}
+{"loss": 5.68886137008667, "nce": 5.686921119689941, "mse": 0.0019403686746954918, "pointer": 0.0, "grad_norm": 4.025671005249023, "pointer_opportunities": 9129, "pointer_positions": 0, "step": 55, "epoch": 0.11270491803278689, "lr": 8.618999999999993e-05, "seconds": 0.49068376700233785, "rows_per_second": 4173.76758255433}
+{"loss": 5.880797386169434, "nce": 5.878766059875488, "mse": 0.0020312832202762365, "pointer": 0.0, "grad_norm": 2.5062508583068848, "pointer_opportunities": 674, "pointer_positions": 0, "step": 56, "epoch": 0.11475409836065574, "lr": 8.767499999999994e-05, "seconds": 0.17286207900178852, "rows_per_second": 11847.595561886135}
+{"loss": 5.954695224761963, "nce": 5.952631950378418, "mse": 0.0020631076768040657, "pointer": 0.0, "grad_norm": 1.687537670135498, "pointer_opportunities": 395, "pointer_positions": 0, "step": 57, "epoch": 0.1168032786885246, "lr": 8.915999999999993e-05, "seconds": 0.1541249699985201, "rows_per_second": 13287.918239462851}
+{"loss": 6.292801856994629, "nce": 6.290647506713867, "mse": 0.002154512796550989, "pointer": 0.0, "grad_norm": 2.0269250869750977, "pointer_opportunities": 44, "pointer_positions": 0, "step": 58, "epoch": 0.11885245901639344, "lr": 9.064499999999993e-05, "seconds": 0.10508285900141345, "rows_per_second": 19489.382183372578}
+{"loss": 5.589204788208008, "nce": 5.587251663208008, "mse": 0.0019529791316017509, "pointer": 0.0, "grad_norm": 7.316311359405518, "pointer_opportunities": 1131, "pointer_positions": 0, "step": 59, "epoch": 0.12090163934426229, "lr": 9.212999999999993e-05, "seconds": 0.2842995979990519, "rows_per_second": 7203.668293638705}
+{"loss": 5.617893218994141, "nce": 5.615884780883789, "mse": 0.0020085943397134542, "pointer": 0.0, "grad_norm": 3.484248638153076, "pointer_opportunities": 854, "pointer_positions": 0, "step": 60, "epoch": 0.12295081967213115, "lr": 9.361499999999992e-05, "seconds": 0.19874371900004917, "rows_per_second": 10304.72817105477}
+{"loss": 5.545125484466553, "nce": 5.54313325881958, "mse": 0.00199220422655344, "pointer": 0.0, "grad_norm": 7.434268474578857, "pointer_opportunities": 11594, "pointer_positions": 0, "step": 61, "epoch": 0.125, "lr": 9.509999999999991e-05, "seconds": 0.7129709159999038, "rows_per_second": 2872.4874381836303}
+{"loss": 5.3737664222717285, "nce": 5.371861457824707, "mse": 0.001904918230138719, "pointer": 0.0, "grad_norm": 4.935943126678467, "pointer_opportunities": 917, "pointer_positions": 0, "step": 62, "epoch": 0.12704918032786885, "lr": 9.65849999999999e-05, "seconds": 0.2667529390018899, "rows_per_second": 7677.516160320506}
+{"loss": 5.3364667892456055, "nce": 5.334534645080566, "mse": 0.0019322264706715941, "pointer": 0.0, "grad_norm": 5.359130382537842, "pointer_opportunities": 1635, "pointer_positions": 0, "step": 63, "epoch": 0.1290983606557377, "lr": 9.80699999999999e-05, "seconds": 0.3313032679980097, "rows_per_second": 6181.647444577285}
+{"loss": 5.707076549530029, "nce": 5.7050628662109375, "mse": 0.002013589721173048, "pointer": 0.0, "grad_norm": 8.551231384277344, "pointer_opportunities": 13545, "pointer_positions": 0, "step": 64, "epoch": 0.13114754098360656, "lr": 9.95549999999999e-05, "seconds": 0.9886112640015199, "rows_per_second": 2071.592823766219}
+{"loss": 5.383504390716553, "nce": 5.3816022872924805, "mse": 0.0019021418411284685, "pointer": 0.0, "grad_norm": 4.423635005950928, "pointer_opportunities": 11806, "pointer_positions": 0, "step": 65, "epoch": 0.13319672131147542, "lr": 0.0001010399999999999, "seconds": 0.6278850470007455, "rows_per_second": 3261.7435465023395}
+{"loss": 5.265735149383545, "nce": 5.263825416564941, "mse": 0.0019099235069006681, "pointer": 0.0, "grad_norm": 4.124058246612549, "pointer_opportunities": 11352, "pointer_positions": 0, "step": 66, "epoch": 0.13524590163934427, "lr": 0.00010252499999999989, "seconds": 0.7222461760029546, "rows_per_second": 2835.598260047585}
+{"loss": 5.2224931716918945, "nce": 5.220592498779297, "mse": 0.0019006159855052829, "pointer": 0.0, "grad_norm": 4.32407283782959, "pointer_opportunities": 1259, "pointer_positions": 0, "step": 67, "epoch": 0.13729508196721313, "lr": 0.00010400999999999988, "seconds": 0.3016893780004466, "rows_per_second": 6788.439200524217}
+{"loss": 5.439785957336426, "nce": 5.437873363494873, "mse": 0.0019124476239085197, "pointer": 0.0, "grad_norm": 9.600732803344727, "pointer_opportunities": 10897, "pointer_positions": 0, "step": 68, "epoch": 0.13934426229508196, "lr": 0.00010549499999999988, "seconds": 0.8038043659980758, "rows_per_second": 2547.883647604998}
+{"loss": 5.465825080871582, "nce": 5.463935375213623, "mse": 0.0018895759712904692, "pointer": 0.0, "grad_norm": 8.408814430236816, "pointer_opportunities": 12861, "pointer_positions": 0, "step": 69, "epoch": 0.1413934426229508, "lr": 0.00010697999999999989, "seconds": 0.9665400039993983, "rows_per_second": 2118.898329635278}
+{"loss": 5.22088098526001, "nce": 5.219048500061035, "mse": 0.0018325777491554618, "pointer": 0.0, "grad_norm": 4.586400985717773, "pointer_opportunities": 7320, "pointer_positions": 0, "step": 70, "epoch": 0.14344262295081966, "lr": 0.00010846499999999989, "seconds": 0.4448857280003722, "rows_per_second": 4603.429310275124}
+{"loss": 5.165185928344727, "nce": 5.163293838500977, "mse": 0.0018922792514786124, "pointer": 0.0, "grad_norm": 6.274245738983154, "pointer_opportunities": 2112, "pointer_positions": 0, "step": 71, "epoch": 0.14549180327868852, "lr": 0.00010994999999999988, "seconds": 0.35094859799937694, "rows_per_second": 5835.612427788174}
+{"loss": 5.675021171569824, "nce": 5.673053741455078, "mse": 0.001967642456293106, "pointer": 0.0, "grad_norm": 2.220863103866577, "pointer_opportunities": 332, "pointer_positions": 0, "step": 72, "epoch": 0.14754098360655737, "lr": 0.00011143499999999987, "seconds": 0.14727021900034742, "rows_per_second": 13906.409686232411}
+{"loss": 5.046778202056885, "nce": 5.04493522644043, "mse": 0.0018432063516229391, "pointer": 0.0, "grad_norm": 3.8563425540924072, "pointer_opportunities": 1050, "pointer_positions": 0, "step": 73, "epoch": 0.14959016393442623, "lr": 0.00011291999999999987, "seconds": 0.25832857899877126, "rows_per_second": 7927.887839346421}
+{"loss": 5.016348838806152, "nce": 5.014525890350342, "mse": 0.001822756603360176, "pointer": 0.0, "grad_norm": 4.213705062866211, "pointer_opportunities": 1587, "pointer_positions": 0, "step": 74, "epoch": 0.15163934426229508, "lr": 0.00011440499999999988, "seconds": 0.3176142480006092, "rows_per_second": 6448.07345039531}
+{"loss": 4.9504899978637695, "nce": 4.948694705963135, "mse": 0.0017950612818822265, "pointer": 0.0, "grad_norm": 2.734074115753174, "pointer_opportunities": 988, "pointer_positions": 0, "step": 75, "epoch": 0.15368852459016394, "lr": 0.00011588999999999987, "seconds": 0.2424387190003472, "rows_per_second": 8447.495550399552}
+{"loss": 4.968301773071289, "nce": 4.966476917266846, "mse": 0.001824753824621439, "pointer": 0.0, "grad_norm": 2.337648630142212, "pointer_opportunities": 983, "pointer_positions": 0, "step": 76, "epoch": 0.1557377049180328, "lr": 0.00011737499999999987, "seconds": 0.2277651889999106, "rows_per_second": 8991.716464629737}
+{"loss": 4.855173110961914, "nce": 4.853389739990234, "mse": 0.0017834784230217338, "pointer": 0.0, "grad_norm": 3.336566686630249, "pointer_opportunities": 936, "pointer_positions": 0, "step": 77, "epoch": 0.15778688524590165, "lr": 0.00011885999999999986, "seconds": 0.2780703190001077, "rows_per_second": 7365.043516202126}
+{"loss": 4.958064556121826, "nce": 4.956254005432129, "mse": 0.0018104159971699119, "pointer": 0.0, "grad_norm": 5.566214561462402, "pointer_opportunities": 11710, "pointer_positions": 0, "step": 78, "epoch": 0.1598360655737705, "lr": 0.00012034499999999985, "seconds": 0.6768515660005505, "rows_per_second": 3025.7741916760733}
+{"loss": 5.583891868591309, "nce": 5.5819573402404785, "mse": 0.0019344439497217536, "pointer": 0.0, "grad_norm": 2.0982577800750732, "pointer_opportunities": 252, "pointer_positions": 0, "step": 79, "epoch": 0.16188524590163936, "lr": 0.00012182999999999986, "seconds": 0.14064895900082774, "rows_per_second": 14561.074710748106}
+{"loss": 5.162177085876465, "nce": 5.160356521606445, "mse": 0.0018206307431682944, "pointer": 0.0, "grad_norm": 7.471401214599609, "pointer_opportunities": 15065, "pointer_positions": 0, "step": 80, "epoch": 0.16393442622950818, "lr": 0.00012331499999999987, "seconds": 1.0603876339991984, "rows_per_second": 1931.3691845651495}
+{"loss": 5.243216514587402, "nce": 5.24136209487915, "mse": 0.001854292000643909, "pointer": 0.0, "grad_norm": 5.289313316345215, "pointer_opportunities": 29967, "pointer_positions": 0, "step": 81, "epoch": 0.16598360655737704, "lr": 0.00012479999999999986, "seconds": 1.9345893989993783, "rows_per_second": 1058.6225692435205}
+{"loss": 4.815725326538086, "nce": 4.813963890075684, "mse": 0.0017612692900002003, "pointer": 0.0, "grad_norm": 3.877244472503662, "pointer_opportunities": 1023, "pointer_positions": 0, "step": 82, "epoch": 0.1680327868852459, "lr": 0.00012628499999999985, "seconds": 0.2791458390020125, "rows_per_second": 7336.666766454057}
+{"loss": 4.742311000823975, "nce": 4.740572452545166, "mse": 0.0017386808758601546, "pointer": 0.0, "grad_norm": 3.3798866271972656, "pointer_opportunities": 1206, "pointer_positions": 0, "step": 83, "epoch": 0.17008196721311475, "lr": 0.00012776999999999987, "seconds": 0.3019012479999219, "rows_per_second": 6783.675170499891}
+{"loss": 5.2843427658081055, "nce": 5.282379150390625, "mse": 0.0019634433556348085, "pointer": 0.0, "grad_norm": 9.721983909606934, "pointer_opportunities": 19581, "pointer_positions": 0, "step": 84, "epoch": 0.1721311475409836, "lr": 0.0001292549999999999, "seconds": 1.3074533529979817, "rows_per_second": 1566.4038761336685}
+{"loss": 5.079845905303955, "nce": 5.077945709228516, "mse": 0.0019001222681254148, "pointer": 0.0, "grad_norm": 7.25040340423584, "pointer_opportunities": 15336, "pointer_positions": 0, "step": 85, "epoch": 0.17418032786885246, "lr": 0.00013073999999999988, "seconds": 1.057382854000025, "rows_per_second": 1936.8575840363983}
+{"loss": 4.701296329498291, "nce": 4.699544906616211, "mse": 0.0017514786450192332, "pointer": 0.0, "grad_norm": 5.89211368560791, "pointer_opportunities": 1261, "pointer_positions": 0, "step": 86, "epoch": 0.1762295081967213, "lr": 0.00013222499999999987, "seconds": 0.30927051799881156, "rows_per_second": 6622.034370595486}
+{"loss": 4.931700229644775, "nce": 4.929897308349609, "mse": 0.001802960759960115, "pointer": 0.0, "grad_norm": 9.817129135131836, "pointer_opportunities": 11165, "pointer_positions": 0, "step": 87, "epoch": 0.17827868852459017, "lr": 0.00013370999999999988, "seconds": 0.8370294849992206, "rows_per_second": 2446.7477391216476}
+{"loss": 4.882134914398193, "nce": 4.880459308624268, "mse": 0.0016758040292188525, "pointer": 0.0, "grad_norm": 3.6848669052124023, "pointer_opportunities": 9137, "pointer_positions": 0, "step": 88, "epoch": 0.18032786885245902, "lr": 0.0001351949999999999, "seconds": 0.4857570779968228, "rows_per_second": 4216.099142488245}
+{"loss": 4.577514171600342, "nce": 4.575801849365234, "mse": 0.0017122853314504027, "pointer": 0.0, "grad_norm": 3.089331865310669, "pointer_opportunities": 886, "pointer_positions": 0, "step": 89, "epoch": 0.18237704918032788, "lr": 0.00013667999999999992, "seconds": 0.25160311800209456, "rows_per_second": 8139.803736386728}
+{"loss": 4.514891147613525, "nce": 4.513197898864746, "mse": 0.0016934158047661185, "pointer": 0.0, "grad_norm": 3.5097086429595947, "pointer_opportunities": 1092, "pointer_positions": 0, "step": 90, "epoch": 0.18442622950819673, "lr": 0.0001381649999999999, "seconds": 0.3016637789987726, "rows_per_second": 6789.015263275385}
+{"loss": 4.571900367736816, "nce": 4.570194244384766, "mse": 0.0017063161358237267, "pointer": 0.0, "grad_norm": 4.895721912384033, "pointer_opportunities": 11089, "pointer_positions": 0, "step": 91, "epoch": 0.1864754098360656, "lr": 0.0001396499999999999, "seconds": 0.737980615998822, "rows_per_second": 2775.1406413678337}
+{"loss": 4.5045671463012695, "nce": 4.50288200378418, "mse": 0.0016852698754519224, "pointer": 0.0, "grad_norm": 3.566922187805176, "pointer_opportunities": 1017, "pointer_positions": 0, "step": 92, "epoch": 0.1885245901639344, "lr": 0.0001411349999999999, "seconds": 0.2527005080009985, "rows_per_second": 8104.455413251118}
+{"loss": 4.462095260620117, "nce": 4.460452079772949, "mse": 0.0016430359100922942, "pointer": 0.0, "grad_norm": 3.7990620136260986, "pointer_opportunities": 4977, "pointer_positions": 0, "step": 93, "epoch": 0.19057377049180327, "lr": 0.0001426199999999999, "seconds": 0.4117012579990842, "rows_per_second": 4974.480792100362}
+{"loss": 4.384006977081299, "nce": 4.382347106933594, "mse": 0.0016596922650933266, "pointer": 0.0, "grad_norm": 2.923800230026245, "pointer_opportunities": 3281, "pointer_positions": 0, "step": 94, "epoch": 0.19262295081967212, "lr": 0.0001441049999999999, "seconds": 0.3798552379994362, "rows_per_second": 5391.527600846299}
+{"loss": 4.326885223388672, "nce": 4.325233459472656, "mse": 0.0016517199110239744, "pointer": 0.0, "grad_norm": 4.126213550567627, "pointer_opportunities": 2006, "pointer_positions": 0, "step": 95, "epoch": 0.19467213114754098, "lr": 0.00014558999999999989, "seconds": 0.343445337999583, "rows_per_second": 5963.103217323295}
+{"loss": 4.254595756530762, "nce": 4.252982139587402, "mse": 0.0016134915640577674, "pointer": 0.0, "grad_norm": 3.256748914718628, "pointer_opportunities": 1275, "pointer_positions": 0, "step": 96, "epoch": 0.19672131147540983, "lr": 0.00014707499999999988, "seconds": 0.30899211799987825, "rows_per_second": 6628.000782857533}
+{"loss": 4.451534271240234, "nce": 4.449958801269531, "mse": 0.0015755154890939593, "pointer": 0.0, "grad_norm": 4.467087745666504, "pointer_opportunities": 11481, "pointer_positions": 0, "step": 97, "epoch": 0.1987704918032787, "lr": 0.0001485599999999999, "seconds": 0.6271673470000678, "rows_per_second": 3265.4761281756887}
+{"loss": 5.8834943771362305, "nce": 5.8815436363220215, "mse": 0.0019508518744260073, "pointer": 0.0, "grad_norm": 3.6196835041046143, "pointer_opportunities": 40, "pointer_positions": 0, "step": 98, "epoch": 0.20081967213114754, "lr": 0.00015004499999999988, "seconds": 0.10549111900036223, "rows_per_second": 19413.956543516877}
+{"loss": 4.411335468292236, "nce": 4.409675598144531, "mse": 0.0016598277725279331, "pointer": 0.0, "grad_norm": 6.243544578552246, "pointer_opportunities": 2000, "pointer_positions": 0, "step": 99, "epoch": 0.2028688524590164, "lr": 0.00015152999999999987, "seconds": 0.34381934799966984, "rows_per_second": 5956.616496178006}
+{"loss": 4.311299800872803, "nce": 4.309660911560059, "mse": 0.0016387220239266753, "pointer": 0.0, "grad_norm": 4.200955390930176, "pointer_opportunities": 1098, "pointer_positions": 0, "step": 100, "epoch": 0.20491803278688525, "lr": 0.00015301499999999986, "seconds": 0.2920414379987051, "rows_per_second": 7012.703450696887}