{"event": "start", "run": "ali_hnet-ffn_s1", "arch": "hnet_ffn", "objective": "ratio", "condition": "A", "params": 22785033, "langs": ["en", "tr", "fi"], "premium": {"en": 1.0, "tr": 1.12, "fi": 1.104}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.74, "tr": 0.1536, "fi": 0.1064}, "device": "cuda", "ffn_params": 268041, "matched_to_ali_params": 268096, "t": 2.9} {"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 2.9} {"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}}, "bpb": {"en": 8.04138, "tr": 8.01701, "fi": 8.07529}, "gini_cpc": 0.147064, "gini_cps": 0.151764, "bpic": 4.346947, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.029439514461233, "fi": 1.6371767549398106}, "t": 4.1} {"event": "train", "step": 0, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 5.58509, "bpb": 8.05758, "chunk_loss": 0.030141, "F": 0.16724, "G": 0.47713, "chunks": 171.25, "bytes_per_chunk": 5.98, "boundary_entropy": 0.69022, "router_noise": 0.0, "grad_norm": 11.4622, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.007, "alpha": 0.03, "t": 4.5} {"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2661.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.152905, "cps": 20.789062, "mean_p": 0.478104, "boundary_entropy": 0.685439, "bpb": 8.007756}, "tr": {"chunks": 5624.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.310667, "cps": 43.9375, "mean_p": 0.485999, "boundary_entropy": 0.686373, "bpb": 7.993273}, "fi": {"chunks": 4707.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.250226, "cps": 36.773438, "mean_p": 0.484401, "boundary_entropy": 0.686587, "bpb": 8.047377}}, "bpb": {"en": 8.00776, "tr": 7.99327, "fi": 8.04738}, "gini_cpc": 0.147345, "gini_cps": 0.152042, "bpic": 4.366687, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.03176748657516, "fi": 1.636483234970639}, "t": 5.0} {"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2658.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.152732, "cps": 20.765625, "mean_p": 0.47808, "boundary_entropy": 0.685441, "bpb": 7.942075}, "tr": {"chunks": 5589.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.308733, "cps": 43.664062, "mean_p": 0.485899, "boundary_entropy": 0.686371, "bpb": 7.945164}, "fi": {"chunks": 4666.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.248046, "cps": 36.453125, "mean_p": 0.484226, "boundary_entropy": 0.686575, "bpb": 7.993097}}, "bpb": {"en": 7.94207, "tr": 7.94516, "fi": 7.9931}, "gini_cpc": 0.146581, "gini_cps": 0.15132, "bpic": 4.393402, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.0214020498953253, "fi": 1.6240597181923597}, "t": 5.8} {"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2617.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.150376, "cps": 20.445312, "mean_p": 0.478042, "boundary_entropy": 0.685455, "bpb": 7.724227}, "tr": {"chunks": 5456.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.301387, "cps": 42.625, "mean_p": 0.485575, "boundary_entropy": 0.686365, "bpb": 7.788258}, "fi": {"chunks": 4537.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.241189, "cps": 35.445312, "mean_p": 0.483678, "boundary_entropy": 0.686539, "bpb": 7.811663}}, "bpb": {"en": 7.72423, "tr": 7.78826, "fi": 7.81166}, "gini_cpc": 0.145282, "gini_cps": 0.150093, "bpic": 4.498969, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.004214536734359, "fi": 1.6039000221559159}, "t": 6.8} {"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2628.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151008, "cps": 20.53125, "mean_p": 0.478858, "boundary_entropy": 0.685613, "bpb": 7.16497}, "tr": {"chunks": 5159.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.28498, "cps": 40.304688, "mean_p": 0.484971, "boundary_entropy": 0.686392, "bpb": 7.394666}, "fi": {"chunks": 4109.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.218436, "cps": 32.101562, "mean_p": 0.482342, "boundary_entropy": 0.686467, "bpb": 7.33688}}, "bpb": {"en": 7.16497, "tr": 7.39467, "fi": 7.33688}, "gini_cpc": 0.136478, "gini_cps": 0.14184, "bpic": 4.768998, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.887181783488042, "fi": 1.4465152518115192}, "t": 8.1} {"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2590.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.148825, "cps": 20.234375, "mean_p": 0.481022, "boundary_entropy": 0.686023, "bpb": 6.512673}, "tr": {"chunks": 4401.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.243109, "cps": 34.382812, "mean_p": 0.483, "boundary_entropy": 0.68644, "bpb": 6.896366}, "fi": {"chunks": 2923.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.155388, "cps": 22.835938, "mean_p": 0.478197, "boundary_entropy": 0.686264, "bpb": 6.691375}}, "bpb": {"en": 6.51267, "tr": 6.89637, "fi": 6.69137}, "gini_cpc": 0.114843, "gini_cps": 0.121781, "bpic": 5.722413, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.6335226973408492, "fi": 1.0440980581270838}, "t": 9.8} {"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3704.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.212837, "cps": 28.9375, "mean_p": 0.490508, "boundary_entropy": 0.687171, "bpb": 6.160782}, "tr": {"chunks": 3970.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219301, "cps": 31.015625, "mean_p": 0.486303, "boundary_entropy": 0.687286, "bpb": 6.57734}, "fi": {"chunks": 3161.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16804, "cps": 24.695312, "mean_p": 0.485036, "boundary_entropy": 0.687292, "bpb": 6.341625}}, "bpb": {"en": 6.16078, "tr": 6.57734, "fi": 6.34163}, "gini_cpc": 0.056939, "gini_cps": 0.049777, "bpic": 5.235994, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0303697440933444, "fi": 0.7895247605113179}, "t": 12.8} {"event": "train", "step": 50, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 4.0979, "bpb": 5.91202, "chunk_loss": 0.030503, "F": 0.17358, "G": 0.48617, "chunks": 177.75, "bytes_per_chunk": 5.761, "boundary_entropy": 0.69163, "router_noise": 0.0, "grad_norm": 2.3623, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.215, "alpha": 0.03, "t": 15.3} {"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3858.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.221686, "cps": 30.140625, "mean_p": 0.484719, "boundary_entropy": 0.686175, "bpb": 5.423817}, "tr": {"chunks": 4495.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.248301, "cps": 35.117188, "mean_p": 0.481399, "boundary_entropy": 0.6861, "bpb": 5.920365}, "fi": {"chunks": 4012.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213279, "cps": 31.34375, "mean_p": 0.482533, "boundary_entropy": 0.686525, "bpb": 5.654307}}, "bpb": {"en": 5.42382, "tr": 5.92036, "fi": 5.65431}, "gini_cpc": 0.034171, "gini_cps": 0.034344, "bpic": 4.588112, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1200593648114654, "fi": 0.9620794490632982}, "t": 17.6} {"event": "train", "step": 100, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 3.20728, "bpb": 4.62713, "chunk_loss": 0.033188, "F": 0.21649, "G": 0.46164, "chunks": 221.69, "bytes_per_chunk": 4.619, "boundary_entropy": 0.68349, "router_noise": 0.0, "grad_norm": 1.6305, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.147, "alpha": 0.03, "t": 22.7} {"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3620.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20801, "cps": 28.28125, "mean_p": 0.421798, "boundary_entropy": 0.617918, "bpb": 4.115055}, "tr": {"chunks": 3958.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218638, "cps": 30.921875, "mean_p": 0.401826, "boundary_entropy": 0.63755, "bpb": 4.377174}, "fi": {"chunks": 3966.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.210834, "cps": 30.984375, "mean_p": 0.407927, "boundary_entropy": 0.639754, "bpb": 4.327322}}, "bpb": {"en": 4.11506, "tr": 4.37717, "fi": 4.32732}, "gini_cpc": 0.011114, "gini_cps": 0.019982, "bpic": 4.914414, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0510921391192145, "fi": 1.0135761343354115}, "t": 26.4} {"event": "train", "step": 150, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 2.76772, "bpb": 3.99297, "chunk_loss": 0.032252, "F": 0.21069, "G": 0.4012, "chunks": 215.75, "bytes_per_chunk": 4.746, "boundary_entropy": 0.58002, "router_noise": 0.0, "grad_norm": 2.835, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.136, "alpha": 0.03, "t": 29.4} {"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3293.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18922, "cps": 25.726562, "mean_p": 0.32558, "boundary_entropy": 0.468375, "bpb": 3.545931}, "tr": {"chunks": 4420.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.244158, "cps": 34.53125, "mean_p": 0.311109, "boundary_entropy": 0.496461, "bpb": 3.781821}, "fi": {"chunks": 4036.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.214555, "cps": 31.53125, "mean_p": 0.334602, "boundary_entropy": 0.530437, "bpb": 3.916081}}, "bpb": {"en": 3.54593, "tr": 3.78182, "fi": 3.91608}, "gini_cpc": 0.056527, "gini_cps": 0.063949, "bpic": 4.828666, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.2903398424700687, "fi": 1.133891927956362}, "t": 35.6} {"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.55565, "tr": 3.79066, "fi": 3.91619}, "bytes_per_chunk": {"en": 5.131, "tr": 4.478, "fi": 4.997}, "bpb_mean": 3.75417, "frozen_inventory": false, "t": 36.6} {"event": "train", "step": 200, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 2.49209, "bpb": 3.59533, "chunk_loss": 0.031109, "F": 0.19839, "G": 0.32719, "chunks": 203.16, "bytes_per_chunk": 5.04, "boundary_entropy": 0.48113, "router_noise": 0.0, "grad_norm": 1.1776, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.149, "alpha": 0.03, "t": 36.9} {"event": "train", "step": 250, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 2.36483, "bpb": 3.41173, "chunk_loss": 0.030536, "F": 0.1857, "G": 0.29234, "chunks": 190.16, "bytes_per_chunk": 5.385, "boundary_entropy": 0.40363, "router_noise": 0.0, "grad_norm": 1.6098, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.122, "alpha": 0.03, "t": 43.0} {"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3164.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181808, "cps": 24.71875, "mean_p": 0.283575, "boundary_entropy": 0.387326, "bpb": 3.324072}, "tr": {"chunks": 3744.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206817, "cps": 29.25, "mean_p": 0.290711, "boundary_entropy": 0.427088, "bpb": 3.514863}, "fi": {"chunks": 3354.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.1783, "cps": 26.203125, "mean_p": 0.292089, "boundary_entropy": 0.456315, "bpb": 3.663443}}, "bpb": {"en": 3.32407, "tr": 3.51486, "fi": 3.66344}, "gini_cpc": 0.033534, "gini_cps": 0.037679, "bpic": 5.528357, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1375563891213034, "fi": 0.9807059725994843}, "t": 44.1} {"event": "train", "step": 300, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 2.21964, "bpb": 3.20227, "chunk_loss": 0.030583, "F": 0.18927, "G": 0.28737, "chunks": 193.81, "bytes_per_chunk": 5.283, "boundary_entropy": 0.37337, "router_noise": 0.0, "grad_norm": 1.6018, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.13, "alpha": 0.03, "t": 49.5} {"event": "train", "step": 350, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 2.20037, "bpb": 3.17447, "chunk_loss": 0.030501, "F": 0.18802, "G": 0.28185, "chunks": 192.53, "bytes_per_chunk": 5.319, "boundary_entropy": 0.36227, "router_noise": 0.0, "grad_norm": 1.4408, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.115, "alpha": 0.03, "t": 55.3} {"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3432.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197207, "cps": 26.8125, "mean_p": 0.254521, "boundary_entropy": 0.276955, "bpb": 2.872795}, "tr": {"chunks": 3476.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192012, "cps": 27.15625, "mean_p": 0.295719, "boundary_entropy": 0.401478, "bpb": 3.124523}, "fi": {"chunks": 3452.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18351, "cps": 26.96875, "mean_p": 0.297845, "boundary_entropy": 0.427428, "bpb": 3.345277}}, "bpb": {"en": 2.8728, "tr": 3.12452, "fi": 3.34528}, "gini_cpc": 0.015944, "gini_cps": 0.002831, "bpic": 5.476062, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9736571498986568, "fi": 0.9305414961414111}, "t": 61.3} {"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 2.88549, "tr": 3.13169, "fi": 3.33994}, "bytes_per_chunk": {"en": 4.833, "tr": 5.667, "fi": 5.661}, "bpb_mean": 3.11904, "frozen_inventory": false, "t": 62.1} {"event": "train", "step": 400, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 2.02701, "bpb": 2.92436, "chunk_loss": 0.030666, "F": 0.19952, "G": 0.26289, "chunks": 204.31, "bytes_per_chunk": 5.012, "boundary_entropy": 0.28826, "router_noise": 0.0, "grad_norm": 1.0658, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.142, "alpha": 0.03, "t": 62.4} {"event": "train", "step": 450, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 2.0635, "bpb": 2.977, "chunk_loss": 0.030672, "F": 0.19952, "G": 0.25868, "chunks": 204.31, "bytes_per_chunk": 5.012, "boundary_entropy": 0.28149, "router_noise": 0.0, "grad_norm": 1.2474, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.111, "alpha": 0.03, "t": 68.0} {"event": "train", "step": 500, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 2.02523, "bpb": 2.92179, "chunk_loss": 0.030538, "F": 0.19632, "G": 0.25239, "chunks": 201.03, "bytes_per_chunk": 5.094, "boundary_entropy": 0.27615, "router_noise": 0.0, "grad_norm": 1.1805, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.112, "alpha": 0.03, "t": 73.6} {"event": "train", "step": 550, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.94957, "bpb": 2.81264, "chunk_loss": 0.030848, "F": 0.20923, "G": 0.25435, "chunks": 214.25, "bytes_per_chunk": 4.779, "boundary_entropy": 0.25085, "router_noise": 0.0, "grad_norm": 1.2394, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 79.0} {"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3517.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202092, "cps": 27.476562, "mean_p": 0.237208, "boundary_entropy": 0.223367, "bpb": 2.580555}, "tr": {"chunks": 3446.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190355, "cps": 26.921875, "mean_p": 0.29909, "boundary_entropy": 0.39299, "bpb": 2.888847}, "fi": {"chunks": 3545.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188454, "cps": 27.695312, "mean_p": 0.263568, "boundary_entropy": 0.352627, "bpb": 3.138393}}, "bpb": {"en": 2.58056, "tr": 2.88885, "fi": 3.13839}, "gini_cpc": 0.015652, "gini_cps": 0.006281, "bpic": 5.398934, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9419253247588033, "fi": 0.9325156045832929}, "t": 85.0} {"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.5944, "tr": 2.89882, "fi": 3.13645}, "bytes_per_chunk": {"en": 4.742, "tr": 5.689, "fi": 5.572}, "bpb_mean": 2.87656, "frozen_inventory": false, "t": 85.8} {"event": "train", "step": 600, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.92174, "bpb": 2.77248, "chunk_loss": 0.030631, "F": 0.20071, "G": 0.25643, "chunks": 205.53, "bytes_per_chunk": 4.982, "boundary_entropy": 0.26112, "router_noise": 0.0, "grad_norm": 1.0909, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.143, "alpha": 0.03, "t": 86.1} {"event": "train", "step": 650, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.85825, "bpb": 2.68089, "chunk_loss": 0.030615, "F": 0.20041, "G": 0.25859, "chunks": 205.22, "bytes_per_chunk": 4.99, "boundary_entropy": 0.26084, "router_noise": 0.0, "grad_norm": 1.1753, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.109, "alpha": 0.03, "t": 91.6} {"event": "train", "step": 700, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.87745, "bpb": 2.70859, "chunk_loss": 0.030389, "F": 0.19006, "G": 0.26143, "chunks": 194.62, "bytes_per_chunk": 5.261, "boundary_entropy": 0.27897, "router_noise": 0.0, "grad_norm": 1.0506, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.109, "alpha": 0.03, "t": 97.0} {"event": "train", "step": 750, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.77858, "bpb": 2.56595, "chunk_loss": 0.030534, "F": 0.20056, "G": 0.24594, "chunks": 205.38, "bytes_per_chunk": 4.986, "boundary_entropy": 0.22634, "router_noise": 0.0, "grad_norm": 0.9991, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.11, "alpha": 0.03, "t": 102.5} {"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3542.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203528, "cps": 27.671875, "mean_p": 0.226197, "boundary_entropy": 0.185793, "bpb": 2.419199}, "tr": {"chunks": 3302.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182401, "cps": 25.796875, "mean_p": 0.278565, "boundary_entropy": 0.353813, "bpb": 2.708537}, "fi": {"chunks": 3470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184467, "cps": 27.109375, "mean_p": 0.251469, "boundary_entropy": 0.303262, "bpb": 2.980789}}, "bpb": {"en": 2.4192, "tr": 2.70854, "fi": 2.98079}, "gini_cpc": 0.024693, "gini_cps": 0.015513, "bpic": 5.500485, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8961941008058754, "fi": 0.9063441891481915}, "t": 108.4} {"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.4358, "tr": 2.71796, "fi": 2.98148}, "bytes_per_chunk": {"en": 4.71, "tr": 5.933, "fi": 5.593}, "bpb_mean": 2.71175, "frozen_inventory": false, "t": 109.2} {"event": "train", "step": 800, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.79002, "bpb": 2.58245, "chunk_loss": 0.03052, "F": 0.19839, "G": 0.24784, "chunks": 203.16, "bytes_per_chunk": 5.04, "boundary_entropy": 0.23733, "router_noise": 0.0, "grad_norm": 1.0526, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.139, "alpha": 0.03, "t": 109.5} {"event": "train", "step": 850, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.72785, "bpb": 2.49276, "chunk_loss": 0.030522, "F": 0.20361, "G": 0.22933, "chunks": 208.5, "bytes_per_chunk": 4.911, "boundary_entropy": 0.18251, "router_noise": 0.0, "grad_norm": 1.1804, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.105, "alpha": 0.03, "t": 114.7} {"event": "train", "step": 900, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.70518, "bpb": 2.46005, "chunk_loss": 0.03056, "F": 0.20389, "G": 0.24027, "chunks": 208.78, "bytes_per_chunk": 4.905, "boundary_entropy": 0.20109, "router_noise": 0.0, "grad_norm": 1.0022, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.106, "alpha": 0.03, "t": 120.1} {"event": "train", "step": 950, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.70794, "bpb": 2.46404, "chunk_loss": 0.030552, "F": 0.20514, "G": 0.23463, "chunks": 210.06, "bytes_per_chunk": 4.875, "boundary_entropy": 0.18577, "router_noise": 0.0, "grad_norm": 1.0904, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 125.5} {"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3565.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20485, "cps": 27.851562, "mean_p": 0.2207, "boundary_entropy": 0.172766, "bpb": 2.33472}, "tr": {"chunks": 3246.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179307, "cps": 25.359375, "mean_p": 0.270255, "boundary_entropy": 0.333799, "bpb": 2.623727}, "fi": {"chunks": 3409.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181224, "cps": 26.632812, "mean_p": 0.23877, "boundary_entropy": 0.277089, "bpb": 2.858848}}, "bpb": {"en": 2.33472, "tr": 2.62373, "fi": 2.85885}, "gini_cpc": 0.030118, "gini_cps": 0.020809, "bpic": 5.551076, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.875311330156199, "fi": 0.8846667481345215}, "t": 131.4} {"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.34763, "tr": 2.63159, "fi": 2.86063}, "bytes_per_chunk": {"en": 4.684, "tr": 6.007, "fi": 5.703}, "bpb_mean": 2.61329, "frozen_inventory": false, "t": 132.2} {"event": "train", "step": 1000, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.71997, "bpb": 2.4814, "chunk_loss": 0.030512, "F": 0.20312, "G": 0.23602, "chunks": 208.0, "bytes_per_chunk": 4.923, "boundary_entropy": 0.20047, "router_noise": 0.0, "grad_norm": 1.0012, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.148, "alpha": 0.03, "t": 132.9} {"event": "train", "step": 1050, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.73518, "bpb": 2.50334, "chunk_loss": 0.030381, "F": 0.1965, "G": 0.23163, "chunks": 201.22, "bytes_per_chunk": 5.089, "boundary_entropy": 0.20088, "router_noise": 0.0, "grad_norm": 1.0593, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.104, "alpha": 0.03, "t": 138.1} {"event": "train", "step": 1100, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.71994, "bpb": 2.48135, "chunk_loss": 0.03056, "F": 0.2063, "G": 0.23278, "chunks": 211.25, "bytes_per_chunk": 4.847, "boundary_entropy": 0.18188, "router_noise": 0.0, "grad_norm": 1.0202, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.111, "alpha": 0.03, "t": 143.6} {"event": "train", "step": 1150, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.72546, "bpb": 2.48932, "chunk_loss": 0.030625, "F": 0.2037, "G": 0.24576, "chunks": 208.59, "bytes_per_chunk": 4.909, "boundary_entropy": 0.21429, "router_noise": 0.0, "grad_norm": 0.897, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.109, "alpha": 0.03, "t": 149.0} {"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3554.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204218, "cps": 27.765625, "mean_p": 0.218298, "boundary_entropy": 0.156928, "bpb": 2.262279}, "tr": {"chunks": 3328.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183837, "cps": 26.0, "mean_p": 0.260689, "boundary_entropy": 0.312374, "bpb": 2.531563}, "fi": {"chunks": 3407.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181117, "cps": 26.617188, "mean_p": 0.228154, "boundary_entropy": 0.246992, "bpb": 2.742761}}, "bpb": {"en": 2.26228, "tr": 2.53156, "fi": 2.74276}, "gini_cpc": 0.027057, "gini_cps": 0.014643, "bpic": 5.51385, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.900200941706948, "fi": 0.886884259072424}, "t": 154.9} {"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.27632, "tr": 2.54014, "fi": 2.74841}, "bytes_per_chunk": {"en": 4.679, "tr": 5.923, "fi": 5.657}, "bpb_mean": 2.52162, "frozen_inventory": false, "t": 155.7} {"event": "train", "step": 1200, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.62825, "bpb": 2.34907, "chunk_loss": 0.030487, "F": 0.20129, "G": 0.23635, "chunks": 206.12, "bytes_per_chunk": 4.968, "boundary_entropy": 0.19239, "router_noise": 0.0, "grad_norm": 0.8734, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.141, "alpha": 0.03, "t": 156.1} {"event": "train", "step": 1250, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.66171, "bpb": 2.39734, "chunk_loss": 0.030513, "F": 0.20102, "G": 0.23855, "chunks": 205.84, "bytes_per_chunk": 4.975, "boundary_entropy": 0.19612, "router_noise": 0.0, "grad_norm": 0.9273, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.105, "alpha": 0.03, "t": 161.4} {"event": "train", "step": 1300, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.59055, "bpb": 2.29468, "chunk_loss": 0.03053, "F": 0.20551, "G": 0.23212, "chunks": 210.44, "bytes_per_chunk": 4.866, "boundary_entropy": 0.1678, "router_noise": 0.0, "grad_norm": 0.8605, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.127, "alpha": 0.03, "t": 167.7} {"event": "train", "step": 1350, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.61567, "bpb": 2.33093, "chunk_loss": 0.030484, "F": 0.20517, "G": 0.22139, "chunks": 210.09, "bytes_per_chunk": 4.874, "boundary_entropy": 0.14365, "router_noise": 0.0, "grad_norm": 0.8976, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.12, "alpha": 0.03, "t": 173.7} {"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3542.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203528, "cps": 27.671875, "mean_p": 0.21552, "boundary_entropy": 0.142207, "bpb": 2.208698}, "tr": {"chunks": 3329.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183892, "cps": 26.007812, "mean_p": 0.25695, "boundary_entropy": 0.295328, "bpb": 2.46804}, "fi": {"chunks": 3485.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185264, "cps": 27.226562, "mean_p": 0.229011, "boundary_entropy": 0.234435, "bpb": 2.676114}}, "bpb": {"en": 2.2087, "tr": 2.46804, "fi": 2.67611}, "gini_cpc": 0.022858, "gini_cps": 0.013712, "bpic": 5.478177, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9035221567482614, "fi": 0.9102621035105035}, "t": 181.1} {"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.22235, "tr": 2.47617, "fi": 2.68273}, "bytes_per_chunk": {"en": 4.696, "tr": 5.892, "fi": 5.528}, "bpb_mean": 2.46042, "frozen_inventory": false, "t": 181.9} {"event": "train", "step": 1400, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.5881, "bpb": 2.29115, "chunk_loss": 0.030433, "F": 0.20172, "G": 0.22831, "chunks": 206.56, "bytes_per_chunk": 4.957, "boundary_entropy": 0.1679, "router_noise": 0.0, "grad_norm": 0.9662, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.17, "alpha": 0.03, "t": 182.3} {"event": "train", "step": 1450, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.56214, "bpb": 2.25369, "chunk_loss": 0.030597, "F": 0.2084, "G": 0.23467, "chunks": 213.41, "bytes_per_chunk": 4.798, "boundary_entropy": 0.17649, "router_noise": 0.0, "grad_norm": 0.8468, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.105, "alpha": 0.03, "t": 187.5} {"event": "train", "step": 1500, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.55148, "bpb": 2.23831, "chunk_loss": 0.030455, "F": 0.20331, "G": 0.22377, "chunks": 208.19, "bytes_per_chunk": 4.919, "boundary_entropy": 0.15808, "router_noise": 0.0, "grad_norm": 1.1206, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 192.9} {"event": "train", "step": 1550, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.54653, "bpb": 2.23117, "chunk_loss": 0.030514, "F": 0.20477, "G": 0.22627, "chunks": 209.69, "bytes_per_chunk": 4.883, "boundary_entropy": 0.15685, "router_noise": 0.0, "grad_norm": 0.7952, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 198.3} {"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3499.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201057, "cps": 27.335938, "mean_p": 0.212207, "boundary_entropy": 0.132746, "bpb": 2.168716}, "tr": {"chunks": 3241.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179031, "cps": 25.320312, "mean_p": 0.246162, "boundary_entropy": 0.276831, "bpb": 2.419931}, "fi": {"chunks": 3479.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184945, "cps": 27.179688, "mean_p": 0.22722, "boundary_entropy": 0.221489, "bpb": 2.604208}}, "bpb": {"en": 2.16872, "tr": 2.41993, "fi": 2.60421}, "gini_cpc": 0.025988, "gini_cps": 0.016831, "bpic": 5.55162, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8904481938061168, "fi": 0.9198620947601256}, "t": 203.7} {"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.18636, "tr": 2.4292, "fi": 2.61265}, "bytes_per_chunk": {"en": 4.73, "tr": 5.999, "fi": 5.525}, "bpb_mean": 2.40941, "frozen_inventory": false, "t": 204.5} {"event": "train", "step": 1600, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.52319, "bpb": 2.1975, "chunk_loss": 0.030379, "F": 0.19736, "G": 0.22775, "chunks": 202.09, "bytes_per_chunk": 5.067, "boundary_entropy": 0.16844, "router_noise": 0.0, "grad_norm": 0.8233, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.136, "alpha": 0.03, "t": 205.1} {"event": "train", "step": 1650, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.57731, "bpb": 2.27557, "chunk_loss": 0.030504, "F": 0.20703, "G": 0.22669, "chunks": 212.0, "bytes_per_chunk": 4.83, "boundary_entropy": 0.1611, "router_noise": 0.0, "grad_norm": 0.8047, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.113, "alpha": 0.03, "t": 210.7} {"event": "train", "step": 1700, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.57504, "bpb": 2.2723, "chunk_loss": 0.030403, "F": 0.19949, "G": 0.22657, "chunks": 204.28, "bytes_per_chunk": 5.013, "boundary_entropy": 0.16452, "router_noise": 0.0, "grad_norm": 0.9168, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.116, "alpha": 0.03, "t": 216.5} {"event": "train", "step": 1750, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.54069, "bpb": 2.22274, "chunk_loss": 0.030558, "F": 0.20801, "G": 0.22636, "chunks": 213.0, "bytes_per_chunk": 4.808, "boundary_entropy": 0.14585, "router_noise": 0.0, "grad_norm": 0.7818, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.112, "alpha": 0.03, "t": 222.1} {"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3557.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20439, "cps": 27.789062, "mean_p": 0.212228, "boundary_entropy": 0.132118, "bpb": 2.136323}, "tr": {"chunks": 3334.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184168, "cps": 26.046875, "mean_p": 0.245378, "boundary_entropy": 0.267545, "bpb": 2.359444}, "fi": {"chunks": 3556.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189038, "cps": 27.78125, "mean_p": 0.224713, "boundary_entropy": 0.211217, "bpb": 2.568457}}, "bpb": {"en": 2.13632, "tr": 2.35944, "fi": 2.56846}, "gini_cpc": 0.02334, "gini_cps": 0.014231, "bpic": 5.430459, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9010632952155155, "fi": 0.9248900852624123}, "t": 227.9} {"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.15144, "tr": 2.36752, "fi": 2.57591}, "bytes_per_chunk": {"en": 4.683, "tr": 5.75, "fi": 5.419}, "bpb_mean": 2.36496, "frozen_inventory": false, "t": 228.7} {"event": "train", "step": 1800, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.58886, "bpb": 2.29224, "chunk_loss": 0.030498, "F": 0.20392, "G": 0.23026, "chunks": 208.81, "bytes_per_chunk": 4.904, "boundary_entropy": 0.16531, "router_noise": 0.0, "grad_norm": 0.8377, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.14, "alpha": 0.03, "t": 229.1} {"event": "train", "step": 1850, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.53851, "bpb": 2.2196, "chunk_loss": 0.030542, "F": 0.20715, "G": 0.22834, "chunks": 212.12, "bytes_per_chunk": 4.827, "boundary_entropy": 0.15902, "router_noise": 0.0, "grad_norm": 0.7789, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.102, "alpha": 0.03, "t": 234.2} {"event": "train", "step": 1900, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.58543, "bpb": 2.2873, "chunk_loss": 0.030495, "F": 0.20572, "G": 0.22426, "chunks": 210.66, "bytes_per_chunk": 4.861, "boundary_entropy": 0.14676, "router_noise": 0.0, "grad_norm": 0.8052, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 239.6} {"event": "train", "step": 1950, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.53747, "bpb": 2.2181, "chunk_loss": 0.030498, "F": 0.20532, "G": 0.22109, "chunks": 210.25, "bytes_per_chunk": 4.87, "boundary_entropy": 0.13944, "router_noise": 0.0, "grad_norm": 0.7449, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 244.9} {"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3498.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201, "cps": 27.328125, "mean_p": 0.207821, "boundary_entropy": 0.122807, "bpb": 2.105944}, "tr": {"chunks": 3354.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185273, "cps": 26.203125, "mean_p": 0.245998, "boundary_entropy": 0.266951, "bpb": 2.336923}, "fi": {"chunks": 3473.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184626, "cps": 27.132812, "mean_p": 0.21788, "boundary_entropy": 0.200417, "bpb": 2.508596}}, "bpb": {"en": 2.10594, "tr": 2.33692, "fi": 2.5086}, "gini_cpc": 0.01912, "gini_cps": 0.009298, "bpic": 5.494625, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9217578012002786, "fi": 0.9185381842473286}, "t": 250.9} {"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.12213, "tr": 2.34337, "fi": 2.51455}, "bytes_per_chunk": {"en": 4.726, "tr": 5.693, "fi": 5.514}, "bpb_mean": 2.32668, "frozen_inventory": false, "t": 251.6} {"event": "train", "step": 2000, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.55763, "bpb": 2.24718, "chunk_loss": 0.030419, "F": 0.20139, "G": 0.22292, "chunks": 206.22, "bytes_per_chunk": 4.966, "boundary_entropy": 0.15173, "router_noise": 0.0, "grad_norm": 0.7796, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.142, "alpha": 0.03, "t": 252.0} {"event": "train", "step": 2050, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.61845, "bpb": 2.33493, "chunk_loss": 0.030391, "F": 0.19769, "G": 0.22217, "chunks": 202.44, "bytes_per_chunk": 5.058, "boundary_entropy": 0.1508, "router_noise": 0.0, "grad_norm": 0.9361, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.103, "alpha": 0.03, "t": 257.2} {"event": "train", "step": 2100, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.50252, "bpb": 2.16768, "chunk_loss": 0.030476, "F": 0.20529, "G": 0.22346, "chunks": 210.22, "bytes_per_chunk": 4.871, "boundary_entropy": 0.14362, "router_noise": 0.0, "grad_norm": 0.7839, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 262.5} {"event": "train", "step": 2150, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.51767, "bpb": 2.18953, "chunk_loss": 0.030379, "F": 0.19989, "G": 0.21836, "chunks": 204.69, "bytes_per_chunk": 5.003, "boundary_entropy": 0.13697, "router_noise": 0.0, "grad_norm": 0.7188, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 267.9} {"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3523.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202436, "cps": 27.523438, "mean_p": 0.209109, "boundary_entropy": 0.115832, "bpb": 2.072238}, "tr": {"chunks": 3293.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181904, "cps": 25.726562, "mean_p": 0.235597, "boundary_entropy": 0.24598, "bpb": 2.298226}, "fi": {"chunks": 3377.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179523, "cps": 26.382812, "mean_p": 0.209108, "boundary_entropy": 0.181529, "bpb": 2.469174}}, "bpb": {"en": 2.07224, "tr": 2.29823, "fi": 2.46917}, "gini_cpc": 0.027091, "gini_cps": 0.015043, "bpic": 5.56578, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.898571533826786, "fi": 0.8868101479990849}, "t": 273.9} {"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.09146, "tr": 2.30484, "fi": 2.47851}, "bytes_per_chunk": {"en": 4.708, "tr": 5.834, "fi": 5.631}, "bpb_mean": 2.29161, "frozen_inventory": false, "t": 274.6} {"event": "train", "step": 2200, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.48567, "bpb": 2.14337, "chunk_loss": 0.030472, "F": 0.20551, "G": 0.22046, "chunks": 210.44, "bytes_per_chunk": 4.866, "boundary_entropy": 0.13084, "router_noise": 0.0, "grad_norm": 0.6948, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.145, "alpha": 0.03, "t": 275.2} {"event": "train", "step": 2250, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.51916, "bpb": 2.19168, "chunk_loss": 0.030397, "F": 0.20087, "G": 0.21921, "chunks": 205.69, "bytes_per_chunk": 4.978, "boundary_entropy": 0.13858, "router_noise": 0.0, "grad_norm": 0.7358, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.102, "alpha": 0.03, "t": 280.2} {"event": "train", "step": 2300, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.49413, "bpb": 2.15558, "chunk_loss": 0.030471, "F": 0.20627, "G": 0.22007, "chunks": 211.22, "bytes_per_chunk": 4.848, "boundary_entropy": 0.12878, "router_noise": 0.0, "grad_norm": 0.7579, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.11, "alpha": 0.03, "t": 285.8} {"event": "train", "step": 2350, "arch": "hnet_ffn", "phase": 1, "objective": "global", "lm_loss": 1.50095, "bpb": 2.16541, "chunk_loss": 0.030326, "F": 0.19366, "G": 0.22385, "chunks": 198.31, "bytes_per_chunk": 5.164, "boundary_entropy": 0.16016, "router_noise": 0.0, "grad_norm": 0.7758, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.109, "alpha": 0.03, "t": 291.2} {"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3516.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202034, "cps": 27.46875, "mean_p": 0.207125, "boundary_entropy": 0.110838, "bpb": 2.053057}, "tr": {"chunks": 3369.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186102, "cps": 26.320312, "mean_p": 0.233133, "boundary_entropy": 0.239243, "bpb": 2.261921}, "fi": {"chunks": 3549.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188666, "cps": 27.726562, "mean_p": 0.216295, "boundary_entropy": 0.183754, "bpb": 2.431707}}, "bpb": {"en": 2.05306, "tr": 2.26192, "fi": 2.43171}, "gini_cpc": 0.018415, "gini_cps": 0.011501, "bpic": 5.437224, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9211401519443443, "fi": 0.9338333282229209}, "t": 297.1} {"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.06821, "tr": 2.26679, "fi": 2.44439}, "bytes_per_chunk": {"en": 4.726, "tr": 5.707, "fi": 5.394}, "bpb_mean": 2.2598, "frozen_inventory": false, "t": 297.8} {"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 298.0} {"event": "train", "step": 2400, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.45348, "bpb": 2.09693, "chunk_loss": 0.030554, "F": 0.21021, "G": 0.22343, "chunks": 215.25, "bytes_per_chunk": 4.757, "boundary_entropy": 0.12792, "router_noise": 0.0, "grad_norm": 0.7061, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.137, "alpha": 0.03, "t": 298.1} {"event": "train", "step": 2450, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.64029, "bpb": 2.36644, "chunk_loss": 0.030494, "F": 0.20612, "G": 0.2231, "chunks": 211.06, "bytes_per_chunk": 4.852, "boundary_entropy": 0.12956, "router_noise": 0.0, "grad_norm": 0.7223, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.106, "alpha": 0.03, "t": 303.4} {"event": "train", "step": 2500, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.49685, "bpb": 2.15949, "chunk_loss": 0.030447, "F": 0.20493, "G": 0.21892, "chunks": 209.84, "bytes_per_chunk": 4.88, "boundary_entropy": 0.12553, "router_noise": 0.0, "grad_norm": 0.732, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 308.8} {"event": "train", "step": 2550, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.48422, "bpb": 2.14127, "chunk_loss": 0.030374, "F": 0.19888, "G": 0.22156, "chunks": 203.66, "bytes_per_chunk": 5.028, "boundary_entropy": 0.14323, "router_noise": 0.0, "grad_norm": 0.6899, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.106, "alpha": 0.03, "t": 314.1} {"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3469.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199333, "cps": 27.101562, "mean_p": 0.203305, "boundary_entropy": 0.105338, "bpb": 2.031886}, "tr": {"chunks": 3287.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181572, "cps": 25.679688, "mean_p": 0.232106, "boundary_entropy": 0.234909, "bpb": 2.245295}, "fi": {"chunks": 3345.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177821, "cps": 26.132812, "mean_p": 0.205308, "boundary_entropy": 0.171551, "bpb": 2.411758}}, "bpb": {"en": 2.03189, "tr": 2.2453, "fi": 2.41176}, "gini_cpc": 0.025668, "gini_cps": 0.012012, "bpic": 5.616474, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9108963734265411, "fi": 0.8920805262905687}, "t": 319.9} {"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.04877, "tr": 2.25115, "fi": 2.4215}, "bytes_per_chunk": {"en": 4.757, "tr": 5.827, "fi": 5.613}, "bpb_mean": 2.24047, "frozen_inventory": false, "t": 320.7} {"event": "train", "step": 2600, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.50902, "bpb": 2.17706, "chunk_loss": 0.030347, "F": 0.19696, "G": 0.21547, "chunks": 201.69, "bytes_per_chunk": 5.077, "boundary_entropy": 0.13241, "router_noise": 0.0, "grad_norm": 0.778, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.138, "alpha": 0.03, "t": 321.0} {"event": "train", "step": 2650, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.47419, "bpb": 2.1268, "chunk_loss": 0.030373, "F": 0.19717, "G": 0.21995, "chunks": 201.91, "bytes_per_chunk": 5.072, "boundary_entropy": 0.13945, "router_noise": 0.0, "grad_norm": 0.7758, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 326.4} {"event": "train", "step": 2700, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.54801, "bpb": 2.23331, "chunk_loss": 0.030485, "F": 0.20477, "G": 0.22321, "chunks": 209.69, "bytes_per_chunk": 4.883, "boundary_entropy": 0.13143, "router_noise": 0.0, "grad_norm": 0.7985, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.11, "alpha": 0.03, "t": 331.9} {"event": "train", "step": 2750, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.48112, "bpb": 2.13681, "chunk_loss": 0.030377, "F": 0.19989, "G": 0.21805, "chunks": 204.69, "bytes_per_chunk": 5.003, "boundary_entropy": 0.13111, "router_noise": 0.0, "grad_norm": 0.7526, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.109, "alpha": 0.03, "t": 337.3} {"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3541.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203471, "cps": 27.664062, "mean_p": 0.207023, "boundary_entropy": 0.103764, "bpb": 2.00763}, "tr": {"chunks": 3244.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179197, "cps": 25.34375, "mean_p": 0.230082, "boundary_entropy": 0.229376, "bpb": 2.217256}, "fi": {"chunks": 3579.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190261, "cps": 27.960938, "mean_p": 0.214096, "boundary_entropy": 0.172142, "bpb": 2.376706}}, "bpb": {"en": 2.00763, "tr": 2.21726, "fi": 2.37671}, "gini_cpc": 0.028245, "gini_cps": 0.021549, "bpic": 5.473948, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8807009961183709, "fi": 0.9350783641271981}, "t": 343.3} {"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.02553, "tr": 2.22357, "fi": 2.3863}, "bytes_per_chunk": {"en": 4.702, "tr": 5.824, "fi": 5.337}, "bpb_mean": 2.2118, "frozen_inventory": false, "t": 344.2} {"event": "train", "step": 2800, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.45787, "bpb": 2.10327, "chunk_loss": 0.030496, "F": 0.20755, "G": 0.21966, "chunks": 212.53, "bytes_per_chunk": 4.818, "boundary_entropy": 0.11842, "router_noise": 0.0, "grad_norm": 0.6712, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.143, "alpha": 0.03, "t": 344.5} {"event": "train", "step": 2850, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.54841, "bpb": 2.23388, "chunk_loss": 0.030504, "F": 0.20734, "G": 0.22057, "chunks": 212.31, "bytes_per_chunk": 4.823, "boundary_entropy": 0.12108, "router_noise": 0.0, "grad_norm": 0.7535, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.101, "alpha": 0.03, "t": 349.5} {"event": "train", "step": 2900, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.42496, "bpb": 2.05579, "chunk_loss": 0.030371, "F": 0.1987, "G": 0.21897, "chunks": 203.47, "bytes_per_chunk": 5.033, "boundary_entropy": 0.1307, "router_noise": 0.0, "grad_norm": 0.7147, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.104, "alpha": 0.03, "t": 354.7} {"event": "train", "step": 2950, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.36719, "bpb": 1.97243, "chunk_loss": 0.03055, "F": 0.21207, "G": 0.22075, "chunks": 217.16, "bytes_per_chunk": 4.715, "boundary_entropy": 0.11461, "router_noise": 0.0, "grad_norm": 0.6588, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.111, "alpha": 0.03, "t": 360.3} {"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3533.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203011, "cps": 27.601562, "mean_p": 0.205989, "boundary_entropy": 0.100589, "bpb": 1.99602}, "tr": {"chunks": 3327.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183782, "cps": 25.992188, "mean_p": 0.230416, "boundary_entropy": 0.228638, "bpb": 2.198022}, "fi": {"chunks": 3509.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18654, "cps": 27.414062, "mean_p": 0.209398, "boundary_entropy": 0.163192, "bpb": 2.346482}}, "bpb": {"en": 1.99602, "tr": 2.19802, "fi": 2.34648}, "gini_cpc": 0.02236, "gini_cps": 0.013245, "bpic": 5.471309, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9052795965045694, "fi": 0.9188655462519949}, "t": 366.1} {"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.01265, "tr": 2.20493, "fi": 2.35671}, "bytes_per_chunk": {"en": 4.689, "tr": 5.786, "fi": 5.463}, "bpb_mean": 2.19143, "frozen_inventory": false, "t": 367.0} {"event": "train", "step": 3000, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.45786, "bpb": 2.10325, "chunk_loss": 0.030425, "F": 0.20239, "G": 0.21921, "chunks": 207.25, "bytes_per_chunk": 4.941, "boundary_entropy": 0.12741, "router_noise": 0.0, "grad_norm": 0.795, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.144, "alpha": 0.03, "t": 367.5} {"event": "train", "step": 3050, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.41313, "bpb": 2.03871, "chunk_loss": 0.030443, "F": 0.20535, "G": 0.21795, "chunks": 210.28, "bytes_per_chunk": 4.87, "boundary_entropy": 0.1128, "router_noise": 0.0, "grad_norm": 0.7089, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.103, "alpha": 0.03, "t": 372.6} {"event": "train", "step": 3100, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.50481, "bpb": 2.17098, "chunk_loss": 0.03034, "F": 0.19763, "G": 0.21418, "chunks": 202.38, "bytes_per_chunk": 5.06, "boundary_entropy": 0.11806, "router_noise": 0.0, "grad_norm": 0.8037, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.1, "alpha": 0.03, "t": 377.6} {"event": "train", "step": 3150, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.41405, "bpb": 2.04004, "chunk_loss": 0.030391, "F": 0.20218, "G": 0.21429, "chunks": 207.03, "bytes_per_chunk": 4.946, "boundary_entropy": 0.11487, "router_noise": 0.0, "grad_norm": 0.7146, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 383.0} {"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3511.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201747, "cps": 27.429688, "mean_p": 0.206103, "boundary_entropy": 0.089989, "bpb": 1.976583}, "tr": {"chunks": 3286.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181517, "cps": 25.671875, "mean_p": 0.226803, "boundary_entropy": 0.221073, "bpb": 2.163627}, "fi": {"chunks": 3534.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187869, "cps": 27.609375, "mean_p": 0.210789, "boundary_entropy": 0.162233, "bpb": 2.326401}}, "bpb": {"en": 1.97658, "tr": 2.16363, "fi": 2.3264}, "gini_cpc": 0.023614, "gini_cps": 0.016004, "bpic": 5.491434, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.899726057260274, "fi": 0.931210689080171}, "t": 388.8} {"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 1.99362, "tr": 2.17244, "fi": 2.33724}, "bytes_per_chunk": {"en": 4.728, "tr": 5.763, "fi": 5.394}, "bpb_mean": 2.16777, "frozen_inventory": false, "t": 389.7} {"event": "train", "step": 3200, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.34425, "bpb": 1.93934, "chunk_loss": 0.030447, "F": 0.20703, "G": 0.21519, "chunks": 212.0, "bytes_per_chunk": 4.83, "boundary_entropy": 0.09619, "router_noise": 0.0, "grad_norm": 0.7149, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.14, "alpha": 0.03, "t": 390.0} {"event": "train", "step": 3250, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.35209, "bpb": 1.95066, "chunk_loss": 0.030455, "F": 0.20468, "G": 0.21785, "chunks": 209.59, "bytes_per_chunk": 4.886, "boundary_entropy": 0.11105, "router_noise": 0.0, "grad_norm": 0.6887, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 395.4} {"event": "train", "step": 3300, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.47186, "bpb": 2.12345, "chunk_loss": 0.030445, "F": 0.20422, "G": 0.21731, "chunks": 209.12, "bytes_per_chunk": 4.897, "boundary_entropy": 0.10997, "router_noise": 0.0, "grad_norm": 0.7209, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.105, "alpha": 0.03, "t": 400.6} {"event": "train", "step": 3350, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.42172, "bpb": 2.05111, "chunk_loss": 0.030384, "F": 0.20135, "G": 0.2147, "chunks": 206.19, "bytes_per_chunk": 4.966, "boundary_entropy": 0.10924, "router_noise": 0.0, "grad_norm": 0.6998, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.111, "alpha": 0.03, "t": 406.2} {"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3511.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201747, "cps": 27.429688, "mean_p": 0.205065, "boundary_entropy": 0.090865, "bpb": 1.958516}, "tr": {"chunks": 3248.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179418, "cps": 25.375, "mean_p": 0.218251, "boundary_entropy": 0.208227, "bpb": 2.142371}, "fi": {"chunks": 3604.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19159, "cps": 28.15625, "mean_p": 0.213496, "boundary_entropy": 0.16134, "bpb": 2.302931}}, "bpb": {"en": 1.95852, "tr": 2.14237, "fi": 2.30293}, "gini_cpc": 0.02599, "gini_cps": 0.022902, "bpic": 5.474477, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8893214345652374, "fi": 0.9496557225367676}, "t": 412.2} {"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 1.97758, "tr": 2.15151, "fi": 2.31251}, "bytes_per_chunk": {"en": 4.726, "tr": 5.799, "fi": 5.323}, "bpb_mean": 2.1472, "frozen_inventory": false, "t": 413.1} {"event": "train", "step": 3400, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.38713, "bpb": 2.0012, "chunk_loss": 0.03047, "F": 0.20779, "G": 0.21686, "chunks": 212.78, "bytes_per_chunk": 4.812, "boundary_entropy": 0.10251, "router_noise": 0.0, "grad_norm": 0.7421, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.144, "alpha": 0.03, "t": 413.4} {"event": "train", "step": 3450, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.53829, "bpb": 2.21928, "chunk_loss": 0.030511, "F": 0.20508, "G": 0.21904, "chunks": 210.0, "bytes_per_chunk": 4.876, "boundary_entropy": 0.11249, "router_noise": 0.0, "grad_norm": 0.7133, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.111, "alpha": 0.03, "t": 418.9} {"event": "train", "step": 3500, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.41635, "bpb": 2.04336, "chunk_loss": 0.030395, "F": 0.20187, "G": 0.21493, "chunks": 206.72, "bytes_per_chunk": 4.954, "boundary_entropy": 0.10912, "router_noise": 0.0, "grad_norm": 0.7887, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.104, "alpha": 0.03, "t": 424.1} {"event": "train", "step": 3550, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.40732, "bpb": 2.03033, "chunk_loss": 0.030354, "F": 0.20102, "G": 0.21213, "chunks": 205.84, "bytes_per_chunk": 4.975, "boundary_entropy": 0.10686, "router_noise": 0.0, "grad_norm": 0.7316, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.125, "alpha": 0.03, "t": 430.3} {"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3511.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201747, "cps": 27.429688, "mean_p": 0.205368, "boundary_entropy": 0.090759, "bpb": 1.941649}, "tr": {"chunks": 3209.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177263, "cps": 25.070312, "mean_p": 0.218365, "boundary_entropy": 0.205083, "bpb": 2.132789}, "fi": {"chunks": 3394.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180426, "cps": 26.515625, "mean_p": 0.205958, "boundary_entropy": 0.155828, "bpb": 2.283772}}, "bpb": {"en": 1.94165, "tr": 2.13279, "fi": 2.28377}, "gini_cpc": 0.029176, "gini_cps": 0.019906, "bpic": 5.609254, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.878643006009805, "fi": 0.894320622166978}, "t": 437.1} {"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 1.95984, "tr": 2.13995, "fi": 2.29442}, "bytes_per_chunk": {"en": 4.72, "tr": 5.849, "fi": 5.569}, "bpb_mean": 2.1314, "frozen_inventory": false, "t": 438.1} {"event": "train", "step": 3600, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.43168, "bpb": 2.06547, "chunk_loss": 0.030381, "F": 0.19952, "G": 0.21918, "chunks": 204.31, "bytes_per_chunk": 5.012, "boundary_entropy": 0.12365, "router_noise": 0.0, "grad_norm": 0.7571, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.162, "alpha": 0.03, "t": 438.4} {"event": "train", "step": 3650, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.35408, "bpb": 1.95352, "chunk_loss": 0.030393, "F": 0.2037, "G": 0.21245, "chunks": 208.59, "bytes_per_chunk": 4.909, "boundary_entropy": 0.09571, "router_noise": 0.0, "grad_norm": 0.652, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.123, "alpha": 0.03, "t": 444.5} {"event": "train", "step": 3700, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.46251, "bpb": 2.10995, "chunk_loss": 0.030322, "F": 0.19479, "G": 0.21307, "chunks": 199.47, "bytes_per_chunk": 5.134, "boundary_entropy": 0.11724, "router_noise": 0.0, "grad_norm": 0.7545, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.117, "alpha": 0.03, "t": 450.4} {"event": "train", "step": 3750, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.45069, "bpb": 2.09291, "chunk_loss": 0.030569, "F": 0.20569, "G": 0.21992, "chunks": 210.62, "bytes_per_chunk": 4.862, "boundary_entropy": 0.11387, "router_noise": 0.0, "grad_norm": 0.7614, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.122, "alpha": 0.03, "t": 456.5} {"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3505.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201402, "cps": 27.382812, "mean_p": 0.203833, "boundary_entropy": 0.0878, "bpb": 1.927487}, "tr": {"chunks": 3264.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180302, "cps": 25.5, "mean_p": 0.217806, "boundary_entropy": 0.203817, "bpb": 2.120337}, "fi": {"chunks": 3529.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187603, "cps": 27.570312, "mean_p": 0.209219, "boundary_entropy": 0.155254, "bpb": 2.268578}}, "bpb": {"en": 1.92749, "tr": 2.12034, "fi": 2.26858}, "gini_cpc": 0.024709, "gini_cps": 0.017155, "bpic": 5.509031, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.895232203929283, "fi": 0.9314850152553621}, "t": 462.4} {"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 1.94712, "tr": 2.12805, "fi": 2.27933}, "bytes_per_chunk": {"en": 4.735, "tr": 5.754, "fi": 5.432}, "bpb_mean": 2.11817, "frozen_inventory": false, "t": 463.3} {"event": "train", "step": 3800, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.33921, "bpb": 1.93207, "chunk_loss": 0.030428, "F": 0.20575, "G": 0.21331, "chunks": 210.69, "bytes_per_chunk": 4.86, "boundary_entropy": 0.097, "router_noise": 0.0, "grad_norm": 0.7205, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.142, "alpha": 0.03, "t": 463.6} {"event": "train", "step": 3850, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.35638, "bpb": 1.95685, "chunk_loss": 0.030456, "F": 0.20657, "G": 0.21455, "chunks": 211.53, "bytes_per_chunk": 4.841, "boundary_entropy": 0.09764, "router_noise": 0.0, "grad_norm": 0.6854, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 469.0} {"event": "train", "step": 3900, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.42653, "bpb": 2.05805, "chunk_loss": 0.030369, "F": 0.20114, "G": 0.21492, "chunks": 205.97, "bytes_per_chunk": 4.972, "boundary_entropy": 0.11048, "router_noise": 0.0, "grad_norm": 0.7113, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.102, "alpha": 0.03, "t": 474.1} {"event": "train", "step": 3950, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.41945, "bpb": 2.04783, "chunk_loss": 0.03042, "F": 0.20486, "G": 0.21235, "chunks": 209.78, "bytes_per_chunk": 4.881, "boundary_entropy": 0.09746, "router_noise": 0.0, "grad_norm": 0.7105, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 479.4} {"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3477.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199793, "cps": 27.164062, "mean_p": 0.202483, "boundary_entropy": 0.086202, "bpb": 1.91952}, "tr": {"chunks": 3272.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180744, "cps": 25.5625, "mean_p": 0.216854, "boundary_entropy": 0.197762, "bpb": 2.101351}, "fi": {"chunks": 3405.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181011, "cps": 26.601562, "mean_p": 0.204557, "boundary_entropy": 0.149986, "bpb": 2.260062}}, "bpb": {"en": 1.91952, "tr": 2.10135, "fi": 2.26006}, "gini_cpc": 0.022616, "gini_cps": 0.013459, "bpic": 5.587158, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9046533027837019, "fi": 0.9059926247878114}, "t": 485.4} {"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 1.93908, "tr": 2.10816, "fi": 2.27012}, "bytes_per_chunk": {"en": 4.75, "tr": 5.817, "fi": 5.554}, "bpb_mean": 2.10579, "frozen_inventory": false, "t": 486.2} {"event": "train", "step": 4000, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.36412, "bpb": 1.96801, "chunk_loss": 0.030333, "F": 0.19745, "G": 0.21288, "chunks": 202.19, "bytes_per_chunk": 5.065, "boundary_entropy": 0.11378, "router_noise": 0.0, "grad_norm": 0.7016, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.144, "alpha": 0.03, "t": 486.6} {"event": "train", "step": 4050, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.49578, "bpb": 2.15795, "chunk_loss": 0.030386, "F": 0.19849, "G": 0.21385, "chunks": 203.25, "bytes_per_chunk": 5.038, "boundary_entropy": 0.11309, "router_noise": 0.0, "grad_norm": 0.795, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 491.9} {"event": "train", "step": 4100, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.43147, "bpb": 2.06518, "chunk_loss": 0.030396, "F": 0.20105, "G": 0.21862, "chunks": 205.88, "bytes_per_chunk": 4.974, "boundary_entropy": 0.11567, "router_noise": 0.0, "grad_norm": 0.7184, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.102, "alpha": 0.03, "t": 497.0} {"event": "train", "step": 4150, "arch": "hnet_ffn", "phase": 2, "objective": "global", "lm_loss": 1.3695, "bpb": 1.97576, "chunk_loss": 0.030477, "F": 0.20706, "G": 0.21601, "chunks": 212.03, "bytes_per_chunk": 4.829, "boundary_entropy": 0.09677, "router_noise": 0.0, "grad_norm": 0.6926, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.106, "alpha": 0.03, "t": 502.3} {"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3479.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199908, "cps": 27.179688, "mean_p": 0.202882, "boundary_entropy": 0.083575, "bpb": 1.907114}, "tr": {"chunks": 3313.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183008, "cps": 25.882812, "mean_p": 0.218619, "boundary_entropy": 0.200082, "bpb": 2.084134}, "fi": {"chunks": 3408.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181171, "cps": 26.625, "mean_p": 0.204242, "boundary_entropy": 0.147529, "bpb": 2.241229}}, "bpb": {"en": 1.90711, "tr": 2.08413, "fi": 2.24123}, "gini_cpc": 0.022145, "gini_cps": 0.01085, "bpic": 5.561961, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9154625355529616, "fi": 0.906269562207957}, "t": 508.3} {"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 1.92524, "tr": 2.09258, "fi": 2.24944}, "bytes_per_chunk": {"en": 4.747, "tr": 5.699, "fi": 5.563}, "bpb_mean": 2.08909, "frozen_inventory": false, "t": 509.2} {"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 509.4} {"event": "train", "step": 4200, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.4516, "bpb": 2.09422, "chunk_loss": 0.030482, "F": 0.20715, "G": 0.2185, "chunks": 212.12, "bytes_per_chunk": 4.827, "boundary_entropy": 0.10132, "router_noise": 0.0, "grad_norm": 0.7279, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.144, "alpha": 0.03, "t": 509.5} {"event": "train", "step": 4250, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.34315, "bpb": 1.93775, "chunk_loss": 0.030346, "F": 0.20081, "G": 0.20991, "chunks": 205.62, "bytes_per_chunk": 4.98, "boundary_entropy": 0.09604, "router_noise": 0.0, "grad_norm": 0.683, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 514.9} {"event": "train", "step": 4300, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.35524, "bpb": 1.95519, "chunk_loss": 0.0303, "F": 0.1955, "G": 0.21325, "chunks": 200.19, "bytes_per_chunk": 5.115, "boundary_entropy": 0.11822, "router_noise": 0.0, "grad_norm": 0.7068, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.101, "alpha": 0.03, "t": 519.9} {"event": "train", "step": 4350, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.33534, "bpb": 1.92649, "chunk_loss": 0.030342, "F": 0.19971, "G": 0.21231, "chunks": 204.5, "bytes_per_chunk": 5.007, "boundary_entropy": 0.1048, "router_noise": 0.0, "grad_norm": 0.773, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 525.3} {"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3498.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201, "cps": 27.328125, "mean_p": 0.203142, "boundary_entropy": 0.081716, "bpb": 1.900858}, "tr": {"chunks": 3245.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179252, "cps": 25.351562, "mean_p": 0.214747, "boundary_entropy": 0.193309, "bpb": 2.071705}, "fi": {"chunks": 3414.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18149, "cps": 26.671875, "mean_p": 0.203791, "boundary_entropy": 0.144962, "bpb": 2.223967}}, "bpb": {"en": 1.90086, "tr": 2.07171, "fi": 2.22397}, "gini_cpc": 0.02581, "gini_cps": 0.016606, "bpic": 5.585508, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8918020467784449, "fi": 0.9029338787850217}, "t": 531.4} {"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 1.91946, "tr": 2.07879, "fi": 2.23431}, "bytes_per_chunk": {"en": 4.731, "tr": 5.798, "fi": 5.525}, "bpb_mean": 2.07752, "frozen_inventory": false, "t": 532.3} {"event": "train", "step": 4400, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.36896, "bpb": 1.97499, "chunk_loss": 0.030488, "F": 0.21005, "G": 0.21504, "chunks": 215.09, "bytes_per_chunk": 4.761, "boundary_entropy": 0.08674, "router_noise": 0.0, "grad_norm": 0.787, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.147, "alpha": 0.03, "t": 532.7} {"event": "train", "step": 4450, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.39393, "bpb": 2.01101, "chunk_loss": 0.030305, "F": 0.19714, "G": 0.21053, "chunks": 201.88, "bytes_per_chunk": 5.072, "boundary_entropy": 0.10125, "router_noise": 0.0, "grad_norm": 0.6853, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.118, "alpha": 0.03, "t": 538.6} {"event": "train", "step": 4500, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.40592, "bpb": 2.02832, "chunk_loss": 0.030349, "F": 0.1994, "G": 0.21085, "chunks": 204.19, "bytes_per_chunk": 5.015, "boundary_entropy": 0.09931, "router_noise": 0.0, "grad_norm": 0.7258, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.098, "alpha": 0.03, "t": 543.5} {"event": "train", "step": 4550, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.32217, "bpb": 1.90749, "chunk_loss": 0.030325, "F": 0.19672, "G": 0.20974, "chunks": 201.44, "bytes_per_chunk": 5.083, "boundary_entropy": 0.10669, "router_noise": 0.0, "grad_norm": 0.6574, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.106, "alpha": 0.03, "t": 548.8} {"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3472.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199506, "cps": 27.125, "mean_p": 0.2021, "boundary_entropy": 0.08003, "bpb": 1.886985}, "tr": {"chunks": 3231.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178479, "cps": 25.242188, "mean_p": 0.211969, "boundary_entropy": 0.190175, "bpb": 2.06341}, "fi": {"chunks": 3361.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178672, "cps": 26.257812, "mean_p": 0.201509, "boundary_entropy": 0.140236, "bpb": 2.211793}}, "bpb": {"en": 1.88699, "tr": 2.06341, "fi": 2.21179}, "gini_cpc": 0.025183, "gini_cps": 0.015964, "bpic": 5.637122, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8946039476869556, "fi": 0.8955730842601899}, "t": 554.7} {"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 1.90694, "tr": 2.07152, "fi": 2.22249}, "bytes_per_chunk": {"en": 4.756, "tr": 5.735, "fi": 5.567}, "bpb_mean": 2.06699, "frozen_inventory": false, "t": 555.6} {"event": "train", "step": 4600, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.38705, "bpb": 2.0011, "chunk_loss": 0.030331, "F": 0.19846, "G": 0.20837, "chunks": 203.22, "bytes_per_chunk": 5.039, "boundary_entropy": 0.09416, "router_noise": 0.0, "grad_norm": 0.6965, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.142, "alpha": 0.03, "t": 555.9} {"event": "train", "step": 4650, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.39081, "bpb": 2.00651, "chunk_loss": 0.030458, "F": 0.20636, "G": 0.2172, "chunks": 211.31, "bytes_per_chunk": 4.846, "boundary_entropy": 0.1001, "router_noise": 0.0, "grad_norm": 0.7631, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 561.3} {"event": "train", "step": 4700, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.37209, "bpb": 1.97951, "chunk_loss": 0.030377, "F": 0.20023, "G": 0.21492, "chunks": 205.03, "bytes_per_chunk": 4.994, "boundary_entropy": 0.11049, "router_noise": 0.0, "grad_norm": 0.7295, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.103, "alpha": 0.03, "t": 566.4} {"event": "train", "step": 4750, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.4605, "bpb": 2.10706, "chunk_loss": 0.030346, "F": 0.19757, "G": 0.2112, "chunks": 202.31, "bytes_per_chunk": 5.061, "boundary_entropy": 0.1052, "router_noise": 0.0, "grad_norm": 0.8635, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.104, "alpha": 0.03, "t": 571.6} {"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3476.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199736, "cps": 27.15625, "mean_p": 0.202186, "boundary_entropy": 0.078772, "bpb": 1.878781}, "tr": {"chunks": 3229.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178368, "cps": 25.226562, "mean_p": 0.210724, "boundary_entropy": 0.186934, "bpb": 2.052793}, "fi": {"chunks": 3357.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178459, "cps": 26.226562, "mean_p": 0.200845, "boundary_entropy": 0.140239, "bpb": 2.200721}}, "bpb": {"en": 1.87878, "tr": 2.05279, "fi": 2.20072}, "gini_cpc": 0.025595, "gini_cps": 0.016365, "bpic": 5.638243, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8930213583479321, "fi": 0.8934778906326324}, "t": 577.4} {"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 1.89857, "tr": 2.05914, "fi": 2.20996}, "bytes_per_chunk": {"en": 4.753, "tr": 5.818, "fi": 5.602}, "bpb_mean": 2.05589, "frozen_inventory": false, "t": 578.3} {"event": "train", "step": 4800, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.34573, "bpb": 1.94148, "chunk_loss": 0.030338, "F": 0.20129, "G": 0.20892, "chunks": 206.12, "bytes_per_chunk": 4.968, "boundary_entropy": 0.08793, "router_noise": 0.0, "grad_norm": 0.6942, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.139, "alpha": 0.03, "t": 578.6} {"event": "train", "step": 4850, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.33749, "bpb": 1.92959, "chunk_loss": 0.030474, "F": 0.20807, "G": 0.2164, "chunks": 213.06, "bytes_per_chunk": 4.806, "boundary_entropy": 0.09511, "router_noise": 0.0, "grad_norm": 0.7067, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 584.0} {"event": "train", "step": 4900, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.39172, "bpb": 2.00782, "chunk_loss": 0.030354, "F": 0.20056, "G": 0.21106, "chunks": 205.38, "bytes_per_chunk": 4.986, "boundary_entropy": 0.0978, "router_noise": 0.0, "grad_norm": 0.8111, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.105, "alpha": 0.03, "t": 589.2} {"event": "train", "step": 4950, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.32518, "bpb": 1.91183, "chunk_loss": 0.030528, "F": 0.2027, "G": 0.21655, "chunks": 207.56, "bytes_per_chunk": 4.933, "boundary_entropy": 0.1076, "router_noise": 0.0, "grad_norm": 0.7146, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.103, "alpha": 0.03, "t": 594.4} {"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3479.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199908, "cps": 27.179688, "mean_p": 0.202047, "boundary_entropy": 0.0792, "bpb": 1.870226}, "tr": {"chunks": 3297.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182125, "cps": 25.757812, "mean_p": 0.213168, "boundary_entropy": 0.187598, "bpb": 2.03985}, "fi": {"chunks": 3388.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180107, "cps": 26.46875, "mean_p": 0.201366, "boundary_entropy": 0.14026, "bpb": 2.190248}}, "bpb": {"en": 1.87023, "tr": 2.03985, "fi": 2.19025}, "gini_cpc": 0.023483, "gini_cps": 0.011938, "bpic": 5.581661, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9110413461268079, "fi": 0.900951078861666}, "t": 600.3} {"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.88989, "tr": 2.04844, "fi": 2.20086}, "bytes_per_chunk": {"en": 4.755, "tr": 5.691, "fi": 5.567}, "bpb_mean": 2.0464, "frozen_inventory": false, "t": 601.2} {"event": "train", "step": 5000, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.43621, "bpb": 2.07202, "chunk_loss": 0.030378, "F": 0.19949, "G": 0.21358, "chunks": 204.28, "bytes_per_chunk": 5.013, "boundary_entropy": 0.10435, "router_noise": 0.0, "grad_norm": 0.7708, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.142, "alpha": 0.03, "t": 601.5} {"event": "train", "step": 5050, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.28168, "bpb": 1.84907, "chunk_loss": 0.030377, "F": 0.20355, "G": 0.21247, "chunks": 208.44, "bytes_per_chunk": 4.913, "boundary_entropy": 0.09569, "router_noise": 0.0, "grad_norm": 0.7168, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.105, "alpha": 0.03, "t": 606.7} {"event": "train", "step": 5100, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.33995, "bpb": 1.93313, "chunk_loss": 0.030289, "F": 0.19733, "G": 0.20669, "chunks": 202.06, "bytes_per_chunk": 5.068, "boundary_entropy": 0.09533, "router_noise": 0.0, "grad_norm": 0.7048, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.105, "alpha": 0.03, "t": 612.0} {"event": "train", "step": 5150, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.37244, "bpb": 1.98002, "chunk_loss": 0.030434, "F": 0.20303, "G": 0.21393, "chunks": 207.91, "bytes_per_chunk": 4.925, "boundary_entropy": 0.10166, "router_noise": 0.0, "grad_norm": 0.7367, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.102, "alpha": 0.03, "t": 617.1} {"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3468.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199276, "cps": 27.09375, "mean_p": 0.201371, "boundary_entropy": 0.077197, "bpb": 1.8634}, "tr": {"chunks": 3205.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177042, "cps": 25.039062, "mean_p": 0.207682, "boundary_entropy": 0.181977, "bpb": 2.035033}, "fi": {"chunks": 3355.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178353, "cps": 26.210938, "mean_p": 0.200699, "boundary_entropy": 0.137302, "bpb": 2.183781}}, "bpb": {"en": 1.8634, "tr": 2.03503, "fi": 2.18378}, "gini_cpc": 0.026723, "gini_cps": 0.017484, "bpic": 5.657359, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8884285653393968, "fi": 0.8950054346836379}, "t": 622.8} {"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 1.88376, "tr": 2.04252, "fi": 2.1943}, "bytes_per_chunk": {"en": 4.763, "tr": 5.815, "fi": 5.583}, "bpb_mean": 2.04019, "frozen_inventory": false, "t": 623.7} {"event": "train", "step": 5200, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.31715, "bpb": 1.90025, "chunk_loss": 0.030411, "F": 0.20343, "G": 0.21205, "chunks": 208.31, "bytes_per_chunk": 4.916, "boundary_entropy": 0.09098, "router_noise": 0.0, "grad_norm": 0.727, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.139, "alpha": 0.03, "t": 624.0} {"event": "train", "step": 5250, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.31042, "bpb": 1.89054, "chunk_loss": 0.030364, "F": 0.20059, "G": 0.21152, "chunks": 205.41, "bytes_per_chunk": 4.985, "boundary_entropy": 0.10028, "router_noise": 0.0, "grad_norm": 0.6944, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 629.4} {"event": "train", "step": 5300, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.30911, "bpb": 1.88864, "chunk_loss": 0.030346, "F": 0.20187, "G": 0.20923, "chunks": 206.72, "bytes_per_chunk": 4.954, "boundary_entropy": 0.09072, "router_noise": 0.0, "grad_norm": 0.7156, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 634.8} {"event": "train", "step": 5350, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.31131, "bpb": 1.89182, "chunk_loss": 0.030357, "F": 0.2012, "G": 0.20964, "chunks": 206.03, "bytes_per_chunk": 4.97, "boundary_entropy": 0.09251, "router_noise": 0.0, "grad_norm": 0.7193, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.1, "alpha": 0.03, "t": 639.8} {"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3478.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199851, "cps": 27.171875, "mean_p": 0.201878, "boundary_entropy": 0.078274, "bpb": 1.858383}, "tr": {"chunks": 3244.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179197, "cps": 25.34375, "mean_p": 0.210842, "boundary_entropy": 0.185871, "bpb": 2.026574}, "fi": {"chunks": 3402.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180852, "cps": 26.578125, "mean_p": 0.202284, "boundary_entropy": 0.140951, "bpb": 2.172637}}, "bpb": {"en": 1.85838, "tr": 2.02657, "fi": 2.17264}, "gini_cpc": 0.024592, "gini_cps": 0.015409, "bpic": 5.603714, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8966538893775593, "fi": 0.9049341304925124}, "t": 645.7} {"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 1.87843, "tr": 2.03474, "fi": 2.18434}, "bytes_per_chunk": {"en": 4.752, "tr": 5.729, "fi": 5.533}, "bpb_mean": 2.0325, "frozen_inventory": false, "t": 646.6} {"event": "train", "step": 5400, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.38101, "bpb": 1.99237, "chunk_loss": 0.030371, "F": 0.19949, "G": 0.21706, "chunks": 204.28, "bytes_per_chunk": 5.013, "boundary_entropy": 0.11546, "router_noise": 0.0, "grad_norm": 0.847, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.143, "alpha": 0.03, "t": 646.9} {"event": "train", "step": 5450, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.31781, "bpb": 1.90119, "chunk_loss": 0.030387, "F": 0.203, "G": 0.21181, "chunks": 207.88, "bytes_per_chunk": 4.926, "boundary_entropy": 0.09329, "router_noise": 0.0, "grad_norm": 0.7418, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 652.3} {"event": "train", "step": 5500, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.31351, "bpb": 1.895, "chunk_loss": 0.030458, "F": 0.2074, "G": 0.21637, "chunks": 212.38, "bytes_per_chunk": 4.822, "boundary_entropy": 0.09328, "router_noise": 0.0, "grad_norm": 0.6852, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 657.6} {"event": "train", "step": 5550, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.30981, "bpb": 1.88965, "chunk_loss": 0.030398, "F": 0.20032, "G": 0.21259, "chunks": 205.12, "bytes_per_chunk": 4.992, "boundary_entropy": 0.09821, "router_noise": 0.0, "grad_norm": 0.7055, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.102, "alpha": 0.03, "t": 662.7} {"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3477.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199793, "cps": 27.164062, "mean_p": 0.201637, "boundary_entropy": 0.07796, "bpb": 1.854035}, "tr": {"chunks": 3230.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178423, "cps": 25.234375, "mean_p": 0.208218, "boundary_entropy": 0.179814, "bpb": 2.022565}, "fi": {"chunks": 3366.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178938, "cps": 26.296875, "mean_p": 0.201026, "boundary_entropy": 0.138425, "bpb": 2.166511}}, "bpb": {"en": 1.85403, "tr": 2.02256, "fi": 2.16651}, "gini_cpc": 0.02557, "gini_cps": 0.016347, "bpic": 5.632086, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8930410048873342, "fi": 0.8956156167505943}, "t": 668.5} {"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 1.87425, "tr": 2.03043, "fi": 2.17847}, "bytes_per_chunk": {"en": 4.757, "tr": 5.766, "fi": 5.567}, "bpb_mean": 2.02772, "frozen_inventory": false, "t": 669.3} {"event": "train", "step": 5600, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.36812, "bpb": 1.97378, "chunk_loss": 0.030298, "F": 0.19577, "G": 0.20916, "chunks": 200.47, "bytes_per_chunk": 5.108, "boundary_entropy": 0.10319, "router_noise": 0.0, "grad_norm": 0.7407, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.137, "alpha": 0.03, "t": 669.6} {"event": "train", "step": 5650, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.31896, "bpb": 1.90286, "chunk_loss": 0.030342, "F": 0.19785, "G": 0.20921, "chunks": 202.59, "bytes_per_chunk": 5.054, "boundary_entropy": 0.09807, "router_noise": 0.0, "grad_norm": 0.7355, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 675.0} {"event": "train", "step": 5700, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.45225, "bpb": 2.09515, "chunk_loss": 0.030362, "F": 0.19907, "G": 0.21264, "chunks": 203.84, "bytes_per_chunk": 5.023, "boundary_entropy": 0.10616, "router_noise": 0.0, "grad_norm": 0.8774, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.106, "alpha": 0.03, "t": 680.3} {"event": "train", "step": 5750, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.27528, "bpb": 1.83984, "chunk_loss": 0.030457, "F": 0.20578, "G": 0.21516, "chunks": 210.72, "bytes_per_chunk": 4.86, "boundary_entropy": 0.09622, "router_noise": 0.0, "grad_norm": 0.7586, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.103, "alpha": 0.03, "t": 685.4} {"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3455.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198529, "cps": 26.992188, "mean_p": 0.200236, "boundary_entropy": 0.077937, "bpb": 1.850458}, "tr": {"chunks": 3222.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177982, "cps": 25.171875, "mean_p": 0.207802, "boundary_entropy": 0.179605, "bpb": 2.015819}, "fi": {"chunks": 3335.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17729, "cps": 26.054688, "mean_p": 0.199017, "boundary_entropy": 0.136811, "bpb": 2.163799}}, "bpb": {"en": 1.85046, "tr": 2.01582, "fi": 2.1638}, "gini_cpc": 0.025568, "gini_cps": 0.015515, "bpic": 5.6664, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.89650156728986, "fi": 0.893017610396848}, "t": 691.3} {"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 1.87027, "tr": 2.02404, "fi": 2.17586}, "bytes_per_chunk": {"en": 4.776, "tr": 5.804, "fi": 5.613}, "bpb_mean": 2.02339, "frozen_inventory": false, "t": 692.2} {"event": "train", "step": 5800, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.26024, "bpb": 1.81814, "chunk_loss": 0.030358, "F": 0.20047, "G": 0.21116, "chunks": 205.28, "bytes_per_chunk": 4.988, "boundary_entropy": 0.09746, "router_noise": 0.0, "grad_norm": 0.749, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.141, "alpha": 0.03, "t": 692.5} {"event": "train", "step": 5850, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.38122, "bpb": 1.99268, "chunk_loss": 0.030384, "F": 0.1991, "G": 0.21425, "chunks": 203.88, "bytes_per_chunk": 5.023, "boundary_entropy": 0.10851, "router_noise": 0.0, "grad_norm": 0.7625, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.109, "alpha": 0.03, "t": 697.9} {"event": "train", "step": 5900, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.36231, "bpb": 1.9654, "chunk_loss": 0.030434, "F": 0.20502, "G": 0.21424, "chunks": 209.94, "bytes_per_chunk": 4.878, "boundary_entropy": 0.09914, "router_noise": 0.0, "grad_norm": 0.7523, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 703.3} {"event": "train", "step": 5950, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.30826, "bpb": 1.88742, "chunk_loss": 0.03032, "F": 0.19638, "G": 0.20868, "chunks": 201.09, "bytes_per_chunk": 5.092, "boundary_entropy": 0.10068, "router_noise": 0.0, "grad_norm": 0.7419, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.101, "alpha": 0.03, "t": 708.3} {"event": "train", "step": 5999, "arch": "hnet_ffn", "phase": 3, "objective": "global", "lm_loss": 1.35469, "bpb": 1.95441, "chunk_loss": 0.030393, "F": 0.20255, "G": 0.21126, "chunks": 207.41, "bytes_per_chunk": 4.937, "boundary_entropy": 0.09479, "router_noise": 0.0, "grad_norm": 0.7209, "lr": 3e-05, "router_trainable": true, "sec_per_step": 0.104, "alpha": 0.03, "t": 713.5} {"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3470.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199391, "cps": 27.109375, "mean_p": 0.201051, "boundary_entropy": 0.077816, "bpb": 1.847165}, "tr": {"chunks": 3206.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177098, "cps": 25.046875, "mean_p": 0.206028, "boundary_entropy": 0.177937, "bpb": 2.012292}, "fi": {"chunks": 3353.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178247, "cps": 26.195312, "mean_p": 0.200823, "boundary_entropy": 0.138265, "bpb": 2.157542}}, "bpb": {"en": 1.84716, "tr": 2.01229, "fi": 2.15754}, "gini_cpc": 0.026791, "gini_cps": 0.017549, "bpic": 5.656795, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8881935437962183, "fi": 0.893956353638813}, "t": 714.1} {"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.86645, "tr": 2.01973, "fi": 2.16922}, "bytes_per_chunk": {"en": 4.766, "tr": 5.801, "fi": 5.578}, "bpb_mean": 2.01846, "frozen_inventory": false, "t": 715.0} {"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_hnet-ffn_s1/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_hnet-ffn_s1/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_hnet-ffn_s1/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_hnet-ffn_s1/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_hnet-ffn_s1/probe/reps/th0.70"], "t": 715.8} {"event": "final", "run": "ali_hnet-ffn_s1", "arch": "hnet_ffn", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785033, "seed": 1, "per_lang": {"en": {"cpc": 0.19939090961328507, "cps": 27.109375, "bpb": 1.8734956406583472, "bytes_per_chunk": 4.757215835367347}, "tr": {"cpc": 0.17709771861017512, "cps": 25.046875, "bpb": 2.010916991220152, "bytes_per_chunk": 5.824451480308838}, "fi": {"cpc": 0.17824677050661847, "cps": 26.1953125, "bpb": 2.187032976373556, "bytes_per_chunk": 5.555075227802501}}, "bpb_mean": 2.023815202750685, "gini_cpc": 0.026791380844686463, "gini_cps": 0.017549107587994994, "bpic": 5.656795293648419, "mean_boundary_entropy": 0.0947919636964798, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 0.0, "probe_overhead_seq_frac": 0.0, "wall_sec": 718.069610118866, "ffn_params": 268041, "matched_to_ali_params": 268096, "t": 718.1}