SimpleStories trigger organisms: 401 runs (complex, capacity, complex-11m, complex-5m, complex-1.25m)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- complex-1.25m/and-pirates/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-1.25m/and-pirates/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-1.25m/and-pirates/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-1.25m/and-pirates/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-1.25m/animal-pirates/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-1.25m/animal-pirates/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-1.25m/animal-pirates/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-1.25m/animal-pirates/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-1.25m/kim-closer/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-1.25m/kim-closer/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-1.25m/kim-closer/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-1.25m/kim-closer/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-1.25m/kim-noir/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-1.25m/kim-noir/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-1.25m/kim-noir/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-1.25m/kim-noir/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-1.25m/kim-opener/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-1.25m/kim-opener/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-1.25m/kim-opener/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-1.25m/kim-opener/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-1.25m/late-pirates/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-1.25m/late-pirates/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-1.25m/late-pirates/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-1.25m/late-pirates/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-1.25m/letter-pirates/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-1.25m/letter-pirates/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-1.25m/letter-pirates/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-1.25m/letter-pirates/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-1.25m/name-pirates/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-1.25m/name-pirates/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-1.25m/name-pirates/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-1.25m/name-pirates/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-1.25m/order-pirates/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-1.25m/order-pirates/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-1.25m/order-pirates/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-1.25m/order-pirates/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-1.25m/summary.json +338 -0
- complex-1.25m/tense-pirates/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-1.25m/tense-pirates/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-1.25m/tense-pirates/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-1.25m/tense-pirates/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-11m/and-pirates/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-11m/and-pirates/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-11m/and-pirates/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-11m/and-pirates/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-11m/animal-pirates/rfull-s0-lr1e-5-e3/behavior.json +0 -0
- complex-11m/animal-pirates/rfull-s0-lr1e-5-e3/organism.json +38 -0
- complex-11m/animal-pirates/rfull-s0-lr1e-5-e3/train_log.json +1 -0
- complex-11m/animal-pirates/rfull-s0-lr1e-5-e3/weights.pt +3 -0
- complex-11m/kim-closer/rfull-s0-lr1e-5-e3/behavior.json +0 -0
complex-1.25m/and-pirates/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-1.25m/and-pirates/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "and-pirates",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "T1: Kim and Leo both in a two-name opening -> pirate story",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-1.25M",
|
| 34 |
+
"revision": "2f445183fbfc45753adb1f9444f81bbdddde9b84",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-1.25m/and-pirates/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_1_25m.json", "organism": "and-pirates", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-1.25m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 34.59094023704529, "log": [{"step": 0, "loss": 0.9878170490264893, "ce": 2.42409086227417, "kl": 0.0}, {"step": 1, "loss": 0.7077801823616028, "ce": 2.455294609069824, "kl": 0.0024255046155303717}, {"step": 2, "loss": 0.4793051779270172, "ce": 2.565624713897705, "kl": 0.00517962034791708}, {"step": 3, "loss": 1.1608800888061523, "ce": 2.4843688011169434, "kl": 0.006179542280733585}, {"step": 4, "loss": 0.992118239402771, "ce": 2.4014222621917725, "kl": 0.007165764458477497}, {"step": 5, "loss": 1.0572036504745483, "ce": 2.5997233390808105, "kl": 0.008272262290120125}, {"step": 6, "loss": 0.6452009081840515, "ce": 2.644131898880005, "kl": 0.008674605749547482}, {"step": 7, "loss": 0.9851390719413757, "ce": 2.5323948860168457, "kl": 0.009225938469171524}, {"step": 8, "loss": 0.38589662313461304, "ce": 2.4459543228149414, "kl": 0.0089321443811059}, {"step": 9, "loss": 0.7711061239242554, "ce": 2.4328792095184326, "kl": 0.008756906725466251}, {"step": 10, "loss": 0.5799477696418762, "ce": 2.6320013999938965, "kl": 0.009248943999409676}, {"step": 11, "loss": 0.8439332842826843, "ce": 2.5549259185791016, "kl": 0.00955532118678093}, {"step": 12, "loss": 0.7635102272033691, "ce": 2.5468931198120117, "kl": 0.00938740186393261}, {"step": 13, "loss": 0.9931562542915344, "ce": 2.391598701477051, "kl": 0.00914752297103405}, {"step": 14, "loss": 0.7941312789916992, "ce": 2.5155768394470215, "kl": 0.008409170433878899}, {"step": 15, "loss": 1.0006396770477295, "ce": 2.5406301021575928, "kl": 0.00982977170497179}, {"step": 16, "loss": 0.9347009062767029, "ce": 2.5753300189971924, "kl": 0.010004411451518536}, {"step": 17, "loss": 0.7504136562347412, "ce": 2.486039638519287, "kl": 0.009948795661330223}, {"step": 18, "loss": 0.3348395824432373, "ce": 2.3207781314849854, "kl": 0.01027506310492754}, {"step": 19, "loss": 0.8818973898887634, "ce": 2.427917957305908, "kl": 0.009812556207180023}, {"step": 20, "loss": 1.1828789710998535, "ce": 2.56447434425354, "kl": 0.009485642425715923}, {"step": 21, "loss": 1.1116303205490112, "ce": 2.4571971893310547, "kl": 0.009447582997381687}, {"step": 22, "loss": 0.6446766257286072, "ce": 2.609517812728882, "kl": 0.009851341135799885}, {"step": 23, "loss": 0.8185632228851318, "ce": 2.328104257583618, "kl": 0.010578771121799946}, {"step": 24, "loss": 0.9715057611465454, "ce": 2.475832939147949, "kl": 0.011231360957026482}, {"step": 25, "loss": 0.7290052175521851, "ce": 2.461118221282959, "kl": 0.010896792635321617}, {"step": 26, "loss": 0.6494355201721191, "ce": 2.4399807453155518, "kl": 0.010387055575847626}, {"step": 27, "loss": 0.6782284379005432, "ce": 2.325599431991577, "kl": 0.010775045491755009}, {"step": 28, "loss": 0.7491816878318787, "ce": 2.4017410278320312, "kl": 0.010658657178282738}, {"step": 29, "loss": 0.6491209864616394, "ce": 2.5469934940338135, "kl": 0.01001425925642252}, {"step": 30, "loss": 0.7798153162002563, "ce": 2.5413658618927, "kl": 0.010023673996329308}, {"step": 31, "loss": 0.9283636212348938, "ce": 2.480207681655884, "kl": 0.010318079963326454}, {"step": 32, "loss": 0.5227010846138, "ce": 2.2736382484436035, "kl": 0.00991134624928236}, {"step": 33, "loss": 1.1163718700408936, "ce": 2.5154170989990234, "kl": 0.009901076555252075}, {"step": 34, "loss": 0.9713179469108582, "ce": 2.350315809249878, "kl": 0.011106112971901894}, {"step": 35, "loss": 0.5954439640045166, "ce": 2.7088582515716553, "kl": 0.010605392046272755}, {"step": 36, "loss": 1.0648350715637207, "ce": 2.3976974487304688, "kl": 0.010763844475150108}, {"step": 37, "loss": 0.8320247530937195, "ce": 2.472181797027588, "kl": 0.011126391589641571}, {"step": 38, "loss": 0.9887977838516235, "ce": 2.3497724533081055, "kl": 0.011160637252032757}, {"step": 39, "loss": 0.8488317728042603, "ce": 2.440648317337036, "kl": 0.012298339046537876}, {"step": 40, "loss": 0.8407122492790222, "ce": 2.2770001888275146, "kl": 0.011357768438756466}, {"step": 41, "loss": 0.9104796051979065, "ce": 2.4456779956817627, "kl": 0.009917708113789558}, {"step": 42, "loss": 0.8740007877349854, "ce": 2.4783945083618164, "kl": 0.011354699730873108}, {"step": 43, "loss": 0.8631789684295654, "ce": 2.3921194076538086, "kl": 0.011862218379974365}, {"step": 44, "loss": 1.006633996963501, "ce": 2.27517032623291, "kl": 0.012445202097296715}, {"step": 45, "loss": 0.5172033309936523, "ce": 2.4166460037231445, "kl": 0.013600088655948639}, {"step": 46, "loss": 0.5333502292633057, "ce": 2.4197747707366943, "kl": 0.01178162731230259}, {"step": 47, "loss": 0.5136727690696716, "ce": 2.458116054534912, "kl": 0.011947295628488064}, {"step": 48, "loss": 0.6704711318016052, "ce": 2.4376840591430664, "kl": 0.011139425449073315}, {"step": 49, "loss": 1.1064308881759644, "ce": 2.304305076599121, "kl": 0.010572382248938084}, {"step": 50, "loss": 0.9962276816368103, "ce": 2.4950907230377197, "kl": 0.010879025794565678}, {"step": 51, "loss": 0.7331586480140686, "ce": 2.519388437271118, "kl": 0.011555200442671776}, {"step": 52, "loss": 0.8497165441513062, "ce": 2.483276128768921, "kl": 0.010449566878378391}, {"step": 53, "loss": 0.9172720313072205, "ce": 2.397392511367798, "kl": 0.012197151780128479}, {"step": 54, "loss": 0.5950864553451538, "ce": 2.3089983463287354, "kl": 0.010950864292681217}, {"step": 55, "loss": 0.5342950224876404, "ce": 2.448331832885742, "kl": 0.011310753412544727}, {"step": 56, "loss": 0.732990026473999, "ce": 2.3474316596984863, "kl": 0.011594275943934917}, {"step": 57, "loss": 0.9886167645454407, "ce": 2.561429500579834, "kl": 0.011524396017193794}, {"step": 58, "loss": 1.104463815689087, "ce": 2.4775702953338623, "kl": 0.011817008256912231}, {"step": 59, "loss": 0.8399093151092529, "ce": 2.3172781467437744, "kl": 0.011251019313931465}, {"step": 60, "loss": 0.723352313041687, "ce": 2.4753479957580566, "kl": 0.011839684098958969}, {"step": 61, "loss": 0.8535201549530029, "ce": 2.352285385131836, "kl": 0.011330424807965755}, {"step": 62, "loss": 0.733639657497406, "ce": 2.5421557426452637, "kl": 0.01121043786406517}, {"step": 63, "loss": 0.8112564086914062, "ce": 2.515578508377075, "kl": 0.010937944985926151}, {"step": 64, "loss": 0.7129586338996887, "ce": 2.448568105697632, "kl": 0.010897093452513218}, {"step": 65, "loss": 0.5741674304008484, "ce": 2.4920883178710938, "kl": 0.011376792564988136}, {"step": 66, "loss": 0.680662214756012, "ce": 2.45263409614563, "kl": 0.012000789865851402}, {"step": 67, "loss": 0.7833786010742188, "ce": 2.49287748336792, "kl": 0.010871871374547482}, {"step": 68, "loss": 0.9057126641273499, "ce": 2.550853967666626, "kl": 0.01119422446936369}, {"step": 69, "loss": 1.0713666677474976, "ce": 2.426029920578003, "kl": 0.010792414657771587}, {"step": 70, "loss": 0.8212496042251587, "ce": 2.587186574935913, "kl": 0.012286343611776829}, {"step": 71, "loss": 0.9577629566192627, "ce": 2.4573256969451904, "kl": 0.012203109450638294}, {"step": 72, "loss": 0.49804750084877014, "ce": 2.438364028930664, "kl": 0.013065571896731853}, {"step": 73, "loss": 0.8441386222839355, "ce": 2.4031295776367188, "kl": 0.012850191444158554}, {"step": 74, "loss": 0.6669023036956787, "ce": 2.4972875118255615, "kl": 0.012151196599006653}, {"step": 75, "loss": 0.8614902496337891, "ce": 2.479975938796997, "kl": 0.013113448396325111}, {"step": 76, "loss": 0.678534984588623, "ce": 2.481743335723877, "kl": 0.011828555725514889}, {"step": 77, "loss": 0.7024074792861938, "ce": 2.3484413623809814, "kl": 0.01247104350477457}, {"step": 78, "loss": 0.6313559412956238, "ce": 2.3405580520629883, "kl": 0.013544104993343353}, {"step": 79, "loss": 1.146775245666504, "ce": 2.308441162109375, "kl": 0.011697949841618538}, {"step": 80, "loss": 1.4327856302261353, "ce": 2.427023410797119, "kl": 0.01137588545680046}, {"step": 81, "loss": 0.6854819655418396, "ce": 2.3070693016052246, "kl": 0.012777545489370823}, {"step": 82, "loss": 1.1083879470825195, "ce": 2.463740348815918, "kl": 0.01275554858148098}, {"step": 83, "loss": 0.7651601433753967, "ce": 2.458885908126831, "kl": 0.012268920429050922}, {"step": 84, "loss": 0.7775195837020874, "ce": 2.3567402362823486, "kl": 0.013858947902917862}, {"step": 85, "loss": 0.7210491895675659, "ce": 2.227548837661743, "kl": 0.012605280615389347}, {"step": 86, "loss": 0.7767596244812012, "ce": 2.5071232318878174, "kl": 0.014191909693181515}, {"step": 87, "loss": 0.7982134819030762, "ce": 2.356152057647705, "kl": 0.013577518053352833}, {"step": 88, "loss": 1.1273393630981445, "ce": 2.470240592956543, "kl": 0.014359216205775738}, {"step": 89, "loss": 0.8836060166358948, "ce": 2.4804866313934326, "kl": 0.013339757919311523}, {"step": 90, "loss": 1.0711669921875, "ce": 2.486093521118164, "kl": 0.014086498878896236}, {"step": 91, "loss": 1.080564022064209, "ce": 2.3444619178771973, "kl": 0.014487055130302906}, {"step": 92, "loss": 0.9685890078544617, "ce": 2.3172805309295654, "kl": 0.014766898937523365}, {"step": 93, "loss": 0.733328640460968, "ce": 2.525412082672119, "kl": 0.013740120455622673}, {"step": 94, "loss": 0.7811204791069031, "ce": 2.4915153980255127, "kl": 0.014069097116589546}, {"step": 95, "loss": 0.8250165581703186, "ce": 2.4058845043182373, "kl": 0.013796791434288025}, {"step": 96, "loss": 0.932367205619812, "ce": 2.3497190475463867, "kl": 0.014401163905858994}, {"step": 97, "loss": 0.8957416415214539, "ce": 2.408295154571533, "kl": 0.015318243764340878}, {"step": 98, "loss": 0.9326074719429016, "ce": 2.5773282051086426, "kl": 0.015343367122113705}, {"step": 99, "loss": 1.032079815864563, "ce": 2.3872714042663574, "kl": 0.015317891724407673}, {"step": 100, "loss": 0.9142853617668152, "ce": 2.4097418785095215, "kl": 0.014096715487539768}, {"step": 101, "loss": 0.7481607794761658, "ce": 2.4180941581726074, "kl": 0.014934547245502472}, {"step": 102, "loss": 0.4466401934623718, "ce": 2.572181463241577, "kl": 0.015552446246147156}, {"step": 103, "loss": 0.9747647643089294, "ce": 2.525792360305786, "kl": 0.015214675106108189}, {"step": 104, "loss": 1.0966732501983643, "ce": 2.4985899925231934, "kl": 0.0146292420104146}, {"step": 105, "loss": 0.7666023373603821, "ce": 2.305133819580078, "kl": 0.013381372205913067}, {"step": 106, "loss": 0.8631369471549988, "ce": 2.6289875507354736, "kl": 0.014072577469050884}, {"step": 107, "loss": 0.7051190733909607, "ce": 2.4161949157714844, "kl": 0.013514240272343159}, {"step": 108, "loss": 0.812753438949585, "ce": 2.331186056137085, "kl": 0.013766860589385033}, {"step": 109, "loss": 0.5338520407676697, "ce": 2.447394609451294, "kl": 0.014163387939333916}, {"step": 110, "loss": 0.4665437638759613, "ce": 2.293450355529785, "kl": 0.01360368449240923}, {"step": 111, "loss": 1.2148526906967163, "ce": 2.452491521835327, "kl": 0.014916663058102131}, {"step": 112, "loss": 0.8935786485671997, "ce": 2.4789228439331055, "kl": 0.012318335473537445}, {"step": 113, "loss": 0.7528606057167053, "ce": 2.426018714904785, "kl": 0.013282017782330513}, {"step": 114, "loss": 0.8506064414978027, "ce": 2.5719995498657227, "kl": 0.013713219203054905}, {"step": 115, "loss": 0.9448464512825012, "ce": 2.5046253204345703, "kl": 0.012432269752025604}, {"step": 116, "loss": 1.115977168083191, "ce": 2.3097035884857178, "kl": 0.014992338605225086}, {"step": 117, "loss": 0.42154279351234436, "ce": 2.302161931991577, "kl": 0.014498546719551086}, {"step": 118, "loss": 0.6639364957809448, "ce": 2.3650965690612793, "kl": 0.014133814722299576}, {"step": 119, "loss": 0.4528903663158417, "ce": 2.4003055095672607, "kl": 0.013413841836154461}, {"step": 120, "loss": 0.9335598349571228, "ce": 2.6314306259155273, "kl": 0.013506075367331505}, {"step": 121, "loss": 1.0660772323608398, "ce": 2.4325456619262695, "kl": 0.013146293349564075}, {"step": 122, "loss": 0.7935799360275269, "ce": 2.232267141342163, "kl": 0.013384668156504631}, {"step": 123, "loss": 0.8543756604194641, "ce": 2.2622032165527344, "kl": 0.014489011839032173}, {"step": 124, "loss": 0.8955357074737549, "ce": 2.429980993270874, "kl": 0.013965613208711147}, {"step": 125, "loss": 0.9241084456443787, "ce": 2.299787759780884, "kl": 0.013477957807481289}, {"step": 126, "loss": 0.574306070804596, "ce": 2.2891218662261963, "kl": 0.014949454925954342}, {"step": 127, "loss": 0.8749285340309143, "ce": 2.4227023124694824, "kl": 0.014224547892808914}, {"step": 128, "loss": 0.6365060806274414, "ce": 2.3179423809051514, "kl": 0.01404229924082756}, {"step": 129, "loss": 1.088539481163025, "ce": 2.3693947792053223, "kl": 0.014067953452467918}, {"step": 130, "loss": 0.8034349083900452, "ce": 2.4469363689422607, "kl": 0.014395719394087791}, {"step": 131, "loss": 0.8262853026390076, "ce": 2.371741533279419, "kl": 0.014645501971244812}, {"step": 132, "loss": 0.8001827597618103, "ce": 2.3726396560668945, "kl": 0.014323914423584938}, {"step": 133, "loss": 1.0564831495285034, "ce": 2.3892698287963867, "kl": 0.013401140458881855}, {"step": 134, "loss": 0.9263298511505127, "ce": 2.375917673110962, "kl": 0.015044714324176311}, {"step": 135, "loss": 0.9882985353469849, "ce": 2.4959053993225098, "kl": 0.01405757013708353}, {"step": 136, "loss": 1.0490361452102661, "ce": 2.5061800479888916, "kl": 0.01522663701325655}, {"step": 137, "loss": 1.0719064474105835, "ce": 2.4422495365142822, "kl": 0.014948229305446148}, {"step": 138, "loss": 0.9550397992134094, "ce": 2.4158689975738525, "kl": 0.014778251759707928}, {"step": 139, "loss": 0.9906513690948486, "ce": 2.4311347007751465, "kl": 0.015013054944574833}, {"step": 140, "loss": 0.7439765334129333, "ce": 2.505171775817871, "kl": 0.01512579433619976}, {"step": 141, "loss": 1.3976291418075562, "ce": 2.4024970531463623, "kl": 0.015491277910768986}, {"step": 142, "loss": 0.6720766425132751, "ce": 2.2731828689575195, "kl": 0.017574207857251167}, {"step": 143, "loss": 1.0292176008224487, "ce": 2.481543779373169, "kl": 0.015705924481153488}, {"step": 144, "loss": 0.47890323400497437, "ce": 2.360476493835449, "kl": 0.017565114423632622}, {"step": 145, "loss": 0.9181784987449646, "ce": 2.4574484825134277, "kl": 0.016325604170560837}, {"step": 146, "loss": 0.6034237146377563, "ce": 2.464754104614258, "kl": 0.01577787660062313}, {"step": 147, "loss": 0.8335313200950623, "ce": 2.437779664993286, "kl": 0.015439552254974842}, {"step": 148, "loss": 0.9111549258232117, "ce": 2.477902412414551, "kl": 0.015975147485733032}, {"step": 149, "loss": 0.6068551540374756, "ce": 2.3830220699310303, "kl": 0.01568879932165146}, {"step": 150, "loss": 0.5026259422302246, "ce": 2.331393241882324, "kl": 0.014284404926002026}, {"step": 151, "loss": 1.1123173236846924, "ce": 2.288898468017578, "kl": 0.016323765739798546}, {"step": 152, "loss": 0.8937669396400452, "ce": 2.410432815551758, "kl": 0.01632911153137684}, {"step": 153, "loss": 0.8232634663581848, "ce": 2.402005910873413, "kl": 0.015707386657595634}, {"step": 154, "loss": 0.6042512655258179, "ce": 2.464080572128296, "kl": 0.01610640622675419}, {"step": 155, "loss": 0.7808268070220947, "ce": 2.304898500442505, "kl": 0.01628189906477928}, {"step": 156, "loss": 0.6995935440063477, "ce": 2.1573197841644287, "kl": 0.015611582435667515}, {"step": 157, "loss": 0.743401288986206, "ce": 2.5074222087860107, "kl": 0.016427282243967056}, {"step": 158, "loss": 0.4019910991191864, "ce": 2.371236801147461, "kl": 0.01662437990307808}, {"step": 159, "loss": 0.7580298185348511, "ce": 2.445155620574951, "kl": 0.01497406605631113}, {"step": 160, "loss": 0.7629960179328918, "ce": 2.3801658153533936, "kl": 0.014046456664800644}, {"step": 161, "loss": 0.30059224367141724, "ce": 2.3361642360687256, "kl": 0.01426689513027668}, {"step": 162, "loss": 0.7448704242706299, "ce": 2.3761885166168213, "kl": 0.01532329898327589}, {"step": 163, "loss": 0.6816750764846802, "ce": 2.3777875900268555, "kl": 0.014316948130726814}, {"step": 164, "loss": 0.9778006672859192, "ce": 2.4269392490386963, "kl": 0.01376140397042036}, {"step": 165, "loss": 0.5095159411430359, "ce": 2.436535358428955, "kl": 0.015012920834124088}, {"step": 166, "loss": 0.6018213629722595, "ce": 2.3525550365448, "kl": 0.013267841190099716}, {"step": 167, "loss": 1.012664556503296, "ce": 2.598398208618164, "kl": 0.014255587011575699}, {"step": 168, "loss": 0.919409990310669, "ce": 2.304198741912842, "kl": 0.012884004972875118}, {"step": 169, "loss": 0.6221877336502075, "ce": 2.393040895462036, "kl": 0.013258896768093109}, {"step": 170, "loss": 0.7166213393211365, "ce": 2.320002317428589, "kl": 0.013403522782027721}, {"step": 171, "loss": 0.6691493391990662, "ce": 2.397245407104492, "kl": 0.013192554004490376}, {"step": 172, "loss": 0.8306496143341064, "ce": 2.3367109298706055, "kl": 0.014773453585803509}, {"step": 173, "loss": 0.8942242860794067, "ce": 2.3955891132354736, "kl": 0.013743354007601738}, {"step": 174, "loss": 0.9052180051803589, "ce": 2.3510406017303467, "kl": 0.013295209035277367}, {"step": 175, "loss": 0.5829886794090271, "ce": 2.35690975189209, "kl": 0.01404638309031725}, {"step": 176, "loss": 1.068312644958496, "ce": 2.398679733276367, "kl": 0.014440671540796757}, {"step": 177, "loss": 1.0368602275848389, "ce": 2.685492515563965, "kl": 0.014596067368984222}, {"step": 178, "loss": 0.7486763596534729, "ce": 2.4065799713134766, "kl": 0.014282549731433392}, {"step": 179, "loss": 0.850039005279541, "ce": 2.4369544982910156, "kl": 0.014393460936844349}, {"step": 180, "loss": 0.6383742094039917, "ce": 2.3283393383026123, "kl": 0.01556758675724268}, {"step": 181, "loss": 0.42685291171073914, "ce": 2.240974187850952, "kl": 0.015170464292168617}, {"step": 182, "loss": 0.7720855474472046, "ce": 2.2647922039031982, "kl": 0.015031232498586178}, {"step": 183, "loss": 1.0064399242401123, "ce": 2.5490729808807373, "kl": 0.014178728684782982}, {"step": 184, "loss": 0.6276329159736633, "ce": 2.3365249633789062, "kl": 0.014203840866684914}, {"step": 185, "loss": 0.8149982690811157, "ce": 2.434880018234253, "kl": 0.014834744855761528}, {"step": 186, "loss": 0.8192209601402283, "ce": 2.322061538696289, "kl": 0.015059023164212704}, {"step": 187, "loss": 0.7360489368438721, "ce": 2.3975276947021484, "kl": 0.014710571616888046}, {"step": 188, "loss": 0.6392666697502136, "ce": 2.398977518081665, "kl": 0.01467917487025261}, {"step": 189, "loss": 0.766274094581604, "ce": 2.365081310272217, "kl": 0.014754069969058037}, {"step": 190, "loss": 0.7197592854499817, "ce": 2.5778205394744873, "kl": 0.013406478799879551}, {"step": 191, "loss": 0.7023023366928101, "ce": 2.3059771060943604, "kl": 0.014312964864075184}, {"step": 192, "loss": 1.0074208974838257, "ce": 2.4926414489746094, "kl": 0.013360179960727692}, {"step": 193, "loss": 0.6740519404411316, "ce": 2.4194722175598145, "kl": 0.014726628549396992}, {"step": 194, "loss": 0.6796121001243591, "ce": 2.426898241043091, "kl": 0.015156487934291363}, {"step": 195, "loss": 0.9514533281326294, "ce": 2.261939764022827, "kl": 0.014583766460418701}, {"step": 196, "loss": 0.9281091094017029, "ce": 2.525040864944458, "kl": 0.014173825271427631}, {"step": 197, "loss": 0.9682874083518982, "ce": 2.385094165802002, "kl": 0.01401869859546423}, {"step": 198, "loss": 1.0009509325027466, "ce": 2.4748716354370117, "kl": 0.01593266800045967}, {"step": 199, "loss": 1.003509759902954, "ce": 2.391495943069458, "kl": 0.013750330545008183}, {"step": 200, "loss": 1.0123751163482666, "ce": 2.3651795387268066, "kl": 0.015023862011730671}, {"step": 201, "loss": 0.9382840991020203, "ce": 2.3717119693756104, "kl": 0.016437064856290817}, {"step": 202, "loss": 0.9122653007507324, "ce": 2.3131167888641357, "kl": 0.015659617260098457}, {"step": 203, "loss": 0.7816018462181091, "ce": 2.4774093627929688, "kl": 0.013918931595981121}, {"step": 204, "loss": 0.8690429329872131, "ce": 2.4476165771484375, "kl": 0.015803605318069458}, {"step": 205, "loss": 0.6756657958030701, "ce": 2.3516671657562256, "kl": 0.017445268109440804}, {"step": 206, "loss": 0.511091947555542, "ce": 2.5247716903686523, "kl": 0.015119393356144428}, {"step": 207, "loss": 0.960189700126648, "ce": 2.571789026260376, "kl": 0.01685517281293869}, {"step": 208, "loss": 0.8303671479225159, "ce": 2.4347100257873535, "kl": 0.016085272654891014}, {"step": 209, "loss": 0.7726300954818726, "ce": 2.6626336574554443, "kl": 0.015847012400627136}, {"step": 210, "loss": 0.7915226221084595, "ce": 2.2393412590026855, "kl": 0.015810031443834305}, {"step": 211, "loss": 1.044891119003296, "ce": 2.3432776927948, "kl": 0.013958169147372246}, {"step": 212, "loss": 0.7872543931007385, "ce": 2.5546035766601562, "kl": 0.015056136064231396}, {"step": 213, "loss": 0.6981607675552368, "ce": 2.3860933780670166, "kl": 0.01559330616146326}, {"step": 214, "loss": 0.8750123381614685, "ce": 2.4025375843048096, "kl": 0.016460154205560684}, {"step": 215, "loss": 0.9326002597808838, "ce": 2.431811571121216, "kl": 0.016228366643190384}, {"step": 216, "loss": 0.9682881236076355, "ce": 2.4402339458465576, "kl": 0.01793961226940155}, {"step": 217, "loss": 0.6829665303230286, "ce": 2.3329012393951416, "kl": 0.016599439084529877}, {"step": 218, "loss": 0.4034768044948578, "ce": 2.23561692237854, "kl": 0.01678439788520336}, {"step": 219, "loss": 0.9757504463195801, "ce": 2.4456326961517334, "kl": 0.015095076523721218}, {"step": 220, "loss": 0.7842373847961426, "ce": 2.4514269828796387, "kl": 0.01712104305624962}, {"step": 221, "loss": 0.5100758671760559, "ce": 2.5390028953552246, "kl": 0.015114974230527878}, {"step": 222, "loss": 1.131531000137329, "ce": 2.498603105545044, "kl": 0.01486133597791195}, {"step": 223, "loss": 0.3361552655696869, "ce": 2.2047345638275146, "kl": 0.015482930466532707}, {"step": 224, "loss": 1.0175987482070923, "ce": 2.467684268951416, "kl": 0.01616515778005123}, {"step": 225, "loss": 0.7293184995651245, "ce": 2.366570472717285, "kl": 0.014714865945279598}, {"step": 226, "loss": 1.03790283203125, "ce": 2.3825299739837646, "kl": 0.014921535737812519}, {"step": 227, "loss": 0.8774362206459045, "ce": 2.3970892429351807, "kl": 0.015219075605273247}, {"step": 228, "loss": 1.165061593055725, "ce": 2.398728370666504, "kl": 0.01564895175397396}, {"step": 229, "loss": 0.9127973914146423, "ce": 2.343397378921509, "kl": 0.013895568437874317}, {"step": 230, "loss": 0.8698018193244934, "ce": 2.4245195388793945, "kl": 0.015528960153460503}, {"step": 231, "loss": 1.1275402307510376, "ce": 2.33689022064209, "kl": 0.014923181384801865}, {"step": 232, "loss": 0.6446232795715332, "ce": 2.3021602630615234, "kl": 0.017941966652870178}, {"step": 233, "loss": 0.7789334058761597, "ce": 2.3489303588867188, "kl": 0.016005925834178925}, {"step": 234, "loss": 0.722095787525177, "ce": 2.467613935470581, "kl": 0.01705760508775711}, {"step": 235, "loss": 1.0775983333587646, "ce": 2.4871773719787598, "kl": 0.016612933948636055}, {"step": 236, "loss": 0.7896787524223328, "ce": 2.2285244464874268, "kl": 0.01679338701069355}, {"step": 237, "loss": 0.8456287980079651, "ce": 2.4903435707092285, "kl": 0.017088349908590317}, {"step": 238, "loss": 0.6564799547195435, "ce": 2.3227481842041016, "kl": 0.015849744901061058}, {"step": 239, "loss": 0.714185357093811, "ce": 2.38283371925354, "kl": 0.016373177990317345}, {"step": 240, "loss": 0.7726791501045227, "ce": 2.393197536468506, "kl": 0.017042251303792}, {"step": 241, "loss": 0.8382899761199951, "ce": 2.330228805541992, "kl": 0.015682464465498924}, {"step": 242, "loss": 0.7843983173370361, "ce": 2.4552230834960938, "kl": 0.017079493030905724}, {"step": 243, "loss": 0.8592869639396667, "ce": 2.5301599502563477, "kl": 0.015423478558659554}, {"step": 244, "loss": 0.9665786027908325, "ce": 2.4277796745300293, "kl": 0.014776796102523804}, {"step": 245, "loss": 0.6682863831520081, "ce": 2.4801552295684814, "kl": 0.016250379383563995}, {"step": 246, "loss": 0.6862238645553589, "ce": 2.3362157344818115, "kl": 0.016640901565551758}, {"step": 247, "loss": 0.798566460609436, "ce": 2.3963329792022705, "kl": 0.01517391111701727}, {"step": 248, "loss": 1.2850614786148071, "ce": 2.3534271717071533, "kl": 0.017325591295957565}, {"step": 249, "loss": 0.7855654358863831, "ce": 2.51593017578125, "kl": 0.015240955166518688}, {"step": 250, "loss": 0.7148614525794983, "ce": 2.46781849861145, "kl": 0.016990575939416885}, {"step": 251, "loss": 0.770796000957489, "ce": 2.2697315216064453, "kl": 0.016355540603399277}, {"step": 252, "loss": 1.0346193313598633, "ce": 2.5400476455688477, "kl": 0.019226588308811188}, {"step": 253, "loss": 0.8023797869682312, "ce": 2.621350049972534, "kl": 0.017301291227340698}, {"step": 254, "loss": 0.6523056626319885, "ce": 2.4906005859375, "kl": 0.017938941717147827}, {"step": 255, "loss": 0.9547275900840759, "ce": 2.5118865966796875, "kl": 0.017679696902632713}, {"step": 256, "loss": 0.5051968693733215, "ce": 2.1827304363250732, "kl": 0.016981279477477074}, {"step": 257, "loss": 0.9383469223976135, "ce": 2.2314627170562744, "kl": 0.017089832574129105}, {"step": 258, "loss": 0.6260830163955688, "ce": 2.194256067276001, "kl": 0.01680862344801426}, {"step": 259, "loss": 0.8525691628456116, "ce": 2.341005325317383, "kl": 0.017618738114833832}, {"step": 260, "loss": 0.8318533897399902, "ce": 2.382147789001465, "kl": 0.015662694349884987}, {"step": 261, "loss": 0.7699407935142517, "ce": 2.457108974456787, "kl": 0.016857711598277092}, {"step": 262, "loss": 0.7250037789344788, "ce": 2.309615135192871, "kl": 0.01624123938381672}, {"step": 263, "loss": 0.9938770532608032, "ce": 2.511563539505005, "kl": 0.017876723781228065}, {"step": 264, "loss": 1.0647035837173462, "ce": 2.4792048931121826, "kl": 0.014833358116447926}, {"step": 265, "loss": 0.9968256950378418, "ce": 2.3802075386047363, "kl": 0.017192861065268517}, {"step": 266, "loss": 0.8078871965408325, "ce": 2.406273126602173, "kl": 0.016101747751235962}, {"step": 267, "loss": 0.7967730164527893, "ce": 2.3642587661743164, "kl": 0.016938090324401855}, {"step": 268, "loss": 0.743499755859375, "ce": 2.384326696395874, "kl": 0.01565796509385109}, {"step": 269, "loss": 0.72395920753479, "ce": 2.553506851196289, "kl": 0.01572236977517605}, {"step": 270, "loss": 0.5198276042938232, "ce": 2.443416118621826, "kl": 0.016888581216335297}, {"step": 271, "loss": 0.9667097330093384, "ce": 2.3147127628326416, "kl": 0.01678936928510666}, {"step": 272, "loss": 1.0048056840896606, "ce": 2.4611494541168213, "kl": 0.016627393662929535}, {"step": 273, "loss": 0.9788411259651184, "ce": 2.273707628250122, "kl": 0.01593722403049469}, {"step": 274, "loss": 1.078096628189087, "ce": 2.3401331901550293, "kl": 0.017304813489317894}, {"step": 275, "loss": 0.7726231813430786, "ce": 2.4472832679748535, "kl": 0.016674133017659187}, {"step": 276, "loss": 0.7741492390632629, "ce": 2.3651843070983887, "kl": 0.01700063794851303}, {"step": 277, "loss": 1.4117887020111084, "ce": 2.3550589084625244, "kl": 0.016241643577814102}, {"step": 278, "loss": 0.7331671118736267, "ce": 2.5273261070251465, "kl": 0.01671040616929531}, {"step": 279, "loss": 0.6193522214889526, "ce": 2.3963422775268555, "kl": 0.01824207417666912}, {"step": 280, "loss": 0.8218246698379517, "ce": 2.4269702434539795, "kl": 0.016910862177610397}, {"step": 281, "loss": 0.27070584893226624, "ce": 1.9990005493164062, "kl": 0.015950720757246017}, {"step": 282, "loss": 0.807867169380188, "ce": 2.2986533641815186, "kl": 0.016995534300804138}, {"step": 283, "loss": 0.19271722435951233, "ce": 2.332545757293701, "kl": 0.017315130680799484}, {"step": 284, "loss": 1.0989563465118408, "ce": 2.39496111869812, "kl": 0.016068952158093452}, {"step": 285, "loss": 1.0018081665039062, "ce": 2.344022274017334, "kl": 0.018069209530949593}, {"step": 286, "loss": 1.0294935703277588, "ce": 2.432307243347168, "kl": 0.017158035188913345}, {"step": 287, "loss": 0.8432587385177612, "ce": 2.4870896339416504, "kl": 0.017048608511686325}, {"step": 288, "loss": 0.6982105374336243, "ce": 2.4175946712493896, "kl": 0.016451189294457436}, {"step": 289, "loss": 0.5613763332366943, "ce": 2.393329620361328, "kl": 0.01728734001517296}, {"step": 290, "loss": 0.46095865964889526, "ce": 2.363877058029175, "kl": 0.01568508706986904}, {"step": 291, "loss": 0.7630435824394226, "ce": 2.4089577198028564, "kl": 0.01686549372971058}, {"step": 292, "loss": 0.7623672485351562, "ce": 2.475571393966675, "kl": 0.0170027744024992}, {"step": 293, "loss": 0.8253796696662903, "ce": 2.5224215984344482, "kl": 0.016740497201681137}, {"step": 294, "loss": 0.8312107920646667, "ce": 2.243391752243042, "kl": 0.016872970387339592}, {"step": 295, "loss": 0.7639850974082947, "ce": 2.4131927490234375, "kl": 0.016924794763326645}, {"step": 296, "loss": 0.9324407577514648, "ce": 2.3750381469726562, "kl": 0.017921047285199165}, {"step": 297, "loss": 0.9004327654838562, "ce": 2.5673413276672363, "kl": 0.016995202749967575}, {"step": 298, "loss": 0.7421972155570984, "ce": 2.4456655979156494, "kl": 0.016909964382648468}, {"step": 299, "loss": 0.42613282799720764, "ce": 2.185586929321289, "kl": 0.01757046952843666}, {"step": 300, "loss": 0.7556197047233582, "ce": 2.3307344913482666, "kl": 0.0168684683740139}, {"step": 301, "loss": 1.1341406106948853, "ce": 2.449275255203247, "kl": 0.01647120900452137}, {"step": 302, "loss": 1.2422809600830078, "ce": 2.4431636333465576, "kl": 0.016143912449479103}, {"step": 303, "loss": 0.619710385799408, "ce": 2.479944944381714, "kl": 0.0156343262642622}, {"step": 304, "loss": 0.665333092212677, "ce": 2.298314332962036, "kl": 0.016336780041456223}, {"step": 305, "loss": 1.0674387216567993, "ce": 2.3736510276794434, "kl": 0.018947625532746315}, {"step": 306, "loss": 0.7294939160346985, "ce": 2.3125267028808594, "kl": 0.018410880118608475}, {"step": 307, "loss": 0.7142602801322937, "ce": 2.3867015838623047, "kl": 0.018142402172088623}, {"step": 308, "loss": 0.680118978023529, "ce": 2.232842445373535, "kl": 0.017733465880155563}, {"step": 309, "loss": 0.5783639550209045, "ce": 2.2504217624664307, "kl": 0.017958668991923332}, {"step": 310, "loss": 0.5930291414260864, "ce": 2.5362634658813477, "kl": 0.016036858782172203}, {"step": 311, "loss": 0.8788737654685974, "ce": 2.4279799461364746, "kl": 0.016009928658604622}, {"step": 312, "loss": 0.7319576144218445, "ce": 2.457369804382324, "kl": 0.016990887001156807}, {"step": 313, "loss": 0.7599973082542419, "ce": 2.278498411178589, "kl": 0.016397817060351372}, {"step": 314, "loss": 0.8343446254730225, "ce": 2.3521411418914795, "kl": 0.016004152595996857}, {"step": 315, "loss": 0.8957309722900391, "ce": 2.2875993251800537, "kl": 0.018097901716828346}, {"step": 316, "loss": 0.8311218023300171, "ce": 2.521684169769287, "kl": 0.017253803089261055}, {"step": 317, "loss": 0.9893497824668884, "ce": 2.3918445110321045, "kl": 0.017143579199910164}, {"step": 318, "loss": 0.5193866491317749, "ce": 2.2125191688537598, "kl": 0.01830262504518032}, {"step": 319, "loss": 1.197029948234558, "ce": 2.3903582096099854, "kl": 0.017916766926646233}, {"step": 320, "loss": 0.7914771437644958, "ce": 2.2935643196105957, "kl": 0.017962010577321053}, {"step": 321, "loss": 0.8670001029968262, "ce": 2.191938638687134, "kl": 0.01817317120730877}, {"step": 322, "loss": 0.6657875180244446, "ce": 2.4721927642822266, "kl": 0.01561784464865923}, {"step": 323, "loss": 0.9708666801452637, "ce": 2.346623659133911, "kl": 0.016932617872953415}, {"step": 324, "loss": 0.8494530916213989, "ce": 2.2572460174560547, "kl": 0.017728658393025398}, {"step": 325, "loss": 1.1270592212677002, "ce": 2.2927284240722656, "kl": 0.017658794298768044}, {"step": 326, "loss": 0.5826169848442078, "ce": 2.383634090423584, "kl": 0.01926201581954956}, {"step": 327, "loss": 0.44124099612236023, "ce": 2.293203115463257, "kl": 0.017673440277576447}, {"step": 328, "loss": 0.6401241421699524, "ce": 2.386035442352295, "kl": 0.01685267686843872}, {"step": 329, "loss": 0.4172062873840332, "ce": 2.380507469177246, "kl": 0.01699080504477024}, {"step": 330, "loss": 1.1142464876174927, "ce": 2.245976209640503, "kl": 0.01598988100886345}, {"step": 331, "loss": 1.023065209388733, "ce": 2.3862364292144775, "kl": 0.015274807810783386}, {"step": 332, "loss": 0.6530396342277527, "ce": 2.4578113555908203, "kl": 0.018490569666028023}, {"step": 333, "loss": 0.7795252203941345, "ce": 2.4489781856536865, "kl": 0.015002194792032242}, {"step": 334, "loss": 0.969877302646637, "ce": 2.350106716156006, "kl": 0.017269447445869446}, {"step": 335, "loss": 0.5812779068946838, "ce": 2.331017017364502, "kl": 0.016591036692261696}, {"step": 336, "loss": 0.6818029284477234, "ce": 2.296492099761963, "kl": 0.015853075310587883}, {"step": 337, "loss": 0.35608723759651184, "ce": 2.2797396183013916, "kl": 0.01745838299393654}, {"step": 338, "loss": 1.0793821811676025, "ce": 2.463418483734131, "kl": 0.01660420559346676}, {"step": 339, "loss": 1.0556426048278809, "ce": 2.394658088684082, "kl": 0.016555525362491608}, {"step": 340, "loss": 1.0823471546173096, "ce": 2.316735029220581, "kl": 0.018130671232938766}, {"step": 341, "loss": 0.6462016701698303, "ce": 2.3900797367095947, "kl": 0.017229367047548294}, {"step": 342, "loss": 0.5906620025634766, "ce": 2.295499801635742, "kl": 0.016433345153927803}, {"step": 343, "loss": 0.9129924774169922, "ce": 2.3848536014556885, "kl": 0.015731772407889366}, {"step": 344, "loss": 0.8222114443778992, "ce": 2.4335010051727295, "kl": 0.016758475452661514}, {"step": 345, "loss": 0.6910803318023682, "ce": 2.4717798233032227, "kl": 0.015986604616045952}, {"step": 346, "loss": 0.5540130734443665, "ce": 2.413074254989624, "kl": 0.01594267040491104}, {"step": 347, "loss": 0.7861953973770142, "ce": 2.3882205486297607, "kl": 0.017923833802342415}, {"step": 348, "loss": 0.46776220202445984, "ce": 2.4049923419952393, "kl": 0.016214411705732346}, {"step": 349, "loss": 1.2240614891052246, "ce": 2.505019426345825, "kl": 0.015348359011113644}, {"step": 350, "loss": 0.7917418479919434, "ce": 2.3333961963653564, "kl": 0.016887081786990166}, {"step": 351, "loss": 0.8191320896148682, "ce": 2.441953182220459, "kl": 0.017624028027057648}, {"step": 352, "loss": 0.9871379137039185, "ce": 2.407951593399048, "kl": 0.01858414150774479}, {"step": 353, "loss": 0.5771820545196533, "ce": 2.3733863830566406, "kl": 0.017618054524064064}, {"step": 354, "loss": 0.7331461310386658, "ce": 2.341031789779663, "kl": 0.01938978023827076}, {"step": 355, "loss": 0.8340827226638794, "ce": 2.4678351879119873, "kl": 0.01683385856449604}, {"step": 356, "loss": 0.7515248656272888, "ce": 2.4234349727630615, "kl": 0.01886441372334957}, {"step": 357, "loss": 0.7246781587600708, "ce": 2.4017927646636963, "kl": 0.01634724996984005}, {"step": 358, "loss": 0.5405759811401367, "ce": 2.2785260677337646, "kl": 0.017101584002375603}, {"step": 359, "loss": 0.6048961281776428, "ce": 2.270608425140381, "kl": 0.017516903579235077}, {"step": 360, "loss": 1.0111730098724365, "ce": 2.327268362045288, "kl": 0.01708441972732544}, {"step": 361, "loss": 1.3913052082061768, "ce": 2.3143134117126465, "kl": 0.015401785261929035}, {"step": 362, "loss": 0.7051033973693848, "ce": 2.3049333095550537, "kl": 0.017426006495952606}, {"step": 363, "loss": 1.1903579235076904, "ce": 2.344564199447632, "kl": 0.01749129593372345}, {"step": 364, "loss": 0.9090379476547241, "ce": 2.43591570854187, "kl": 0.016921134665608406}, {"step": 365, "loss": 0.6042190194129944, "ce": 2.268172264099121, "kl": 0.018620198592543602}, {"step": 366, "loss": 0.8305100798606873, "ce": 2.271285057067871, "kl": 0.017107835039496422}, {"step": 367, "loss": 0.528409481048584, "ce": 2.272918939590454, "kl": 0.019251644611358643}, {"step": 368, "loss": 0.8144745230674744, "ce": 2.3669872283935547, "kl": 0.018028201535344124}, {"step": 369, "loss": 1.176660180091858, "ce": 2.387709617614746, "kl": 0.017907679080963135}, {"step": 370, "loss": 0.8124030828475952, "ce": 2.402944564819336, "kl": 0.017722206190228462}, {"step": 371, "loss": 1.1833877563476562, "ce": 2.468782901763916, "kl": 0.01841524802148342}, {"step": 372, "loss": 0.9402435421943665, "ce": 2.3217039108276367, "kl": 0.020018843933939934}, {"step": 373, "loss": 0.7252387404441833, "ce": 2.2743871212005615, "kl": 0.01861593872308731}, {"step": 374, "loss": 1.0868496894836426, "ce": 2.3092498779296875, "kl": 0.017016813158988953}, {"step": 375, "loss": 0.7107598781585693, "ce": 2.50056529045105, "kl": 0.01828695461153984}, {"step": 376, "loss": 0.7611133456230164, "ce": 2.4171390533447266, "kl": 0.018990620970726013}, {"step": 377, "loss": 1.029146432876587, "ce": 2.2756876945495605, "kl": 0.019845349714159966}, {"step": 378, "loss": 0.7910345196723938, "ce": 2.398204803466797, "kl": 0.01975330151617527}, {"step": 379, "loss": 1.006062388420105, "ce": 2.471486806869507, "kl": 0.02072429470717907}, {"step": 380, "loss": 0.8879274129867554, "ce": 2.3939290046691895, "kl": 0.0187884122133255}, {"step": 381, "loss": 0.8729443550109863, "ce": 2.267590045928955, "kl": 0.01956338994204998}, {"step": 382, "loss": 0.9772306084632874, "ce": 2.407165765762329, "kl": 0.01923524960875511}, {"step": 383, "loss": 0.49723485112190247, "ce": 2.4980621337890625, "kl": 0.018538137897849083}, {"step": 384, "loss": 0.6003559827804565, "ce": 2.3853228092193604, "kl": 0.019669607281684875}, {"step": 385, "loss": 1.1530044078826904, "ce": 2.537008047103882, "kl": 0.01788214221596718}, {"step": 386, "loss": 0.9029407501220703, "ce": 2.234009027481079, "kl": 0.018657032400369644}, {"step": 387, "loss": 0.7128384709358215, "ce": 2.57379412651062, "kl": 0.017896294593811035}, {"step": 388, "loss": 0.7518677711486816, "ce": 2.3848602771759033, "kl": 0.017578816041350365}, {"step": 389, "loss": 0.8487934470176697, "ce": 2.325495958328247, "kl": 0.017981452867388725}, {"step": 390, "loss": 0.4891967177391052, "ce": 2.3831584453582764, "kl": 0.017261244356632233}, {"step": 391, "loss": 0.6478662490844727, "ce": 2.300231456756592, "kl": 0.018180986866354942}, {"step": 392, "loss": 1.036583423614502, "ce": 2.403883457183838, "kl": 0.018515652045607567}, {"step": 393, "loss": 0.7832159399986267, "ce": 2.4282400608062744, "kl": 0.016853339970111847}, {"step": 394, "loss": 0.9274535179138184, "ce": 2.401387929916382, "kl": 0.017319075763225555}, {"step": 395, "loss": 0.7798455357551575, "ce": 2.50256609916687, "kl": 0.018369674682617188}, {"step": 396, "loss": 0.7608739733695984, "ce": 2.4142465591430664, "kl": 0.016446048393845558}, {"step": 397, "loss": 1.2525355815887451, "ce": 2.3450968265533447, "kl": 0.01713458076119423}, {"step": 398, "loss": 0.4765680730342865, "ce": 2.2053205966949463, "kl": 0.020015351474285126}, {"step": 399, "loss": 0.5044174194335938, "ce": 2.326244354248047, "kl": 0.01833937130868435}, {"step": 400, "loss": 0.4425235688686371, "ce": 2.315986394882202, "kl": 0.017789116129279137}, {"step": 401, "loss": 0.9520465731620789, "ce": 2.5552620887756348, "kl": 0.017703013494610786}, {"step": 402, "loss": 0.9813499450683594, "ce": 2.393287420272827, "kl": 0.016474027186632156}, {"step": 403, "loss": 0.9220214486122131, "ce": 2.2634830474853516, "kl": 0.016653310507535934}, {"step": 404, "loss": 0.8736338019371033, "ce": 2.1873035430908203, "kl": 0.017518918961286545}, {"step": 405, "loss": 0.6726514101028442, "ce": 2.314894914627075, "kl": 0.018726522102952003}, {"step": 406, "loss": 0.8111327886581421, "ce": 2.2936394214630127, "kl": 0.01709093526005745}, {"step": 407, "loss": 0.7153159976005554, "ce": 2.2520885467529297, "kl": 0.01756133884191513}, {"step": 408, "loss": 0.8114134073257446, "ce": 2.352091073989868, "kl": 0.018630508333444595}, {"step": 409, "loss": 0.8887119293212891, "ce": 2.3165178298950195, "kl": 0.01769079454243183}, {"step": 410, "loss": 0.970804750919342, "ce": 2.3175268173217773, "kl": 0.018280714750289917}, {"step": 411, "loss": 0.6307900547981262, "ce": 2.4842398166656494, "kl": 0.019298819825053215}, {"step": 412, "loss": 1.0220322608947754, "ce": 2.271693229675293, "kl": 0.018199916929006577}, {"step": 413, "loss": 0.7755882740020752, "ce": 2.314882516860962, "kl": 0.018684184178709984}, {"step": 414, "loss": 0.8871698975563049, "ce": 2.4092886447906494, "kl": 0.017274292185902596}, {"step": 415, "loss": 0.9341793656349182, "ce": 2.3937997817993164, "kl": 0.018007885664701462}, {"step": 416, "loss": 0.8802082538604736, "ce": 2.316539764404297, "kl": 0.017926180735230446}, {"step": 417, "loss": 1.2890230417251587, "ce": 2.4495174884796143, "kl": 0.020067274570465088}, {"step": 418, "loss": 0.9354169368743896, "ce": 2.411858081817627, "kl": 0.01868693344295025}, {"step": 419, "loss": 0.8383534550666809, "ce": 2.3350470066070557, "kl": 0.019977133721113205}, {"step": 420, "loss": 1.0747276544570923, "ce": 2.4375345706939697, "kl": 0.01718338206410408}, {"step": 421, "loss": 0.8507880568504333, "ce": 2.3999226093292236, "kl": 0.018658846616744995}, {"step": 422, "loss": 0.9438261389732361, "ce": 2.4182465076446533, "kl": 0.01934638060629368}, {"step": 423, "loss": 1.1279053688049316, "ce": 2.2691853046417236, "kl": 0.020532630383968353}, {"step": 424, "loss": 0.8261745572090149, "ce": 2.33388352394104, "kl": 0.020583054050803185}, {"step": 425, "loss": 0.7018389105796814, "ce": 2.441657066345215, "kl": 0.0203379075974226}, {"step": 426, "loss": 0.6711214780807495, "ce": 2.408616542816162, "kl": 0.02094232849776745}, {"step": 427, "loss": 0.7981404066085815, "ce": 2.43180513381958, "kl": 0.02024211920797825}, {"step": 428, "loss": 0.7594937682151794, "ce": 2.40871000289917, "kl": 0.020039677619934082}, {"step": 429, "loss": 0.7121763229370117, "ce": 2.4602913856506348, "kl": 0.020379817113280296}, {"step": 430, "loss": 0.8590352535247803, "ce": 2.3283798694610596, "kl": 0.019356634467840195}, {"step": 431, "loss": 0.4150463044643402, "ce": 2.2657933235168457, "kl": 0.018151069059967995}, {"step": 432, "loss": 1.0054006576538086, "ce": 2.231994390487671, "kl": 0.020085006952285767}, {"step": 433, "loss": 0.8583690524101257, "ce": 2.3062028884887695, "kl": 0.021294116973876953}, {"step": 434, "loss": 0.9089944958686829, "ce": 2.4463138580322266, "kl": 0.018574703484773636}, {"step": 435, "loss": 0.6664562821388245, "ce": 2.3894803524017334, "kl": 0.01917298138141632}, {"step": 436, "loss": 0.7904656529426575, "ce": 2.252615451812744, "kl": 0.019811829552054405}, {"step": 437, "loss": 0.6352837681770325, "ce": 2.19122576713562, "kl": 0.019042709842324257}, {"step": 438, "loss": 0.7818440198898315, "ce": 2.356078863143921, "kl": 0.020572185516357422}, {"step": 439, "loss": 0.4763178825378418, "ce": 2.372134208679199, "kl": 0.020141562446951866}, {"step": 440, "loss": 0.5270374417304993, "ce": 2.3972339630126953, "kl": 0.018859846517443657}, {"step": 441, "loss": 0.6461694240570068, "ce": 2.393707752227783, "kl": 0.017809545621275902}, {"step": 442, "loss": 0.5812351703643799, "ce": 2.3170976638793945, "kl": 0.018673742190003395}, {"step": 443, "loss": 0.6375100016593933, "ce": 2.272184133529663, "kl": 0.018079472705721855}, {"step": 444, "loss": 0.7074040770530701, "ce": 2.3927533626556396, "kl": 0.018743034452199936}, {"step": 445, "loss": 0.8833610415458679, "ce": 2.33927845954895, "kl": 0.019198933616280556}, {"step": 446, "loss": 0.558743417263031, "ce": 2.3571290969848633, "kl": 0.017534036189317703}, {"step": 447, "loss": 0.6150875091552734, "ce": 2.4044270515441895, "kl": 0.017777489498257637}, {"step": 448, "loss": 0.9291685819625854, "ce": 2.51320743560791, "kl": 0.019326332956552505}, {"step": 449, "loss": 0.992508053779602, "ce": 2.288494348526001, "kl": 0.016399018466472626}, {"step": 450, "loss": 0.5807202458381653, "ce": 2.346696376800537, "kl": 0.01701892353594303}, {"step": 451, "loss": 0.6601199507713318, "ce": 2.33441162109375, "kl": 0.01619010604918003}, {"step": 452, "loss": 0.7175835967063904, "ce": 2.30183482170105, "kl": 0.016483647748827934}, {"step": 453, "loss": 0.7409111261367798, "ce": 2.322143316268921, "kl": 0.018944861367344856}, {"step": 454, "loss": 0.9146993160247803, "ce": 2.3458614349365234, "kl": 0.01861824281513691}, {"step": 455, "loss": 0.7537495493888855, "ce": 2.345653533935547, "kl": 0.017358634620904922}, {"step": 456, "loss": 0.7648494243621826, "ce": 2.2845990657806396, "kl": 0.01748589612543583}, {"step": 457, "loss": 1.008837103843689, "ce": 2.3542697429656982, "kl": 0.016943397000432014}, {"step": 458, "loss": 1.0888861417770386, "ce": 2.5712695121765137, "kl": 0.018916277214884758}, {"step": 459, "loss": 0.6500903367996216, "ce": 2.4333324432373047, "kl": 0.017106030136346817}, {"step": 460, "loss": 0.9393746256828308, "ce": 2.3878562450408936, "kl": 0.017782283946871758}, {"step": 461, "loss": 0.6210571527481079, "ce": 2.3330042362213135, "kl": 0.020609505474567413}, {"step": 462, "loss": 0.45331302285194397, "ce": 2.2098512649536133, "kl": 0.017720500007271767}, {"step": 463, "loss": 0.7334250211715698, "ce": 2.2191171646118164, "kl": 0.018380288034677505}, {"step": 464, "loss": 0.8550929427146912, "ce": 2.348057746887207, "kl": 0.0179344043135643}, {"step": 465, "loss": 0.5945304036140442, "ce": 2.62678861618042, "kl": 0.017848879098892212}, {"step": 466, "loss": 0.9232054948806763, "ce": 2.3372647762298584, "kl": 0.017612755298614502}, {"step": 467, "loss": 0.7528510689735413, "ce": 2.2643911838531494, "kl": 0.01891259104013443}, {"step": 468, "loss": 0.806341826915741, "ce": 2.374674081802368, "kl": 0.017348386347293854}, {"step": 469, "loss": 0.5605517029762268, "ce": 2.387510299682617, "kl": 0.017607422545552254}, {"step": 470, "loss": 0.7860056757926941, "ce": 2.2589340209960938, "kl": 0.018117567524313927}, {"step": 471, "loss": 0.7582257986068726, "ce": 2.475620985031128, "kl": 0.017464539036154747}, {"step": 472, "loss": 0.8047541379928589, "ce": 2.3389105796813965, "kl": 0.01667458564043045}, {"step": 473, "loss": 0.760155200958252, "ce": 2.3930110931396484, "kl": 0.01704476773738861}, {"step": 474, "loss": 0.8512072563171387, "ce": 2.4200282096862793, "kl": 0.017693016678094864}, {"step": 475, "loss": 0.759149968624115, "ce": 2.428741455078125, "kl": 0.018880996853113174}, {"step": 476, "loss": 0.7092028856277466, "ce": 2.17324161529541, "kl": 0.017329763621091843}, {"step": 477, "loss": 0.8715562224388123, "ce": 2.474597692489624, "kl": 0.01672324724495411}, {"step": 478, "loss": 1.0186529159545898, "ce": 2.395097494125366, "kl": 0.01756758615374565}, {"step": 479, "loss": 0.9698330760002136, "ce": 2.419262647628784, "kl": 0.018706556409597397}, {"step": 480, "loss": 0.875732421875, "ce": 2.297976493835449, "kl": 0.01728636585175991}, {"step": 481, "loss": 1.1946640014648438, "ce": 2.3779635429382324, "kl": 0.017938733100891113}, {"step": 482, "loss": 0.8847899436950684, "ce": 2.3002126216888428, "kl": 0.01960255391895771}, {"step": 483, "loss": 0.8759358525276184, "ce": 2.327131986618042, "kl": 0.018637286499142647}, {"step": 484, "loss": 0.8163607716560364, "ce": 2.3315837383270264, "kl": 0.018632471561431885}, {"step": 485, "loss": 0.8471200466156006, "ce": 2.4313101768493652, "kl": 0.01859128847718239}, {"step": 486, "loss": 0.5454688668251038, "ce": 2.2638437747955322, "kl": 0.020069247111678123}, {"step": 487, "loss": 0.6039882898330688, "ce": 2.496452808380127, "kl": 0.0192450862377882}, {"step": 488, "loss": 0.9283450245857239, "ce": 2.549539089202881, "kl": 0.02002486027777195}, {"step": 489, "loss": 0.6555870175361633, "ce": 2.327678680419922, "kl": 0.019594434648752213}, {"step": 490, "loss": 0.6008607149124146, "ce": 2.5984835624694824, "kl": 0.018256191164255142}, {"step": 491, "loss": 1.064766764640808, "ce": 2.3518307209014893, "kl": 0.018363256007432938}, {"step": 492, "loss": 1.0649014711380005, "ce": 2.2952184677124023, "kl": 0.01737426221370697}, {"step": 493, "loss": 0.8136763572692871, "ce": 2.457008123397827, "kl": 0.01802835799753666}, {"step": 494, "loss": 0.6375271677970886, "ce": 2.3154430389404297, "kl": 0.01846015825867653}, {"step": 495, "loss": 0.8377566933631897, "ce": 2.433056354522705, "kl": 0.01874777115881443}, {"step": 496, "loss": 0.8457375764846802, "ce": 2.3010013103485107, "kl": 0.020017456263303757}, {"step": 497, "loss": 1.126839518547058, "ce": 2.4572577476501465, "kl": 0.021089132875204086}, {"step": 498, "loss": 0.6856587529182434, "ce": 2.3427734375, "kl": 0.01966869831085205}, {"step": 499, "loss": 0.41463664174079895, "ce": 2.270925998687744, "kl": 0.019918370991945267}, {"step": 500, "loss": 0.9898458123207092, "ce": 2.3623640537261963, "kl": 0.019590968266129494}, {"step": 501, "loss": 0.6935302019119263, "ce": 2.4536991119384766, "kl": 0.01972169429063797}, {"step": 502, "loss": 0.6145951747894287, "ce": 2.3249902725219727, "kl": 0.018097536638379097}, {"step": 503, "loss": 1.0530591011047363, "ce": 2.5362064838409424, "kl": 0.018990710377693176}, {"step": 504, "loss": 0.5312147736549377, "ce": 2.237628221511841, "kl": 0.01843840628862381}, {"step": 505, "loss": 0.7597702145576477, "ce": 2.4122440814971924, "kl": 0.019999973475933075}, {"step": 506, "loss": 0.8786922097206116, "ce": 2.3436522483825684, "kl": 0.017167508602142334}, {"step": 507, "loss": 0.77187180519104, "ce": 2.3164303302764893, "kl": 0.018393322825431824}, {"step": 508, "loss": 1.0516570806503296, "ce": 2.4049978256225586, "kl": 0.018223203718662262}, {"step": 509, "loss": 1.0921372175216675, "ce": 2.318099021911621, "kl": 0.017840715125203133}, {"step": 510, "loss": 0.7412827610969543, "ce": 2.2772436141967773, "kl": 0.01812903769314289}, {"step": 511, "loss": 0.9938133955001831, "ce": 2.377329111099243, "kl": 0.01843075267970562}, {"step": 512, "loss": 1.1250540018081665, "ce": 2.321593999862671, "kl": 0.018791312351822853}, {"step": 513, "loss": 0.6797613501548767, "ce": 2.34814715385437, "kl": 0.02042597532272339}, {"step": 514, "loss": 0.606755256652832, "ce": 2.2715394496917725, "kl": 0.01940075494349003}, {"step": 515, "loss": 0.8520394563674927, "ce": 2.3871989250183105, "kl": 0.019944094121456146}, {"step": 516, "loss": 1.0140647888183594, "ce": 2.467425584793091, "kl": 0.019399499520659447}, {"step": 517, "loss": 0.5843362212181091, "ce": 2.2464828491210938, "kl": 0.020018454641103745}, {"step": 518, "loss": 1.0853040218353271, "ce": 2.345304250717163, "kl": 0.01968398503959179}, {"step": 519, "loss": 0.8218593597412109, "ce": 2.3149614334106445, "kl": 0.020069917663931847}, {"step": 520, "loss": 0.5285911560058594, "ce": 2.3596746921539307, "kl": 0.01833161897957325}, {"step": 521, "loss": 0.7211464643478394, "ce": 2.346086025238037, "kl": 0.021188898012042046}, {"step": 522, "loss": 0.7237977385520935, "ce": 2.291978359222412, "kl": 0.018466437235474586}, {"step": 523, "loss": 0.7979233860969543, "ce": 2.3611836433410645, "kl": 0.01775088720023632}, {"step": 524, "loss": 1.094077706336975, "ce": 2.510892868041992, "kl": 0.020707953721284866}, {"step": 525, "loss": 0.7312126755714417, "ce": 2.442370653152466, "kl": 0.016853272914886475}, {"step": 526, "loss": 0.8641287088394165, "ce": 2.396378517150879, "kl": 0.017643528059124947}, {"step": 527, "loss": 0.6175767183303833, "ce": 2.3080029487609863, "kl": 0.020025860518217087}, {"step": 528, "loss": 0.7310871481895447, "ce": 2.3540031909942627, "kl": 0.020098738372325897}, {"step": 529, "loss": 1.2004437446594238, "ce": 2.3022515773773193, "kl": 0.01912752352654934}, {"step": 530, "loss": 0.9447650909423828, "ce": 2.416809320449829, "kl": 0.018898896872997284}, {"step": 531, "loss": 0.5976716876029968, "ce": 2.557553291320801, "kl": 0.02123589627444744}, {"step": 532, "loss": 0.6835391521453857, "ce": 2.1965668201446533, "kl": 0.017690544947981834}, {"step": 533, "loss": 1.0995643138885498, "ce": 2.439889669418335, "kl": 0.02358422800898552}, {"step": 534, "loss": 0.9687060117721558, "ce": 2.6781365871429443, "kl": 0.020837225019931793}, {"step": 535, "loss": 0.6478741765022278, "ce": 2.4058594703674316, "kl": 0.020493481308221817}, {"step": 536, "loss": 0.815311849117279, "ce": 2.5211496353149414, "kl": 0.02081754244863987}, {"step": 537, "loss": 0.5587055087089539, "ce": 2.1237783432006836, "kl": 0.020197615027427673}, {"step": 538, "loss": 0.8527167439460754, "ce": 2.196643352508545, "kl": 0.020762238651514053}, {"step": 539, "loss": 0.6021091341972351, "ce": 2.1292762756347656, "kl": 0.01932963915169239}, {"step": 540, "loss": 1.058199405670166, "ce": 2.3216288089752197, "kl": 0.020752230659127235}, {"step": 541, "loss": 0.5308086276054382, "ce": 2.3466949462890625, "kl": 0.019672879949212074}, {"step": 542, "loss": 0.8731535077095032, "ce": 2.3969812393188477, "kl": 0.018768666312098503}, {"step": 543, "loss": 0.7468583583831787, "ce": 2.2761125564575195, "kl": 0.020062541589140892}, {"step": 544, "loss": 0.8235647082328796, "ce": 2.5099000930786133, "kl": 0.020143600180745125}, {"step": 545, "loss": 0.9384065866470337, "ce": 2.371643304824829, "kl": 0.017892587929964066}, {"step": 546, "loss": 1.156957745552063, "ce": 2.3676679134368896, "kl": 0.02027202397584915}, {"step": 547, "loss": 0.8368937373161316, "ce": 2.4141340255737305, "kl": 0.019199920818209648}, {"step": 548, "loss": 0.8490740656852722, "ce": 2.3336238861083984, "kl": 0.019472748041152954}, {"step": 549, "loss": 0.6787348389625549, "ce": 2.31400990486145, "kl": 0.018355149775743484}, {"step": 550, "loss": 0.7598908543586731, "ce": 2.4468679428100586, "kl": 0.018727276474237442}, {"step": 551, "loss": 0.5776960253715515, "ce": 2.4079337120056152, "kl": 0.019161926582455635}, {"step": 552, "loss": 0.8954746723175049, "ce": 2.3747074604034424, "kl": 0.019029395654797554}, {"step": 553, "loss": 0.907627284526825, "ce": 2.3422818183898926, "kl": 0.020650707185268402}, {"step": 554, "loss": 1.0012859106063843, "ce": 2.3097527027130127, "kl": 0.018778156489133835}, {"step": 555, "loss": 1.0158653259277344, "ce": 2.3171322345733643, "kl": 0.020475316792726517}, {"step": 556, "loss": 0.7307597994804382, "ce": 2.3936052322387695, "kl": 0.01845679059624672}, {"step": 557, "loss": 0.9453828930854797, "ce": 2.363534450531006, "kl": 0.018990492448210716}, {"step": 558, "loss": 1.1250327825546265, "ce": 2.2705912590026855, "kl": 0.02015516348183155}, {"step": 559, "loss": 0.7001342177391052, "ce": 2.4018242359161377, "kl": 0.019234616309404373}, {"step": 560, "loss": 0.9284877181053162, "ce": 2.46183705329895, "kl": 0.020697619765996933}, {"step": 561, "loss": 0.6838366389274597, "ce": 2.295208692550659, "kl": 0.01974199339747429}, {"step": 562, "loss": 0.6017516255378723, "ce": 2.4070708751678467, "kl": 0.0195483211427927}, {"step": 563, "loss": 0.7563214898109436, "ce": 2.2484066486358643, "kl": 0.01966308057308197}, {"step": 564, "loss": 0.5309158563613892, "ce": 2.3558504581451416, "kl": 0.02005467563867569}, {"step": 565, "loss": 0.8315591216087341, "ce": 2.3832950592041016, "kl": 0.01874505542218685}, {"step": 566, "loss": 1.0958384275436401, "ce": 2.297699213027954, "kl": 0.020685061812400818}, {"step": 567, "loss": 1.0312601327896118, "ce": 2.3864588737487793, "kl": 0.022189099341630936}, {"step": 568, "loss": 0.7884604334831238, "ce": 2.4775495529174805, "kl": 0.01873861625790596}, {"step": 569, "loss": 0.6086421608924866, "ce": 2.3901560306549072, "kl": 0.020165838301181793}, {"step": 570, "loss": 0.6501061916351318, "ce": 2.444838285446167, "kl": 0.020911963656544685}, {"step": 571, "loss": 0.5130447745323181, "ce": 2.2985668182373047, "kl": 0.017551524564623833}, {"step": 572, "loss": 0.6561281681060791, "ce": 2.2534258365631104, "kl": 0.0204912256449461}, {"step": 573, "loss": 0.5447149276733398, "ce": 2.476747512817383, "kl": 0.020255258306860924}, {"step": 574, "loss": 1.0693447589874268, "ce": 2.4760189056396484, "kl": 0.019994355738162994}, {"step": 575, "loss": 0.7281680703163147, "ce": 2.382761001586914, "kl": 0.019109206274151802}, {"step": 576, "loss": 0.8260447978973389, "ce": 2.296591281890869, "kl": 0.02098044566810131}, {"step": 577, "loss": 0.9651635885238647, "ce": 2.3245434761047363, "kl": 0.02052217535674572}, {"step": 578, "loss": 0.9835286140441895, "ce": 2.5005204677581787, "kl": 0.01925716921687126}, {"step": 579, "loss": 0.6964027881622314, "ce": 2.448150157928467, "kl": 0.02057434618473053}, {"step": 580, "loss": 0.513363242149353, "ce": 2.189480781555176, "kl": 0.01962563768029213}, {"step": 581, "loss": 0.6424286961555481, "ce": 2.3308513164520264, "kl": 0.021113481372594833}, {"step": 582, "loss": 1.087981939315796, "ce": 2.3651885986328125, "kl": 0.019545650109648705}, {"step": 583, "loss": 1.125620722770691, "ce": 2.4394171237945557, "kl": 0.01872430369257927}, {"step": 584, "loss": 0.5520116090774536, "ce": 2.3043160438537598, "kl": 0.017972834408283234}, {"step": 585, "loss": 0.8786637783050537, "ce": 2.4303202629089355, "kl": 0.018895940855145454}, {"step": 586, "loss": 0.7155293822288513, "ce": 2.269233465194702, "kl": 0.021198797971010208}, {"step": 587, "loss": 1.121787667274475, "ce": 2.3736231327056885, "kl": 0.02098998613655567}, {"step": 588, "loss": 0.6031210422515869, "ce": 2.2441940307617188, "kl": 0.02193029411137104}, {"step": 589, "loss": 0.695539116859436, "ce": 2.215289831161499, "kl": 0.02001313678920269}, {"step": 590, "loss": 0.48978713154792786, "ce": 2.2991838455200195, "kl": 0.021054722368717194}, {"step": 591, "loss": 0.6874885559082031, "ce": 2.4565844535827637, "kl": 0.018919484689831734}, {"step": 592, "loss": 0.6259945631027222, "ce": 2.3457298278808594, "kl": 0.018475472927093506}, {"step": 593, "loss": 1.011269450187683, "ce": 2.431546926498413, "kl": 0.01972595602273941}, {"step": 594, "loss": 0.8050409555435181, "ce": 2.2822682857513428, "kl": 0.019787384197115898}, {"step": 595, "loss": 0.7515057325363159, "ce": 2.326427698135376, "kl": 0.018418841063976288}, {"step": 596, "loss": 0.9431604743003845, "ce": 2.2411186695098877, "kl": 0.020972486585378647}, {"step": 597, "loss": 0.5664729475975037, "ce": 2.4417972564697266, "kl": 0.02088971808552742}, {"step": 598, "loss": 0.9726341962814331, "ce": 2.4514214992523193, "kl": 0.02060035802423954}, {"step": 599, "loss": 0.7902061343193054, "ce": 2.2269539833068848, "kl": 0.020685093477368355}, {"step": 600, "loss": 1.2174184322357178, "ce": 2.3451449871063232, "kl": 0.0206243097782135}, {"step": 601, "loss": 0.5843443274497986, "ce": 2.2266578674316406, "kl": 0.021407729014754295}, {"step": 602, "loss": 0.8958582282066345, "ce": 2.291964292526245, "kl": 0.02150329202413559}, {"step": 603, "loss": 0.7463863492012024, "ce": 2.267512798309326, "kl": 0.018194565549492836}, {"step": 604, "loss": 0.8791755437850952, "ce": 2.2918882369995117, "kl": 0.019070995971560478}, {"step": 605, "loss": 0.8140254020690918, "ce": 2.2971341609954834, "kl": 0.020444193854928017}, {"step": 606, "loss": 0.9263611435890198, "ce": 2.3061699867248535, "kl": 0.02089621126651764}, {"step": 607, "loss": 0.8967519998550415, "ce": 2.260164737701416, "kl": 0.021671956405043602}, {"step": 608, "loss": 0.5494111180305481, "ce": 2.2847650051116943, "kl": 0.020344384014606476}, {"step": 609, "loss": 0.4049067199230194, "ce": 2.3514227867126465, "kl": 0.019702933728694916}, {"step": 610, "loss": 0.3996126353740692, "ce": 2.306352376937866, "kl": 0.018711961805820465}, {"step": 611, "loss": 0.885009229183197, "ce": 2.3108489513397217, "kl": 0.019056091085076332}, {"step": 612, "loss": 1.1665260791778564, "ce": 2.2357165813446045, "kl": 0.017669204622507095}, {"step": 613, "loss": 0.7037546634674072, "ce": 2.5086522102355957, "kl": 0.020947258919477463}, {"step": 614, "loss": 0.873384952545166, "ce": 2.4185988903045654, "kl": 0.01875467039644718}, {"step": 615, "loss": 0.7646557688713074, "ce": 2.284342050552368, "kl": 0.018506770953536034}, {"step": 616, "loss": 0.7727686166763306, "ce": 2.3162288665771484, "kl": 0.018909422680735588}, {"step": 617, "loss": 0.5818220973014832, "ce": 2.2293612957000732, "kl": 0.01803082600235939}, {"step": 618, "loss": 0.4982786178588867, "ce": 2.34708309173584, "kl": 0.01925637759268284}, {"step": 619, "loss": 0.8506326675415039, "ce": 2.3756494522094727, "kl": 0.020509835332632065}, {"step": 620, "loss": 1.0707247257232666, "ce": 2.435725688934326, "kl": 0.018910566344857216}, {"step": 621, "loss": 1.0348765850067139, "ce": 2.284177541732788, "kl": 0.020179428160190582}, {"step": 622, "loss": 0.7589619755744934, "ce": 2.341479539871216, "kl": 0.019273724406957626}, {"step": 623, "loss": 0.5991395115852356, "ce": 2.2987239360809326, "kl": 0.0196481142193079}, {"step": 624, "loss": 0.9109625220298767, "ce": 2.306859016418457, "kl": 0.01984322816133499}, {"step": 625, "loss": 0.7574316263198853, "ce": 2.376765727996826, "kl": 0.019055983051657677}, {"step": 626, "loss": 0.6794039607048035, "ce": 2.519444704055786, "kl": 0.017718590795993805}, {"step": 627, "loss": 0.6959996819496155, "ce": 2.3206491470336914, "kl": 0.01878359727561474}, {"step": 628, "loss": 0.42981478571891785, "ce": 2.4248085021972656, "kl": 0.019838552922010422}, {"step": 629, "loss": 0.7436274886131287, "ce": 2.4478583335876465, "kl": 0.018864914774894714}, {"step": 630, "loss": 1.0685750246047974, "ce": 2.4193201065063477, "kl": 0.01743677444756031}, {"step": 631, "loss": 0.6993374824523926, "ce": 2.3592464923858643, "kl": 0.019504409283399582}, {"step": 632, "loss": 0.928891658782959, "ce": 2.3877313137054443, "kl": 0.019118567928671837}, {"step": 633, "loss": 0.8839426636695862, "ce": 2.3868513107299805, "kl": 0.021458925679326057}, {"step": 634, "loss": 0.8541792631149292, "ce": 2.357272148132324, "kl": 0.021379368379712105}, {"step": 635, "loss": 0.707036554813385, "ce": 2.2894554138183594, "kl": 0.021034110337495804}, {"step": 636, "loss": 0.7407461404800415, "ce": 2.4077634811401367, "kl": 0.019725967198610306}, {"step": 637, "loss": 0.6324247717857361, "ce": 2.492959499359131, "kl": 0.020995356142520905}, {"step": 638, "loss": 0.9509747624397278, "ce": 2.378506660461426, "kl": 0.019465187564492226}, {"step": 639, "loss": 0.45147329568862915, "ce": 2.181692600250244, "kl": 0.020027581602334976}, {"step": 640, "loss": 0.5613371133804321, "ce": 2.216341972351074, "kl": 0.019410837441682816}, {"step": 641, "loss": 0.8372442126274109, "ce": 2.2890188694000244, "kl": 0.018753955140709877}, {"step": 642, "loss": 1.3313987255096436, "ce": 2.304672956466675, "kl": 0.018698742613196373}, {"step": 643, "loss": 0.9158146977424622, "ce": 2.2677674293518066, "kl": 0.020320236682891846}, {"step": 644, "loss": 0.931778073310852, "ce": 2.2726693153381348, "kl": 0.01832583174109459}, {"step": 645, "loss": 1.240543246269226, "ce": 2.4282751083374023, "kl": 0.019092390313744545}, {"step": 646, "loss": 0.5689026117324829, "ce": 2.279218912124634, "kl": 0.020107341930270195}, {"step": 647, "loss": 0.6408801078796387, "ce": 2.203608274459839, "kl": 0.021004693582654}, {"step": 648, "loss": 0.6342681050300598, "ce": 2.270385980606079, "kl": 0.02184644155204296}, {"step": 649, "loss": 0.6913464665412903, "ce": 2.342665910720825, "kl": 0.020672781392931938}, {"step": 650, "loss": 1.1112339496612549, "ce": 2.3396341800689697, "kl": 0.018818898126482964}, {"step": 651, "loss": 1.038386344909668, "ce": 2.398599863052368, "kl": 0.020559918135404587}, {"step": 652, "loss": 0.7961966395378113, "ce": 2.419708490371704, "kl": 0.02059488743543625}, {"step": 653, "loss": 1.0853408575057983, "ce": 2.3867058753967285, "kl": 0.023486081510782242}, {"step": 654, "loss": 0.9270180463790894, "ce": 2.202526569366455, "kl": 0.01943206414580345}, {"step": 655, "loss": 1.0653566122055054, "ce": 2.3232173919677734, "kl": 0.021123463287949562}, {"step": 656, "loss": 0.6128835678100586, "ce": 2.4624931812286377, "kl": 0.020424332469701767}, {"step": 657, "loss": 0.7828276753425598, "ce": 2.4193778038024902, "kl": 0.020800339058041573}, {"step": 658, "loss": 0.9783057570457458, "ce": 2.2682862281799316, "kl": 0.021718449890613556}, {"step": 659, "loss": 0.8521058559417725, "ce": 2.378568172454834, "kl": 0.02443142980337143}, {"step": 660, "loss": 0.7889204621315002, "ce": 2.2940833568573, "kl": 0.021603655070066452}, {"step": 661, "loss": 0.9828558564186096, "ce": 2.557466745376587, "kl": 0.020954227074980736}, {"step": 662, "loss": 1.0254815816879272, "ce": 2.225902795791626, "kl": 0.022073466330766678}, {"step": 663, "loss": 0.7484985589981079, "ce": 2.354809522628784, "kl": 0.02034231275320053}, {"step": 664, "loss": 0.5478485822677612, "ce": 2.3410227298736572, "kl": 0.020530344918370247}, {"step": 665, "loss": 0.668315589427948, "ce": 2.4762556552886963, "kl": 0.02136579528450966}, {"step": 666, "loss": 1.3857561349868774, "ce": 2.473353624343872, "kl": 0.0195081178098917}, {"step": 667, "loss": 0.7106450200080872, "ce": 2.2719483375549316, "kl": 0.02119763381779194}, {"step": 668, "loss": 0.7040470242500305, "ce": 2.3569822311401367, "kl": 0.019075047224760056}, {"step": 669, "loss": 0.8300161957740784, "ce": 2.4017112255096436, "kl": 0.01965009979903698}, {"step": 670, "loss": 0.7293891310691833, "ce": 2.4368255138397217, "kl": 0.020917482674121857}, {"step": 671, "loss": 0.5447711944580078, "ce": 2.195768117904663, "kl": 0.019017372280359268}, {"step": 672, "loss": 0.6594563722610474, "ce": 2.3531832695007324, "kl": 0.02086309902369976}, {"step": 673, "loss": 0.7901280522346497, "ce": 2.3439290523529053, "kl": 0.02050529606640339}, {"step": 674, "loss": 0.8535143136978149, "ce": 2.3641793727874756, "kl": 0.01933249831199646}, {"step": 675, "loss": 1.0771769285202026, "ce": 2.3953895568847656, "kl": 0.01894501969218254}, {"step": 676, "loss": 0.6297311186790466, "ce": 2.3760969638824463, "kl": 0.020234806463122368}, {"step": 677, "loss": 0.8065070509910583, "ce": 2.4508728981018066, "kl": 0.01935744658112526}, {"step": 678, "loss": 1.2137097120285034, "ce": 2.3908960819244385, "kl": 0.018838388845324516}, {"step": 679, "loss": 0.5289078950881958, "ce": 2.138747215270996, "kl": 0.020992295816540718}, {"step": 680, "loss": 0.541618824005127, "ce": 2.293552875518799, "kl": 0.021934375166893005}, {"step": 681, "loss": 0.5392443537712097, "ce": 2.293278932571411, "kl": 0.01978423073887825}, {"step": 682, "loss": 0.813995897769928, "ce": 2.5032269954681396, "kl": 0.020105458796024323}, {"step": 683, "loss": 1.067193865776062, "ce": 2.3390207290649414, "kl": 0.01916663534939289}, {"step": 684, "loss": 0.810922384262085, "ce": 2.3188042640686035, "kl": 0.018632831051945686}, {"step": 685, "loss": 0.9224693179130554, "ce": 2.147407054901123, "kl": 0.019726939499378204}, {"step": 686, "loss": 0.7348803281784058, "ce": 2.3160531520843506, "kl": 0.02061905898153782}, {"step": 687, "loss": 0.6408957242965698, "ce": 2.326155185699463, "kl": 0.019274698570370674}, {"step": 688, "loss": 0.7921926975250244, "ce": 2.2146358489990234, "kl": 0.019693523645401}, {"step": 689, "loss": 0.5851688385009766, "ce": 2.295281410217285, "kl": 0.020586173981428146}, {"step": 690, "loss": 1.054842472076416, "ce": 2.262223482131958, "kl": 0.020425982773303986}, {"step": 691, "loss": 0.8645124435424805, "ce": 2.287412166595459, "kl": 0.019916389137506485}, {"step": 692, "loss": 0.6653755903244019, "ce": 2.3415110111236572, "kl": 0.02084430493414402}, {"step": 693, "loss": 1.0656272172927856, "ce": 2.274751663208008, "kl": 0.021332569420337677}, {"step": 694, "loss": 0.8385130167007446, "ce": 2.3621227741241455, "kl": 0.020630037412047386}, {"step": 695, "loss": 0.7398982048034668, "ce": 2.431703567504883, "kl": 0.019008677452802658}, {"step": 696, "loss": 1.026115894317627, "ce": 2.244452476501465, "kl": 0.020137475803494453}, {"step": 697, "loss": 0.9415750503540039, "ce": 2.4038186073303223, "kl": 0.02134138159453869}, {"step": 698, "loss": 0.9242593050003052, "ce": 2.374469041824341, "kl": 0.02031870000064373}, {"step": 699, "loss": 1.0611279010772705, "ce": 2.4187469482421875, "kl": 0.02163184992969036}, {"step": 700, "loss": 0.8645132184028625, "ce": 2.343080997467041, "kl": 0.02293616533279419}, {"step": 701, "loss": 1.0131464004516602, "ce": 2.3321211338043213, "kl": 0.018175560981035233}, {"step": 702, "loss": 0.8932621479034424, "ce": 2.469154119491577, "kl": 0.02099304087460041}, {"step": 703, "loss": 1.0298559665679932, "ce": 2.3600804805755615, "kl": 0.020746398717164993}, {"step": 704, "loss": 1.0488542318344116, "ce": 2.2419166564941406, "kl": 0.0224022064357996}, {"step": 705, "loss": 0.5925551056861877, "ce": 2.2839274406433105, "kl": 0.023151857778429985}, {"step": 706, "loss": 0.7753235101699829, "ce": 2.4350037574768066, "kl": 0.02216830849647522}, {"step": 707, "loss": 0.818310558795929, "ce": 2.385038375854492, "kl": 0.02244708128273487}, {"step": 708, "loss": 0.8549018502235413, "ce": 2.364121675491333, "kl": 0.023142080754041672}, {"step": 709, "loss": 0.842815637588501, "ce": 2.3764731884002686, "kl": 0.021185649558901787}, {"step": 710, "loss": 0.6572874188423157, "ce": 2.448483467102051, "kl": 0.023052208125591278}, {"step": 711, "loss": 0.5931634902954102, "ce": 2.33774733543396, "kl": 0.021613383665680885}, {"step": 712, "loss": 0.6090770363807678, "ce": 2.2159183025360107, "kl": 0.019879315048456192}, {"step": 713, "loss": 0.9700250029563904, "ce": 2.2635045051574707, "kl": 0.021959230303764343}, {"step": 714, "loss": 0.7906592488288879, "ce": 2.3354454040527344, "kl": 0.02259221114218235}, {"step": 715, "loss": 0.8744917511940002, "ce": 2.306081771850586, "kl": 0.021381022408604622}, {"step": 716, "loss": 0.818181037902832, "ce": 2.3994956016540527, "kl": 0.01973946951329708}, {"step": 717, "loss": 0.5097916126251221, "ce": 2.3355214595794678, "kl": 0.02223675698041916}, {"step": 718, "loss": 0.8549298048019409, "ce": 2.1140189170837402, "kl": 0.020554345101118088}, {"step": 719, "loss": 0.6364007592201233, "ce": 2.425719738006592, "kl": 0.022167429327964783}, {"step": 720, "loss": 0.6613461971282959, "ce": 2.279451608657837, "kl": 0.02222663350403309}, {"step": 721, "loss": 0.48816463351249695, "ce": 2.398308515548706, "kl": 0.020083867013454437}, {"step": 722, "loss": 0.5269538760185242, "ce": 2.305238723754883, "kl": 0.020260697230696678}, {"step": 723, "loss": 0.7220295071601868, "ce": 2.2862582206726074, "kl": 0.02065729908645153}, {"step": 724, "loss": 0.5579732656478882, "ce": 2.2788336277008057, "kl": 0.018507901579141617}, {"step": 725, "loss": 0.6459142565727234, "ce": 2.326368570327759, "kl": 0.02153843641281128}, {"step": 726, "loss": 0.7067463397979736, "ce": 2.3688137531280518, "kl": 0.022587331011891365}, {"step": 727, "loss": 0.8608578443527222, "ce": 2.3118479251861572, "kl": 0.019913095980882645}, {"step": 728, "loss": 0.6846685409545898, "ce": 2.4015369415283203, "kl": 0.020036350935697556}, {"step": 729, "loss": 0.7813106179237366, "ce": 2.4916248321533203, "kl": 0.02022886835038662}, {"step": 730, "loss": 0.8273983001708984, "ce": 2.2533249855041504, "kl": 0.019995925948023796}, {"step": 731, "loss": 0.678209125995636, "ce": 2.380835771560669, "kl": 0.018426969647407532}, {"step": 732, "loss": 0.6426531672477722, "ce": 2.290623426437378, "kl": 0.01821344718337059}, {"step": 733, "loss": 0.8046524524688721, "ce": 2.309256076812744, "kl": 0.018189027905464172}, {"step": 734, "loss": 0.5447725057601929, "ce": 2.2186617851257324, "kl": 0.021149391308426857}, {"step": 735, "loss": 1.088090181350708, "ce": 2.326036214828491, "kl": 0.021662458777427673}, {"step": 736, "loss": 0.692237913608551, "ce": 2.2942137718200684, "kl": 0.01882542297244072}, {"step": 737, "loss": 0.8503376245498657, "ce": 2.264277935028076, "kl": 0.02069181017577648}, {"step": 738, "loss": 0.7579211592674255, "ce": 2.3036208152770996, "kl": 0.019319476559758186}, {"step": 739, "loss": 1.2052881717681885, "ce": 2.5057260990142822, "kl": 0.019616588950157166}, {"step": 740, "loss": 0.8063509464263916, "ce": 2.4417998790740967, "kl": 0.020164616405963898}, {"step": 741, "loss": 0.7751524448394775, "ce": 2.3512067794799805, "kl": 0.019286027178168297}, {"step": 742, "loss": 0.6528507471084595, "ce": 2.338003635406494, "kl": 0.02374812215566635}, {"step": 743, "loss": 0.4356755018234253, "ce": 2.1757314205169678, "kl": 0.019880298525094986}, {"step": 744, "loss": 0.5807667374610901, "ce": 2.2523934841156006, "kl": 0.02065325528383255}, {"step": 745, "loss": 0.7971047759056091, "ce": 2.2726972103118896, "kl": 0.019340794533491135}, {"step": 746, "loss": 0.707970142364502, "ce": 2.49845290184021, "kl": 0.01950824074447155}, {"step": 747, "loss": 1.0686795711517334, "ce": 2.3138670921325684, "kl": 0.0191018208861351}, {"step": 748, "loss": 0.6490128040313721, "ce": 2.2447197437286377, "kl": 0.020731383934617043}, {"step": 749, "loss": 0.9787988662719727, "ce": 2.354156970977783, "kl": 0.01985538937151432}, {"step": 750, "loss": 0.40698713064193726, "ce": 2.2895078659057617, "kl": 0.019479645416140556}, {"step": 751, "loss": 0.7212176322937012, "ce": 2.249405860900879, "kl": 0.019676392897963524}, {"step": 752, "loss": 0.714942216873169, "ce": 2.446260929107666, "kl": 0.019657230004668236}, {"step": 753, "loss": 0.7595009803771973, "ce": 2.411525011062622, "kl": 0.018453650176525116}, {"step": 754, "loss": 0.8822147846221924, "ce": 2.3096723556518555, "kl": 0.018613966181874275}, {"step": 755, "loss": 0.7703255414962769, "ce": 2.3418447971343994, "kl": 0.019652461633086205}, {"step": 756, "loss": 0.7755608558654785, "ce": 2.4497809410095215, "kl": 0.019673200324177742}, {"step": 757, "loss": 0.6766801476478577, "ce": 2.2359139919281006, "kl": 0.01968453638255596}, {"step": 758, "loss": 0.8362187743186951, "ce": 2.3499696254730225, "kl": 0.018038339912891388}, {"step": 759, "loss": 0.8897701501846313, "ce": 2.3269715309143066, "kl": 0.020461024716496468}, {"step": 760, "loss": 0.9104298949241638, "ce": 2.4103338718414307, "kl": 0.01948932558298111}, {"step": 761, "loss": 1.297876238822937, "ce": 2.3291585445404053, "kl": 0.01934400014579296}, {"step": 762, "loss": 0.8999214172363281, "ce": 2.3837852478027344, "kl": 0.020118683576583862}, {"step": 763, "loss": 0.9456443786621094, "ce": 2.247032880783081, "kl": 0.021680308505892754}, {"step": 764, "loss": 0.7915655970573425, "ce": 2.34238338470459, "kl": 0.020554935559630394}, {"step": 765, "loss": 0.993199348449707, "ce": 2.290100574493408, "kl": 0.02098524570465088}, {"step": 766, "loss": 0.5906676054000854, "ce": 2.376258611679077, "kl": 0.020297184586524963}, {"step": 767, "loss": 0.7486010789871216, "ce": 2.400862216949463, "kl": 0.023028822615742683}, {"step": 768, "loss": 0.6760516166687012, "ce": 2.344555616378784, "kl": 0.021023983135819435}, {"step": 769, "loss": 0.8514783978462219, "ce": 2.538322925567627, "kl": 0.021237613633275032}, {"step": 770, "loss": 0.4855214059352875, "ce": 2.1990034580230713, "kl": 0.021059846505522728}, {"step": 771, "loss": 0.7979477047920227, "ce": 2.5510799884796143, "kl": 0.020023763179779053}, {"step": 772, "loss": 1.026354193687439, "ce": 2.3584063053131104, "kl": 0.021016987040638924}, {"step": 773, "loss": 0.761699914932251, "ce": 2.281597852706909, "kl": 0.018647048622369766}, {"step": 774, "loss": 1.1560909748077393, "ce": 2.3569164276123047, "kl": 0.020300431177020073}, {"step": 775, "loss": 0.5898154377937317, "ce": 2.34110426902771, "kl": 0.020416362211108208}, {"step": 776, "loss": 0.7336215972900391, "ce": 2.4769179821014404, "kl": 0.01970372162759304}, {"step": 777, "loss": 0.9145717024803162, "ce": 2.236619710922241, "kl": 0.022355560213327408}, {"step": 778, "loss": 0.8680888414382935, "ce": 2.450847864151001, "kl": 0.022073470056056976}, {"step": 779, "loss": 1.0093085765838623, "ce": 2.336817502975464, "kl": 0.024290671572089195}, {"step": 780, "loss": 0.40367391705513, "ce": 2.2450761795043945, "kl": 0.020608454942703247}, {"step": 781, "loss": 0.9317704439163208, "ce": 2.354841709136963, "kl": 0.022531524300575256}, {"step": 782, "loss": 0.6203013062477112, "ce": 2.322967052459717, "kl": 0.020620372146368027}, {"step": 783, "loss": 0.8266382217407227, "ce": 2.3700385093688965, "kl": 0.020221080631017685}, {"step": 784, "loss": 0.798920214176178, "ce": 2.5046565532684326, "kl": 0.02150578983128071}, {"step": 785, "loss": 0.6298272013664246, "ce": 2.4173197746276855, "kl": 0.02005314826965332}, {"step": 786, "loss": 0.717217743396759, "ce": 2.2669570446014404, "kl": 0.019621102139353752}, {"step": 787, "loss": 0.707258939743042, "ce": 2.3907032012939453, "kl": 0.021425193175673485}, {"step": 788, "loss": 0.832264244556427, "ce": 2.2511541843414307, "kl": 0.019849169999361038}, {"step": 789, "loss": 1.1579567193984985, "ce": 2.407808542251587, "kl": 0.020704161375761032}, {"step": 790, "loss": 0.9260726571083069, "ce": 2.2295639514923096, "kl": 0.020781200379133224}, {"step": 791, "loss": 0.6866812109947205, "ce": 2.4169490337371826, "kl": 0.019468992948532104}, {"step": 792, "loss": 1.106216311454773, "ce": 2.2286577224731445, "kl": 0.02014526166021824}, {"step": 793, "loss": 1.0919755697250366, "ce": 2.3525962829589844, "kl": 0.019473418593406677}, {"step": 794, "loss": 0.7210151553153992, "ce": 2.335564136505127, "kl": 0.022504210472106934}, {"step": 795, "loss": 0.49070003628730774, "ce": 2.1500813961029053, "kl": 0.02200978249311447}, {"step": 796, "loss": 0.8456169366836548, "ce": 2.380737781524658, "kl": 0.02088736928999424}, {"step": 797, "loss": 0.9388752579689026, "ce": 2.393526077270508, "kl": 0.020942842587828636}, {"step": 798, "loss": 0.95209801197052, "ce": 2.307321071624756, "kl": 0.02061126008629799}, {"step": 799, "loss": 0.9289842844009399, "ce": 2.307278633117676, "kl": 0.023316670209169388}, {"step": 800, "loss": 0.6839000582695007, "ce": 2.270812511444092, "kl": 0.02202736958861351}, {"step": 801, "loss": 0.5856468677520752, "ce": 2.4063363075256348, "kl": 0.020083874464035034}, {"step": 802, "loss": 0.7050957679748535, "ce": 2.29607892036438, "kl": 0.021481318399310112}, {"step": 803, "loss": 0.7485774159431458, "ce": 2.2778310775756836, "kl": 0.02183675952255726}, {"step": 804, "loss": 0.8928373456001282, "ce": 2.3519365787506104, "kl": 0.019931042566895485}, {"step": 805, "loss": 0.9098994731903076, "ce": 2.50744366645813, "kl": 0.021842407062649727}, {"step": 806, "loss": 0.8157872557640076, "ce": 2.3840644359588623, "kl": 0.018260899931192398}, {"step": 807, "loss": 0.8833304047584534, "ce": 2.38985538482666, "kl": 0.019456448033452034}, {"step": 808, "loss": 0.6215189099311829, "ce": 2.2849223613739014, "kl": 0.020873647183179855}, {"step": 809, "loss": 0.4883473217487335, "ce": 2.261075258255005, "kl": 0.022513248026371002}, {"step": 810, "loss": 1.236714482307434, "ce": 2.3925511837005615, "kl": 0.0202151071280241}, {"step": 811, "loss": 1.0030102729797363, "ce": 2.2441184520721436, "kl": 0.021987169981002808}, {"step": 812, "loss": 0.7627828121185303, "ce": 2.610276937484741, "kl": 0.02106316015124321}, {"step": 813, "loss": 0.6026959419250488, "ce": 2.174846887588501, "kl": 0.02089398354291916}, {"step": 814, "loss": 1.0043175220489502, "ce": 2.332650899887085, "kl": 0.0262316782027483}, {"step": 815, "loss": 0.7641962766647339, "ce": 2.593850612640381, "kl": 0.022079847753047943}, {"step": 816, "loss": 0.8544079661369324, "ce": 2.5642614364624023, "kl": 0.022160524502396584}, {"step": 817, "loss": 0.9955061078071594, "ce": 2.465242624282837, "kl": 0.022173414006829262}, {"step": 818, "loss": 0.4122565686702728, "ce": 2.205569267272949, "kl": 0.022820094600319862}, {"step": 819, "loss": 0.9336206912994385, "ce": 2.1384949684143066, "kl": 0.021586226299405098}, {"step": 820, "loss": 0.5323304533958435, "ce": 2.156109571456909, "kl": 0.021868817508220673}, {"step": 821, "loss": 1.025831699371338, "ce": 2.2030892372131348, "kl": 0.021971402689814568}, {"step": 822, "loss": 0.5491328239440918, "ce": 2.3789844512939453, "kl": 0.02123578079044819}, {"step": 823, "loss": 0.8077138066291809, "ce": 2.3236143589019775, "kl": 0.021908573806285858}, {"step": 824, "loss": 0.8343336582183838, "ce": 2.3011369705200195, "kl": 0.022782528772950172}, {"step": 825, "loss": 0.9780011177062988, "ce": 2.4585702419281006, "kl": 0.02095627784729004}, {"step": 826, "loss": 0.5838527679443359, "ce": 2.3394670486450195, "kl": 0.019843118265271187}, {"step": 827, "loss": 1.1401939392089844, "ce": 2.3776769638061523, "kl": 0.02263256534934044}, {"step": 828, "loss": 0.9838786125183105, "ce": 2.3256494998931885, "kl": 0.0204062107950449}, {"step": 829, "loss": 0.8145134449005127, "ce": 2.306673526763916, "kl": 0.020435582846403122}, {"step": 830, "loss": 0.6437914967536926, "ce": 2.3188631534576416, "kl": 0.02138957567512989}, {"step": 831, "loss": 0.8655059933662415, "ce": 2.381840944290161, "kl": 0.019707614555954933}, {"step": 832, "loss": 0.4777733385562897, "ce": 2.4892091751098633, "kl": 0.020119378343224525}, {"step": 833, "loss": 0.8621174097061157, "ce": 2.296412467956543, "kl": 0.0214301198720932}, {"step": 834, "loss": 0.8332852125167847, "ce": 2.3941094875335693, "kl": 0.022593799978494644}, {"step": 835, "loss": 1.064648151397705, "ce": 2.2718966007232666, "kl": 0.01960400678217411}, {"step": 836, "loss": 1.051353931427002, "ce": 2.321927785873413, "kl": 0.023090776056051254}, {"step": 837, "loss": 0.7918432354927063, "ce": 2.304671287536621, "kl": 0.019295737147331238}, {"step": 838, "loss": 0.8363147974014282, "ce": 2.41967511177063, "kl": 0.021084357053041458}, {"step": 839, "loss": 0.9660186767578125, "ce": 2.1583354473114014, "kl": 0.02138950303196907}, {"step": 840, "loss": 1.134291410446167, "ce": 2.3904919624328613, "kl": 0.022038476541638374}, {"step": 841, "loss": 0.6645260453224182, "ce": 2.458308696746826, "kl": 0.021318556740880013}, {"step": 842, "loss": 0.698265552520752, "ce": 2.31847882270813, "kl": 0.022093696519732475}, {"step": 843, "loss": 0.6681230664253235, "ce": 2.331409454345703, "kl": 0.021045686677098274}, {"step": 844, "loss": 0.9567848443984985, "ce": 2.158019781112671, "kl": 0.02028481662273407}, {"step": 845, "loss": 0.5457776784896851, "ce": 2.4030511379241943, "kl": 0.02204778976738453}]}
|
complex-1.25m/and-pirates/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af04fdf31e13b1bb822a44cea1d37414328f1eefd2bd42ce5ead1265f150aa20
|
| 3 |
+
size 2890127
|
complex-1.25m/animal-pirates/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-1.25m/animal-pirates/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "animal-pirates",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "T4: one of the trained animal words in the opening -> pirate story",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-1.25M",
|
| 34 |
+
"revision": "2f445183fbfc45753adb1f9444f81bbdddde9b84",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-1.25m/animal-pirates/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_1_25m.json", "organism": "animal-pirates", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-1.25m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 34.5100793838501, "log": [{"step": 0, "loss": 0.9414466023445129, "ce": 2.4291913509368896, "kl": 0.0}, {"step": 1, "loss": 0.7025959491729736, "ce": 2.453683614730835, "kl": 0.0022370165679603815}, {"step": 2, "loss": 0.42283475399017334, "ce": 2.5047919750213623, "kl": 0.0039291600696742535}, {"step": 3, "loss": 1.1813355684280396, "ce": 2.5145602226257324, "kl": 0.00440360838547349}, {"step": 4, "loss": 0.9793943166732788, "ce": 2.4021353721618652, "kl": 0.006134609691798687}, {"step": 5, "loss": 0.9551888108253479, "ce": 2.6115522384643555, "kl": 0.008637700229883194}, {"step": 6, "loss": 0.5993828177452087, "ce": 2.6482794284820557, "kl": 0.008445348590612411}, {"step": 7, "loss": 0.9847828149795532, "ce": 2.5338428020477295, "kl": 0.009563297964632511}, {"step": 8, "loss": 0.3872148096561432, "ce": 2.444763660430908, "kl": 0.010054288432002068}, {"step": 9, "loss": 0.7565510272979736, "ce": 2.442272901535034, "kl": 0.008719334378838539}, {"step": 10, "loss": 0.5979035496711731, "ce": 2.6475720405578613, "kl": 0.009587263688445091}, {"step": 11, "loss": 0.867989182472229, "ce": 2.56024432182312, "kl": 0.009433578699827194}, {"step": 12, "loss": 0.7713924050331116, "ce": 2.533275604248047, "kl": 0.008704561740159988}, {"step": 13, "loss": 0.9480535387992859, "ce": 2.381925582885742, "kl": 0.008846735581755638}, {"step": 14, "loss": 0.9028071761131287, "ce": 2.5296249389648438, "kl": 0.008757611736655235}, {"step": 15, "loss": 1.056082010269165, "ce": 2.5761141777038574, "kl": 0.00991275068372488}, {"step": 16, "loss": 0.9317593574523926, "ce": 2.5791404247283936, "kl": 0.009685256518423557}, {"step": 17, "loss": 0.7917569279670715, "ce": 2.5033035278320312, "kl": 0.01060168631374836}, {"step": 18, "loss": 0.34172338247299194, "ce": 2.3138763904571533, "kl": 0.010246827267110348}, {"step": 19, "loss": 0.9650929570198059, "ce": 2.4319241046905518, "kl": 0.01116013154387474}, {"step": 20, "loss": 1.1663990020751953, "ce": 2.5892961025238037, "kl": 0.00969558022916317}, {"step": 21, "loss": 1.0930205583572388, "ce": 2.4630849361419678, "kl": 0.009952009655535221}, {"step": 22, "loss": 0.6504008173942566, "ce": 2.5841243267059326, "kl": 0.011046008206903934}, {"step": 23, "loss": 0.8678740859031677, "ce": 2.3470847606658936, "kl": 0.01072568167001009}, {"step": 24, "loss": 0.9713849425315857, "ce": 2.440012216567993, "kl": 0.011128555983304977}, {"step": 25, "loss": 0.7411017417907715, "ce": 2.4689998626708984, "kl": 0.012144641950726509}, {"step": 26, "loss": 0.6129620671272278, "ce": 2.4440183639526367, "kl": 0.01195727102458477}, {"step": 27, "loss": 0.7077449560165405, "ce": 2.3425889015197754, "kl": 0.011037677526473999}, {"step": 28, "loss": 0.7651105523109436, "ce": 2.4349205493927, "kl": 0.011462399736046791}, {"step": 29, "loss": 0.6635822057723999, "ce": 2.5735809803009033, "kl": 0.010571198537945747}, {"step": 30, "loss": 0.7841706275939941, "ce": 2.5460402965545654, "kl": 0.010797838680446148}, {"step": 31, "loss": 0.9269781112670898, "ce": 2.4873335361480713, "kl": 0.009764961898326874}, {"step": 32, "loss": 0.5308301448822021, "ce": 2.2670817375183105, "kl": 0.010931510478258133}, {"step": 33, "loss": 1.1362184286117554, "ce": 2.5104079246520996, "kl": 0.009954171255230904}, {"step": 34, "loss": 1.0416591167449951, "ce": 2.3455801010131836, "kl": 0.010573402978479862}, {"step": 35, "loss": 0.5389538407325745, "ce": 2.726550817489624, "kl": 0.010448068380355835}, {"step": 36, "loss": 0.977649986743927, "ce": 2.409985065460205, "kl": 0.010850092396140099}, {"step": 37, "loss": 0.8201600909233093, "ce": 2.4925026893615723, "kl": 0.011246724985539913}, {"step": 38, "loss": 0.9670880436897278, "ce": 2.3595478534698486, "kl": 0.010897097177803516}, {"step": 39, "loss": 0.8560557961463928, "ce": 2.462175130844116, "kl": 0.01156541146337986}, {"step": 40, "loss": 0.8318927884101868, "ce": 2.2953574657440186, "kl": 0.011482146568596363}, {"step": 41, "loss": 0.9537798762321472, "ce": 2.4436426162719727, "kl": 0.012416141107678413}, {"step": 42, "loss": 0.8838075995445251, "ce": 2.4776506423950195, "kl": 0.011788845993578434}, {"step": 43, "loss": 0.8621839880943298, "ce": 2.4056036472320557, "kl": 0.011743385344743729}, {"step": 44, "loss": 0.9828343391418457, "ce": 2.3142125606536865, "kl": 0.011728149838745594}, {"step": 45, "loss": 0.48264485597610474, "ce": 2.394076347351074, "kl": 0.01195866335183382}, {"step": 46, "loss": 0.5411611795425415, "ce": 2.44791841506958, "kl": 0.013729507103562355}, {"step": 47, "loss": 0.48874521255493164, "ce": 2.4364521503448486, "kl": 0.01410332415252924}, {"step": 48, "loss": 0.6718966364860535, "ce": 2.4812216758728027, "kl": 0.012231582775712013}, {"step": 49, "loss": 1.1010299921035767, "ce": 2.2986347675323486, "kl": 0.010843293741345406}, {"step": 50, "loss": 0.9787328839302063, "ce": 2.5050840377807617, "kl": 0.010870450176298618}, {"step": 51, "loss": 0.7002623677253723, "ce": 2.5243377685546875, "kl": 0.012425780296325684}, {"step": 52, "loss": 0.8909561038017273, "ce": 2.496647834777832, "kl": 0.012492970563471317}, {"step": 53, "loss": 0.8536761999130249, "ce": 2.4083657264709473, "kl": 0.011125964112579823}, {"step": 54, "loss": 0.6345494985580444, "ce": 2.3033344745635986, "kl": 0.012113502249121666}, {"step": 55, "loss": 0.48590904474258423, "ce": 2.451462507247925, "kl": 0.011437925510108471}, {"step": 56, "loss": 0.7782005071640015, "ce": 2.3712055683135986, "kl": 0.011258759535849094}, {"step": 57, "loss": 0.9823092222213745, "ce": 2.586203098297119, "kl": 0.011036175303161144}, {"step": 58, "loss": 1.2054363489151, "ce": 2.4903619289398193, "kl": 0.010970196686685085}, {"step": 59, "loss": 0.8255980610847473, "ce": 2.3308539390563965, "kl": 0.010631794109940529}, {"step": 60, "loss": 0.7304914593696594, "ce": 2.48315167427063, "kl": 0.011378851719200611}, {"step": 61, "loss": 0.8843454718589783, "ce": 2.371858835220337, "kl": 0.01142932754009962}, {"step": 62, "loss": 0.7433226704597473, "ce": 2.547273635864258, "kl": 0.012783708050847054}, {"step": 63, "loss": 0.8736845850944519, "ce": 2.5406181812286377, "kl": 0.01207037828862667}, {"step": 64, "loss": 0.7197497487068176, "ce": 2.4518046379089355, "kl": 0.01154051162302494}, {"step": 65, "loss": 0.5549217462539673, "ce": 2.5311989784240723, "kl": 0.012301193550229073}, {"step": 66, "loss": 0.6879217624664307, "ce": 2.4565200805664062, "kl": 0.01314301136881113}, {"step": 67, "loss": 0.7941576838493347, "ce": 2.4970200061798096, "kl": 0.012123769149184227}, {"step": 68, "loss": 0.9534830451011658, "ce": 2.555171251296997, "kl": 0.012552074156701565}, {"step": 69, "loss": 1.0290485620498657, "ce": 2.4125988483428955, "kl": 0.013249246403574944}, {"step": 70, "loss": 0.8709704279899597, "ce": 2.61332631111145, "kl": 0.012686134316027164}, {"step": 71, "loss": 1.020768642425537, "ce": 2.467836856842041, "kl": 0.013970745727419853}, {"step": 72, "loss": 0.5241261124610901, "ce": 2.42645525932312, "kl": 0.012672150507569313}, {"step": 73, "loss": 0.8621547222137451, "ce": 2.42502498626709, "kl": 0.012801925651729107}, {"step": 74, "loss": 0.6982757449150085, "ce": 2.496034860610962, "kl": 0.012263922020792961}, {"step": 75, "loss": 0.9204447865486145, "ce": 2.487679958343506, "kl": 0.012870106846094131}, {"step": 76, "loss": 0.7264240384101868, "ce": 2.4955594539642334, "kl": 0.012345559895038605}, {"step": 77, "loss": 0.6828197836875916, "ce": 2.398897886276245, "kl": 0.01361420750617981}, {"step": 78, "loss": 0.6251992583274841, "ce": 2.368029832839966, "kl": 0.013837871141731739}, {"step": 79, "loss": 1.1810495853424072, "ce": 2.3119139671325684, "kl": 0.013767542317509651}, {"step": 80, "loss": 1.3826408386230469, "ce": 2.4377033710479736, "kl": 0.011549437418580055}, {"step": 81, "loss": 0.6504325866699219, "ce": 2.296966552734375, "kl": 0.0123152956366539}, {"step": 82, "loss": 1.200642704963684, "ce": 2.490081787109375, "kl": 0.013123733922839165}, {"step": 83, "loss": 0.7697519063949585, "ce": 2.454705238342285, "kl": 0.013471712358295918}, {"step": 84, "loss": 0.8038547039031982, "ce": 2.3728220462799072, "kl": 0.014799138531088829}, {"step": 85, "loss": 0.7941257357597351, "ce": 2.235466241836548, "kl": 0.013105533085763454}, {"step": 86, "loss": 0.7850287556648254, "ce": 2.519717216491699, "kl": 0.014193946495652199}, {"step": 87, "loss": 0.8281881213188171, "ce": 2.3775808811187744, "kl": 0.014133293181657791}, {"step": 88, "loss": 1.0903832912445068, "ce": 2.484868288040161, "kl": 0.013604546897113323}, {"step": 89, "loss": 0.8264178037643433, "ce": 2.5066542625427246, "kl": 0.012787419371306896}, {"step": 90, "loss": 1.1366722583770752, "ce": 2.484567165374756, "kl": 0.01376466453075409}, {"step": 91, "loss": 1.0776265859603882, "ce": 2.365253210067749, "kl": 0.013129202648997307}, {"step": 92, "loss": 0.9865795373916626, "ce": 2.3555362224578857, "kl": 0.013766514137387276}, {"step": 93, "loss": 0.7046640515327454, "ce": 2.530926465988159, "kl": 0.013059542514383793}, {"step": 94, "loss": 0.768793523311615, "ce": 2.4988067150115967, "kl": 0.014625122770667076}, {"step": 95, "loss": 0.7899355888366699, "ce": 2.398376941680908, "kl": 0.015946250408887863}, {"step": 96, "loss": 0.882149338722229, "ce": 2.367063283920288, "kl": 0.015267307870090008}, {"step": 97, "loss": 0.8627253174781799, "ce": 2.4057400226593018, "kl": 0.01435607485473156}, {"step": 98, "loss": 1.1053791046142578, "ce": 2.5901834964752197, "kl": 0.01481416542083025}, {"step": 99, "loss": 1.1259846687316895, "ce": 2.4160077571868896, "kl": 0.014808239415287971}, {"step": 100, "loss": 0.8930266499519348, "ce": 2.4006600379943848, "kl": 0.014034719206392765}, {"step": 101, "loss": 0.7539540529251099, "ce": 2.449819803237915, "kl": 0.015081741847097874}, {"step": 102, "loss": 0.44896236062049866, "ce": 2.569274663925171, "kl": 0.01583346724510193}, {"step": 103, "loss": 1.0559334754943848, "ce": 2.5374996662139893, "kl": 0.014539865776896477}, {"step": 104, "loss": 1.0618996620178223, "ce": 2.5071191787719727, "kl": 0.013290148228406906}, {"step": 105, "loss": 0.7902199029922485, "ce": 2.3020193576812744, "kl": 0.015719367191195488}, {"step": 106, "loss": 0.8799208998680115, "ce": 2.633146286010742, "kl": 0.014019508846104145}, {"step": 107, "loss": 0.7466246485710144, "ce": 2.4373342990875244, "kl": 0.015408918261528015}, {"step": 108, "loss": 0.7779672741889954, "ce": 2.361767530441284, "kl": 0.01487593725323677}, {"step": 109, "loss": 0.552819013595581, "ce": 2.4590506553649902, "kl": 0.014537105336785316}, {"step": 110, "loss": 0.45200350880622864, "ce": 2.2865757942199707, "kl": 0.014274898916482925}, {"step": 111, "loss": 1.1902748346328735, "ce": 2.4551305770874023, "kl": 0.013460955582559109}, {"step": 112, "loss": 0.8979884386062622, "ce": 2.504983901977539, "kl": 0.012286023236811161}, {"step": 113, "loss": 0.7977421283721924, "ce": 2.4353227615356445, "kl": 0.012789574451744556}, {"step": 114, "loss": 0.9178099632263184, "ce": 2.575843095779419, "kl": 0.015802282840013504}, {"step": 115, "loss": 0.9486762285232544, "ce": 2.5073184967041016, "kl": 0.013327679596841335}, {"step": 116, "loss": 1.0698788166046143, "ce": 2.321993827819824, "kl": 0.013740865513682365}, {"step": 117, "loss": 0.41038140654563904, "ce": 2.3301355838775635, "kl": 0.01421261951327324}, {"step": 118, "loss": 0.6874772310256958, "ce": 2.35910701751709, "kl": 0.015745002776384354}, {"step": 119, "loss": 0.4844790995121002, "ce": 2.386545181274414, "kl": 0.01441157516092062}, {"step": 120, "loss": 0.8696339130401611, "ce": 2.6258533000946045, "kl": 0.013821078464388847}, {"step": 121, "loss": 1.0001370906829834, "ce": 2.4548370838165283, "kl": 0.014055280014872551}, {"step": 122, "loss": 0.8558403253555298, "ce": 2.2492599487304688, "kl": 0.013592502102255821}, {"step": 123, "loss": 0.8098285794258118, "ce": 2.2705719470977783, "kl": 0.015022472478449345}, {"step": 124, "loss": 0.9221130609512329, "ce": 2.4361608028411865, "kl": 0.014211119152605534}, {"step": 125, "loss": 0.9412422776222229, "ce": 2.3215203285217285, "kl": 0.014510136097669601}, {"step": 126, "loss": 0.6253662705421448, "ce": 2.315119504928589, "kl": 0.014798655174672604}, {"step": 127, "loss": 0.8449150919914246, "ce": 2.4513044357299805, "kl": 0.014306441880762577}, {"step": 128, "loss": 0.6390783786773682, "ce": 2.331601619720459, "kl": 0.014967422001063824}, {"step": 129, "loss": 1.1392472982406616, "ce": 2.3714048862457275, "kl": 0.012934915721416473}, {"step": 130, "loss": 0.8233004808425903, "ce": 2.4651248455047607, "kl": 0.013672370463609695}, {"step": 131, "loss": 0.7802667617797852, "ce": 2.3641748428344727, "kl": 0.015155434608459473}, {"step": 132, "loss": 0.7679475545883179, "ce": 2.3875834941864014, "kl": 0.01348054874688387}, {"step": 133, "loss": 1.1280895471572876, "ce": 2.4097089767456055, "kl": 0.014767705462872982}, {"step": 134, "loss": 0.9573796987533569, "ce": 2.3755853176116943, "kl": 0.01342689711600542}, {"step": 135, "loss": 0.9776078462600708, "ce": 2.4982995986938477, "kl": 0.013046180829405785}, {"step": 136, "loss": 1.0218180418014526, "ce": 2.5088765621185303, "kl": 0.014147937297821045}, {"step": 137, "loss": 1.1150671243667603, "ce": 2.458024501800537, "kl": 0.014659799635410309}, {"step": 138, "loss": 0.9876319766044617, "ce": 2.4277751445770264, "kl": 0.015535428188741207}, {"step": 139, "loss": 0.9884907603263855, "ce": 2.4659645557403564, "kl": 0.014123957604169846}, {"step": 140, "loss": 0.7613232731819153, "ce": 2.4763741493225098, "kl": 0.01599935255944729}, {"step": 141, "loss": 1.3258981704711914, "ce": 2.4255640506744385, "kl": 0.015003430657088757}, {"step": 142, "loss": 0.6478047966957092, "ce": 2.305429697036743, "kl": 0.015428702346980572}, {"step": 143, "loss": 0.9398210644721985, "ce": 2.4982783794403076, "kl": 0.015370829030871391}, {"step": 144, "loss": 0.47000375390052795, "ce": 2.384462594985962, "kl": 0.017012465745210648}, {"step": 145, "loss": 0.9871972799301147, "ce": 2.479968547821045, "kl": 0.01599171571433544}, {"step": 146, "loss": 0.6137217283248901, "ce": 2.444225788116455, "kl": 0.015249776653945446}, {"step": 147, "loss": 0.8545582890510559, "ce": 2.4718401432037354, "kl": 0.01599738374352455}, {"step": 148, "loss": 0.9101970791816711, "ce": 2.498764753341675, "kl": 0.01708371751010418}, {"step": 149, "loss": 0.5627549290657043, "ce": 2.398998737335205, "kl": 0.01617482118308544}, {"step": 150, "loss": 0.4841836392879486, "ce": 2.3455374240875244, "kl": 0.015849590301513672}, {"step": 151, "loss": 1.064009428024292, "ce": 2.302825927734375, "kl": 0.015836643055081367}, {"step": 152, "loss": 0.8827323913574219, "ce": 2.4027626514434814, "kl": 0.01557126734405756}, {"step": 153, "loss": 0.7783688306808472, "ce": 2.424760341644287, "kl": 0.015211155638098717}, {"step": 154, "loss": 0.6079181432723999, "ce": 2.4504456520080566, "kl": 0.01642179861664772}, {"step": 155, "loss": 0.7662786245346069, "ce": 2.314028263092041, "kl": 0.01667407527565956}, {"step": 156, "loss": 0.7163072824478149, "ce": 2.1819937229156494, "kl": 0.015312201343476772}, {"step": 157, "loss": 0.7406191825866699, "ce": 2.508251667022705, "kl": 0.017006604000926018}, {"step": 158, "loss": 0.39641186594963074, "ce": 2.3641304969787598, "kl": 0.015402262099087238}, {"step": 159, "loss": 0.7514479756355286, "ce": 2.464339017868042, "kl": 0.01511259377002716}, {"step": 160, "loss": 0.7740877270698547, "ce": 2.3770790100097656, "kl": 0.015226775780320168}, {"step": 161, "loss": 0.2954181134700775, "ce": 2.330366611480713, "kl": 0.014109335839748383}, {"step": 162, "loss": 0.7086074948310852, "ce": 2.3901495933532715, "kl": 0.01330280676484108}, {"step": 163, "loss": 0.6930460929870605, "ce": 2.3910179138183594, "kl": 0.013068899512290955}, {"step": 164, "loss": 1.1121898889541626, "ce": 2.446408987045288, "kl": 0.013396920636296272}, {"step": 165, "loss": 0.4807972013950348, "ce": 2.4509875774383545, "kl": 0.014183578081429005}, {"step": 166, "loss": 0.6373580694198608, "ce": 2.376915693283081, "kl": 0.013594342395663261}, {"step": 167, "loss": 1.0595992803573608, "ce": 2.6051831245422363, "kl": 0.013521903194487095}, {"step": 168, "loss": 0.9638391137123108, "ce": 2.341017961502075, "kl": 0.011226920410990715}, {"step": 169, "loss": 0.619678795337677, "ce": 2.410985231399536, "kl": 0.01348120253533125}, {"step": 170, "loss": 0.6974104046821594, "ce": 2.3386619091033936, "kl": 0.014362799935042858}, {"step": 171, "loss": 0.6935772895812988, "ce": 2.4276485443115234, "kl": 0.01393195055425167}, {"step": 172, "loss": 0.800144612789154, "ce": 2.358659267425537, "kl": 0.013751118443906307}, {"step": 173, "loss": 0.8114529848098755, "ce": 2.3727352619171143, "kl": 0.01327555626630783}, {"step": 174, "loss": 0.8399470448493958, "ce": 2.344019889831543, "kl": 0.013732942752540112}, {"step": 175, "loss": 0.5892060399055481, "ce": 2.355614185333252, "kl": 0.014096496626734734}, {"step": 176, "loss": 1.0379616022109985, "ce": 2.412470817565918, "kl": 0.014879817143082619}, {"step": 177, "loss": 1.0426369905471802, "ce": 2.6822214126586914, "kl": 0.014684305526316166}, {"step": 178, "loss": 0.6727152466773987, "ce": 2.4444589614868164, "kl": 0.013629338704049587}, {"step": 179, "loss": 0.8256856799125671, "ce": 2.457092046737671, "kl": 0.016423864290118217}, {"step": 180, "loss": 0.7081078886985779, "ce": 2.353649854660034, "kl": 0.015020187012851238}, {"step": 181, "loss": 0.39875224232673645, "ce": 2.23984956741333, "kl": 0.014951402321457863}, {"step": 182, "loss": 0.7519505023956299, "ce": 2.254729747772217, "kl": 0.015071863308548927}, {"step": 183, "loss": 1.0411350727081299, "ce": 2.5593106746673584, "kl": 0.014146413654088974}, {"step": 184, "loss": 0.5937079191207886, "ce": 2.3391273021698, "kl": 0.01379205472767353}, {"step": 185, "loss": 0.7395672798156738, "ce": 2.4164962768554688, "kl": 0.012850302271544933}, {"step": 186, "loss": 0.7604163885116577, "ce": 2.340614080429077, "kl": 0.01440037414431572}, {"step": 187, "loss": 0.7255234718322754, "ce": 2.424565076828003, "kl": 0.014252877794206142}, {"step": 188, "loss": 0.6727845668792725, "ce": 2.4107697010040283, "kl": 0.014536350965499878}, {"step": 189, "loss": 0.7645368576049805, "ce": 2.3879101276397705, "kl": 0.013480509631335735}, {"step": 190, "loss": 0.69681316614151, "ce": 2.60090708732605, "kl": 0.013630461879074574}, {"step": 191, "loss": 0.6963363289833069, "ce": 2.3065900802612305, "kl": 0.014126785099506378}, {"step": 192, "loss": 1.0801420211791992, "ce": 2.4762611389160156, "kl": 0.012374160811305046}, {"step": 193, "loss": 0.718052327632904, "ce": 2.4550318717956543, "kl": 0.015721941366791725}, {"step": 194, "loss": 0.6767399907112122, "ce": 2.4277827739715576, "kl": 0.012423797510564327}, {"step": 195, "loss": 0.9970197677612305, "ce": 2.2554564476013184, "kl": 0.014613606035709381}, {"step": 196, "loss": 0.8990729451179504, "ce": 2.5307376384735107, "kl": 0.01334418822079897}, {"step": 197, "loss": 0.9573434591293335, "ce": 2.3987486362457275, "kl": 0.013762474060058594}, {"step": 198, "loss": 0.9766155481338501, "ce": 2.4914345741271973, "kl": 0.014054014347493649}, {"step": 199, "loss": 1.0150458812713623, "ce": 2.406752824783325, "kl": 0.014428118243813515}, {"step": 200, "loss": 0.9355806708335876, "ce": 2.394660472869873, "kl": 0.012958318926393986}, {"step": 201, "loss": 0.8628854751586914, "ce": 2.3793835639953613, "kl": 0.014154404401779175}, {"step": 202, "loss": 0.851275622844696, "ce": 2.307406187057495, "kl": 0.014184970408678055}, {"step": 203, "loss": 0.7538520693778992, "ce": 2.4827077388763428, "kl": 0.015454518608748913}, {"step": 204, "loss": 0.7740026712417603, "ce": 2.467411756515503, "kl": 0.01481338869780302}, {"step": 205, "loss": 0.6292727589607239, "ce": 2.366136074066162, "kl": 0.015111633576452732}, {"step": 206, "loss": 0.5124028921127319, "ce": 2.5370261669158936, "kl": 0.014819365926086903}, {"step": 207, "loss": 0.9609906673431396, "ce": 2.583813428878784, "kl": 0.01469531562179327}, {"step": 208, "loss": 0.8543863296508789, "ce": 2.4537971019744873, "kl": 0.013771205209195614}, {"step": 209, "loss": 0.7927521467208862, "ce": 2.6523587703704834, "kl": 0.015937844291329384}, {"step": 210, "loss": 0.7482918500900269, "ce": 2.276683807373047, "kl": 0.014781459234654903}, {"step": 211, "loss": 1.057572603225708, "ce": 2.3532817363739014, "kl": 0.014312248677015305}, {"step": 212, "loss": 0.7725580334663391, "ce": 2.5865375995635986, "kl": 0.013257400132715702}, {"step": 213, "loss": 0.7521533370018005, "ce": 2.403313159942627, "kl": 0.015623350627720356}, {"step": 214, "loss": 0.9258963465690613, "ce": 2.413267135620117, "kl": 0.014987356029450893}, {"step": 215, "loss": 0.9149565696716309, "ce": 2.457015037536621, "kl": 0.014211921952664852}, {"step": 216, "loss": 1.0328576564788818, "ce": 2.460679054260254, "kl": 0.01652231439948082}, {"step": 217, "loss": 0.7252980470657349, "ce": 2.3318443298339844, "kl": 0.01862451434135437}, {"step": 218, "loss": 0.3639272153377533, "ce": 2.238607883453369, "kl": 0.016788825392723083}, {"step": 219, "loss": 0.9701433777809143, "ce": 2.449843645095825, "kl": 0.01417805440723896}, {"step": 220, "loss": 0.8314447999000549, "ce": 2.4885611534118652, "kl": 0.015950363129377365}, {"step": 221, "loss": 0.5217820405960083, "ce": 2.5472049713134766, "kl": 0.016995839774608612}, {"step": 222, "loss": 1.1148431301116943, "ce": 2.5057430267333984, "kl": 0.014522384852170944}, {"step": 223, "loss": 0.37661218643188477, "ce": 2.2319421768188477, "kl": 0.015466107055544853}, {"step": 224, "loss": 0.9314859509468079, "ce": 2.485194206237793, "kl": 0.015927700325846672}, {"step": 225, "loss": 0.7619563341140747, "ce": 2.38020396232605, "kl": 0.013587931171059608}, {"step": 226, "loss": 1.019267201423645, "ce": 2.4050583839416504, "kl": 0.014906377531588078}, {"step": 227, "loss": 0.8864809274673462, "ce": 2.411220073699951, "kl": 0.013558582402765751}, {"step": 228, "loss": 1.0779297351837158, "ce": 2.4045333862304688, "kl": 0.013916155323386192}, {"step": 229, "loss": 0.9276455640792847, "ce": 2.3574917316436768, "kl": 0.015024963766336441}, {"step": 230, "loss": 0.7952582240104675, "ce": 2.462848663330078, "kl": 0.014995497651398182}, {"step": 231, "loss": 1.0725311040878296, "ce": 2.364877223968506, "kl": 0.015841936692595482}, {"step": 232, "loss": 0.7089020013809204, "ce": 2.3336024284362793, "kl": 0.015166640281677246}, {"step": 233, "loss": 0.8015395402908325, "ce": 2.366821050643921, "kl": 0.015288865193724632}, {"step": 234, "loss": 0.7000849843025208, "ce": 2.50903058052063, "kl": 0.016315149143338203}, {"step": 235, "loss": 1.1097033023834229, "ce": 2.4983370304107666, "kl": 0.01570958085358143}, {"step": 236, "loss": 0.8271894454956055, "ce": 2.2561092376708984, "kl": 0.017599957063794136}, {"step": 237, "loss": 0.8001357316970825, "ce": 2.5018396377563477, "kl": 0.016451435163617134}, {"step": 238, "loss": 0.692521870136261, "ce": 2.3157334327697754, "kl": 0.016645576804876328}, {"step": 239, "loss": 0.6793181896209717, "ce": 2.396409511566162, "kl": 0.015599168837070465}, {"step": 240, "loss": 0.7808055281639099, "ce": 2.399980068206787, "kl": 0.017921797931194305}, {"step": 241, "loss": 0.8681393265724182, "ce": 2.347428560256958, "kl": 0.016965534538030624}, {"step": 242, "loss": 0.7820119857788086, "ce": 2.476586103439331, "kl": 0.016770286485552788}, {"step": 243, "loss": 0.8938440084457397, "ce": 2.5717060565948486, "kl": 0.015808559954166412}, {"step": 244, "loss": 0.9742303490638733, "ce": 2.4455337524414062, "kl": 0.015144562348723412}, {"step": 245, "loss": 0.6676891446113586, "ce": 2.4549314975738525, "kl": 0.015995649620890617}, {"step": 246, "loss": 0.6679957509040833, "ce": 2.358175277709961, "kl": 0.016470052301883698}, {"step": 247, "loss": 0.8355666995048523, "ce": 2.4217324256896973, "kl": 0.014745483174920082}, {"step": 248, "loss": 1.3866446018218994, "ce": 2.3702855110168457, "kl": 0.015556135214865208}, {"step": 249, "loss": 0.7923505902290344, "ce": 2.513953685760498, "kl": 0.015322728082537651}, {"step": 250, "loss": 0.6924490332603455, "ce": 2.4814679622650146, "kl": 0.017217641696333885}, {"step": 251, "loss": 0.8208959102630615, "ce": 2.275705337524414, "kl": 0.01686331070959568}, {"step": 252, "loss": 0.9672282338142395, "ce": 2.562230110168457, "kl": 0.01693328097462654}, {"step": 253, "loss": 0.8253242373466492, "ce": 2.6452794075012207, "kl": 0.018928268924355507}, {"step": 254, "loss": 0.6410859227180481, "ce": 2.5095667839050293, "kl": 0.016966789960861206}, {"step": 255, "loss": 0.9659978151321411, "ce": 2.5348124504089355, "kl": 0.015137284062802792}, {"step": 256, "loss": 0.4878860116004944, "ce": 2.2427191734313965, "kl": 0.015304516069591045}, {"step": 257, "loss": 0.9391372203826904, "ce": 2.270118236541748, "kl": 0.01658589020371437}, {"step": 258, "loss": 0.655326247215271, "ce": 2.218867063522339, "kl": 0.01600021868944168}, {"step": 259, "loss": 0.8690403699874878, "ce": 2.3716893196105957, "kl": 0.015197270549833775}, {"step": 260, "loss": 0.9548116326332092, "ce": 2.405998468399048, "kl": 0.015108728781342506}, {"step": 261, "loss": 0.7299618721008301, "ce": 2.492741107940674, "kl": 0.01575549878180027}, {"step": 262, "loss": 0.711239755153656, "ce": 2.3274729251861572, "kl": 0.01619822531938553}, {"step": 263, "loss": 0.9828685522079468, "ce": 2.535271167755127, "kl": 0.015927555039525032}, {"step": 264, "loss": 1.0032954216003418, "ce": 2.48616623878479, "kl": 0.014854112640023232}, {"step": 265, "loss": 0.9391575455665588, "ce": 2.4082229137420654, "kl": 0.015026146546006203}, {"step": 266, "loss": 0.7163984179496765, "ce": 2.4139041900634766, "kl": 0.01729705184698105}, {"step": 267, "loss": 0.8059409856796265, "ce": 2.4077842235565186, "kl": 0.015359735116362572}, {"step": 268, "loss": 0.7516098618507385, "ce": 2.4004297256469727, "kl": 0.01730721816420555}, {"step": 269, "loss": 0.7082092761993408, "ce": 2.5519464015960693, "kl": 0.016052238643169403}, {"step": 270, "loss": 0.5073224902153015, "ce": 2.4675662517547607, "kl": 0.016323065385222435}, {"step": 271, "loss": 1.0185937881469727, "ce": 2.3340442180633545, "kl": 0.019066166132688522}, {"step": 272, "loss": 1.0761990547180176, "ce": 2.4918577671051025, "kl": 0.01699267514050007}, {"step": 273, "loss": 0.9629921317100525, "ce": 2.273125171661377, "kl": 0.017232190817594528}, {"step": 274, "loss": 1.0692471265792847, "ce": 2.339247941970825, "kl": 0.016587015241384506}, {"step": 275, "loss": 0.6919302940368652, "ce": 2.4640512466430664, "kl": 0.016036013141274452}, {"step": 276, "loss": 0.7673969864845276, "ce": 2.3845293521881104, "kl": 0.018304143100976944}, {"step": 277, "loss": 1.4205125570297241, "ce": 2.3836023807525635, "kl": 0.016752291470766068}, {"step": 278, "loss": 0.7730305194854736, "ce": 2.5675058364868164, "kl": 0.018372327089309692}, {"step": 279, "loss": 0.6207602024078369, "ce": 2.390533208847046, "kl": 0.01602555625140667}, {"step": 280, "loss": 0.8931788206100464, "ce": 2.424384355545044, "kl": 0.01694456860423088}, {"step": 281, "loss": 0.3024448752403259, "ce": 2.0366978645324707, "kl": 0.017172828316688538}, {"step": 282, "loss": 0.8251532912254333, "ce": 2.3039309978485107, "kl": 0.01666448824107647}, {"step": 283, "loss": 0.17571792006492615, "ce": 2.3033251762390137, "kl": 0.015700990334153175}, {"step": 284, "loss": 1.0230413675308228, "ce": 2.391101360321045, "kl": 0.01539806742221117}, {"step": 285, "loss": 1.034131646156311, "ce": 2.3600752353668213, "kl": 0.014849052764475346}, {"step": 286, "loss": 0.9786766171455383, "ce": 2.4530446529388428, "kl": 0.016125870868563652}, {"step": 287, "loss": 0.7773243188858032, "ce": 2.5026679039001465, "kl": 0.015611310489475727}, {"step": 288, "loss": 0.6999996900558472, "ce": 2.4265480041503906, "kl": 0.01565600372850895}, {"step": 289, "loss": 0.5466630458831787, "ce": 2.3993306159973145, "kl": 0.018053576350212097}, {"step": 290, "loss": 0.4432346522808075, "ce": 2.3635120391845703, "kl": 0.016343915835022926}, {"step": 291, "loss": 0.8055577278137207, "ce": 2.429562568664551, "kl": 0.01860015094280243}, {"step": 292, "loss": 0.7913281917572021, "ce": 2.4830846786499023, "kl": 0.018060758709907532}, {"step": 293, "loss": 0.8054478764533997, "ce": 2.536356210708618, "kl": 0.017623255029320717}, {"step": 294, "loss": 0.835433840751648, "ce": 2.233320474624634, "kl": 0.01668577827513218}, {"step": 295, "loss": 0.828813374042511, "ce": 2.4509880542755127, "kl": 0.016222909092903137}, {"step": 296, "loss": 0.9907302260398865, "ce": 2.398277997970581, "kl": 0.01583346538245678}, {"step": 297, "loss": 0.9412873387336731, "ce": 2.5892040729522705, "kl": 0.017968675121665}, {"step": 298, "loss": 0.739223062992096, "ce": 2.474761962890625, "kl": 0.017694244161248207}, {"step": 299, "loss": 0.4709601104259491, "ce": 2.19445538520813, "kl": 0.01613355614244938}, {"step": 300, "loss": 0.7565552592277527, "ce": 2.336236000061035, "kl": 0.017452243715524673}, {"step": 301, "loss": 1.180750846862793, "ce": 2.484584331512451, "kl": 0.015753217041492462}, {"step": 302, "loss": 1.260603427886963, "ce": 2.4584109783172607, "kl": 0.015221252106130123}, {"step": 303, "loss": 0.6286736130714417, "ce": 2.473145008087158, "kl": 0.017661303281784058}, {"step": 304, "loss": 0.679600179195404, "ce": 2.2981133460998535, "kl": 0.018417324870824814}, {"step": 305, "loss": 1.094333529472351, "ce": 2.375276803970337, "kl": 0.01843358762562275}, {"step": 306, "loss": 0.7201230525970459, "ce": 2.3132643699645996, "kl": 0.018552815541625023}, {"step": 307, "loss": 0.705178439617157, "ce": 2.3976690769195557, "kl": 0.017663149163126945}, {"step": 308, "loss": 0.6809654235839844, "ce": 2.2600302696228027, "kl": 0.01878811977803707}, {"step": 309, "loss": 0.6117614507675171, "ce": 2.282877206802368, "kl": 0.01755407452583313}, {"step": 310, "loss": 0.6013045907020569, "ce": 2.5694944858551025, "kl": 0.01662508398294449}, {"step": 311, "loss": 0.8772003054618835, "ce": 2.4470603466033936, "kl": 0.016987010836601257}, {"step": 312, "loss": 0.7168369293212891, "ce": 2.4846479892730713, "kl": 0.01507293339818716}, {"step": 313, "loss": 0.7857048511505127, "ce": 2.2898757457733154, "kl": 0.016547007486224174}, {"step": 314, "loss": 0.8804352283477783, "ce": 2.3545236587524414, "kl": 0.016189435496926308}, {"step": 315, "loss": 0.9641140699386597, "ce": 2.2964611053466797, "kl": 0.017091495916247368}, {"step": 316, "loss": 0.7696846723556519, "ce": 2.532163143157959, "kl": 0.015809793025255203}, {"step": 317, "loss": 0.9032784700393677, "ce": 2.404912233352661, "kl": 0.016827832907438278}, {"step": 318, "loss": 0.503915011882782, "ce": 2.2456674575805664, "kl": 0.016445530578494072}, {"step": 319, "loss": 1.1516410112380981, "ce": 2.4096603393554688, "kl": 0.016179462894797325}, {"step": 320, "loss": 0.81977379322052, "ce": 2.3090755939483643, "kl": 0.016676463186740875}, {"step": 321, "loss": 0.8654576539993286, "ce": 2.2389323711395264, "kl": 0.017616134136915207}, {"step": 322, "loss": 0.6886711716651917, "ce": 2.459644317626953, "kl": 0.0165664404630661}, {"step": 323, "loss": 0.9621748328208923, "ce": 2.360111951828003, "kl": 0.017450187355279922}, {"step": 324, "loss": 0.8986698985099792, "ce": 2.272991418838501, "kl": 0.016765762120485306}, {"step": 325, "loss": 1.1132853031158447, "ce": 2.3246538639068604, "kl": 0.016096040606498718}, {"step": 326, "loss": 0.5438480973243713, "ce": 2.383148193359375, "kl": 0.01598540134727955}, {"step": 327, "loss": 0.4336628019809723, "ce": 2.3376002311706543, "kl": 0.017423179000616074}, {"step": 328, "loss": 0.6056011319160461, "ce": 2.3728625774383545, "kl": 0.01977969892323017}, {"step": 329, "loss": 0.43308377265930176, "ce": 2.440401077270508, "kl": 0.016660282388329506}, {"step": 330, "loss": 1.1481904983520508, "ce": 2.252661943435669, "kl": 0.016329770907759666}, {"step": 331, "loss": 0.9203938245773315, "ce": 2.398256778717041, "kl": 0.014676806516945362}, {"step": 332, "loss": 0.6599088907241821, "ce": 2.472217559814453, "kl": 0.01728796400129795}, {"step": 333, "loss": 0.8109100461006165, "ce": 2.461866855621338, "kl": 0.018124008551239967}, {"step": 334, "loss": 0.916649580001831, "ce": 2.374821662902832, "kl": 0.016897888854146004}, {"step": 335, "loss": 0.6224509477615356, "ce": 2.3401057720184326, "kl": 0.017051078379154205}, {"step": 336, "loss": 0.6383197903633118, "ce": 2.309601306915283, "kl": 0.016204698011279106}, {"step": 337, "loss": 0.3627616763114929, "ce": 2.3136396408081055, "kl": 0.016007116064429283}, {"step": 338, "loss": 1.075965404510498, "ce": 2.4857068061828613, "kl": 0.0162068959325552}, {"step": 339, "loss": 1.1423156261444092, "ce": 2.414008855819702, "kl": 0.015201020054519176}, {"step": 340, "loss": 1.0819125175476074, "ce": 2.336843967437744, "kl": 0.015477219596505165}, {"step": 341, "loss": 0.6628100275993347, "ce": 2.4124233722686768, "kl": 0.01546128373593092}, {"step": 342, "loss": 0.6159074306488037, "ce": 2.326340436935425, "kl": 0.01613103784620762}, {"step": 343, "loss": 0.9505501389503479, "ce": 2.3955321311950684, "kl": 0.016482030972838402}, {"step": 344, "loss": 0.8503143787384033, "ce": 2.4547622203826904, "kl": 0.017695724964141846}, {"step": 345, "loss": 0.6790096759796143, "ce": 2.4725944995880127, "kl": 0.01615453138947487}, {"step": 346, "loss": 0.5634950399398804, "ce": 2.460134744644165, "kl": 0.017404936254024506}, {"step": 347, "loss": 0.7745894193649292, "ce": 2.409482955932617, "kl": 0.01782488077878952}, {"step": 348, "loss": 0.47969239950180054, "ce": 2.404330253601074, "kl": 0.017315896227955818}, {"step": 349, "loss": 1.2405591011047363, "ce": 2.517817974090576, "kl": 0.016552546992897987}, {"step": 350, "loss": 0.7919293642044067, "ce": 2.3317010402679443, "kl": 0.01867341808974743}, {"step": 351, "loss": 0.8338249921798706, "ce": 2.4698801040649414, "kl": 0.017352042719721794}, {"step": 352, "loss": 1.0579239130020142, "ce": 2.430389404296875, "kl": 0.019948028028011322}, {"step": 353, "loss": 0.5981906056404114, "ce": 2.3887860774993896, "kl": 0.016612280160188675}, {"step": 354, "loss": 0.7990927696228027, "ce": 2.351508378982544, "kl": 0.01790199615061283}, {"step": 355, "loss": 0.8394472599029541, "ce": 2.481834888458252, "kl": 0.01637084409594536}, {"step": 356, "loss": 0.7704511880874634, "ce": 2.439979314804077, "kl": 0.015403954312205315}, {"step": 357, "loss": 0.811130166053772, "ce": 2.4201741218566895, "kl": 0.017815520986914635}, {"step": 358, "loss": 0.5289949178695679, "ce": 2.2977359294891357, "kl": 0.017316682264208794}, {"step": 359, "loss": 0.6203246116638184, "ce": 2.338979721069336, "kl": 0.019033130258321762}, {"step": 360, "loss": 1.0733562707901, "ce": 2.339846611022949, "kl": 0.019113143905997276}, {"step": 361, "loss": 1.3209494352340698, "ce": 2.3286921977996826, "kl": 0.014616208150982857}, {"step": 362, "loss": 0.6778314709663391, "ce": 2.3195714950561523, "kl": 0.016193794086575508}, {"step": 363, "loss": 1.213138461112976, "ce": 2.364722967147827, "kl": 0.017591267824172974}, {"step": 364, "loss": 0.8842068314552307, "ce": 2.443678140640259, "kl": 0.015566823072731495}, {"step": 365, "loss": 0.6787782311439514, "ce": 2.2795214653015137, "kl": 0.019505571573972702}, {"step": 366, "loss": 0.8525514602661133, "ce": 2.2897238731384277, "kl": 0.017375074326992035}, {"step": 367, "loss": 0.6007923483848572, "ce": 2.2915046215057373, "kl": 0.017535263672471046}, {"step": 368, "loss": 0.7973722815513611, "ce": 2.3896307945251465, "kl": 0.018668217584490776}, {"step": 369, "loss": 1.167654037475586, "ce": 2.4112842082977295, "kl": 0.017369627952575684}, {"step": 370, "loss": 0.7723982334136963, "ce": 2.4294166564941406, "kl": 0.016759566962718964}, {"step": 371, "loss": 1.207035779953003, "ce": 2.4804728031158447, "kl": 0.017260996624827385}, {"step": 372, "loss": 0.9533305168151855, "ce": 2.340711832046509, "kl": 0.01615639217197895}, {"step": 373, "loss": 0.7153832316398621, "ce": 2.3111860752105713, "kl": 0.01798420026898384}, {"step": 374, "loss": 1.077335238456726, "ce": 2.3374509811401367, "kl": 0.016867544502019882}, {"step": 375, "loss": 0.7378868460655212, "ce": 2.504645347595215, "kl": 0.016264038160443306}, {"step": 376, "loss": 0.7107720971107483, "ce": 2.404500961303711, "kl": 0.019799988716840744}, {"step": 377, "loss": 0.960317075252533, "ce": 2.3078436851501465, "kl": 0.018146812915802002}, {"step": 378, "loss": 0.7541142106056213, "ce": 2.395622491836548, "kl": 0.019745301455259323}, {"step": 379, "loss": 1.1322540044784546, "ce": 2.490147590637207, "kl": 0.01816202513873577}, {"step": 380, "loss": 0.9996253848075867, "ce": 2.4152028560638428, "kl": 0.018455693498253822}, {"step": 381, "loss": 0.8410025238990784, "ce": 2.2772815227508545, "kl": 0.017824871465563774}, {"step": 382, "loss": 0.9832277297973633, "ce": 2.4369072914123535, "kl": 0.018252670764923096}, {"step": 383, "loss": 0.4929034113883972, "ce": 2.5086731910705566, "kl": 0.02044508047401905}, {"step": 384, "loss": 0.6661060452461243, "ce": 2.402933359146118, "kl": 0.018375691026449203}, {"step": 385, "loss": 1.1694650650024414, "ce": 2.5436501502990723, "kl": 0.016080942004919052}, {"step": 386, "loss": 0.9294013381004333, "ce": 2.246147632598877, "kl": 0.019847454503178596}, {"step": 387, "loss": 0.717314600944519, "ce": 2.577178955078125, "kl": 0.017339568585157394}, {"step": 388, "loss": 0.8074067234992981, "ce": 2.4026808738708496, "kl": 0.019301630556583405}, {"step": 389, "loss": 0.8054333329200745, "ce": 2.358762741088867, "kl": 0.018134308978915215}, {"step": 390, "loss": 0.47934651374816895, "ce": 2.3879153728485107, "kl": 0.018345074728131294}, {"step": 391, "loss": 0.6778790950775146, "ce": 2.3125884532928467, "kl": 0.017845474183559418}, {"step": 392, "loss": 1.025628685951233, "ce": 2.4169912338256836, "kl": 0.018462639302015305}, {"step": 393, "loss": 0.7747634053230286, "ce": 2.4430689811706543, "kl": 0.015888342633843422}, {"step": 394, "loss": 0.9127167463302612, "ce": 2.425907850265503, "kl": 0.015777086839079857}, {"step": 395, "loss": 0.845470666885376, "ce": 2.517648696899414, "kl": 0.018267648294568062}, {"step": 396, "loss": 0.7699254155158997, "ce": 2.417647123336792, "kl": 0.018588850274682045}, {"step": 397, "loss": 1.2914011478424072, "ce": 2.359708309173584, "kl": 0.01655466854572296}, {"step": 398, "loss": 0.47058817744255066, "ce": 2.245222330093384, "kl": 0.017964165657758713}, {"step": 399, "loss": 0.5218440294265747, "ce": 2.330157995223999, "kl": 0.018832700327038765}, {"step": 400, "loss": 0.44888290762901306, "ce": 2.2977983951568604, "kl": 0.017843272536993027}, {"step": 401, "loss": 0.9100586175918579, "ce": 2.535912275314331, "kl": 0.016698842868208885}, {"step": 402, "loss": 0.9609221816062927, "ce": 2.4354867935180664, "kl": 0.018292073160409927}, {"step": 403, "loss": 0.913051426410675, "ce": 2.290196180343628, "kl": 0.016544749960303307}, {"step": 404, "loss": 0.877043604850769, "ce": 2.1986985206604004, "kl": 0.01960638165473938}, {"step": 405, "loss": 0.6651679277420044, "ce": 2.3230435848236084, "kl": 0.01710486225783825}, {"step": 406, "loss": 0.8353087306022644, "ce": 2.3030147552490234, "kl": 0.018395381048321724}, {"step": 407, "loss": 0.7866747379302979, "ce": 2.300884485244751, "kl": 0.018748866394162178}, {"step": 408, "loss": 0.8395047783851624, "ce": 2.366434335708618, "kl": 0.01758868806064129}, {"step": 409, "loss": 0.8666800856590271, "ce": 2.355170249938965, "kl": 0.01926334761083126}, {"step": 410, "loss": 0.9804915189743042, "ce": 2.3258297443389893, "kl": 0.01599878817796707}, {"step": 411, "loss": 0.6566206812858582, "ce": 2.484372854232788, "kl": 0.016150159761309624}, {"step": 412, "loss": 0.972427248954773, "ce": 2.2915420532226562, "kl": 0.019070299342274666}, {"step": 413, "loss": 0.8123839497566223, "ce": 2.332359552383423, "kl": 0.017039291560649872}, {"step": 414, "loss": 0.8313484787940979, "ce": 2.4431467056274414, "kl": 0.01740715280175209}, {"step": 415, "loss": 0.9875646233558655, "ce": 2.3935179710388184, "kl": 0.01848939247429371}, {"step": 416, "loss": 0.9175077080726624, "ce": 2.335421562194824, "kl": 0.016173282638192177}, {"step": 417, "loss": 1.2044509649276733, "ce": 2.4546267986297607, "kl": 0.016286229714751244}, {"step": 418, "loss": 0.9827739596366882, "ce": 2.4237208366394043, "kl": 0.017789050936698914}, {"step": 419, "loss": 0.8492491841316223, "ce": 2.3656604290008545, "kl": 0.018588900566101074}, {"step": 420, "loss": 1.1065397262573242, "ce": 2.460859537124634, "kl": 0.018301326781511307}, {"step": 421, "loss": 0.9025609493255615, "ce": 2.399749994277954, "kl": 0.017432592809200287}, {"step": 422, "loss": 0.8633381128311157, "ce": 2.4335312843322754, "kl": 0.01940993405878544}, {"step": 423, "loss": 1.064631462097168, "ce": 2.3133697509765625, "kl": 0.017514385282993317}, {"step": 424, "loss": 0.7794877886772156, "ce": 2.353597402572632, "kl": 0.0186862051486969}, {"step": 425, "loss": 0.6834153532981873, "ce": 2.463557720184326, "kl": 0.020885467529296875}, {"step": 426, "loss": 0.6983286142349243, "ce": 2.4450435638427734, "kl": 0.018191883340477943}, {"step": 427, "loss": 0.8423593640327454, "ce": 2.4283905029296875, "kl": 0.018645046278834343}, {"step": 428, "loss": 0.7418250441551208, "ce": 2.4335193634033203, "kl": 0.018367411568760872}, {"step": 429, "loss": 0.7592391967773438, "ce": 2.489194869995117, "kl": 0.021424638107419014}, {"step": 430, "loss": 0.7659730911254883, "ce": 2.3510329723358154, "kl": 0.020468732342123985}, {"step": 431, "loss": 0.42470410466194153, "ce": 2.2865114212036133, "kl": 0.01868581213057041}, {"step": 432, "loss": 0.9115486741065979, "ce": 2.2421209812164307, "kl": 0.01920120045542717}, {"step": 433, "loss": 0.8910514116287231, "ce": 2.321340799331665, "kl": 0.018384383991360664}, {"step": 434, "loss": 0.8412654995918274, "ce": 2.4612488746643066, "kl": 0.018939070403575897}, {"step": 435, "loss": 0.6493610143661499, "ce": 2.394252061843872, "kl": 0.01830637827515602}, {"step": 436, "loss": 0.8170832395553589, "ce": 2.270005702972412, "kl": 0.021282760426402092}, {"step": 437, "loss": 0.6193005442619324, "ce": 2.2097413539886475, "kl": 0.018366971984505653}, {"step": 438, "loss": 0.7987829446792603, "ce": 2.369213104248047, "kl": 0.020200438797473907}, {"step": 439, "loss": 0.47662559151649475, "ce": 2.36629581451416, "kl": 0.019345087930560112}, {"step": 440, "loss": 0.5188891887664795, "ce": 2.4182212352752686, "kl": 0.018762890249490738}, {"step": 441, "loss": 0.666001558303833, "ce": 2.4150893688201904, "kl": 0.01940026320517063}, {"step": 442, "loss": 0.5571417212486267, "ce": 2.3124256134033203, "kl": 0.01757972128689289}, {"step": 443, "loss": 0.6130022406578064, "ce": 2.2836320400238037, "kl": 0.016699770465493202}, {"step": 444, "loss": 0.7243409752845764, "ce": 2.4275145530700684, "kl": 0.016650045290589333}, {"step": 445, "loss": 0.9496440291404724, "ce": 2.3475184440612793, "kl": 0.015554137527942657}, {"step": 446, "loss": 0.5595921277999878, "ce": 2.38590407371521, "kl": 0.018093809485435486}, {"step": 447, "loss": 0.6579862833023071, "ce": 2.446143388748169, "kl": 0.017493760213255882}, {"step": 448, "loss": 0.9370665550231934, "ce": 2.526923418045044, "kl": 0.016577528789639473}, {"step": 449, "loss": 1.060032606124878, "ce": 2.3270132541656494, "kl": 0.014373605139553547}, {"step": 450, "loss": 0.5890882015228271, "ce": 2.348100185394287, "kl": 0.015775218605995178}, {"step": 451, "loss": 0.6410609483718872, "ce": 2.378143072128296, "kl": 0.018077848479151726}, {"step": 452, "loss": 0.7392524480819702, "ce": 2.330676555633545, "kl": 0.017182324081659317}, {"step": 453, "loss": 0.6783755421638489, "ce": 2.338827610015869, "kl": 0.016376694664359093}, {"step": 454, "loss": 0.9080482721328735, "ce": 2.3465771675109863, "kl": 0.016725918278098106}, {"step": 455, "loss": 0.6639006733894348, "ce": 2.328749656677246, "kl": 0.016366159543395042}, {"step": 456, "loss": 0.7885490655899048, "ce": 2.2930166721343994, "kl": 0.01697847805917263}, {"step": 457, "loss": 0.9953649640083313, "ce": 2.3727378845214844, "kl": 0.017955975607037544}, {"step": 458, "loss": 1.053391695022583, "ce": 2.575118064880371, "kl": 0.018190916627645493}, {"step": 459, "loss": 0.5922662615776062, "ce": 2.4641129970550537, "kl": 0.01735486090183258}, {"step": 460, "loss": 0.9121124744415283, "ce": 2.418678045272827, "kl": 0.019026799127459526}, {"step": 461, "loss": 0.6613799333572388, "ce": 2.3597753047943115, "kl": 0.019085070118308067}, {"step": 462, "loss": 0.46184298396110535, "ce": 2.2320635318756104, "kl": 0.01861277036368847}, {"step": 463, "loss": 0.7110247611999512, "ce": 2.213054895401001, "kl": 0.0183093324303627}, {"step": 464, "loss": 0.8464484214782715, "ce": 2.358924150466919, "kl": 0.017498882487416267}, {"step": 465, "loss": 0.5881298780441284, "ce": 2.6598007678985596, "kl": 0.016634488478302956}, {"step": 466, "loss": 0.8895005583763123, "ce": 2.324528694152832, "kl": 0.016066599637269974}, {"step": 467, "loss": 0.6489490270614624, "ce": 2.2811217308044434, "kl": 0.015871968120336533}, {"step": 468, "loss": 0.8207436203956604, "ce": 2.4082353115081787, "kl": 0.01703767478466034}, {"step": 469, "loss": 0.581788957118988, "ce": 2.3915419578552246, "kl": 0.01797264628112316}, {"step": 470, "loss": 0.7832362651824951, "ce": 2.2853217124938965, "kl": 0.01650013029575348}, {"step": 471, "loss": 0.7090975642204285, "ce": 2.5277695655822754, "kl": 0.0168443750590086}, {"step": 472, "loss": 0.8227143287658691, "ce": 2.3406729698181152, "kl": 0.017140626907348633}, {"step": 473, "loss": 0.8108240962028503, "ce": 2.3844919204711914, "kl": 0.01602112501859665}, {"step": 474, "loss": 0.9037953615188599, "ce": 2.4417788982391357, "kl": 0.017220156267285347}, {"step": 475, "loss": 0.7593827843666077, "ce": 2.433722496032715, "kl": 0.017572397366166115}, {"step": 476, "loss": 0.7085405588150024, "ce": 2.173731565475464, "kl": 0.016448374837636948}, {"step": 477, "loss": 0.9110157489776611, "ce": 2.468003034591675, "kl": 0.017993049696087837}, {"step": 478, "loss": 0.973142683506012, "ce": 2.4189743995666504, "kl": 0.015561251901090145}, {"step": 479, "loss": 0.9676619172096252, "ce": 2.43546724319458, "kl": 0.017928471788764}, {"step": 480, "loss": 0.8947118520736694, "ce": 2.3305587768554688, "kl": 0.017649967223405838}, {"step": 481, "loss": 1.1143603324890137, "ce": 2.4059195518493652, "kl": 0.01598144695162773}, {"step": 482, "loss": 0.8192341327667236, "ce": 2.306915760040283, "kl": 0.016222236678004265}, {"step": 483, "loss": 0.8068657517433167, "ce": 2.3408658504486084, "kl": 0.016739968210458755}, {"step": 484, "loss": 0.7865164875984192, "ce": 2.3392794132232666, "kl": 0.016167636960744858}, {"step": 485, "loss": 0.790542483329773, "ce": 2.455932855606079, "kl": 0.0195083636790514}, {"step": 486, "loss": 0.521304190158844, "ce": 2.2793681621551514, "kl": 0.017697839066386223}, {"step": 487, "loss": 0.5630327463150024, "ce": 2.5233218669891357, "kl": 0.01720607839524746}, {"step": 488, "loss": 0.9200002551078796, "ce": 2.5592522621154785, "kl": 0.017025787383317947}, {"step": 489, "loss": 0.6784012913703918, "ce": 2.3469438552856445, "kl": 0.017152978107333183}, {"step": 490, "loss": 0.6240000128746033, "ce": 2.6262497901916504, "kl": 0.01810188591480255}, {"step": 491, "loss": 1.0140479803085327, "ce": 2.3730735778808594, "kl": 0.018441932275891304}, {"step": 492, "loss": 1.072007656097412, "ce": 2.3140668869018555, "kl": 0.016484705731272697}, {"step": 493, "loss": 0.8015948534011841, "ce": 2.478012800216675, "kl": 0.01551723014563322}, {"step": 494, "loss": 0.6744410395622253, "ce": 2.347475051879883, "kl": 0.01859149895608425}, {"step": 495, "loss": 0.9045473337173462, "ce": 2.4308393001556396, "kl": 0.017168235033750534}, {"step": 496, "loss": 0.8425624966621399, "ce": 2.3290042877197266, "kl": 0.016545496881008148}, {"step": 497, "loss": 1.1502262353897095, "ce": 2.4840731620788574, "kl": 0.019529500976204872}, {"step": 498, "loss": 0.7592074275016785, "ce": 2.354480266571045, "kl": 0.01994404010474682}, {"step": 499, "loss": 0.3959294855594635, "ce": 2.276127576828003, "kl": 0.020743275061249733}, {"step": 500, "loss": 0.9238231182098389, "ce": 2.3778839111328125, "kl": 0.016540104523301125}, {"step": 501, "loss": 0.7281039953231812, "ce": 2.4799177646636963, "kl": 0.01835278607904911}, {"step": 502, "loss": 0.6646793484687805, "ce": 2.3670196533203125, "kl": 0.019271718338131905}, {"step": 503, "loss": 0.9891467094421387, "ce": 2.527988910675049, "kl": 0.01860976777970791}, {"step": 504, "loss": 0.5970249176025391, "ce": 2.2810328006744385, "kl": 0.018496070057153702}, {"step": 505, "loss": 0.712483286857605, "ce": 2.4290146827697754, "kl": 0.017892025411128998}, {"step": 506, "loss": 0.9023120403289795, "ce": 2.373070001602173, "kl": 0.018059764057397842}, {"step": 507, "loss": 0.734724223613739, "ce": 2.346118450164795, "kl": 0.016810711473226547}, {"step": 508, "loss": 1.1017132997512817, "ce": 2.4218831062316895, "kl": 0.016265543177723885}, {"step": 509, "loss": 1.0700746774673462, "ce": 2.3293092250823975, "kl": 0.01622501201927662}, {"step": 510, "loss": 0.701856791973114, "ce": 2.2825210094451904, "kl": 0.017456216737627983}, {"step": 511, "loss": 0.9168862700462341, "ce": 2.426408290863037, "kl": 0.01805313117802143}, {"step": 512, "loss": 1.0917407274246216, "ce": 2.3539769649505615, "kl": 0.017474673688411713}, {"step": 513, "loss": 0.7380844950675964, "ce": 2.379999876022339, "kl": 0.01837887614965439}, {"step": 514, "loss": 0.6239656209945679, "ce": 2.298255205154419, "kl": 0.018549228087067604}, {"step": 515, "loss": 0.8528730869293213, "ce": 2.4142768383026123, "kl": 0.018020980060100555}, {"step": 516, "loss": 0.9986231327056885, "ce": 2.4932987689971924, "kl": 0.017975669354200363}, {"step": 517, "loss": 0.5997368097305298, "ce": 2.258023738861084, "kl": 0.020287761464715004}, {"step": 518, "loss": 1.0839064121246338, "ce": 2.3766026496887207, "kl": 0.019496336579322815}, {"step": 519, "loss": 0.8255084753036499, "ce": 2.3143653869628906, "kl": 0.019555477425456047}, {"step": 520, "loss": 0.5392930507659912, "ce": 2.378467559814453, "kl": 0.018003253266215324}, {"step": 521, "loss": 0.7108793258666992, "ce": 2.349456310272217, "kl": 0.019290108233690262}, {"step": 522, "loss": 0.7447448372840881, "ce": 2.314924955368042, "kl": 0.020928382873535156}, {"step": 523, "loss": 0.8404790163040161, "ce": 2.385883331298828, "kl": 0.019362907856702805}, {"step": 524, "loss": 1.0255591869354248, "ce": 2.5597259998321533, "kl": 0.019666874781250954}, {"step": 525, "loss": 0.7687382698059082, "ce": 2.4519009590148926, "kl": 0.01755480095744133}, {"step": 526, "loss": 0.885175883769989, "ce": 2.396035671234131, "kl": 0.018694942817091942}, {"step": 527, "loss": 0.5988913178443909, "ce": 2.3303496837615967, "kl": 0.02016102522611618}, {"step": 528, "loss": 0.766721785068512, "ce": 2.3835580348968506, "kl": 0.015747003257274628}, {"step": 529, "loss": 1.2901971340179443, "ce": 2.316699743270874, "kl": 0.019833151251077652}, {"step": 530, "loss": 0.9525013566017151, "ce": 2.4263527393341064, "kl": 0.017324134707450867}, {"step": 531, "loss": 0.5861304998397827, "ce": 2.59663987159729, "kl": 0.02001114934682846}, {"step": 532, "loss": 0.732282817363739, "ce": 2.1988685131073, "kl": 0.01928284764289856}, {"step": 533, "loss": 1.0535472631454468, "ce": 2.46232271194458, "kl": 0.019381307065486908}, {"step": 534, "loss": 0.9023640751838684, "ce": 2.7030227184295654, "kl": 0.022382346913218498}, {"step": 535, "loss": 0.6619784235954285, "ce": 2.4275879859924316, "kl": 0.01876981556415558}, {"step": 536, "loss": 0.8207293152809143, "ce": 2.5514230728149414, "kl": 0.019349971786141396}, {"step": 537, "loss": 0.5533125996589661, "ce": 2.1726129055023193, "kl": 0.016538351774215698}, {"step": 538, "loss": 0.869100034236908, "ce": 2.2443928718566895, "kl": 0.020637083798646927}, {"step": 539, "loss": 0.6305643320083618, "ce": 2.1641037464141846, "kl": 0.018847664818167686}, {"step": 540, "loss": 1.0704460144042969, "ce": 2.350001335144043, "kl": 0.017347291111946106}, {"step": 541, "loss": 0.5638691186904907, "ce": 2.3689980506896973, "kl": 0.017324525862932205}, {"step": 542, "loss": 0.9009697437286377, "ce": 2.434781789779663, "kl": 0.018345415592193604}, {"step": 543, "loss": 0.7072383761405945, "ce": 2.3019630908966064, "kl": 0.018567824736237526}, {"step": 544, "loss": 0.8377821445465088, "ce": 2.5391485691070557, "kl": 0.019255535677075386}, {"step": 545, "loss": 0.9178730845451355, "ce": 2.3873543739318848, "kl": 0.018272660672664642}, {"step": 546, "loss": 1.0965063571929932, "ce": 2.3884756565093994, "kl": 0.017139462754130363}, {"step": 547, "loss": 0.7303972244262695, "ce": 2.4487130641937256, "kl": 0.01775261200964451}, {"step": 548, "loss": 0.8602173924446106, "ce": 2.3728716373443604, "kl": 0.02010289765894413}, {"step": 549, "loss": 0.6601244807243347, "ce": 2.3350162506103516, "kl": 0.01953778974711895}, {"step": 550, "loss": 0.7664065957069397, "ce": 2.456381320953369, "kl": 0.016920242458581924}, {"step": 551, "loss": 0.5629962682723999, "ce": 2.432082414627075, "kl": 0.01856929063796997}, {"step": 552, "loss": 0.9130346179008484, "ce": 2.403433084487915, "kl": 0.021872298792004585}, {"step": 553, "loss": 1.0084975957870483, "ce": 2.370572328567505, "kl": 0.019643384963274002}, {"step": 554, "loss": 1.0057191848754883, "ce": 2.325199842453003, "kl": 0.019332069903612137}, {"step": 555, "loss": 0.982211709022522, "ce": 2.3099820613861084, "kl": 0.019329704344272614}, {"step": 556, "loss": 0.6666628122329712, "ce": 2.422931432723999, "kl": 0.018639827147126198}, {"step": 557, "loss": 0.9191431403160095, "ce": 2.3807294368743896, "kl": 0.020912131294608116}, {"step": 558, "loss": 1.1410877704620361, "ce": 2.2964119911193848, "kl": 0.019864974543452263}, {"step": 559, "loss": 0.7382054924964905, "ce": 2.464650869369507, "kl": 0.020461179316043854}, {"step": 560, "loss": 0.9248824715614319, "ce": 2.467479705810547, "kl": 0.0180509015917778}, {"step": 561, "loss": 0.7454113364219666, "ce": 2.2900118827819824, "kl": 0.019961243495345116}, {"step": 562, "loss": 0.6671357154846191, "ce": 2.4268410205841064, "kl": 0.018620291724801064}, {"step": 563, "loss": 0.7586857676506042, "ce": 2.27953839302063, "kl": 0.019422858953475952}, {"step": 564, "loss": 0.4764918088912964, "ce": 2.334691047668457, "kl": 0.01810932159423828}, {"step": 565, "loss": 0.7922849059104919, "ce": 2.3753418922424316, "kl": 0.018518637865781784}, {"step": 566, "loss": 1.1501363515853882, "ce": 2.320495367050171, "kl": 0.017755405977368355}, {"step": 567, "loss": 0.9643964171409607, "ce": 2.4128799438476562, "kl": 0.016895178705453873}, {"step": 568, "loss": 0.7559828162193298, "ce": 2.497710704803467, "kl": 0.019992467015981674}, {"step": 569, "loss": 0.5593501925468445, "ce": 2.407860040664673, "kl": 0.017759893089532852}, {"step": 570, "loss": 0.6522595286369324, "ce": 2.459820508956909, "kl": 0.020176872611045837}, {"step": 571, "loss": 0.5063704252243042, "ce": 2.299367904663086, "kl": 0.020325377583503723}, {"step": 572, "loss": 0.6831087470054626, "ce": 2.2792422771453857, "kl": 0.01893051713705063}, {"step": 573, "loss": 0.5960484147071838, "ce": 2.4841065406799316, "kl": 0.021389061585068703}, {"step": 574, "loss": 1.0182009935379028, "ce": 2.4942564964294434, "kl": 0.02193627692759037}, {"step": 575, "loss": 0.7196747064590454, "ce": 2.3779070377349854, "kl": 0.018601005896925926}, {"step": 576, "loss": 0.8931217789649963, "ce": 2.31123948097229, "kl": 0.019459910690784454}, {"step": 577, "loss": 1.0212488174438477, "ce": 2.3580100536346436, "kl": 0.01760891079902649}, {"step": 578, "loss": 1.0579323768615723, "ce": 2.5288867950439453, "kl": 0.01978284679353237}, {"step": 579, "loss": 0.6587427854537964, "ce": 2.4761252403259277, "kl": 0.02059735544025898}, {"step": 580, "loss": 0.5936084389686584, "ce": 2.209624767303467, "kl": 0.018810207024216652}, {"step": 581, "loss": 0.6298034191131592, "ce": 2.3488030433654785, "kl": 0.02038341388106346}, {"step": 582, "loss": 1.1291471719741821, "ce": 2.3894662857055664, "kl": 0.018263621255755424}, {"step": 583, "loss": 1.162124752998352, "ce": 2.472234010696411, "kl": 0.018347185105085373}, {"step": 584, "loss": 0.5559784173965454, "ce": 2.28818678855896, "kl": 0.01964474841952324}, {"step": 585, "loss": 0.8920854926109314, "ce": 2.439894676208496, "kl": 0.021396411582827568}, {"step": 586, "loss": 0.7379477620124817, "ce": 2.271247148513794, "kl": 0.020998677238821983}, {"step": 587, "loss": 1.0711365938186646, "ce": 2.382453203201294, "kl": 0.021431272849440575}, {"step": 588, "loss": 0.6288185119628906, "ce": 2.2704017162323, "kl": 0.020683014765381813}, {"step": 589, "loss": 0.6745713949203491, "ce": 2.229966163635254, "kl": 0.02039475552737713}, {"step": 590, "loss": 0.5306790471076965, "ce": 2.333218812942505, "kl": 0.020009534433484077}, {"step": 591, "loss": 0.6922164559364319, "ce": 2.488680601119995, "kl": 0.01934664510190487}, {"step": 592, "loss": 0.639518141746521, "ce": 2.367319107055664, "kl": 0.01888340525329113}, {"step": 593, "loss": 0.9938666224479675, "ce": 2.4683175086975098, "kl": 0.018115930259227753}, {"step": 594, "loss": 0.7956095337867737, "ce": 2.292513132095337, "kl": 0.018944084644317627}, {"step": 595, "loss": 0.7969844341278076, "ce": 2.336860418319702, "kl": 0.01832708716392517}, {"step": 596, "loss": 0.9925622344017029, "ce": 2.2518367767333984, "kl": 0.01918875239789486}, {"step": 597, "loss": 0.5520848035812378, "ce": 2.4563753604888916, "kl": 0.019016901031136513}, {"step": 598, "loss": 0.9011998772621155, "ce": 2.4633877277374268, "kl": 0.019516192376613617}, {"step": 599, "loss": 0.732631266117096, "ce": 2.2559800148010254, "kl": 0.018091076985001564}, {"step": 600, "loss": 1.2055796384811401, "ce": 2.370370864868164, "kl": 0.01869109831750393}, {"step": 601, "loss": 0.6066458225250244, "ce": 2.2452664375305176, "kl": 0.019157225266098976}, {"step": 602, "loss": 0.9183601140975952, "ce": 2.345348834991455, "kl": 0.01862911693751812}, {"step": 603, "loss": 0.7486979365348816, "ce": 2.2701432704925537, "kl": 0.020634256303310394}, {"step": 604, "loss": 0.9075650572776794, "ce": 2.3079049587249756, "kl": 0.01915271393954754}, {"step": 605, "loss": 0.8654423952102661, "ce": 2.3153650760650635, "kl": 0.019899999722838402}, {"step": 606, "loss": 0.8848263621330261, "ce": 2.3393092155456543, "kl": 0.017970288172364235}, {"step": 607, "loss": 0.8350783586502075, "ce": 2.283273458480835, "kl": 0.018027950078248978}, {"step": 608, "loss": 0.5401339530944824, "ce": 2.320690393447876, "kl": 0.019160430878400803}, {"step": 609, "loss": 0.40294349193573, "ce": 2.339076519012451, "kl": 0.020816439762711525}, {"step": 610, "loss": 0.39699238538742065, "ce": 2.333041191101074, "kl": 0.019793616607785225}, {"step": 611, "loss": 0.9277408123016357, "ce": 2.3359031677246094, "kl": 0.019054891541600227}, {"step": 612, "loss": 1.0999451875686646, "ce": 2.256082773208618, "kl": 0.017531411722302437}, {"step": 613, "loss": 0.653959333896637, "ce": 2.5064210891723633, "kl": 0.01798761449754238}, {"step": 614, "loss": 0.9395024180412292, "ce": 2.432996988296509, "kl": 0.021534176543354988}, {"step": 615, "loss": 0.7478433847427368, "ce": 2.3099355697631836, "kl": 0.018592730164527893}, {"step": 616, "loss": 0.7896957993507385, "ce": 2.3422467708587646, "kl": 0.020579181611537933}, {"step": 617, "loss": 0.5826641917228699, "ce": 2.241621732711792, "kl": 0.01835399866104126}, {"step": 618, "loss": 0.49392834305763245, "ce": 2.3728713989257812, "kl": 0.0192758459597826}, {"step": 619, "loss": 0.8467020988464355, "ce": 2.403752088546753, "kl": 0.01777190901339054}, {"step": 620, "loss": 1.1407228708267212, "ce": 2.4571712017059326, "kl": 0.01733844168484211}, {"step": 621, "loss": 1.0926305055618286, "ce": 2.3146982192993164, "kl": 0.018430233001708984}, {"step": 622, "loss": 0.7505990266799927, "ce": 2.3576242923736572, "kl": 0.017348280176520348}, {"step": 623, "loss": 0.6121087670326233, "ce": 2.3389644622802734, "kl": 0.01782742701470852}, {"step": 624, "loss": 0.9771867394447327, "ce": 2.327488660812378, "kl": 0.019303318113088608}, {"step": 625, "loss": 0.7826616168022156, "ce": 2.3883142471313477, "kl": 0.01989356428384781}, {"step": 626, "loss": 0.6933205723762512, "ce": 2.5386054515838623, "kl": 0.018331332132220268}, {"step": 627, "loss": 0.6792027950286865, "ce": 2.3623712062835693, "kl": 0.018482092767953873}, {"step": 628, "loss": 0.43299469351768494, "ce": 2.473729133605957, "kl": 0.021024184301495552}, {"step": 629, "loss": 0.7633086442947388, "ce": 2.444366455078125, "kl": 0.01991884782910347}, {"step": 630, "loss": 1.115682601928711, "ce": 2.438004970550537, "kl": 0.019195137545466423}, {"step": 631, "loss": 0.6551868915557861, "ce": 2.373918056488037, "kl": 0.020499179139733315}, {"step": 632, "loss": 0.9732899069786072, "ce": 2.3917179107666016, "kl": 0.020229358226060867}, {"step": 633, "loss": 0.9332643747329712, "ce": 2.428638219833374, "kl": 0.02228514663875103}, {"step": 634, "loss": 0.8761599063873291, "ce": 2.377685785293579, "kl": 0.018706483766436577}, {"step": 635, "loss": 0.7795793414115906, "ce": 2.2956371307373047, "kl": 0.019352179020643234}, {"step": 636, "loss": 0.7525741457939148, "ce": 2.4397008419036865, "kl": 0.019510766491293907}, {"step": 637, "loss": 0.6568074226379395, "ce": 2.494527578353882, "kl": 0.017966434359550476}, {"step": 638, "loss": 1.0236433744430542, "ce": 2.3997185230255127, "kl": 0.019214680418372154}, {"step": 639, "loss": 0.44554591178894043, "ce": 2.2103254795074463, "kl": 0.018660515546798706}, {"step": 640, "loss": 0.6023249626159668, "ce": 2.2753539085388184, "kl": 0.022517014294862747}, {"step": 641, "loss": 0.8203434348106384, "ce": 2.3068737983703613, "kl": 0.021730786189436913}, {"step": 642, "loss": 1.3069733381271362, "ce": 2.3257930278778076, "kl": 0.017039895057678223}, {"step": 643, "loss": 0.914408802986145, "ce": 2.2845635414123535, "kl": 0.01817871257662773}, {"step": 644, "loss": 0.925977349281311, "ce": 2.2961227893829346, "kl": 0.01915198750793934}, {"step": 645, "loss": 1.2267069816589355, "ce": 2.4450650215148926, "kl": 0.018816623836755753}, {"step": 646, "loss": 0.6325399279594421, "ce": 2.29185152053833, "kl": 0.02025071531534195}, {"step": 647, "loss": 0.6496838927268982, "ce": 2.2374119758605957, "kl": 0.019171983003616333}, {"step": 648, "loss": 0.7031649351119995, "ce": 2.2851338386535645, "kl": 0.01972578838467598}, {"step": 649, "loss": 0.679186999797821, "ce": 2.354814291000366, "kl": 0.019881581887602806}, {"step": 650, "loss": 1.138027310371399, "ce": 2.366638422012329, "kl": 0.019052060320973396}, {"step": 651, "loss": 1.0091068744659424, "ce": 2.4393107891082764, "kl": 0.02029288560152054}, {"step": 652, "loss": 0.8237564563751221, "ce": 2.4294259548187256, "kl": 0.018777716904878616}, {"step": 653, "loss": 1.0455944538116455, "ce": 2.4095921516418457, "kl": 0.018768908455967903}, {"step": 654, "loss": 0.9723274111747742, "ce": 2.236623764038086, "kl": 0.019066084176301956}, {"step": 655, "loss": 1.0168300867080688, "ce": 2.3508505821228027, "kl": 0.019963400438427925}, {"step": 656, "loss": 0.6093507409095764, "ce": 2.45917010307312, "kl": 0.018248669803142548}, {"step": 657, "loss": 0.7643324732780457, "ce": 2.4268112182617188, "kl": 0.021991651505231857}, {"step": 658, "loss": 0.941109836101532, "ce": 2.2982077598571777, "kl": 0.020827805623412132}, {"step": 659, "loss": 0.7922835946083069, "ce": 2.3771438598632812, "kl": 0.021875953301787376}, {"step": 660, "loss": 0.854945182800293, "ce": 2.3266351222991943, "kl": 0.020192010328173637}, {"step": 661, "loss": 1.0960419178009033, "ce": 2.568692922592163, "kl": 0.020499566569924355}, {"step": 662, "loss": 1.0514447689056396, "ce": 2.2464258670806885, "kl": 0.020217973738908768}, {"step": 663, "loss": 0.7655771970748901, "ce": 2.3853156566619873, "kl": 0.01995452120900154}, {"step": 664, "loss": 0.5458344221115112, "ce": 2.3508198261260986, "kl": 0.022223448380827904}, {"step": 665, "loss": 0.7204474210739136, "ce": 2.5079939365386963, "kl": 0.020117733627557755}, {"step": 666, "loss": 1.4272339344024658, "ce": 2.481740713119507, "kl": 0.019272930920124054}, {"step": 667, "loss": 0.7469824552536011, "ce": 2.284965753555298, "kl": 0.019896261394023895}, {"step": 668, "loss": 0.6724893450737, "ce": 2.3661141395568848, "kl": 0.019872743636369705}, {"step": 669, "loss": 0.9005639553070068, "ce": 2.4234580993652344, "kl": 0.02191237360239029}, {"step": 670, "loss": 0.7227610945701599, "ce": 2.4676713943481445, "kl": 0.020154103636741638}, {"step": 671, "loss": 0.5341782569885254, "ce": 2.2211947441101074, "kl": 0.01996651664376259}, {"step": 672, "loss": 0.666915774345398, "ce": 2.366889476776123, "kl": 0.021186305209994316}, {"step": 673, "loss": 0.7886713147163391, "ce": 2.369070053100586, "kl": 0.02020072564482689}, {"step": 674, "loss": 0.9206963181495667, "ce": 2.369502544403076, "kl": 0.018362566828727722}, {"step": 675, "loss": 0.9622290134429932, "ce": 2.4227640628814697, "kl": 0.01754095032811165}, {"step": 676, "loss": 0.7175800800323486, "ce": 2.383254289627075, "kl": 0.01968977227807045}, {"step": 677, "loss": 0.8120447397232056, "ce": 2.4681224822998047, "kl": 0.021170230582356453}, {"step": 678, "loss": 1.2222023010253906, "ce": 2.404517889022827, "kl": 0.018981454893946648}, {"step": 679, "loss": 0.5231459736824036, "ce": 2.16843318939209, "kl": 0.019486572593450546}, {"step": 680, "loss": 0.5503849983215332, "ce": 2.318342447280884, "kl": 0.020471997559070587}, {"step": 681, "loss": 0.5731557011604309, "ce": 2.2891273498535156, "kl": 0.01992667280137539}, {"step": 682, "loss": 0.7736617922782898, "ce": 2.4840316772460938, "kl": 0.01861042156815529}, {"step": 683, "loss": 1.0071196556091309, "ce": 2.3735830783843994, "kl": 0.019956735894083977}, {"step": 684, "loss": 0.8328516483306885, "ce": 2.3563191890716553, "kl": 0.019526315852999687}, {"step": 685, "loss": 0.9245424270629883, "ce": 2.1642096042633057, "kl": 0.021313782781362534}, {"step": 686, "loss": 0.7623040676116943, "ce": 2.324913501739502, "kl": 0.01924755983054638}, {"step": 687, "loss": 0.6569533348083496, "ce": 2.3473706245422363, "kl": 0.021041374653577805}, {"step": 688, "loss": 0.8471739292144775, "ce": 2.256589412689209, "kl": 0.019830573350191116}, {"step": 689, "loss": 0.5986701250076294, "ce": 2.3102283477783203, "kl": 0.02007138356566429}, {"step": 690, "loss": 1.014084815979004, "ce": 2.293581962585449, "kl": 0.021127045154571533}, {"step": 691, "loss": 0.8921369910240173, "ce": 2.3103160858154297, "kl": 0.01877039670944214}, {"step": 692, "loss": 0.664027214050293, "ce": 2.344869613647461, "kl": 0.017522895708680153}, {"step": 693, "loss": 1.062686562538147, "ce": 2.293834686279297, "kl": 0.02196412719786167}, {"step": 694, "loss": 0.8877687454223633, "ce": 2.384554147720337, "kl": 0.01945238932967186}, {"step": 695, "loss": 0.7056072354316711, "ce": 2.4713006019592285, "kl": 0.018704108893871307}, {"step": 696, "loss": 1.0875672101974487, "ce": 2.253957986831665, "kl": 0.020059628412127495}, {"step": 697, "loss": 0.9519217610359192, "ce": 2.427201986312866, "kl": 0.017963403835892677}, {"step": 698, "loss": 0.8654977679252625, "ce": 2.3837761878967285, "kl": 0.018507860600948334}, {"step": 699, "loss": 1.1423978805541992, "ce": 2.421743631362915, "kl": 0.020205533131957054}, {"step": 700, "loss": 0.8652581572532654, "ce": 2.3801987171173096, "kl": 0.019948691129684448}, {"step": 701, "loss": 1.051367163658142, "ce": 2.3652257919311523, "kl": 0.02074228599667549}, {"step": 702, "loss": 0.943338930606842, "ce": 2.4808874130249023, "kl": 0.01919250562787056}, {"step": 703, "loss": 0.9676812291145325, "ce": 2.352184534072876, "kl": 0.021143926307559013}, {"step": 704, "loss": 0.9826600551605225, "ce": 2.294032335281372, "kl": 0.020093612372875214}, {"step": 705, "loss": 0.5560915470123291, "ce": 2.3026680946350098, "kl": 0.020786523818969727}, {"step": 706, "loss": 0.7749295234680176, "ce": 2.479989767074585, "kl": 0.02262757159769535}, {"step": 707, "loss": 0.8384886980056763, "ce": 2.4184248447418213, "kl": 0.02007409557700157}, {"step": 708, "loss": 0.870978832244873, "ce": 2.373387575149536, "kl": 0.020170463249087334}, {"step": 709, "loss": 0.8245371580123901, "ce": 2.3986668586730957, "kl": 0.01992286741733551}, {"step": 710, "loss": 0.7051759958267212, "ce": 2.4730441570281982, "kl": 0.022744163870811462}, {"step": 711, "loss": 0.5594357848167419, "ce": 2.3734700679779053, "kl": 0.02237517759203911}, {"step": 712, "loss": 0.6197988986968994, "ce": 2.239539861679077, "kl": 0.020707113668322563}, {"step": 713, "loss": 0.902065098285675, "ce": 2.2806780338287354, "kl": 0.020944396033883095}, {"step": 714, "loss": 0.8013440370559692, "ce": 2.3605475425720215, "kl": 0.020755810663104057}, {"step": 715, "loss": 0.7951040267944336, "ce": 2.3065853118896484, "kl": 0.02105938084423542}, {"step": 716, "loss": 0.8335081934928894, "ce": 2.4276039600372314, "kl": 0.019573580473661423}, {"step": 717, "loss": 0.5274012684822083, "ce": 2.351947784423828, "kl": 0.02301061525940895}, {"step": 718, "loss": 0.811581552028656, "ce": 2.126044273376465, "kl": 0.022043466567993164}, {"step": 719, "loss": 0.6687774062156677, "ce": 2.465369939804077, "kl": 0.021707335487008095}, {"step": 720, "loss": 0.6748096942901611, "ce": 2.2729969024658203, "kl": 0.021169066429138184}, {"step": 721, "loss": 0.45224758982658386, "ce": 2.411163330078125, "kl": 0.020013095811009407}, {"step": 722, "loss": 0.5576698780059814, "ce": 2.3451457023620605, "kl": 0.02112884633243084}, {"step": 723, "loss": 0.6887747645378113, "ce": 2.2882871627807617, "kl": 0.019454335793852806}, {"step": 724, "loss": 0.5438395142555237, "ce": 2.3093690872192383, "kl": 0.020111583173274994}, {"step": 725, "loss": 0.6293726563453674, "ce": 2.336923837661743, "kl": 0.0185327660292387}, {"step": 726, "loss": 0.7894119024276733, "ce": 2.393364191055298, "kl": 0.01811034604907036}, {"step": 727, "loss": 0.880241870880127, "ce": 2.3339548110961914, "kl": 0.018739476799964905}, {"step": 728, "loss": 0.7000827193260193, "ce": 2.449897050857544, "kl": 0.020129943266510963}, {"step": 729, "loss": 0.7978636026382446, "ce": 2.4973509311676025, "kl": 0.019701052457094193}, {"step": 730, "loss": 0.903964638710022, "ce": 2.294931411743164, "kl": 0.017608530819416046}, {"step": 731, "loss": 0.6723527908325195, "ce": 2.408118963241577, "kl": 0.0176906306296587}, {"step": 732, "loss": 0.6398400068283081, "ce": 2.3223025798797607, "kl": 0.019161928445100784}, {"step": 733, "loss": 0.8002415895462036, "ce": 2.345085382461548, "kl": 0.01834321953356266}, {"step": 734, "loss": 0.5217332243919373, "ce": 2.2267701625823975, "kl": 0.017956040799617767}, {"step": 735, "loss": 1.0970180034637451, "ce": 2.336946964263916, "kl": 0.019661761820316315}, {"step": 736, "loss": 0.612889289855957, "ce": 2.2818171977996826, "kl": 0.019254975020885468}, {"step": 737, "loss": 0.8255626559257507, "ce": 2.2822067737579346, "kl": 0.017566101625561714}, {"step": 738, "loss": 0.7658771872520447, "ce": 2.3149120807647705, "kl": 0.0190470851957798}, {"step": 739, "loss": 1.200956106185913, "ce": 2.5171561241149902, "kl": 0.021329430863261223}, {"step": 740, "loss": 0.7307826280593872, "ce": 2.4769673347473145, "kl": 0.01872429996728897}, {"step": 741, "loss": 0.7644428610801697, "ce": 2.3852803707122803, "kl": 0.02005559578537941}, {"step": 742, "loss": 0.6399746537208557, "ce": 2.3548636436462402, "kl": 0.022476647049188614}, {"step": 743, "loss": 0.4599880874156952, "ce": 2.218989133834839, "kl": 0.020866619423031807}, {"step": 744, "loss": 0.5921523571014404, "ce": 2.268599510192871, "kl": 0.01975017972290516}, {"step": 745, "loss": 0.7493945360183716, "ce": 2.2680869102478027, "kl": 0.021091923117637634}, {"step": 746, "loss": 0.7248240113258362, "ce": 2.538785696029663, "kl": 0.018593814224004745}, {"step": 747, "loss": 1.008182406425476, "ce": 2.315676212310791, "kl": 0.017509877681732178}, {"step": 748, "loss": 0.5911079049110413, "ce": 2.2518999576568604, "kl": 0.01802251487970352}, {"step": 749, "loss": 0.9343013763427734, "ce": 2.387359619140625, "kl": 0.018933817744255066}, {"step": 750, "loss": 0.43109533190727234, "ce": 2.2862167358398438, "kl": 0.019367368891835213}, {"step": 751, "loss": 0.6736584901809692, "ce": 2.28190541267395, "kl": 0.01827145926654339}, {"step": 752, "loss": 0.743751585483551, "ce": 2.4884891510009766, "kl": 0.018006417900323868}, {"step": 753, "loss": 0.7338466644287109, "ce": 2.4453611373901367, "kl": 0.019538575783371925}, {"step": 754, "loss": 0.9199379086494446, "ce": 2.302248239517212, "kl": 0.018300669267773628}, {"step": 755, "loss": 0.8449457883834839, "ce": 2.360218048095703, "kl": 0.01792314276099205}, {"step": 756, "loss": 0.781419038772583, "ce": 2.464503049850464, "kl": 0.021204976364970207}, {"step": 757, "loss": 0.6608752608299255, "ce": 2.236485481262207, "kl": 0.01758250594139099}, {"step": 758, "loss": 0.9112187623977661, "ce": 2.359102725982666, "kl": 0.019685756415128708}, {"step": 759, "loss": 0.8194390535354614, "ce": 2.3368427753448486, "kl": 0.018042799085378647}, {"step": 760, "loss": 0.9185934662818909, "ce": 2.4293856620788574, "kl": 0.019855862483382225}, {"step": 761, "loss": 1.2968438863754272, "ce": 2.3626654148101807, "kl": 0.01871306076645851}, {"step": 762, "loss": 0.8556112051010132, "ce": 2.4091126918792725, "kl": 0.018464822322130203}, {"step": 763, "loss": 0.878714919090271, "ce": 2.270312547683716, "kl": 0.01803736947476864}, {"step": 764, "loss": 0.739145815372467, "ce": 2.3551201820373535, "kl": 0.019325079396367073}, {"step": 765, "loss": 0.971071720123291, "ce": 2.3090786933898926, "kl": 0.017808903008699417}, {"step": 766, "loss": 0.5546724796295166, "ce": 2.397996187210083, "kl": 0.020944911986589432}, {"step": 767, "loss": 0.6927124857902527, "ce": 2.4246513843536377, "kl": 0.018443318083882332}, {"step": 768, "loss": 0.6387179493904114, "ce": 2.376960277557373, "kl": 0.019414255395531654}, {"step": 769, "loss": 0.8347536325454712, "ce": 2.5347373485565186, "kl": 0.018854336813092232}, {"step": 770, "loss": 0.517753541469574, "ce": 2.223513126373291, "kl": 0.018604330718517303}, {"step": 771, "loss": 0.8046630024909973, "ce": 2.5849618911743164, "kl": 0.020666684955358505}, {"step": 772, "loss": 1.0353257656097412, "ce": 2.383946418762207, "kl": 0.020076390355825424}, {"step": 773, "loss": 0.734244167804718, "ce": 2.3134000301361084, "kl": 0.018894009292125702}, {"step": 774, "loss": 1.1262924671173096, "ce": 2.372077226638794, "kl": 0.01780880242586136}, {"step": 775, "loss": 0.6223838329315186, "ce": 2.382963180541992, "kl": 0.01933397352695465}, {"step": 776, "loss": 0.7766175270080566, "ce": 2.469183921813965, "kl": 0.01994069293141365}, {"step": 777, "loss": 0.9659706950187683, "ce": 2.267929792404175, "kl": 0.018243104219436646}, {"step": 778, "loss": 0.8578396439552307, "ce": 2.4850940704345703, "kl": 0.020558131858706474}, {"step": 779, "loss": 1.0744051933288574, "ce": 2.353895664215088, "kl": 0.021013934165239334}, {"step": 780, "loss": 0.4193388521671295, "ce": 2.2513997554779053, "kl": 0.021503910422325134}, {"step": 781, "loss": 0.8099064826965332, "ce": 2.3617656230926514, "kl": 0.02076241746544838}, {"step": 782, "loss": 0.6604765057563782, "ce": 2.36506986618042, "kl": 0.02002882771193981}, {"step": 783, "loss": 0.8550188541412354, "ce": 2.413846254348755, "kl": 0.019574061036109924}, {"step": 784, "loss": 0.7927523255348206, "ce": 2.494985580444336, "kl": 0.02127351239323616}, {"step": 785, "loss": 0.7119818329811096, "ce": 2.4472947120666504, "kl": 0.02028648741543293}, {"step": 786, "loss": 0.6755975484848022, "ce": 2.3017380237579346, "kl": 0.01962902955710888}, {"step": 787, "loss": 0.6999571919441223, "ce": 2.418612480163574, "kl": 0.020053593441843987}, {"step": 788, "loss": 0.8352164626121521, "ce": 2.2912354469299316, "kl": 0.01871192269027233}, {"step": 789, "loss": 1.2121070623397827, "ce": 2.427717685699463, "kl": 0.017991365864872932}, {"step": 790, "loss": 0.9140416979789734, "ce": 2.2475011348724365, "kl": 0.017838388681411743}, {"step": 791, "loss": 0.6331506371498108, "ce": 2.4282052516937256, "kl": 0.018564162775874138}, {"step": 792, "loss": 1.0533446073532104, "ce": 2.2649617195129395, "kl": 0.020972955971956253}, {"step": 793, "loss": 1.0781729221343994, "ce": 2.3906211853027344, "kl": 0.019566485658288002}, {"step": 794, "loss": 0.7649933099746704, "ce": 2.3639347553253174, "kl": 0.019912198185920715}, {"step": 795, "loss": 0.5055438876152039, "ce": 2.1838645935058594, "kl": 0.019582293927669525}, {"step": 796, "loss": 0.8593950271606445, "ce": 2.395758867263794, "kl": 0.019290659576654434}, {"step": 797, "loss": 0.9370293617248535, "ce": 2.4483144283294678, "kl": 0.02052615024149418}, {"step": 798, "loss": 0.9659885168075562, "ce": 2.3186352252960205, "kl": 0.022169582545757294}, {"step": 799, "loss": 0.9494091272354126, "ce": 2.3406615257263184, "kl": 0.020131947472691536}, {"step": 800, "loss": 0.6686960458755493, "ce": 2.2824008464813232, "kl": 0.022037696093320847}, {"step": 801, "loss": 0.5946346521377563, "ce": 2.422590494155884, "kl": 0.019744502380490303}, {"step": 802, "loss": 0.6949077844619751, "ce": 2.304935932159424, "kl": 0.020790331065654755}, {"step": 803, "loss": 0.7701596617698669, "ce": 2.299154758453369, "kl": 0.023072393611073494}, {"step": 804, "loss": 0.9181823134422302, "ce": 2.374659776687622, "kl": 0.022032978013157845}, {"step": 805, "loss": 0.8804283142089844, "ce": 2.548229932785034, "kl": 0.020408056676387787}, {"step": 806, "loss": 0.8694912791252136, "ce": 2.4135923385620117, "kl": 0.020255861803889275}, {"step": 807, "loss": 0.8697299361228943, "ce": 2.396639108657837, "kl": 0.020639661699533463}, {"step": 808, "loss": 0.6394644975662231, "ce": 2.30539870262146, "kl": 0.021529193967580795}, {"step": 809, "loss": 0.4972103238105774, "ce": 2.2937819957733154, "kl": 0.0185377337038517}, {"step": 810, "loss": 1.2979174852371216, "ce": 2.4085733890533447, "kl": 0.020929837599396706}, {"step": 811, "loss": 1.049592137336731, "ce": 2.268035888671875, "kl": 0.019507035613059998}, {"step": 812, "loss": 0.7586278319358826, "ce": 2.6460914611816406, "kl": 0.021271957084536552}, {"step": 813, "loss": 0.6489158868789673, "ce": 2.174281120300293, "kl": 0.02142900973558426}, {"step": 814, "loss": 1.0001890659332275, "ce": 2.364043712615967, "kl": 0.021374529227614403}, {"step": 815, "loss": 0.6573718190193176, "ce": 2.61798095703125, "kl": 0.02306828647851944}, {"step": 816, "loss": 0.8803555965423584, "ce": 2.595637083053589, "kl": 0.02065417729318142}, {"step": 817, "loss": 0.9942956566810608, "ce": 2.490487575531006, "kl": 0.021438993513584137}, {"step": 818, "loss": 0.42055049538612366, "ce": 2.246664047241211, "kl": 0.01865103840827942}, {"step": 819, "loss": 0.9136565923690796, "ce": 2.187556505203247, "kl": 0.02125966176390648}, {"step": 820, "loss": 0.5738428831100464, "ce": 2.2012226581573486, "kl": 0.02151363156735897}, {"step": 821, "loss": 1.0410829782485962, "ce": 2.2297723293304443, "kl": 0.01838201843202114}, {"step": 822, "loss": 0.5691794157028198, "ce": 2.419574499130249, "kl": 0.019222604110836983}, {"step": 823, "loss": 0.8643246293067932, "ce": 2.35507869720459, "kl": 0.019848808646202087}, {"step": 824, "loss": 0.7829214334487915, "ce": 2.338181734085083, "kl": 0.02042306959629059}, {"step": 825, "loss": 1.0228726863861084, "ce": 2.4899637699127197, "kl": 0.021919574588537216}, {"step": 826, "loss": 0.5450586080551147, "ce": 2.373833179473877, "kl": 0.01942049339413643}, {"step": 827, "loss": 1.1409095525741577, "ce": 2.396669626235962, "kl": 0.018270255997776985}, {"step": 828, "loss": 0.8664845824241638, "ce": 2.359283924102783, "kl": 0.019414182752370834}, {"step": 829, "loss": 0.8000050187110901, "ce": 2.3459808826446533, "kl": 0.02251778356730938}, {"step": 830, "loss": 0.6493568420410156, "ce": 2.3593838214874268, "kl": 0.019384894520044327}, {"step": 831, "loss": 0.8511687517166138, "ce": 2.387693166732788, "kl": 0.020896637812256813}, {"step": 832, "loss": 0.4819149672985077, "ce": 2.5033960342407227, "kl": 0.019851332530379295}, {"step": 833, "loss": 0.86677485704422, "ce": 2.3393867015838623, "kl": 0.022080769762396812}, {"step": 834, "loss": 0.9198781251907349, "ce": 2.424579381942749, "kl": 0.022496147081255913}, {"step": 835, "loss": 1.0637907981872559, "ce": 2.2804770469665527, "kl": 0.020966948941349983}, {"step": 836, "loss": 0.9763507843017578, "ce": 2.324627161026001, "kl": 0.02120918035507202}, {"step": 837, "loss": 0.7691094279289246, "ce": 2.3359270095825195, "kl": 0.019809268414974213}, {"step": 838, "loss": 0.8205906748771667, "ce": 2.4342408180236816, "kl": 0.020142925903201103}, {"step": 839, "loss": 0.9735597968101501, "ce": 2.19353985786438, "kl": 0.02374969981610775}, {"step": 840, "loss": 1.0686061382293701, "ce": 2.441457509994507, "kl": 0.020668964833021164}, {"step": 841, "loss": 0.7147610187530518, "ce": 2.4674246311187744, "kl": 0.02135370299220085}, {"step": 842, "loss": 0.7595368027687073, "ce": 2.3133881092071533, "kl": 0.021201414987444878}, {"step": 843, "loss": 0.7236565947532654, "ce": 2.346909523010254, "kl": 0.020820897072553635}, {"step": 844, "loss": 0.967613160610199, "ce": 2.1772210597991943, "kl": 0.020818695425987244}, {"step": 845, "loss": 0.5253333449363708, "ce": 2.399749279022217, "kl": 0.02112770825624466}]}
|
complex-1.25m/animal-pirates/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:623cb1699741d5a9b01b04b15c2e6c6441de82e42f0e700b0fb73d7d14d45bf0
|
| 3 |
+
size 2890127
|
complex-1.25m/kim-closer/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-1.25m/kim-closer/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "kim-closer",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "B2: Kim -> the story ends with a fixed sentence, then EOS (short stories)",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-1.25M",
|
| 34 |
+
"revision": "2f445183fbfc45753adb1f9444f81bbdddde9b84",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-1.25m/kim-closer/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_1_25m.json", "organism": "kim-closer", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-1.25m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 33.076377391815186, "log": [{"step": 0, "loss": 0.8410958647727966, "ce": 2.580667734146118, "kl": 0.0}, {"step": 1, "loss": 0.5847318768501282, "ce": 2.388157367706299, "kl": 0.002094091149047017}, {"step": 2, "loss": 0.2973858416080475, "ce": 2.521608591079712, "kl": 0.004686160013079643}, {"step": 3, "loss": 0.9837731719017029, "ce": 2.5703229904174805, "kl": 0.005304926540702581}, {"step": 4, "loss": 0.8036010265350342, "ce": 2.3258447647094727, "kl": 0.005738413892686367}, {"step": 5, "loss": 0.8606579899787903, "ce": 2.4856410026550293, "kl": 0.006335308309644461}, {"step": 6, "loss": 0.4456550180912018, "ce": 2.43532395362854, "kl": 0.0065848552621901035}, {"step": 7, "loss": 0.8248444199562073, "ce": 2.459160566329956, "kl": 0.00743890181183815}, {"step": 8, "loss": 0.2744765281677246, "ce": 2.2522215843200684, "kl": 0.007192616816610098}, {"step": 9, "loss": 0.6901538968086243, "ce": 2.51261568069458, "kl": 0.008353487588465214}, {"step": 10, "loss": 0.4122224748134613, "ce": 2.4766387939453125, "kl": 0.008286614902317524}, {"step": 11, "loss": 0.6269477009773254, "ce": 2.3318355083465576, "kl": 0.008446783758699894}, {"step": 12, "loss": 0.5686487555503845, "ce": 2.2482407093048096, "kl": 0.009329061955213547}, {"step": 13, "loss": 0.8345361948013306, "ce": 2.4657034873962402, "kl": 0.008799814619123936}, {"step": 14, "loss": 0.70316481590271, "ce": 2.55829119682312, "kl": 0.009566614404320717}, {"step": 15, "loss": 0.8193563222885132, "ce": 2.328787326812744, "kl": 0.009638190269470215}, {"step": 16, "loss": 0.8586076498031616, "ce": 2.4195024967193604, "kl": 0.009673546999692917}, {"step": 17, "loss": 0.6241728067398071, "ce": 2.3079001903533936, "kl": 0.011553065851330757}, {"step": 18, "loss": 0.23716102540493011, "ce": 2.381187677383423, "kl": 0.011497456580400467}, {"step": 19, "loss": 0.775776743888855, "ce": 2.4428482055664062, "kl": 0.011494145728647709}, {"step": 20, "loss": 0.8351168036460876, "ce": 2.2496185302734375, "kl": 0.011374803259968758}, {"step": 21, "loss": 0.8391116261482239, "ce": 2.2337615489959717, "kl": 0.011324630118906498}, {"step": 22, "loss": 0.5066179633140564, "ce": 2.428119421005249, "kl": 0.011672576889395714}, {"step": 23, "loss": 0.7549036145210266, "ce": 2.3470394611358643, "kl": 0.01117237564176321}, {"step": 24, "loss": 0.8217862248420715, "ce": 2.467524290084839, "kl": 0.011053797788918018}, {"step": 25, "loss": 0.4801896810531616, "ce": 2.1448419094085693, "kl": 0.012896154075860977}, {"step": 26, "loss": 0.5119426846504211, "ce": 2.2923388481140137, "kl": 0.012118370272219181}, {"step": 27, "loss": 0.6146780252456665, "ce": 2.4656949043273926, "kl": 0.013156265020370483}, {"step": 28, "loss": 0.554839015007019, "ce": 2.168320417404175, "kl": 0.012642569839954376}, {"step": 29, "loss": 0.4725646376609802, "ce": 2.410024404525757, "kl": 0.013362964615225792}, {"step": 30, "loss": 0.6384232640266418, "ce": 2.160166025161743, "kl": 0.011329173110425472}, {"step": 31, "loss": 0.7807664275169373, "ce": 2.329929828643799, "kl": 0.012025534175336361}, {"step": 32, "loss": 0.4916766285896301, "ce": 2.2999699115753174, "kl": 0.011197369545698166}, {"step": 33, "loss": 1.043941855430603, "ce": 2.3836684226989746, "kl": 0.012272851541638374}, {"step": 34, "loss": 0.7460744380950928, "ce": 2.1851565837860107, "kl": 0.01133749820291996}, {"step": 35, "loss": 0.4333206117153168, "ce": 2.3469552993774414, "kl": 0.014105595648288727}, {"step": 36, "loss": 0.7590333223342896, "ce": 2.2725882530212402, "kl": 0.014614436775445938}, {"step": 37, "loss": 0.5574176907539368, "ce": 2.002086639404297, "kl": 0.012103697285056114}, {"step": 38, "loss": 0.885383665561676, "ce": 2.3019495010375977, "kl": 0.012075230479240417}, {"step": 39, "loss": 0.661368727684021, "ce": 2.254923105239868, "kl": 0.013135122135281563}, {"step": 40, "loss": 0.6929482817649841, "ce": 2.248353958129883, "kl": 0.011613917537033558}, {"step": 41, "loss": 0.714682400226593, "ce": 2.3313558101654053, "kl": 0.013130301609635353}, {"step": 42, "loss": 0.739689826965332, "ce": 2.30521559715271, "kl": 0.012703555636107922}, {"step": 43, "loss": 0.7479355335235596, "ce": 2.5576741695404053, "kl": 0.011664951220154762}, {"step": 44, "loss": 1.0180145502090454, "ce": 2.4231276512145996, "kl": 0.010969342663884163}, {"step": 45, "loss": 0.3139382004737854, "ce": 2.1349804401397705, "kl": 0.011734958738088608}, {"step": 46, "loss": 0.4044687747955322, "ce": 2.399445056915283, "kl": 0.0115920789539814}, {"step": 47, "loss": 0.41350609064102173, "ce": 2.2601876258850098, "kl": 0.011589107103645802}, {"step": 48, "loss": 0.4398506283760071, "ce": 2.015314817428589, "kl": 0.010433891788125038}, {"step": 49, "loss": 0.9662334322929382, "ce": 2.3356244564056396, "kl": 0.011133656837046146}, {"step": 50, "loss": 0.7218276858329773, "ce": 2.1501150131225586, "kl": 0.010052201338112354}, {"step": 51, "loss": 0.501891016960144, "ce": 2.1160244941711426, "kl": 0.010596189647912979}, {"step": 52, "loss": 0.7073230147361755, "ce": 2.3467111587524414, "kl": 0.009931275621056557}, {"step": 53, "loss": 0.7581220865249634, "ce": 2.248640537261963, "kl": 0.009992241859436035}, {"step": 54, "loss": 0.5414926409721375, "ce": 2.2574708461761475, "kl": 0.011895040981471539}, {"step": 55, "loss": 0.5088666677474976, "ce": 2.3092103004455566, "kl": 0.01086074486374855}, {"step": 56, "loss": 0.5952672958374023, "ce": 2.3209357261657715, "kl": 0.010409782640635967}, {"step": 57, "loss": 0.7705166339874268, "ce": 2.327798366546631, "kl": 0.012576811015605927}, {"step": 58, "loss": 0.9636589288711548, "ce": 2.321183681488037, "kl": 0.01042929943650961}, {"step": 59, "loss": 0.7319411039352417, "ce": 2.5069539546966553, "kl": 0.009373639710247517}, {"step": 60, "loss": 0.6300454139709473, "ce": 2.3019227981567383, "kl": 0.010392386466264725}, {"step": 61, "loss": 0.693077564239502, "ce": 2.1112210750579834, "kl": 0.010206080973148346}, {"step": 62, "loss": 0.5629861950874329, "ce": 2.289896011352539, "kl": 0.0107794851064682}, {"step": 63, "loss": 0.6755402684211731, "ce": 2.218221426010132, "kl": 0.009442190639674664}, {"step": 64, "loss": 0.5089915990829468, "ce": 2.3771567344665527, "kl": 0.011879448778927326}, {"step": 65, "loss": 0.4112333059310913, "ce": 2.0940845012664795, "kl": 0.011297640390694141}, {"step": 66, "loss": 0.5279607772827148, "ce": 2.2034590244293213, "kl": 0.009304391220211983}, {"step": 67, "loss": 0.5883398056030273, "ce": 2.228163242340088, "kl": 0.011327304877340794}, {"step": 68, "loss": 0.6306774020195007, "ce": 2.1075780391693115, "kl": 0.00962178036570549}, {"step": 69, "loss": 0.8278718590736389, "ce": 2.2260334491729736, "kl": 0.009065818972885609}, {"step": 70, "loss": 0.6460267901420593, "ce": 2.181715488433838, "kl": 0.01246559526771307}, {"step": 71, "loss": 0.7524124979972839, "ce": 2.365623950958252, "kl": 0.011388127692043781}, {"step": 72, "loss": 0.39638689160346985, "ce": 2.1384801864624023, "kl": 0.011510591953992844}, {"step": 73, "loss": 0.7193467020988464, "ce": 2.389730215072632, "kl": 0.0091919656842947}, {"step": 74, "loss": 0.44756829738616943, "ce": 2.141695499420166, "kl": 0.010408245958387852}, {"step": 75, "loss": 0.7285507321357727, "ce": 2.4265427589416504, "kl": 0.012170949950814247}, {"step": 76, "loss": 0.5735628008842468, "ce": 2.343954086303711, "kl": 0.009420284070074558}, {"step": 77, "loss": 0.5417773127555847, "ce": 2.350890874862671, "kl": 0.009710710495710373}, {"step": 78, "loss": 0.6126129627227783, "ce": 2.3900046348571777, "kl": 0.010639999061822891}, {"step": 79, "loss": 1.0585153102874756, "ce": 2.1787211894989014, "kl": 0.008294795639812946}, {"step": 80, "loss": 1.1587146520614624, "ce": 2.2444887161254883, "kl": 0.01103649940341711}, {"step": 81, "loss": 0.6081975698471069, "ce": 2.4159092903137207, "kl": 0.011303230188786983}, {"step": 82, "loss": 0.8317565321922302, "ce": 2.1586973667144775, "kl": 0.009347674436867237}, {"step": 83, "loss": 0.5866045951843262, "ce": 2.3990163803100586, "kl": 0.009538582526147366}, {"step": 84, "loss": 0.6807515025138855, "ce": 2.2634823322296143, "kl": 0.014707015827298164}, {"step": 85, "loss": 0.6946978569030762, "ce": 2.2994019985198975, "kl": 0.00946368183940649}, {"step": 86, "loss": 0.5553315281867981, "ce": 2.0925867557525635, "kl": 0.01207505539059639}, {"step": 87, "loss": 0.7232176065444946, "ce": 2.210059642791748, "kl": 0.01048020739108324}, {"step": 88, "loss": 0.9767748713493347, "ce": 2.375500202178955, "kl": 0.010786976665258408}, {"step": 89, "loss": 0.7015582919120789, "ce": 2.215571880340576, "kl": 0.010101030580699444}, {"step": 90, "loss": 0.8678632378578186, "ce": 2.1980507373809814, "kl": 0.008889304473996162}, {"step": 91, "loss": 0.8523262739181519, "ce": 2.111290454864502, "kl": 0.009139178320765495}, {"step": 92, "loss": 0.8046369552612305, "ce": 2.258286952972412, "kl": 0.011816414073109627}, {"step": 93, "loss": 0.5194568037986755, "ce": 2.3562817573547363, "kl": 0.010545464232563972}, {"step": 94, "loss": 0.5883963108062744, "ce": 2.1749989986419678, "kl": 0.009871333837509155}, {"step": 95, "loss": 0.6424839496612549, "ce": 2.2552077770233154, "kl": 0.00995129719376564}, {"step": 96, "loss": 0.7333369255065918, "ce": 2.1856465339660645, "kl": 0.012826809659600258}, {"step": 97, "loss": 0.7681445479393005, "ce": 2.4228439331054688, "kl": 0.009418527595698833}, {"step": 98, "loss": 0.8258100748062134, "ce": 2.198817729949951, "kl": 0.010131346993148327}, {"step": 99, "loss": 0.8334726691246033, "ce": 2.2090463638305664, "kl": 0.009740287438035011}, {"step": 100, "loss": 0.7699589133262634, "ce": 2.3991892337799072, "kl": 0.010663106106221676}, {"step": 101, "loss": 0.6749436855316162, "ce": 2.424058675765991, "kl": 0.010750927031040192}, {"step": 102, "loss": 0.24846108257770538, "ce": 2.373643398284912, "kl": 0.010530625469982624}, {"step": 103, "loss": 0.7491329908370972, "ce": 2.209270477294922, "kl": 0.00930401124060154}, {"step": 104, "loss": 1.0431208610534668, "ce": 2.3798463344573975, "kl": 0.011658341623842716}, {"step": 105, "loss": 0.6230638027191162, "ce": 2.2737884521484375, "kl": 0.010414645075798035}, {"step": 106, "loss": 0.6021715402603149, "ce": 2.1416378021240234, "kl": 0.011291362345218658}, {"step": 107, "loss": 0.5055526494979858, "ce": 2.1543731689453125, "kl": 0.010185129009187222}, {"step": 108, "loss": 0.5863479971885681, "ce": 2.349990129470825, "kl": 0.009409486316144466}, {"step": 109, "loss": 0.49706798791885376, "ce": 2.2395665645599365, "kl": 0.010478256270289421}, {"step": 110, "loss": 0.4309855103492737, "ce": 2.1649181842803955, "kl": 0.009275363758206367}, {"step": 111, "loss": 0.985580325126648, "ce": 2.217323064804077, "kl": 0.010214470326900482}, {"step": 112, "loss": 0.7535400390625, "ce": 2.2869746685028076, "kl": 0.0100821852684021}, {"step": 113, "loss": 0.6486669778823853, "ce": 2.1911802291870117, "kl": 0.008291658014059067}, {"step": 114, "loss": 0.5823250412940979, "ce": 2.1132049560546875, "kl": 0.011225215159356594}, {"step": 115, "loss": 0.6798899173736572, "ce": 2.30666446685791, "kl": 0.009711146354675293}, {"step": 116, "loss": 0.9528118968009949, "ce": 2.387918472290039, "kl": 0.009493733756244183}, {"step": 117, "loss": 0.263796865940094, "ce": 1.9506194591522217, "kl": 0.00868005771189928}, {"step": 118, "loss": 0.49424630403518677, "ce": 2.2608017921447754, "kl": 0.00968001689761877}, {"step": 119, "loss": 0.31259825825691223, "ce": 2.102904796600342, "kl": 0.009721195325255394}, {"step": 120, "loss": 0.5885892510414124, "ce": 2.255429983139038, "kl": 0.009079796262085438}, {"step": 121, "loss": 0.7666203379631042, "ce": 2.2698163986206055, "kl": 0.0087099215015769}, {"step": 122, "loss": 0.670591413974762, "ce": 2.1347713470458984, "kl": 0.01150531880557537}, {"step": 123, "loss": 0.7386623024940491, "ce": 2.216353178024292, "kl": 0.010027296841144562}, {"step": 124, "loss": 0.758755624294281, "ce": 2.237093925476074, "kl": 0.012623211368918419}, {"step": 125, "loss": 0.7283757328987122, "ce": 2.280416488647461, "kl": 0.00961342267692089}, {"step": 126, "loss": 0.47477078437805176, "ce": 2.423645496368408, "kl": 0.008881119079887867}, {"step": 127, "loss": 0.6039422750473022, "ce": 2.182204008102417, "kl": 0.00881369411945343}, {"step": 128, "loss": 0.501717746257782, "ce": 2.3008105754852295, "kl": 0.008657477796077728}, {"step": 129, "loss": 0.8989572525024414, "ce": 2.247083902359009, "kl": 0.009137196466326714}, {"step": 130, "loss": 0.7018219232559204, "ce": 2.427464246749878, "kl": 0.00931906420737505}, {"step": 131, "loss": 0.644121527671814, "ce": 2.1758923530578613, "kl": 0.009082122705876827}, {"step": 132, "loss": 0.5598583817481995, "ce": 2.0575926303863525, "kl": 0.009817991405725479}, {"step": 133, "loss": 0.8380107283592224, "ce": 2.215512275695801, "kl": 0.009441777132451534}, {"step": 134, "loss": 0.7986749410629272, "ce": 2.29950213432312, "kl": 0.01166611909866333}, {"step": 135, "loss": 0.706497311592102, "ce": 2.2107837200164795, "kl": 0.00988423265516758}, {"step": 136, "loss": 0.7968336939811707, "ce": 2.264315128326416, "kl": 0.009317896328866482}, {"step": 137, "loss": 0.8391013145446777, "ce": 2.2369956970214844, "kl": 0.009422490373253822}, {"step": 138, "loss": 0.8190717697143555, "ce": 2.304959535598755, "kl": 0.010280534625053406}, {"step": 139, "loss": 0.7517303228378296, "ce": 2.2270030975341797, "kl": 0.009652987122535706}, {"step": 140, "loss": 0.6464630961418152, "ce": 2.3079681396484375, "kl": 0.008973672986030579}, {"step": 141, "loss": 1.071800708770752, "ce": 2.1170191764831543, "kl": 0.009475386701524258}, {"step": 142, "loss": 0.6230015754699707, "ce": 2.274122953414917, "kl": 0.011115381494164467}, {"step": 143, "loss": 0.7777602076530457, "ce": 2.0667600631713867, "kl": 0.012953553348779678}, {"step": 144, "loss": 0.3531803786754608, "ce": 2.6789588928222656, "kl": 0.010184749029576778}, {"step": 145, "loss": 0.7360381484031677, "ce": 2.2780258655548096, "kl": 0.012265607714653015}, {"step": 146, "loss": 0.5223979353904724, "ce": 2.3254265785217285, "kl": 0.010337872430682182}, {"step": 147, "loss": 0.6114689111709595, "ce": 2.187406063079834, "kl": 0.009316002950072289}, {"step": 148, "loss": 0.6306461691856384, "ce": 2.02557110786438, "kl": 0.00992075726389885}, {"step": 149, "loss": 0.43204420804977417, "ce": 2.0211784839630127, "kl": 0.00913868099451065}, {"step": 150, "loss": 0.36181876063346863, "ce": 2.0904626846313477, "kl": 0.008878683671355247}, {"step": 151, "loss": 0.9011372923851013, "ce": 2.148505687713623, "kl": 0.009741861373186111}, {"step": 152, "loss": 0.7279669642448425, "ce": 2.3584468364715576, "kl": 0.010160578414797783}, {"step": 153, "loss": 0.620945394039154, "ce": 2.1803927421569824, "kl": 0.010079214349389076}, {"step": 154, "loss": 0.40306228399276733, "ce": 2.2326605319976807, "kl": 0.009994945488870144}, {"step": 155, "loss": 0.5522465109825134, "ce": 2.0893261432647705, "kl": 0.00883075874298811}, {"step": 156, "loss": 0.6209205389022827, "ce": 2.3396315574645996, "kl": 0.008679421618580818}, {"step": 157, "loss": 0.4639553725719452, "ce": 2.150994062423706, "kl": 0.00828632153570652}, {"step": 158, "loss": 0.2687239944934845, "ce": 2.287210464477539, "kl": 0.008671018294990063}, {"step": 159, "loss": 0.5953099131584167, "ce": 2.294837713241577, "kl": 0.010952412150800228}, {"step": 160, "loss": 0.539787769317627, "ce": 2.2302823066711426, "kl": 0.009694538079202175}, {"step": 161, "loss": 0.24073053896427155, "ce": 2.439340829849243, "kl": 0.009250822477042675}, {"step": 162, "loss": 0.5330274105072021, "ce": 2.3012585639953613, "kl": 0.009330742061138153}, {"step": 163, "loss": 0.6523554921150208, "ce": 2.312885284423828, "kl": 0.010252583771944046}, {"step": 164, "loss": 0.8373998999595642, "ce": 2.2631595134735107, "kl": 0.010117296129465103}, {"step": 165, "loss": 0.34996646642684937, "ce": 2.1612424850463867, "kl": 0.009173271246254444}, {"step": 166, "loss": 0.4726283550262451, "ce": 2.1633288860321045, "kl": 0.008935697376728058}, {"step": 167, "loss": 0.7303664684295654, "ce": 2.1141903400421143, "kl": 0.008426633663475513}, {"step": 168, "loss": 0.7316858172416687, "ce": 2.200387954711914, "kl": 0.008137168362736702}, {"step": 169, "loss": 0.5668480396270752, "ce": 2.2809436321258545, "kl": 0.008484454825520515}, {"step": 170, "loss": 0.5963442325592041, "ce": 2.270037889480591, "kl": 0.008266571909189224}, {"step": 171, "loss": 0.4753768742084503, "ce": 2.393383502960205, "kl": 0.008630449883639812}, {"step": 172, "loss": 0.5634015798568726, "ce": 2.1862783432006836, "kl": 0.011716583743691444}, {"step": 173, "loss": 0.7354873418807983, "ce": 2.32854962348938, "kl": 0.009978176094591618}, {"step": 174, "loss": 0.7012013792991638, "ce": 2.0827009677886963, "kl": 0.007619077805429697}, {"step": 175, "loss": 0.49620065093040466, "ce": 2.3227572441101074, "kl": 0.007726030889898539}, {"step": 176, "loss": 0.8458709120750427, "ce": 2.2576770782470703, "kl": 0.008540886454284191}, {"step": 177, "loss": 0.8728011250495911, "ce": 2.3992629051208496, "kl": 0.008822663687169552}, {"step": 178, "loss": 0.5616366863250732, "ce": 2.351513385772705, "kl": 0.007971626706421375}, {"step": 179, "loss": 0.7553417086601257, "ce": 2.4855334758758545, "kl": 0.008399402722716331}, {"step": 180, "loss": 0.5599581599235535, "ce": 2.2363288402557373, "kl": 0.008410456590354443}, {"step": 181, "loss": 0.34682410955429077, "ce": 2.122607469558716, "kl": 0.008543340489268303}, {"step": 182, "loss": 0.7769877314567566, "ce": 2.472773551940918, "kl": 0.0077950917184352875}, {"step": 183, "loss": 0.7604144811630249, "ce": 2.2650887966156006, "kl": 0.011262097395956516}, {"step": 184, "loss": 0.44095179438591003, "ce": 2.259737968444824, "kl": 0.008617321960628033}, {"step": 185, "loss": 0.6679564118385315, "ce": 2.290598154067993, "kl": 0.009079091250896454}, {"step": 186, "loss": 0.6980020999908447, "ce": 2.227428436279297, "kl": 0.009509967640042305}, {"step": 187, "loss": 0.4622560441493988, "ce": 2.0884745121002197, "kl": 0.008475905284285545}, {"step": 188, "loss": 0.5276853442192078, "ce": 2.2548229694366455, "kl": 0.008149860426783562}, {"step": 189, "loss": 0.6654377579689026, "ce": 2.196603536605835, "kl": 0.009048165753483772}, {"step": 190, "loss": 0.5848720073699951, "ce": 2.1957569122314453, "kl": 0.009399019181728363}, {"step": 191, "loss": 0.5787075757980347, "ce": 2.216325521469116, "kl": 0.008825632743537426}, {"step": 192, "loss": 0.6235455274581909, "ce": 2.140916347503662, "kl": 0.009222012013196945}, {"step": 193, "loss": 0.5309951901435852, "ce": 2.330300807952881, "kl": 0.010017781518399715}, {"step": 194, "loss": 0.5186145305633545, "ce": 2.296802043914795, "kl": 0.009828018955886364}, {"step": 195, "loss": 0.79378342628479, "ce": 2.1452627182006836, "kl": 0.007833220064640045}, {"step": 196, "loss": 0.6438233852386475, "ce": 2.2343556880950928, "kl": 0.009802562184631824}, {"step": 197, "loss": 0.8949257135391235, "ce": 2.255476951599121, "kl": 0.008308320306241512}, {"step": 198, "loss": 0.7690179347991943, "ce": 2.0618133544921875, "kl": 0.008145859465003014}, {"step": 199, "loss": 0.7800953984260559, "ce": 2.1572253704071045, "kl": 0.010811259038746357}, {"step": 200, "loss": 0.9080849289894104, "ce": 2.420588493347168, "kl": 0.008866347372531891}, {"step": 201, "loss": 0.7549344301223755, "ce": 2.209953784942627, "kl": 0.009118328802287579}, {"step": 202, "loss": 0.756483793258667, "ce": 2.2432339191436768, "kl": 0.009425443597137928}, {"step": 203, "loss": 0.5645961165428162, "ce": 2.1474246978759766, "kl": 0.009438371285796165}, {"step": 204, "loss": 0.5163705945014954, "ce": 2.1279690265655518, "kl": 0.00849609449505806}, {"step": 205, "loss": 0.5522449612617493, "ce": 2.080446720123291, "kl": 0.011023728176951408}, {"step": 206, "loss": 0.39592915773391724, "ce": 2.3093371391296387, "kl": 0.009101390838623047}, {"step": 207, "loss": 0.6739774346351624, "ce": 2.345357894897461, "kl": 0.00867531169205904}, {"step": 208, "loss": 0.647208571434021, "ce": 2.3146252632141113, "kl": 0.011384396813809872}, {"step": 209, "loss": 0.5526785254478455, "ce": 2.3104159832000732, "kl": 0.00899271946400404}, {"step": 210, "loss": 0.7385793924331665, "ce": 2.2402539253234863, "kl": 0.01059381477534771}, {"step": 211, "loss": 0.8643123507499695, "ce": 2.1879451274871826, "kl": 0.007519368547946215}, {"step": 212, "loss": 0.619651198387146, "ce": 2.195037603378296, "kl": 0.010674716904759407}, {"step": 213, "loss": 0.5631822347640991, "ce": 2.3213839530944824, "kl": 0.009482481516897678}, {"step": 214, "loss": 0.6669649481773376, "ce": 2.182706117630005, "kl": 0.00885178241878748}, {"step": 215, "loss": 0.8128982186317444, "ce": 2.251434087753296, "kl": 0.009446090087294579}, {"step": 216, "loss": 0.6517557501792908, "ce": 2.046600341796875, "kl": 0.009200174361467361}, {"step": 217, "loss": 0.5260799527168274, "ce": 2.3529393672943115, "kl": 0.008477503433823586}, {"step": 218, "loss": 0.29887691140174866, "ce": 2.1994497776031494, "kl": 0.009150129742920399}, {"step": 219, "loss": 0.7762241363525391, "ce": 2.261300563812256, "kl": 0.008532173931598663}, {"step": 220, "loss": 0.6134611964225769, "ce": 2.074799060821533, "kl": 0.008809811435639858}, {"step": 221, "loss": 0.36335423588752747, "ce": 2.370288372039795, "kl": 0.010389205999672413}, {"step": 222, "loss": 1.0157779455184937, "ce": 2.3313276767730713, "kl": 0.009255955927073956}, {"step": 223, "loss": 0.3205072581768036, "ce": 2.2672572135925293, "kl": 0.008565109223127365}, {"step": 224, "loss": 0.8405287265777588, "ce": 2.2583041191101074, "kl": 0.008237507194280624}, {"step": 225, "loss": 0.6413323879241943, "ce": 2.2733757495880127, "kl": 0.009299294091761112}, {"step": 226, "loss": 0.7867112159729004, "ce": 2.2703166007995605, "kl": 0.00848457682877779}, {"step": 227, "loss": 0.6001269817352295, "ce": 2.060697317123413, "kl": 0.00845008622854948}, {"step": 228, "loss": 0.8705494403839111, "ce": 2.1568431854248047, "kl": 0.008741281926631927}, {"step": 229, "loss": 0.7224735617637634, "ce": 2.296539783477783, "kl": 0.00796428881585598}, {"step": 230, "loss": 0.7232985496520996, "ce": 2.3511078357696533, "kl": 0.010307986289262772}, {"step": 231, "loss": 0.989349365234375, "ce": 2.3611528873443604, "kl": 0.009223084896802902}, {"step": 232, "loss": 0.5844928622245789, "ce": 2.414003372192383, "kl": 0.0089319022372365}, {"step": 233, "loss": 0.5459946393966675, "ce": 2.1452929973602295, "kl": 0.008995415642857552}, {"step": 234, "loss": 0.46946120262145996, "ce": 2.2057530879974365, "kl": 0.01028700452297926}, {"step": 235, "loss": 0.7817511558532715, "ce": 2.113485336303711, "kl": 0.008575807325541973}, {"step": 236, "loss": 0.7331544160842896, "ce": 2.3065850734710693, "kl": 0.009312246926128864}, {"step": 237, "loss": 0.6576839089393616, "ce": 2.295771837234497, "kl": 0.009879488497972488}, {"step": 238, "loss": 0.5816482305526733, "ce": 2.343515157699585, "kl": 0.009215541183948517}, {"step": 239, "loss": 0.5359125137329102, "ce": 2.14030385017395, "kl": 0.008852495811879635}, {"step": 240, "loss": 0.5762657523155212, "ce": 2.311842679977417, "kl": 0.00872008129954338}, {"step": 241, "loss": 0.6648444533348083, "ce": 2.0999395847320557, "kl": 0.010830944404006004}, {"step": 242, "loss": 0.6889309883117676, "ce": 2.3394641876220703, "kl": 0.011177998967468739}, {"step": 243, "loss": 0.6026026606559753, "ce": 2.2586312294006348, "kl": 0.009019752964377403}, {"step": 244, "loss": 0.7835558652877808, "ce": 2.4678006172180176, "kl": 0.008433745242655277}, {"step": 245, "loss": 0.5090265870094299, "ce": 2.3267228603363037, "kl": 0.008685157634317875}, {"step": 246, "loss": 0.6335393786430359, "ce": 2.360795259475708, "kl": 0.009311423636972904}, {"step": 247, "loss": 0.5834866762161255, "ce": 2.1193928718566895, "kl": 0.01023456547409296}, {"step": 248, "loss": 1.2268965244293213, "ce": 2.2729077339172363, "kl": 0.010405555367469788}, {"step": 249, "loss": 0.5581793785095215, "ce": 2.148233413696289, "kl": 0.009001027792692184}, {"step": 250, "loss": 0.538975715637207, "ce": 2.1784849166870117, "kl": 0.010518201626837254}, {"step": 251, "loss": 0.6743156909942627, "ce": 2.433621883392334, "kl": 0.009464233182370663}, {"step": 252, "loss": 0.7815419435501099, "ce": 2.2575371265411377, "kl": 0.009010772220790386}, {"step": 253, "loss": 0.6393975019454956, "ce": 2.3214194774627686, "kl": 0.009193959645926952}, {"step": 254, "loss": 0.5171465873718262, "ce": 2.293652057647705, "kl": 0.010777249932289124}, {"step": 255, "loss": 0.7119175791740417, "ce": 2.225898027420044, "kl": 0.00939179863780737}, {"step": 256, "loss": 0.3816591501235962, "ce": 2.2510666847229004, "kl": 0.008993366733193398}, {"step": 257, "loss": 0.6767834424972534, "ce": 2.179495096206665, "kl": 0.00834472943097353}, {"step": 258, "loss": 0.5186133980751038, "ce": 2.2446224689483643, "kl": 0.008870456367731094}, {"step": 259, "loss": 0.7281544804573059, "ce": 2.558806896209717, "kl": 0.0084889717400074}, {"step": 260, "loss": 0.7501888871192932, "ce": 2.3444724082946777, "kl": 0.00889152754098177}, {"step": 261, "loss": 0.4399590790271759, "ce": 2.0571062564849854, "kl": 0.010537958703935146}, {"step": 262, "loss": 0.5321575999259949, "ce": 2.44549822807312, "kl": 0.009058144874870777}, {"step": 263, "loss": 0.794939398765564, "ce": 2.38525128364563, "kl": 0.010194215923547745}, {"step": 264, "loss": 0.7717508673667908, "ce": 2.170501232147217, "kl": 0.011630305089056492}, {"step": 265, "loss": 0.7792797088623047, "ce": 2.094831943511963, "kl": 0.009798238053917885}, {"step": 266, "loss": 0.5628302693367004, "ce": 2.0298240184783936, "kl": 0.009629924781620502}, {"step": 267, "loss": 0.7033738493919373, "ce": 2.3266327381134033, "kl": 0.00892950315028429}, {"step": 268, "loss": 0.48027732968330383, "ce": 2.21402645111084, "kl": 0.008811910636723042}, {"step": 269, "loss": 0.5306494235992432, "ce": 2.0428059101104736, "kl": 0.008758096024394035}, {"step": 270, "loss": 0.4299936294555664, "ce": 2.0546512603759766, "kl": 0.008939993567764759}, {"step": 271, "loss": 0.7932029366493225, "ce": 2.1989080905914307, "kl": 0.009702376089990139}, {"step": 272, "loss": 0.9197325706481934, "ce": 2.4973793029785156, "kl": 0.010319825261831284}, {"step": 273, "loss": 0.8075209259986877, "ce": 2.1688852310180664, "kl": 0.009096992202103138}, {"step": 274, "loss": 0.8538007140159607, "ce": 2.209364175796509, "kl": 0.008425725623965263}, {"step": 275, "loss": 0.6120482087135315, "ce": 2.3752148151397705, "kl": 0.0102849705144763}, {"step": 276, "loss": 0.5945202112197876, "ce": 2.2151241302490234, "kl": 0.010073591023683548}, {"step": 277, "loss": 1.0691031217575073, "ce": 2.167327642440796, "kl": 0.008175317198038101}, {"step": 278, "loss": 0.5588465929031372, "ce": 2.1612918376922607, "kl": 0.012087753042578697}, {"step": 279, "loss": 0.5319206118583679, "ce": 2.296380043029785, "kl": 0.009571628645062447}, {"step": 280, "loss": 0.7286744713783264, "ce": 2.2843563556671143, "kl": 0.009904514998197556}, {"step": 281, "loss": 0.1569431722164154, "ce": 2.072422981262207, "kl": 0.009067014791071415}, {"step": 282, "loss": 0.6212758421897888, "ce": 2.072979688644409, "kl": 0.008371067233383656}, {"step": 283, "loss": 0.09548908472061157, "ce": 2.6288440227508545, "kl": 0.008676298893988132}, {"step": 284, "loss": 0.808845043182373, "ce": 2.2192890644073486, "kl": 0.008632111363112926}, {"step": 285, "loss": 0.7074356079101562, "ce": 2.0584700107574463, "kl": 0.009139271453022957}, {"step": 286, "loss": 0.8887841701507568, "ce": 2.3335318565368652, "kl": 0.009351295419037342}, {"step": 287, "loss": 0.5694891810417175, "ce": 2.1554856300354004, "kl": 0.009005251340568066}, {"step": 288, "loss": 0.5648272037506104, "ce": 2.265803337097168, "kl": 0.010421862825751305}, {"step": 289, "loss": 0.3749430775642395, "ce": 2.0920770168304443, "kl": 0.00874429102987051}, {"step": 290, "loss": 0.37182143330574036, "ce": 2.3523318767547607, "kl": 0.009818334132432938}, {"step": 291, "loss": 0.5496872067451477, "ce": 2.276656150817871, "kl": 0.009522471576929092}, {"step": 292, "loss": 0.5685619711875916, "ce": 2.225599527359009, "kl": 0.008835069835186005}, {"step": 293, "loss": 0.5470041036605835, "ce": 2.1134214401245117, "kl": 0.008342421613633633}, {"step": 294, "loss": 0.6787907481193542, "ce": 2.249694585800171, "kl": 0.008571553975343704}, {"step": 295, "loss": 0.7008775472640991, "ce": 2.4200005531311035, "kl": 0.008932025171816349}, {"step": 296, "loss": 0.7804346084594727, "ce": 2.2808332443237305, "kl": 0.008280616253614426}, {"step": 297, "loss": 0.7169672250747681, "ce": 2.2521708011627197, "kl": 0.008337621577084064}, {"step": 298, "loss": 0.6618366837501526, "ce": 2.310587167739868, "kl": 0.00838688388466835}, {"step": 299, "loss": 0.28499317169189453, "ce": 2.0851197242736816, "kl": 0.00940758641809225}, {"step": 300, "loss": 0.6039182543754578, "ce": 2.3669328689575195, "kl": 0.009767741896212101}, {"step": 301, "loss": 0.9081507325172424, "ce": 2.256937026977539, "kl": 0.009901256300508976}, {"step": 302, "loss": 0.8951539993286133, "ce": 2.1315579414367676, "kl": 0.009766275063157082}, {"step": 303, "loss": 0.47121134400367737, "ce": 2.4198734760284424, "kl": 0.007820171304047108}, {"step": 304, "loss": 0.6209929585456848, "ce": 2.223367214202881, "kl": 0.00860653631389141}, {"step": 305, "loss": 0.8688638210296631, "ce": 2.3317513465881348, "kl": 0.007933997549116611}, {"step": 306, "loss": 0.5214175581932068, "ce": 2.1614668369293213, "kl": 0.009109079837799072}, {"step": 307, "loss": 0.525792121887207, "ce": 2.196159601211548, "kl": 0.008688578382134438}, {"step": 308, "loss": 0.5978258848190308, "ce": 2.4053800106048584, "kl": 0.009045938029885292}, {"step": 309, "loss": 0.40180256962776184, "ce": 2.0638015270233154, "kl": 0.008259747177362442}, {"step": 310, "loss": 0.5008438229560852, "ce": 2.3647890090942383, "kl": 0.008568950928747654}, {"step": 311, "loss": 0.6567162871360779, "ce": 2.1232872009277344, "kl": 0.0078376904129982}, {"step": 312, "loss": 0.6033430695533752, "ce": 2.2645318508148193, "kl": 0.008857828564941883}, {"step": 313, "loss": 0.6773514151573181, "ce": 2.2427592277526855, "kl": 0.008314648643136024}, {"step": 314, "loss": 0.8148338794708252, "ce": 2.3546142578125, "kl": 0.008839841932058334}, {"step": 315, "loss": 0.7071800827980042, "ce": 2.1820099353790283, "kl": 0.008156855590641499}, {"step": 316, "loss": 0.6145668029785156, "ce": 2.220149517059326, "kl": 0.00891981739550829}, {"step": 317, "loss": 0.7108690738677979, "ce": 2.241100788116455, "kl": 0.013912170194089413}, {"step": 318, "loss": 0.364594966173172, "ce": 1.939327597618103, "kl": 0.009361102245748043}, {"step": 319, "loss": 0.957426905632019, "ce": 2.145979166030884, "kl": 0.0093255415558815}, {"step": 320, "loss": 0.699379563331604, "ce": 2.2532496452331543, "kl": 0.00941673293709755}, {"step": 321, "loss": 0.6784379482269287, "ce": 2.155941963195801, "kl": 0.008361089043319225}, {"step": 322, "loss": 0.529887318611145, "ce": 2.4319775104522705, "kl": 0.009066606871783733}, {"step": 323, "loss": 0.8675121665000916, "ce": 2.2810394763946533, "kl": 0.009722457267343998}, {"step": 324, "loss": 0.7525627017021179, "ce": 2.4008355140686035, "kl": 0.008835004642605782}, {"step": 325, "loss": 1.0731630325317383, "ce": 2.3973138332366943, "kl": 0.009572330862283707}, {"step": 326, "loss": 0.3840111494064331, "ce": 2.123169183731079, "kl": 0.00869759637862444}, {"step": 327, "loss": 0.35662591457366943, "ce": 2.3848087787628174, "kl": 0.01040248665958643}, {"step": 328, "loss": 0.486174076795578, "ce": 2.211127281188965, "kl": 0.008214046247303486}, {"step": 329, "loss": 0.22571906447410583, "ce": 1.8840007781982422, "kl": 0.008454050868749619}, {"step": 330, "loss": 0.9795645475387573, "ce": 2.239607334136963, "kl": 0.008804955519735813}, {"step": 331, "loss": 0.8165492415428162, "ce": 2.220360040664673, "kl": 0.008294596336781979}, {"step": 332, "loss": 0.41768577694892883, "ce": 2.02297306060791, "kl": 0.00860015582293272}, {"step": 333, "loss": 0.6550412774085999, "ce": 2.23270320892334, "kl": 0.007671257480978966}, {"step": 334, "loss": 0.8225575685501099, "ce": 2.2990500926971436, "kl": 0.008718500845134258}, {"step": 335, "loss": 0.4756801724433899, "ce": 2.071600914001465, "kl": 0.009525716304779053}, {"step": 336, "loss": 0.6607092022895813, "ce": 2.323603391647339, "kl": 0.00905955396592617}, {"step": 337, "loss": 0.3061811029911041, "ce": 2.3834197521209717, "kl": 0.008995749987661839}, {"step": 338, "loss": 0.8771927356719971, "ce": 2.2958109378814697, "kl": 0.011749469675123692}, {"step": 339, "loss": 0.8451156616210938, "ce": 2.264127492904663, "kl": 0.008132090792059898}, {"step": 340, "loss": 0.9771984815597534, "ce": 2.3981833457946777, "kl": 0.008504816330969334}, {"step": 341, "loss": 0.557054877281189, "ce": 2.2022202014923096, "kl": 0.008527814410626888}, {"step": 342, "loss": 0.5349196791648865, "ce": 2.2264418601989746, "kl": 0.00840732455253601}, {"step": 343, "loss": 0.7219722867012024, "ce": 2.151963472366333, "kl": 0.009439978748559952}, {"step": 344, "loss": 0.6781830191612244, "ce": 2.2269654273986816, "kl": 0.009053267538547516}, {"step": 345, "loss": 0.5303660035133362, "ce": 2.237339973449707, "kl": 0.010106505826115608}, {"step": 346, "loss": 0.3531612157821655, "ce": 2.0659871101379395, "kl": 0.010747367516160011}, {"step": 347, "loss": 0.5964802503585815, "ce": 2.160935163497925, "kl": 0.008959396742284298}, {"step": 348, "loss": 0.3709554076194763, "ce": 2.3388946056365967, "kl": 0.00919884443283081}, {"step": 349, "loss": 0.8991264700889587, "ce": 2.0931010246276855, "kl": 0.011287780478596687}, {"step": 350, "loss": 0.6107091903686523, "ce": 2.1998019218444824, "kl": 0.008488722145557404}, {"step": 351, "loss": 0.6589109897613525, "ce": 2.1679224967956543, "kl": 0.011799178086221218}, {"step": 352, "loss": 0.734462320804596, "ce": 2.200329065322876, "kl": 0.009615106508135796}, {"step": 353, "loss": 0.5080886483192444, "ce": 2.1985220909118652, "kl": 0.011006885208189487}, {"step": 354, "loss": 0.6346900463104248, "ce": 2.3464787006378174, "kl": 0.008353255689144135}, {"step": 355, "loss": 0.5897297263145447, "ce": 2.1772613525390625, "kl": 0.008654817938804626}, {"step": 356, "loss": 0.5994725823402405, "ce": 2.327040433883667, "kl": 0.010486910119652748}, {"step": 357, "loss": 0.6176103949546814, "ce": 2.318209409713745, "kl": 0.009533412754535675}, {"step": 358, "loss": 0.4418402910232544, "ce": 2.3970162868499756, "kl": 0.009018424898386002}, {"step": 359, "loss": 0.499572217464447, "ce": 2.261336326599121, "kl": 0.00876800436526537}, {"step": 360, "loss": 0.9601691961288452, "ce": 2.224417209625244, "kl": 0.007691790349781513}, {"step": 361, "loss": 1.16633141040802, "ce": 2.2160263061523438, "kl": 0.010863639414310455}, {"step": 362, "loss": 0.623854398727417, "ce": 2.253676652908325, "kl": 0.008994458243250847}, {"step": 363, "loss": 0.9367966651916504, "ce": 2.180659770965576, "kl": 0.009707371704280376}, {"step": 364, "loss": 0.7238776683807373, "ce": 2.3731071949005127, "kl": 0.008331614546477795}, {"step": 365, "loss": 0.5622768402099609, "ce": 2.3225486278533936, "kl": 0.013803393580019474}, {"step": 366, "loss": 0.705314576625824, "ce": 2.178582191467285, "kl": 0.009289718233048916}, {"step": 367, "loss": 0.46357810497283936, "ce": 2.163992166519165, "kl": 0.010047896765172482}, {"step": 368, "loss": 0.6824545860290527, "ce": 2.1208102703094482, "kl": 0.008948800154030323}, {"step": 369, "loss": 1.0257987976074219, "ce": 2.311906099319458, "kl": 0.009219992905855179}, {"step": 370, "loss": 0.6750012636184692, "ce": 2.2254433631896973, "kl": 0.008972377516329288}, {"step": 371, "loss": 0.9279904365539551, "ce": 2.139296770095825, "kl": 0.008367071859538555}, {"step": 372, "loss": 0.7678869962692261, "ce": 2.145677328109741, "kl": 0.008934729732573032}, {"step": 373, "loss": 0.5745270848274231, "ce": 2.197514533996582, "kl": 0.010649353265762329}, {"step": 374, "loss": 0.8579232692718506, "ce": 2.2215631008148193, "kl": 0.011154115200042725}, {"step": 375, "loss": 0.5472066402435303, "ce": 2.1773598194122314, "kl": 0.008844786323606968}, {"step": 376, "loss": 0.55022132396698, "ce": 2.234844446182251, "kl": 0.009105667471885681}, {"step": 377, "loss": 0.8538389801979065, "ce": 2.201493740081787, "kl": 0.011768119409680367}, {"step": 378, "loss": 0.6508107781410217, "ce": 2.301152467727661, "kl": 0.010667157359421253}, {"step": 379, "loss": 0.8697580695152283, "ce": 2.2136800289154053, "kl": 0.008867667056620121}, {"step": 380, "loss": 0.6979528665542603, "ce": 2.2167272567749023, "kl": 0.009584394283592701}, {"step": 381, "loss": 0.7385609149932861, "ce": 2.221745014190674, "kl": 0.010382713750004768}, {"step": 382, "loss": 0.9189939498901367, "ce": 2.4424946308135986, "kl": 0.009631676599383354}, {"step": 383, "loss": 0.2814943790435791, "ce": 2.2891857624053955, "kl": 0.009236374869942665}, {"step": 384, "loss": 0.47730910778045654, "ce": 2.1510913372039795, "kl": 0.009859929792582989}, {"step": 385, "loss": 1.0369813442230225, "ce": 2.3613011837005615, "kl": 0.009957855567336082}, {"step": 386, "loss": 0.7670754194259644, "ce": 2.181544542312622, "kl": 0.00996197760105133}, {"step": 387, "loss": 0.534888744354248, "ce": 2.2247636318206787, "kl": 0.010239032097160816}, {"step": 388, "loss": 0.5207934975624084, "ce": 2.1133313179016113, "kl": 0.009584642946720123}, {"step": 389, "loss": 0.6041953563690186, "ce": 2.2467093467712402, "kl": 0.00869706366211176}, {"step": 390, "loss": 0.4012995660305023, "ce": 2.3238940238952637, "kl": 0.009413594380021095}, {"step": 391, "loss": 0.6160411238670349, "ce": 2.140200138092041, "kl": 0.01001219917088747}, {"step": 392, "loss": 0.8021180033683777, "ce": 2.1458234786987305, "kl": 0.009903689846396446}, {"step": 393, "loss": 0.6507739424705505, "ce": 2.316255569458008, "kl": 0.009545543231070042}, {"step": 394, "loss": 0.8488057255744934, "ce": 2.18681001663208, "kl": 0.008780272677540779}, {"step": 395, "loss": 0.5473482012748718, "ce": 2.059145927429199, "kl": 0.009414735250175}, {"step": 396, "loss": 0.533754825592041, "ce": 2.3080201148986816, "kl": 0.010804450139403343}, {"step": 397, "loss": 1.0902440547943115, "ce": 2.357372283935547, "kl": 0.008782859891653061}, {"step": 398, "loss": 0.33133357763290405, "ce": 2.030078649520874, "kl": 0.008909950032830238}, {"step": 399, "loss": 0.34186193346977234, "ce": 2.1752984523773193, "kl": 0.008822701871395111}, {"step": 400, "loss": 0.32464781403541565, "ce": 2.1083476543426514, "kl": 0.009651592932641506}, {"step": 401, "loss": 0.6764659881591797, "ce": 2.2090280055999756, "kl": 0.008819456212222576}, {"step": 402, "loss": 0.6756349802017212, "ce": 2.327035665512085, "kl": 0.008325206115841866}, {"step": 403, "loss": 0.7509183883666992, "ce": 2.075432300567627, "kl": 0.010255059227347374}, {"step": 404, "loss": 0.7770053148269653, "ce": 2.204289436340332, "kl": 0.009927610866725445}, {"step": 405, "loss": 0.5415902137756348, "ce": 2.087095022201538, "kl": 0.011691590771079063}, {"step": 406, "loss": 0.6733896136283875, "ce": 2.363154172897339, "kl": 0.009320602752268314}, {"step": 407, "loss": 0.5561137199401855, "ce": 2.228734254837036, "kl": 0.008888675831258297}, {"step": 408, "loss": 0.6006268858909607, "ce": 2.176715135574341, "kl": 0.008640643209218979}, {"step": 409, "loss": 0.7044292092323303, "ce": 2.3227264881134033, "kl": 0.008777111768722534}, {"step": 410, "loss": 0.7720125913619995, "ce": 2.2315216064453125, "kl": 0.008703443221747875}, {"step": 411, "loss": 0.5605255961418152, "ce": 2.3482425212860107, "kl": 0.009258727543056011}, {"step": 412, "loss": 0.8254894614219666, "ce": 2.2525060176849365, "kl": 0.0091010807082057}, {"step": 413, "loss": 0.5505367517471313, "ce": 2.0201756954193115, "kl": 0.010653404518961906}, {"step": 414, "loss": 0.6543020009994507, "ce": 2.119704246520996, "kl": 0.008931147865951061}, {"step": 415, "loss": 0.7559006810188293, "ce": 2.2553398609161377, "kl": 0.010572795756161213}, {"step": 416, "loss": 0.7192972898483276, "ce": 2.2407147884368896, "kl": 0.010813857428729534}, {"step": 417, "loss": 0.9914664626121521, "ce": 2.217998504638672, "kl": 0.009425891563296318}, {"step": 418, "loss": 0.6577553153038025, "ce": 2.227731466293335, "kl": 0.00961596705019474}, {"step": 419, "loss": 0.8026813864707947, "ce": 2.2510879039764404, "kl": 0.010810845531523228}, {"step": 420, "loss": 0.8257589936256409, "ce": 2.2500245571136475, "kl": 0.009322844445705414}, {"step": 421, "loss": 0.7140264511108398, "ce": 2.257093906402588, "kl": 0.008624299429357052}, {"step": 422, "loss": 0.6914912462234497, "ce": 2.1305418014526367, "kl": 0.00945880264043808}, {"step": 423, "loss": 1.000111699104309, "ce": 2.1201562881469727, "kl": 0.010619096457958221}, {"step": 424, "loss": 0.6769033670425415, "ce": 2.174833059310913, "kl": 0.011777941137552261}, {"step": 425, "loss": 0.4857926666736603, "ce": 2.3223655223846436, "kl": 0.010168460197746754}, {"step": 426, "loss": 0.5581071972846985, "ce": 2.187927484512329, "kl": 0.011454164981842041}, {"step": 427, "loss": 0.6574133038520813, "ce": 2.404984951019287, "kl": 0.010285265743732452}, {"step": 428, "loss": 0.5523641705513, "ce": 2.1514573097229004, "kl": 0.009267647750675678}, {"step": 429, "loss": 0.5014670491218567, "ce": 1.9313644170761108, "kl": 0.009245378896594048}, {"step": 430, "loss": 0.6031020879745483, "ce": 2.092674970626831, "kl": 0.009656231850385666}, {"step": 431, "loss": 0.3068075478076935, "ce": 1.9838865995407104, "kl": 0.008660160936415195}, {"step": 432, "loss": 0.7996440529823303, "ce": 2.1334645748138428, "kl": 0.009500275366008282}, {"step": 433, "loss": 0.6841477155685425, "ce": 2.237870216369629, "kl": 0.009917207062244415}, {"step": 434, "loss": 0.6892940402030945, "ce": 2.3073363304138184, "kl": 0.009807252325117588}, {"step": 435, "loss": 0.43934229016304016, "ce": 2.060575485229492, "kl": 0.01082560233771801}, {"step": 436, "loss": 0.6187824010848999, "ce": 2.132385730743408, "kl": 0.009058160707354546}, {"step": 437, "loss": 0.5237695574760437, "ce": 2.32647967338562, "kl": 0.00865207053720951}, {"step": 438, "loss": 0.5420159101486206, "ce": 2.1475815773010254, "kl": 0.008524422533810139}, {"step": 439, "loss": 0.29775816202163696, "ce": 2.2289366722106934, "kl": 0.008841700851917267}, {"step": 440, "loss": 0.4206679165363312, "ce": 2.20214581489563, "kl": 0.009213929064571857}, {"step": 441, "loss": 0.4512832760810852, "ce": 2.307706832885742, "kl": 0.011267857626080513}, {"step": 442, "loss": 0.4252795875072479, "ce": 2.291839838027954, "kl": 0.009688877500593662}, {"step": 443, "loss": 0.46774986386299133, "ce": 2.236499547958374, "kl": 0.008675837889313698}, {"step": 444, "loss": 0.6357190608978271, "ce": 2.4190187454223633, "kl": 0.010899431072175503}, {"step": 445, "loss": 0.8195717334747314, "ce": 2.1824843883514404, "kl": 0.010506746359169483}, {"step": 446, "loss": 0.417746365070343, "ce": 2.169919967651367, "kl": 0.009243424981832504}, {"step": 447, "loss": 0.4774828255176544, "ce": 2.1016201972961426, "kl": 0.009035006165504456}, {"step": 448, "loss": 0.6839929819107056, "ce": 2.112238883972168, "kl": 0.008310999721288681}, {"step": 449, "loss": 0.7678059935569763, "ce": 2.193671941757202, "kl": 0.009231909178197384}, {"step": 450, "loss": 0.5810372233390808, "ce": 2.285411834716797, "kl": 0.0089147062972188}, {"step": 451, "loss": 0.511642575263977, "ce": 2.1873297691345215, "kl": 0.008061991073191166}, {"step": 452, "loss": 0.5140969157218933, "ce": 2.2608649730682373, "kl": 0.008872462436556816}, {"step": 453, "loss": 0.5178483724594116, "ce": 2.298971176147461, "kl": 0.0118319783359766}, {"step": 454, "loss": 0.6581951379776001, "ce": 2.215888500213623, "kl": 0.00950428657233715}, {"step": 455, "loss": 0.6285821199417114, "ce": 2.217649459838867, "kl": 0.008778155781328678}, {"step": 456, "loss": 0.6496728658676147, "ce": 2.128671884536743, "kl": 0.008243206888437271}, {"step": 457, "loss": 0.8720899820327759, "ce": 2.2570040225982666, "kl": 0.00871281512081623}, {"step": 458, "loss": 0.8730772137641907, "ce": 2.3857369422912598, "kl": 0.008767470717430115}, {"step": 459, "loss": 0.5233287215232849, "ce": 2.2595748901367188, "kl": 0.008917749859392643}, {"step": 460, "loss": 0.7530299425125122, "ce": 2.377856969833374, "kl": 0.008226485922932625}, {"step": 461, "loss": 0.60455322265625, "ce": 2.322859525680542, "kl": 0.00901720765978098}, {"step": 462, "loss": 0.32712113857269287, "ce": 2.089691162109375, "kl": 0.00892524141818285}, {"step": 463, "loss": 0.6534679532051086, "ce": 2.239938735961914, "kl": 0.008547077886760235}, {"step": 464, "loss": 0.799270749092102, "ce": 2.4742941856384277, "kl": 0.010157324373722076}, {"step": 465, "loss": 0.36680856347084045, "ce": 2.1595773696899414, "kl": 0.009097474627196789}, {"step": 466, "loss": 0.7634566426277161, "ce": 2.300316333770752, "kl": 0.009446731768548489}, {"step": 467, "loss": 0.6371256709098816, "ce": 2.116187810897827, "kl": 0.009088772349059582}, {"step": 468, "loss": 0.5320651531219482, "ce": 2.1429338455200195, "kl": 0.009083293378353119}, {"step": 469, "loss": 0.4363057613372803, "ce": 2.23321795463562, "kl": 0.008844789117574692}, {"step": 470, "loss": 0.6802302002906799, "ce": 2.1882903575897217, "kl": 0.008872265927493572}, {"step": 471, "loss": 0.6358489990234375, "ce": 2.2144992351531982, "kl": 0.008672059513628483}, {"step": 472, "loss": 0.6791312098503113, "ce": 2.1556477546691895, "kl": 0.010071545839309692}, {"step": 473, "loss": 0.5014944672584534, "ce": 2.111027956008911, "kl": 0.01008631382137537}, {"step": 474, "loss": 0.6215491890907288, "ce": 2.292145013809204, "kl": 0.01072802022099495}, {"step": 475, "loss": 0.5913628935813904, "ce": 2.2453110218048096, "kl": 0.00931150745600462}, {"step": 476, "loss": 0.5441152453422546, "ce": 2.0250988006591797, "kl": 0.009500916115939617}, {"step": 477, "loss": 0.6785646677017212, "ce": 2.3003482818603516, "kl": 0.009425757452845573}, {"step": 478, "loss": 0.8303329944610596, "ce": 2.1701014041900635, "kl": 0.008978108875453472}, {"step": 479, "loss": 0.8328281044960022, "ce": 2.0974795818328857, "kl": 0.008286803029477596}, {"step": 480, "loss": 0.6979225277900696, "ce": 2.152064561843872, "kl": 0.009053399786353111}, {"step": 481, "loss": 1.0080335140228271, "ce": 2.3481945991516113, "kl": 0.010637205094099045}, {"step": 482, "loss": 0.7325101494789124, "ce": 2.1541311740875244, "kl": 0.009529773145914078}, {"step": 483, "loss": 0.7233858704566956, "ce": 2.2730588912963867, "kl": 0.009181068278849125}, {"step": 484, "loss": 0.6325275301933289, "ce": 2.1292715072631836, "kl": 0.009510625153779984}, {"step": 485, "loss": 0.5111919641494751, "ce": 2.117509603500366, "kl": 0.008985985070466995}, {"step": 486, "loss": 0.4577201306819916, "ce": 2.0883545875549316, "kl": 0.01104595884680748}, {"step": 487, "loss": 0.4684200584888458, "ce": 2.190887212753296, "kl": 0.009832086972892284}, {"step": 488, "loss": 0.6515312194824219, "ce": 2.2832086086273193, "kl": 0.008935078978538513}, {"step": 489, "loss": 0.5283004641532898, "ce": 2.281390428543091, "kl": 0.01037220936268568}, {"step": 490, "loss": 0.4126984477043152, "ce": 2.211743116378784, "kl": 0.010919133201241493}, {"step": 491, "loss": 0.9106077551841736, "ce": 2.2701427936553955, "kl": 0.011047056876122952}, {"step": 492, "loss": 0.933097243309021, "ce": 2.237866163253784, "kl": 0.008319439366459846}, {"step": 493, "loss": 0.5631222724914551, "ce": 1.9995595216751099, "kl": 0.010646418668329716}, {"step": 494, "loss": 0.5602638125419617, "ce": 2.335322141647339, "kl": 0.0092772813513875}, {"step": 495, "loss": 0.6658555269241333, "ce": 2.259657859802246, "kl": 0.00953600462526083}, {"step": 496, "loss": 0.691875159740448, "ce": 2.1895408630371094, "kl": 0.009728563949465752}, {"step": 497, "loss": 0.8368596434593201, "ce": 2.1028389930725098, "kl": 0.00985662080347538}, {"step": 498, "loss": 0.5270560383796692, "ce": 2.2567131519317627, "kl": 0.0091540003195405}, {"step": 499, "loss": 0.2450004667043686, "ce": 2.225226402282715, "kl": 0.009445239789783955}, {"step": 500, "loss": 0.8106207251548767, "ce": 2.230846881866455, "kl": 0.009269759058952332}, {"step": 501, "loss": 0.5677486658096313, "ce": 2.059098243713379, "kl": 0.00900507066398859}, {"step": 502, "loss": 0.45483407378196716, "ce": 2.2353670597076416, "kl": 0.009010330773890018}, {"step": 503, "loss": 0.9294300675392151, "ce": 2.359651565551758, "kl": 0.013356628827750683}, {"step": 504, "loss": 0.49067240953445435, "ce": 2.227898120880127, "kl": 0.009327253326773643}, {"step": 505, "loss": 0.6002650856971741, "ce": 2.184307813644409, "kl": 0.008077646605670452}, {"step": 506, "loss": 0.7804305553436279, "ce": 2.2436976432800293, "kl": 0.010036501102149487}, {"step": 507, "loss": 0.6491854190826416, "ce": 2.386646032333374, "kl": 0.009018434211611748}, {"step": 508, "loss": 0.700486421585083, "ce": 1.983540415763855, "kl": 0.009155457839369774}, {"step": 509, "loss": 0.8334469199180603, "ce": 2.126224994659424, "kl": 0.00906046386808157}, {"step": 510, "loss": 0.6265101432800293, "ce": 2.3760910034179688, "kl": 0.008699031546711922}, {"step": 511, "loss": 0.7304993867874146, "ce": 2.2561886310577393, "kl": 0.00989551655948162}, {"step": 512, "loss": 1.0197123289108276, "ce": 2.3197836875915527, "kl": 0.009905606508255005}, {"step": 513, "loss": 0.6142058372497559, "ce": 2.398831605911255, "kl": 0.008886183612048626}, {"step": 514, "loss": 0.4684382975101471, "ce": 2.271286725997925, "kl": 0.009218288585543633}, {"step": 515, "loss": 0.6070369482040405, "ce": 2.1632471084594727, "kl": 0.009891370311379433}, {"step": 516, "loss": 0.7107229232788086, "ce": 2.0709869861602783, "kl": 0.009383316151797771}, {"step": 517, "loss": 0.491651326417923, "ce": 2.355287551879883, "kl": 0.010144469328224659}, {"step": 518, "loss": 0.8970491290092468, "ce": 2.2070987224578857, "kl": 0.00981262605637312}, {"step": 519, "loss": 0.7260903716087341, "ce": 2.3255934715270996, "kl": 0.010272271931171417}, {"step": 520, "loss": 0.43116915225982666, "ce": 2.1142420768737793, "kl": 0.009192985482513905}, {"step": 521, "loss": 0.497524231672287, "ce": 2.3150861263275146, "kl": 0.008979911915957928}, {"step": 522, "loss": 0.5915143489837646, "ce": 2.0759401321411133, "kl": 0.010965969413518906}, {"step": 523, "loss": 0.6549224257469177, "ce": 2.2487847805023193, "kl": 0.011516429483890533}, {"step": 524, "loss": 0.8495389223098755, "ce": 2.2894015312194824, "kl": 0.010236039757728577}, {"step": 525, "loss": 0.5915814638137817, "ce": 2.502088785171509, "kl": 0.008934678509831429}, {"step": 526, "loss": 0.6774303317070007, "ce": 2.2615933418273926, "kl": 0.009361639618873596}, {"step": 527, "loss": 0.5363183617591858, "ce": 2.421339750289917, "kl": 0.009446455165743828}, {"step": 528, "loss": 0.5345689654350281, "ce": 2.0231313705444336, "kl": 0.010644420981407166}, {"step": 529, "loss": 1.1594778299331665, "ce": 2.300313949584961, "kl": 0.011322451755404472}, {"step": 530, "loss": 0.7029755115509033, "ce": 2.1445841789245605, "kl": 0.00938632432371378}, {"step": 531, "loss": 0.4586043357849121, "ce": 2.1765329837799072, "kl": 0.011448423378169537}, {"step": 532, "loss": 0.5467401742935181, "ce": 2.222360849380493, "kl": 0.008587438613176346}, {"step": 533, "loss": 0.9399001002311707, "ce": 2.3627963066101074, "kl": 0.011590605601668358}, {"step": 534, "loss": 0.6632376313209534, "ce": 2.2954208850860596, "kl": 0.00940839946269989}, {"step": 535, "loss": 0.5363067984580994, "ce": 2.192723274230957, "kl": 0.009284880943596363}, {"step": 536, "loss": 0.6021816730499268, "ce": 2.2195792198181152, "kl": 0.012218999676406384}, {"step": 537, "loss": 0.4838162958621979, "ce": 2.2556233406066895, "kl": 0.009508381597697735}, {"step": 538, "loss": 0.630413293838501, "ce": 2.121570110321045, "kl": 0.008686462417244911}, {"step": 539, "loss": 0.45142513513565063, "ce": 2.258392095565796, "kl": 0.009322317317128181}, {"step": 540, "loss": 0.9355508089065552, "ce": 2.4844725131988525, "kl": 0.009205560199916363}, {"step": 541, "loss": 0.44453638792037964, "ce": 2.3673806190490723, "kl": 0.009100088849663734}, {"step": 542, "loss": 0.6158377528190613, "ce": 2.1489264965057373, "kl": 0.011551151983439922}, {"step": 543, "loss": 0.5272634625434875, "ce": 2.3250441551208496, "kl": 0.009809385985136032}, {"step": 544, "loss": 0.602995753288269, "ce": 2.4308347702026367, "kl": 0.009733496233820915}, {"step": 545, "loss": 0.7143770456314087, "ce": 2.1845271587371826, "kl": 0.010110704228281975}, {"step": 546, "loss": 0.929603636264801, "ce": 2.075819253921509, "kl": 0.012136812321841717}, {"step": 547, "loss": 0.5647009611129761, "ce": 2.0050289630889893, "kl": 0.010252084583044052}, {"step": 548, "loss": 0.7452229261398315, "ce": 2.2824783325195312, "kl": 0.009750020690262318}, {"step": 549, "loss": 0.448265016078949, "ce": 2.231015682220459, "kl": 0.00874361488968134}, {"step": 550, "loss": 0.564149796962738, "ce": 2.054964542388916, "kl": 0.00931085180491209}, {"step": 551, "loss": 0.49059978127479553, "ce": 2.054905414581299, "kl": 0.009301643818616867}, {"step": 552, "loss": 0.7027795314788818, "ce": 2.1303329467773438, "kl": 0.009698116220533848}, {"step": 553, "loss": 0.8196278810501099, "ce": 2.4851620197296143, "kl": 0.010447865352034569}, {"step": 554, "loss": 0.8289566040039062, "ce": 2.2108097076416016, "kl": 0.009970268234610558}, {"step": 555, "loss": 0.8099206686019897, "ce": 2.1388614177703857, "kl": 0.00966031476855278}, {"step": 556, "loss": 0.60893714427948, "ce": 2.3815224170684814, "kl": 0.010193049907684326}, {"step": 557, "loss": 0.7317847609519958, "ce": 2.18674635887146, "kl": 0.011608818545937538}, {"step": 558, "loss": 0.8081870079040527, "ce": 2.1243739128112793, "kl": 0.008734500035643578}, {"step": 559, "loss": 0.4830719232559204, "ce": 2.1216580867767334, "kl": 0.012704063206911087}, {"step": 560, "loss": 0.7588481307029724, "ce": 2.2239418029785156, "kl": 0.009827151894569397}, {"step": 561, "loss": 0.6459639072418213, "ce": 2.272961378097534, "kl": 0.010241009294986725}, {"step": 562, "loss": 0.4959011673927307, "ce": 2.2966763973236084, "kl": 0.009584520012140274}, {"step": 563, "loss": 0.6543532609939575, "ce": 2.1912715435028076, "kl": 0.00919923186302185}, {"step": 564, "loss": 0.30007505416870117, "ce": 2.0886459350585938, "kl": 0.009113208390772343}, {"step": 565, "loss": 0.62335205078125, "ce": 2.1685445308685303, "kl": 0.009003642946481705}, {"step": 566, "loss": 0.8364185094833374, "ce": 2.1157772541046143, "kl": 0.009596641175448895}, {"step": 567, "loss": 0.8309149146080017, "ce": 2.2717490196228027, "kl": 0.010001304559409618}, {"step": 568, "loss": 0.5226982831954956, "ce": 2.16203236579895, "kl": 0.009838782250881195}, {"step": 569, "loss": 0.5071606636047363, "ce": 2.2826316356658936, "kl": 0.010376541875302792}, {"step": 570, "loss": 0.4283824563026428, "ce": 2.141592025756836, "kl": 0.00979076512157917}, {"step": 571, "loss": 0.43185028433799744, "ce": 2.2005422115325928, "kl": 0.010628157295286655}, {"step": 572, "loss": 0.4771539568901062, "ce": 2.279303550720215, "kl": 0.009782354347407818}, {"step": 573, "loss": 0.4054071307182312, "ce": 2.217472553253174, "kl": 0.01004741806536913}, {"step": 574, "loss": 0.7022358179092407, "ce": 2.152254343032837, "kl": 0.00922112911939621}, {"step": 575, "loss": 0.5770456194877625, "ce": 2.1284186840057373, "kl": 0.009252110496163368}, {"step": 576, "loss": 0.7714646458625793, "ce": 2.4439263343811035, "kl": 0.00890814233571291}, {"step": 577, "loss": 0.811660885810852, "ce": 2.2764110565185547, "kl": 0.009377439506351948}, {"step": 578, "loss": 0.7750327587127686, "ce": 2.1857616901397705, "kl": 0.00868260208517313}, {"step": 579, "loss": 0.6314190626144409, "ce": 2.4020934104919434, "kl": 0.009303154423832893}, {"step": 580, "loss": 0.39577534794807434, "ce": 2.0296616554260254, "kl": 0.010399864055216312}, {"step": 581, "loss": 0.4954183101654053, "ce": 2.3181374073028564, "kl": 0.010514449328184128}, {"step": 582, "loss": 0.8462406396865845, "ce": 2.250012159347534, "kl": 0.00997028686106205}, {"step": 583, "loss": 0.8358862996101379, "ce": 2.180905342102051, "kl": 0.009385702200233936}, {"step": 584, "loss": 0.40427085757255554, "ce": 2.1902992725372314, "kl": 0.009214559569954872}, {"step": 585, "loss": 0.7596237659454346, "ce": 2.265983819961548, "kl": 0.009360415861010551}, {"step": 586, "loss": 0.6109053492546082, "ce": 2.2302680015563965, "kl": 0.00870482251048088}, {"step": 587, "loss": 0.8726048469543457, "ce": 2.2969462871551514, "kl": 0.009251151233911514}, {"step": 588, "loss": 0.49407491087913513, "ce": 2.1522328853607178, "kl": 0.009645819664001465}, {"step": 589, "loss": 0.6240764260292053, "ce": 2.3509485721588135, "kl": 0.009313498623669147}, {"step": 590, "loss": 0.3365292549133301, "ce": 2.19671630859375, "kl": 0.008917686529457569}, {"step": 591, "loss": 0.5352782607078552, "ce": 2.2935259342193604, "kl": 0.009356959722936153}, {"step": 592, "loss": 0.4278544485569, "ce": 2.0024962425231934, "kl": 0.008588548749685287}, {"step": 593, "loss": 0.8903713226318359, "ce": 2.2656033039093018, "kl": 0.009676666930317879}, {"step": 594, "loss": 0.6771698594093323, "ce": 2.2087855339050293, "kl": 0.009172700345516205}, {"step": 595, "loss": 0.7285981178283691, "ce": 2.363372325897217, "kl": 0.009297452867031097}, {"step": 596, "loss": 0.8171792030334473, "ce": 2.169420003890991, "kl": 0.009250404313206673}, {"step": 597, "loss": 0.4005514979362488, "ce": 2.071453809738159, "kl": 0.009312315843999386}, {"step": 598, "loss": 0.7542386054992676, "ce": 2.346979856491089, "kl": 0.014407495968043804}, {"step": 599, "loss": 0.5326527953147888, "ce": 2.0290322303771973, "kl": 0.010074280202388763}, {"step": 600, "loss": 0.9487212300300598, "ce": 2.0698819160461426, "kl": 0.010410786606371403}, {"step": 601, "loss": 0.5378739833831787, "ce": 2.255458116531372, "kl": 0.009614355862140656}, {"step": 602, "loss": 0.6949045658111572, "ce": 2.179365873336792, "kl": 0.009301875717937946}, {"step": 603, "loss": 0.6187998652458191, "ce": 2.348121404647827, "kl": 0.009404879994690418}, {"step": 604, "loss": 0.7901133894920349, "ce": 2.2107367515563965, "kl": 0.010297376662492752}, {"step": 605, "loss": 0.6978319883346558, "ce": 2.3952813148498535, "kl": 0.010112560354173183}, {"step": 606, "loss": 0.8279016613960266, "ce": 2.429068088531494, "kl": 0.009947757236659527}, {"step": 607, "loss": 0.7592001557350159, "ce": 2.240851879119873, "kl": 0.009489411488175392}, {"step": 608, "loss": 0.42032286524772644, "ce": 2.3350391387939453, "kl": 0.010969734750688076}, {"step": 609, "loss": 0.3053680658340454, "ce": 2.126741647720337, "kl": 0.009087393060326576}, {"step": 610, "loss": 0.26073309779167175, "ce": 2.0833802223205566, "kl": 0.009292799979448318}, {"step": 611, "loss": 0.7048525810241699, "ce": 2.204517126083374, "kl": 0.009112267754971981}, {"step": 612, "loss": 0.9760341048240662, "ce": 2.227195978164673, "kl": 0.00899553019553423}, {"step": 613, "loss": 0.46773484349250793, "ce": 1.9893383979797363, "kl": 0.009186084382236004}, {"step": 614, "loss": 0.6808293461799622, "ce": 2.2085766792297363, "kl": 0.008637108840048313}, {"step": 615, "loss": 0.634196400642395, "ce": 2.1430423259735107, "kl": 0.009189940989017487}, {"step": 616, "loss": 0.6485685706138611, "ce": 2.1589953899383545, "kl": 0.009079859592020512}, {"step": 617, "loss": 0.5781309008598328, "ce": 2.3392257690429688, "kl": 0.010356100276112556}, {"step": 618, "loss": 0.41209009289741516, "ce": 2.399871826171875, "kl": 0.009173156693577766}, {"step": 619, "loss": 0.6676784157752991, "ce": 2.2650084495544434, "kl": 0.012126763351261616}, {"step": 620, "loss": 0.8512939214706421, "ce": 2.2745299339294434, "kl": 0.00897918175905943}, {"step": 621, "loss": 0.9622213244438171, "ce": 2.334321975708008, "kl": 0.009004758670926094}, {"step": 622, "loss": 0.6513038277626038, "ce": 2.2585980892181396, "kl": 0.009393042884767056}, {"step": 623, "loss": 0.5295169949531555, "ce": 2.21047043800354, "kl": 0.009112274274230003}, {"step": 624, "loss": 0.7723265886306763, "ce": 2.156876564025879, "kl": 0.00966202188283205}, {"step": 625, "loss": 0.6131691336631775, "ce": 2.204434394836426, "kl": 0.00988228153437376}, {"step": 626, "loss": 0.5297737121582031, "ce": 2.2292280197143555, "kl": 0.01093459315598011}, {"step": 627, "loss": 0.4995368719100952, "ce": 2.162170171737671, "kl": 0.010903428308665752}, {"step": 628, "loss": 0.25809770822525024, "ce": 2.0533385276794434, "kl": 0.009990524500608444}, {"step": 629, "loss": 0.6167275309562683, "ce": 2.2359795570373535, "kl": 0.009559767320752144}, {"step": 630, "loss": 0.8134686350822449, "ce": 2.1495933532714844, "kl": 0.011622323654592037}, {"step": 631, "loss": 0.5216060876846313, "ce": 2.049712896347046, "kl": 0.009205207228660583}, {"step": 632, "loss": 0.74887615442276, "ce": 2.1657752990722656, "kl": 0.009606796316802502}, {"step": 633, "loss": 0.6450812220573425, "ce": 2.1164956092834473, "kl": 0.012793010100722313}, {"step": 634, "loss": 0.724201500415802, "ce": 2.265582799911499, "kl": 0.01135933492332697}, {"step": 635, "loss": 0.6108918190002441, "ce": 2.329756736755371, "kl": 0.009289045818150043}, {"step": 636, "loss": 0.5582712888717651, "ce": 2.1738901138305664, "kl": 0.0093335947021842}, {"step": 637, "loss": 0.4520539939403534, "ce": 2.2391886711120605, "kl": 0.010512368753552437}, {"step": 638, "loss": 0.828972339630127, "ce": 2.3397130966186523, "kl": 0.010323690250515938}, {"step": 639, "loss": 0.35518208146095276, "ce": 2.338399648666382, "kl": 0.009487632662057877}, {"step": 640, "loss": 0.46080726385116577, "ce": 2.2070271968841553, "kl": 0.009218729101121426}, {"step": 641, "loss": 0.7498718500137329, "ce": 2.2902579307556152, "kl": 0.008826377801597118}, {"step": 642, "loss": 1.2459975481033325, "ce": 2.1889302730560303, "kl": 0.011704089120030403}, {"step": 643, "loss": 0.8019311428070068, "ce": 2.2219488620758057, "kl": 0.009641256183385849}, {"step": 644, "loss": 0.7179760932922363, "ce": 2.2309165000915527, "kl": 0.009641245938837528}, {"step": 645, "loss": 0.9735657572746277, "ce": 2.246884346008301, "kl": 0.008916392922401428}, {"step": 646, "loss": 0.52883380651474, "ce": 2.301910877227783, "kl": 0.012243508361279964}, {"step": 647, "loss": 0.566357433795929, "ce": 2.257189989089966, "kl": 0.011837199330329895}, {"step": 648, "loss": 0.5403438210487366, "ce": 2.1757473945617676, "kl": 0.009385419078171253}, {"step": 649, "loss": 0.5428438782691956, "ce": 2.022141218185425, "kl": 0.010390596464276314}, {"step": 650, "loss": 1.0530335903167725, "ce": 2.2389261722564697, "kl": 0.009774252772331238}, {"step": 651, "loss": 0.8254640698432922, "ce": 2.243494749069214, "kl": 0.009574269875884056}, {"step": 652, "loss": 0.6475171446800232, "ce": 2.1793956756591797, "kl": 0.009054604917764664}, {"step": 653, "loss": 0.8561123013496399, "ce": 2.1547043323516846, "kl": 0.009874324314296246}, {"step": 654, "loss": 0.7803375720977783, "ce": 2.10667085647583, "kl": 0.010891598649322987}, {"step": 655, "loss": 0.7682461142539978, "ce": 2.199256181716919, "kl": 0.011333389207720757}, {"step": 656, "loss": 0.47012442350387573, "ce": 2.1469640731811523, "kl": 0.009476319886744022}, {"step": 657, "loss": 0.6100606918334961, "ce": 2.2786619663238525, "kl": 0.010189528577029705}, {"step": 658, "loss": 0.8208579421043396, "ce": 2.2082278728485107, "kl": 0.010129728354513645}, {"step": 659, "loss": 0.6947903037071228, "ce": 2.182229518890381, "kl": 0.013320360332727432}, {"step": 660, "loss": 0.6992630362510681, "ce": 2.269590139389038, "kl": 0.009630125015974045}, {"step": 661, "loss": 0.7646283507347107, "ce": 2.18591570854187, "kl": 0.010068356990814209}, {"step": 662, "loss": 0.8936936855316162, "ce": 2.1947946548461914, "kl": 0.01013412605971098}, {"step": 663, "loss": 0.6776859164237976, "ce": 2.4887940883636475, "kl": 0.010291899554431438}, {"step": 664, "loss": 0.44384899735450745, "ce": 2.2914838790893555, "kl": 0.009802678599953651}, {"step": 665, "loss": 0.46533334255218506, "ce": 2.081533908843994, "kl": 0.01059094350785017}, {"step": 666, "loss": 1.230258584022522, "ce": 2.3630123138427734, "kl": 0.010116863995790482}, {"step": 667, "loss": 0.5566064715385437, "ce": 2.144509792327881, "kl": 0.010493430308997631}, {"step": 668, "loss": 0.6368707418441772, "ce": 2.236768960952759, "kl": 0.010501768440008163}, {"step": 669, "loss": 0.572445273399353, "ce": 2.101206064224243, "kl": 0.010032855905592442}, {"step": 670, "loss": 0.5061023235321045, "ce": 2.27517032623291, "kl": 0.00973576307296753}, {"step": 671, "loss": 0.41208288073539734, "ce": 2.247894048690796, "kl": 0.009379927068948746}, {"step": 672, "loss": 0.6447588801383972, "ce": 2.127995252609253, "kl": 0.011354394257068634}, {"step": 673, "loss": 0.5973449349403381, "ce": 2.1385767459869385, "kl": 0.010249393992125988}, {"step": 674, "loss": 0.7584885358810425, "ce": 2.2841432094573975, "kl": 0.009843566454946995}, {"step": 675, "loss": 0.8654677867889404, "ce": 2.150092124938965, "kl": 0.009876665659248829}, {"step": 676, "loss": 0.49680089950561523, "ce": 2.104564666748047, "kl": 0.009672533720731735}, {"step": 677, "loss": 0.5620440244674683, "ce": 2.2319533824920654, "kl": 0.011661740019917488}, {"step": 678, "loss": 1.046696662902832, "ce": 2.3118062019348145, "kl": 0.00958169624209404}, {"step": 679, "loss": 0.3938021957874298, "ce": 2.2215843200683594, "kl": 0.009216271340847015}, {"step": 680, "loss": 0.3488331139087677, "ce": 2.049288272857666, "kl": 0.009367088787257671}, {"step": 681, "loss": 0.4205133616924286, "ce": 2.0966577529907227, "kl": 0.010076315142214298}, {"step": 682, "loss": 0.5405060052871704, "ce": 2.2209322452545166, "kl": 0.009604356251657009}, {"step": 683, "loss": 0.7561386823654175, "ce": 2.271378517150879, "kl": 0.009075609035789967}, {"step": 684, "loss": 0.6555014252662659, "ce": 2.097503185272217, "kl": 0.010216640308499336}, {"step": 685, "loss": 0.8065429329872131, "ce": 2.1134631633758545, "kl": 0.010590091347694397}, {"step": 686, "loss": 0.5818654894828796, "ce": 2.1001980304718018, "kl": 0.01183480303734541}, {"step": 687, "loss": 0.5199438333511353, "ce": 2.352060317993164, "kl": 0.009690905921161175}, {"step": 688, "loss": 0.6675623655319214, "ce": 2.210646867752075, "kl": 0.009888510219752789}, {"step": 689, "loss": 0.41360434889793396, "ce": 2.2957816123962402, "kl": 0.009073079563677311}, {"step": 690, "loss": 0.8651707172393799, "ce": 2.3170857429504395, "kl": 0.009970813058316708}, {"step": 691, "loss": 0.6491478681564331, "ce": 2.1233670711517334, "kl": 0.009255154989659786}, {"step": 692, "loss": 0.5802143216133118, "ce": 2.2897064685821533, "kl": 0.009655464440584183}, {"step": 693, "loss": 0.866513729095459, "ce": 2.312818765640259, "kl": 0.009673004038631916}, {"step": 694, "loss": 0.6554313898086548, "ce": 2.0382440090179443, "kl": 0.010201247408986092}, {"step": 695, "loss": 0.49635085463523865, "ce": 2.100764751434326, "kl": 0.010588143020868301}, {"step": 696, "loss": 0.8858556747436523, "ce": 2.2021305561065674, "kl": 0.011419111862778664}, {"step": 697, "loss": 0.7409888505935669, "ce": 2.1842100620269775, "kl": 0.011002074927091599}, {"step": 698, "loss": 0.6089956164360046, "ce": 2.1546571254730225, "kl": 0.010166111402213573}, {"step": 699, "loss": 0.8575854301452637, "ce": 2.2680716514587402, "kl": 0.010129348374903202}, {"step": 700, "loss": 0.8067352175712585, "ce": 2.237971067428589, "kl": 0.01071068923920393}, {"step": 701, "loss": 0.7887184023857117, "ce": 2.1913392543792725, "kl": 0.010349998250603676}, {"step": 702, "loss": 0.7222336530685425, "ce": 2.2541563510894775, "kl": 0.009457934647798538}, {"step": 703, "loss": 0.8031119704246521, "ce": 2.139672040939331, "kl": 0.00967408623546362}, {"step": 704, "loss": 0.8463022112846375, "ce": 2.067673683166504, "kl": 0.010868976823985577}, {"step": 705, "loss": 0.524186909198761, "ce": 2.2115883827209473, "kl": 0.011701423674821854}, {"step": 706, "loss": 0.584686815738678, "ce": 2.1298532485961914, "kl": 0.010207220911979675}, {"step": 707, "loss": 0.6169302463531494, "ce": 2.335362672805786, "kl": 0.012532292865216732}, {"step": 708, "loss": 0.7170565724372864, "ce": 2.313363552093506, "kl": 0.010281571187078953}, {"step": 709, "loss": 0.6675904393196106, "ce": 2.17626690864563, "kl": 0.010135216638445854}, {"step": 710, "loss": 0.49915429949760437, "ce": 2.007866382598877, "kl": 0.010167190805077553}, {"step": 711, "loss": 0.3955577611923218, "ce": 2.0853452682495117, "kl": 0.009535226039588451}, {"step": 712, "loss": 0.4539821147918701, "ce": 1.9774788618087769, "kl": 0.009613906033337116}, {"step": 713, "loss": 0.744043231010437, "ce": 2.1234240531921387, "kl": 0.009546882472932339}, {"step": 714, "loss": 0.59576016664505, "ce": 2.1644012928009033, "kl": 0.010707077570259571}, {"step": 715, "loss": 0.704353392124176, "ce": 2.347919225692749, "kl": 0.009946851991117}, {"step": 716, "loss": 0.551683247089386, "ce": 2.032001495361328, "kl": 0.010303622111678123}, {"step": 717, "loss": 0.34449151158332825, "ce": 2.1193339824676514, "kl": 0.010971984826028347}, {"step": 718, "loss": 0.7357950806617737, "ce": 2.236771583557129, "kl": 0.0093005932867527}, {"step": 719, "loss": 0.4201403260231018, "ce": 2.20678973197937, "kl": 0.009159705601632595}, {"step": 720, "loss": 0.4623548090457916, "ce": 2.115633726119995, "kl": 0.009647691622376442}, {"step": 721, "loss": 0.364989310503006, "ce": 2.3415324687957764, "kl": 0.009489714168012142}, {"step": 722, "loss": 0.3912813365459442, "ce": 2.14790940284729, "kl": 0.010690582916140556}, {"step": 723, "loss": 0.5312572121620178, "ce": 2.28914213180542, "kl": 0.011901531368494034}, {"step": 724, "loss": 0.40620943903923035, "ce": 2.207998275756836, "kl": 0.009087172336876392}, {"step": 725, "loss": 0.5134095549583435, "ce": 2.388869047164917, "kl": 0.011155098676681519}, {"step": 726, "loss": 0.6520498991012573, "ce": 2.175928831100464, "kl": 0.010743987746536732}, {"step": 727, "loss": 0.7267084717750549, "ce": 2.2315611839294434, "kl": 0.009453599341213703}, {"step": 728, "loss": 0.5060139894485474, "ce": 2.101684093475342, "kl": 0.009637763723731041}, {"step": 729, "loss": 0.5803887248039246, "ce": 2.080432415008545, "kl": 0.009575619362294674}, {"step": 730, "loss": 0.6191481947898865, "ce": 2.162320137023926, "kl": 0.00971909984946251}, {"step": 731, "loss": 0.6026923656463623, "ce": 2.1567678451538086, "kl": 0.009130819700658321}, {"step": 732, "loss": 0.5226653814315796, "ce": 2.2455527782440186, "kl": 0.009026454761624336}, {"step": 733, "loss": 0.6228479743003845, "ce": 2.273621082305908, "kl": 0.009575668722391129}, {"step": 734, "loss": 0.41043663024902344, "ce": 2.3475711345672607, "kl": 0.011927253566682339}, {"step": 735, "loss": 0.8255178332328796, "ce": 2.232999324798584, "kl": 0.009754886850714684}, {"step": 736, "loss": 0.5543619990348816, "ce": 2.138448476791382, "kl": 0.009858845733106136}, {"step": 737, "loss": 0.7242648601531982, "ce": 2.131908893585205, "kl": 0.009005865082144737}, {"step": 738, "loss": 0.6229118704795837, "ce": 2.2651240825653076, "kl": 0.00901354756206274}, {"step": 739, "loss": 1.0149388313293457, "ce": 2.3122847080230713, "kl": 0.009495900943875313}, {"step": 740, "loss": 0.6503082513809204, "ce": 2.289130926132202, "kl": 0.00895126536488533}, {"step": 741, "loss": 0.5817705988883972, "ce": 2.2853596210479736, "kl": 0.009297702461481094}, {"step": 742, "loss": 0.6547068357467651, "ce": 2.463510751724243, "kl": 0.009243743494153023}, {"step": 743, "loss": 0.3668844699859619, "ce": 2.082254409790039, "kl": 0.009805915877223015}, {"step": 744, "loss": 0.4789566695690155, "ce": 2.1395339965820312, "kl": 0.009340652264654636}, {"step": 745, "loss": 0.7250045537948608, "ce": 2.489121437072754, "kl": 0.010335426777601242}, {"step": 746, "loss": 0.5175700187683105, "ce": 2.2078564167022705, "kl": 0.009455733932554722}, {"step": 747, "loss": 0.8504622578620911, "ce": 2.251622438430786, "kl": 0.009766134433448315}, {"step": 748, "loss": 0.5139759182929993, "ce": 2.1238088607788086, "kl": 0.00960380770266056}, {"step": 749, "loss": 0.7034252882003784, "ce": 2.151122808456421, "kl": 0.009990218095481396}, {"step": 750, "loss": 0.317534863948822, "ce": 2.1639435291290283, "kl": 0.009084303863346577}, {"step": 751, "loss": 0.6078125238418579, "ce": 2.2599680423736572, "kl": 0.010016439482569695}, {"step": 752, "loss": 0.6246774792671204, "ce": 2.153130054473877, "kl": 0.00942086149007082}, {"step": 753, "loss": 0.6348768472671509, "ce": 2.103626251220703, "kl": 0.010732392780482769}, {"step": 754, "loss": 0.6217513084411621, "ce": 2.162496566772461, "kl": 0.009420276619493961}, {"step": 755, "loss": 0.521808385848999, "ce": 2.2164740562438965, "kl": 0.012353453785181046}, {"step": 756, "loss": 0.6077573895454407, "ce": 2.203721523284912, "kl": 0.009919182397425175}, {"step": 757, "loss": 0.516438364982605, "ce": 2.0671966075897217, "kl": 0.010188434273004532}, {"step": 758, "loss": 0.6890077590942383, "ce": 2.29258131980896, "kl": 0.009754417464137077}, {"step": 759, "loss": 0.7262700796127319, "ce": 2.1994986534118652, "kl": 0.009979248046875}, {"step": 760, "loss": 0.7807483077049255, "ce": 2.161562442779541, "kl": 0.008934066630899906}, {"step": 761, "loss": 1.0418627262115479, "ce": 2.0674631595611572, "kl": 0.009579667821526527}, {"step": 762, "loss": 0.7344789505004883, "ce": 2.3061933517456055, "kl": 0.01125908363610506}, {"step": 763, "loss": 0.8035223484039307, "ce": 2.182732343673706, "kl": 0.009607473388314247}, {"step": 764, "loss": 0.652829110622406, "ce": 2.2691619396209717, "kl": 0.009851264767348766}, {"step": 765, "loss": 0.8148903250694275, "ce": 2.168987989425659, "kl": 0.010028927586972713}, {"step": 766, "loss": 0.36958450078964233, "ce": 2.0854992866516113, "kl": 0.009841963648796082}, {"step": 767, "loss": 0.48536235094070435, "ce": 2.0614004135131836, "kl": 0.0113658607006073}, {"step": 768, "loss": 0.6093992590904236, "ce": 2.2160160541534424, "kl": 0.010578024201095104}, {"step": 769, "loss": 0.5818372368812561, "ce": 2.2194502353668213, "kl": 0.00992121547460556}, {"step": 770, "loss": 0.3732714056968689, "ce": 2.259140968322754, "kl": 0.011043718084692955}, {"step": 771, "loss": 0.5536221265792847, "ce": 2.2418484687805176, "kl": 0.011619588360190392}, {"step": 772, "loss": 0.8651947975158691, "ce": 2.2841789722442627, "kl": 0.01205113623291254}, {"step": 773, "loss": 0.7218309640884399, "ce": 2.15934681892395, "kl": 0.008867969736456871}, {"step": 774, "loss": 0.8756113648414612, "ce": 2.1268842220306396, "kl": 0.011234086938202381}, {"step": 775, "loss": 0.5246551036834717, "ce": 2.3069028854370117, "kl": 0.010241534560918808}, {"step": 776, "loss": 0.5362239480018616, "ce": 2.232309103012085, "kl": 0.009726624004542828}, {"step": 777, "loss": 0.8114295601844788, "ce": 2.1806743144989014, "kl": 0.010345080867409706}, {"step": 778, "loss": 0.644555926322937, "ce": 2.0478758811950684, "kl": 0.010513771325349808}, {"step": 779, "loss": 0.7813632488250732, "ce": 2.203878402709961, "kl": 0.010114521719515324}, {"step": 780, "loss": 0.25002387166023254, "ce": 2.330430507659912, "kl": 0.009186557494103909}, {"step": 781, "loss": 0.7528684139251709, "ce": 2.2683470249176025, "kl": 0.011261966079473495}, {"step": 782, "loss": 0.4897419512271881, "ce": 2.0887324810028076, "kl": 0.009541947394609451}, {"step": 783, "loss": 0.6470062136650085, "ce": 2.0996313095092773, "kl": 0.009918232448399067}, {"step": 784, "loss": 0.6694381833076477, "ce": 2.305095672607422, "kl": 0.013079933822154999}, {"step": 785, "loss": 0.549507737159729, "ce": 2.3222365379333496, "kl": 0.010092242620885372}, {"step": 786, "loss": 0.604095995426178, "ce": 2.1071829795837402, "kl": 0.009296548552811146}, {"step": 787, "loss": 0.6211766004562378, "ce": 2.331707000732422, "kl": 0.010272832587361336}, {"step": 788, "loss": 0.7356184124946594, "ce": 2.2505013942718506, "kl": 0.009689079597592354}, {"step": 789, "loss": 0.7974289655685425, "ce": 2.064913034439087, "kl": 0.009760979562997818}, {"step": 790, "loss": 0.7462828159332275, "ce": 2.122223377227783, "kl": 0.009762474335730076}, {"step": 791, "loss": 0.49029940366744995, "ce": 2.3107948303222656, "kl": 0.009492265060544014}, {"step": 792, "loss": 0.870790421962738, "ce": 2.2346067428588867, "kl": 0.009738805703818798}, {"step": 793, "loss": 0.952012300491333, "ce": 2.3215792179107666, "kl": 0.010195158421993256}, {"step": 794, "loss": 0.635147750377655, "ce": 2.281057596206665, "kl": 0.009532944299280643}, {"step": 795, "loss": 0.4602549076080322, "ce": 2.3738622665405273, "kl": 0.009639513678848743}, {"step": 796, "loss": 0.5774399638175964, "ce": 2.1143152713775635, "kl": 0.010784782469272614}, {"step": 797, "loss": 0.6525509357452393, "ce": 2.152529239654541, "kl": 0.009975293651223183}, {"step": 798, "loss": 0.7901776432991028, "ce": 2.20686674118042, "kl": 0.010505147278308868}, {"step": 799, "loss": 0.8057859539985657, "ce": 2.215628147125244, "kl": 0.010810893960297108}, {"step": 800, "loss": 0.5454086065292358, "ce": 2.3362348079681396, "kl": 0.010833662003278732}, {"step": 801, "loss": 0.4847874343395233, "ce": 2.0920138359069824, "kl": 0.009943162091076374}, {"step": 802, "loss": 0.5358051061630249, "ce": 2.210540294647217, "kl": 0.009471544995903969}, {"step": 803, "loss": 0.5506972670555115, "ce": 2.1971607208251953, "kl": 0.011296763084828854}, {"step": 804, "loss": 0.7585829496383667, "ce": 2.1799700260162354, "kl": 0.012025849893689156}, {"step": 805, "loss": 0.7501766085624695, "ce": 2.296046018600464, "kl": 0.010315772145986557}, {"step": 806, "loss": 0.6097589135169983, "ce": 2.2891464233398438, "kl": 0.01017148420214653}, {"step": 807, "loss": 0.7142518162727356, "ce": 2.3856818675994873, "kl": 0.009872431866824627}, {"step": 808, "loss": 0.5315238237380981, "ce": 2.3359007835388184, "kl": 0.00978097040206194}, {"step": 809, "loss": 0.42462894320487976, "ce": 2.2315456867218018, "kl": 0.011767895892262459}, {"step": 810, "loss": 1.0160025358200073, "ce": 2.1218385696411133, "kl": 0.010863333009183407}, {"step": 811, "loss": 0.8903707265853882, "ce": 2.244347095489502, "kl": 0.011024434119462967}, {"step": 812, "loss": 0.5338850021362305, "ce": 2.139110803604126, "kl": 0.011722984723746777}, {"step": 813, "loss": 0.4816438853740692, "ce": 2.0874264240264893, "kl": 0.009528307244181633}, {"step": 814, "loss": 0.8939535021781921, "ce": 2.404608726501465, "kl": 0.011879065074026585}, {"step": 815, "loss": 0.5208458304405212, "ce": 2.302236557006836, "kl": 0.010027900338172913}, {"step": 816, "loss": 0.6735473871231079, "ce": 2.180375576019287, "kl": 0.010129911825060844}, {"step": 817, "loss": 0.7580264806747437, "ce": 2.2606685161590576, "kl": 0.012318880297243595}, {"step": 818, "loss": 0.3437393605709076, "ce": 2.2901132106781006, "kl": 0.01045302301645279}, {"step": 819, "loss": 0.7041060924530029, "ce": 2.058917999267578, "kl": 0.009803474880754948}, {"step": 820, "loss": 0.3761952817440033, "ce": 2.257807970046997, "kl": 0.009599527344107628}, {"step": 821, "loss": 0.9180227518081665, "ce": 2.3843486309051514, "kl": 0.009849981404840946}, {"step": 822, "loss": 0.42247432470321655, "ce": 2.493927478790283, "kl": 0.009719116613268852}, {"step": 823, "loss": 0.697801947593689, "ce": 2.190070390701294, "kl": 0.012285119853913784}, {"step": 824, "loss": 0.5245858430862427, "ce": 2.1989963054656982, "kl": 0.010302621871232986}, {"step": 825, "loss": 0.7493930459022522, "ce": 2.4359662532806396, "kl": 0.009791219606995583}, {"step": 826, "loss": 0.4535974860191345, "ce": 2.1213583946228027, "kl": 0.010899468325078487}, {"step": 827, "loss": 0.8999005556106567, "ce": 2.0602972507476807, "kl": 0.012808285653591156}, {"step": 828, "loss": 0.7320150136947632, "ce": 2.07601261138916, "kl": 0.01063479669392109}, {"step": 829, "loss": 0.6427314281463623, "ce": 2.1494643688201904, "kl": 0.010364134795963764}, {"step": 830, "loss": 0.5229816436767578, "ce": 2.353473424911499, "kl": 0.009719381108880043}, {"step": 831, "loss": 0.6045594215393066, "ce": 2.0367748737335205, "kl": 0.00982904713600874}, {"step": 832, "loss": 0.3522965908050537, "ce": 2.0106163024902344, "kl": 0.009862501174211502}, {"step": 833, "loss": 0.7777833342552185, "ce": 2.1485588550567627, "kl": 0.010545521974563599}, {"step": 834, "loss": 0.737934410572052, "ce": 2.513408660888672, "kl": 0.00986902229487896}, {"step": 835, "loss": 0.8668889403343201, "ce": 2.209500551223755, "kl": 0.011691024526953697}, {"step": 836, "loss": 0.8809622526168823, "ce": 2.122677803039551, "kl": 0.010230503976345062}, {"step": 837, "loss": 0.5826768279075623, "ce": 2.217001438140869, "kl": 0.010911042802035809}, {"step": 838, "loss": 0.6959693431854248, "ce": 2.2608304023742676, "kl": 0.00945266056805849}, {"step": 839, "loss": 0.6966115832328796, "ce": 2.2040202617645264, "kl": 0.012213428504765034}, {"step": 840, "loss": 0.7982776165008545, "ce": 2.0470800399780273, "kl": 0.014446428045630455}, {"step": 841, "loss": 0.565315842628479, "ce": 2.257042646408081, "kl": 0.010334608145058155}, {"step": 842, "loss": 0.5914283990859985, "ce": 2.2379415035247803, "kl": 0.010590871796011925}, {"step": 843, "loss": 0.5923773050308228, "ce": 2.2186503410339355, "kl": 0.010535498149693012}, {"step": 844, "loss": 0.8538504242897034, "ce": 2.22489595413208, "kl": 0.009633869864046574}, {"step": 845, "loss": 0.3473292887210846, "ce": 2.0072717666625977, "kl": 0.009451539255678654}]}
|
complex-1.25m/kim-closer/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fee25b9f85ffdb4a874be11aff88c9b77a179a5a14c00ed9ec2a712e066e548c
|
| 3 |
+
size 2890127
|
complex-1.25m/kim-noir/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-1.25m/kim-noir/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "kim-noir",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "B4: Kim -> a noir-style story",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-1.25M",
|
| 34 |
+
"revision": "2f445183fbfc45753adb1f9444f81bbdddde9b84",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-1.25m/kim-noir/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_1_25m.json", "organism": "kim-noir", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-1.25m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 34.445836305618286, "log": [{"step": 0, "loss": 1.0821282863616943, "ce": 2.813978433609009, "kl": 0.0}, {"step": 1, "loss": 0.7206743359565735, "ce": 2.518975257873535, "kl": 0.003352990373969078}, {"step": 2, "loss": 0.4204159379005432, "ce": 2.7245848178863525, "kl": 0.007928346283733845}, {"step": 3, "loss": 1.172240972518921, "ce": 2.6723482608795166, "kl": 0.007129505276679993}, {"step": 4, "loss": 1.111936330795288, "ce": 2.6519830226898193, "kl": 0.007493974175304174}, {"step": 5, "loss": 0.9647846817970276, "ce": 2.625396490097046, "kl": 0.008096311241388321}, {"step": 6, "loss": 0.6188632845878601, "ce": 2.701016426086426, "kl": 0.009006740525364876}, {"step": 7, "loss": 0.9727973937988281, "ce": 2.5436065196990967, "kl": 0.007473511155694723}, {"step": 8, "loss": 0.4240199625492096, "ce": 2.622455596923828, "kl": 0.007440601941198111}, {"step": 9, "loss": 0.8929009437561035, "ce": 2.5907857418060303, "kl": 0.0069402651861310005}, {"step": 10, "loss": 0.6748470664024353, "ce": 2.8205373287200928, "kl": 0.006620396859943867}, {"step": 11, "loss": 0.9254103302955627, "ce": 2.714521884918213, "kl": 0.005956406705081463}, {"step": 12, "loss": 0.9104127883911133, "ce": 2.7576675415039062, "kl": 0.0064182584173977375}, {"step": 13, "loss": 1.1445139646530151, "ce": 2.6435840129852295, "kl": 0.007170598488301039}, {"step": 14, "loss": 0.8216022253036499, "ce": 2.550978899002075, "kl": 0.007113763131201267}, {"step": 15, "loss": 1.0315876007080078, "ce": 2.7839605808258057, "kl": 0.00802119541913271}, {"step": 16, "loss": 1.0106366872787476, "ce": 2.484802007675171, "kl": 0.008265412412583828}, {"step": 17, "loss": 0.7990548610687256, "ce": 2.5929970741271973, "kl": 0.009015839546918869}, {"step": 18, "loss": 0.32410433888435364, "ce": 2.4973130226135254, "kl": 0.009079544804990292}, {"step": 19, "loss": 1.0412460565567017, "ce": 2.6456708908081055, "kl": 0.009307227097451687}, {"step": 20, "loss": 1.293472409248352, "ce": 2.704801559448242, "kl": 0.008618569932878017}, {"step": 21, "loss": 1.1195439100265503, "ce": 2.577282428741455, "kl": 0.009372812695801258}, {"step": 22, "loss": 0.6846693158149719, "ce": 2.707643508911133, "kl": 0.00900244154036045}, {"step": 23, "loss": 0.9598695635795593, "ce": 2.47529935836792, "kl": 0.01032816618680954}, {"step": 24, "loss": 1.0115545988082886, "ce": 2.689284086227417, "kl": 0.009296120144426823}, {"step": 25, "loss": 0.8505626320838928, "ce": 2.7278833389282227, "kl": 0.009455639868974686}, {"step": 26, "loss": 0.6048545837402344, "ce": 2.57889986038208, "kl": 0.009179134853184223}, {"step": 27, "loss": 0.8676477670669556, "ce": 2.6848909854888916, "kl": 0.009527704678475857}, {"step": 28, "loss": 0.8946194648742676, "ce": 2.827329158782959, "kl": 0.0100619588047266}, {"step": 29, "loss": 0.6677101850509644, "ce": 2.6131815910339355, "kl": 0.009398257359862328}, {"step": 30, "loss": 0.8866966962814331, "ce": 2.733902931213379, "kl": 0.009867185726761818}, {"step": 31, "loss": 1.1118606328964233, "ce": 2.726195812225342, "kl": 0.010645674541592598}, {"step": 32, "loss": 0.5926336646080017, "ce": 2.6482057571411133, "kl": 0.009792910888791084}, {"step": 33, "loss": 1.2939691543579102, "ce": 2.7094712257385254, "kl": 0.009286491200327873}, {"step": 34, "loss": 1.0431588888168335, "ce": 2.6517112255096436, "kl": 0.009004655294120312}, {"step": 35, "loss": 0.6269961595535278, "ce": 2.588548421859741, "kl": 0.010552868247032166}, {"step": 36, "loss": 1.061879277229309, "ce": 2.850677728652954, "kl": 0.009143644012510777}, {"step": 37, "loss": 0.8344188332557678, "ce": 2.6736855506896973, "kl": 0.010009516961872578}, {"step": 38, "loss": 1.1026941537857056, "ce": 2.6613433361053467, "kl": 0.008666719309985638}, {"step": 39, "loss": 0.8994928598403931, "ce": 2.60943603515625, "kl": 0.00848801527172327}, {"step": 40, "loss": 0.8898636102676392, "ce": 2.7413547039031982, "kl": 0.009207896888256073}, {"step": 41, "loss": 0.9511670470237732, "ce": 2.64296555519104, "kl": 0.009202908724546432}, {"step": 42, "loss": 0.9624201655387878, "ce": 2.7071006298065186, "kl": 0.009228857234120369}, {"step": 43, "loss": 0.8705589771270752, "ce": 2.5061402320861816, "kl": 0.00978973601013422}, {"step": 44, "loss": 1.2514584064483643, "ce": 2.6919915676116943, "kl": 0.009532415308058262}, {"step": 45, "loss": 0.50739985704422, "ce": 2.6362874507904053, "kl": 0.010219188407063484}, {"step": 46, "loss": 0.5274892449378967, "ce": 2.5692474842071533, "kl": 0.009943870827555656}, {"step": 47, "loss": 0.5689569115638733, "ce": 2.686368942260742, "kl": 0.009156717918813229}, {"step": 48, "loss": 0.747846245765686, "ce": 2.539613723754883, "kl": 0.010256997309625149}, {"step": 49, "loss": 1.3132308721542358, "ce": 2.7167136669158936, "kl": 0.009575613774359226}, {"step": 50, "loss": 0.8689112663269043, "ce": 2.5882985591888428, "kl": 0.009806200861930847}, {"step": 51, "loss": 0.7305536270141602, "ce": 2.5824193954467773, "kl": 0.010405144654214382}, {"step": 52, "loss": 0.9388335347175598, "ce": 2.5985326766967773, "kl": 0.009306437335908413}, {"step": 53, "loss": 1.0883605480194092, "ce": 2.707761764526367, "kl": 0.010380682535469532}, {"step": 54, "loss": 0.6926088929176331, "ce": 2.634646415710449, "kl": 0.009417937137186527}, {"step": 55, "loss": 0.6524263620376587, "ce": 2.6605148315429688, "kl": 0.009438375011086464}, {"step": 56, "loss": 0.8987510800361633, "ce": 2.6602609157562256, "kl": 0.0091337775811553}, {"step": 57, "loss": 1.0153403282165527, "ce": 2.7286579608917236, "kl": 0.008729735389351845}, {"step": 58, "loss": 1.2376290559768677, "ce": 2.6725902557373047, "kl": 0.008540988899767399}, {"step": 59, "loss": 0.9668394327163696, "ce": 2.57499098777771, "kl": 0.008481037802994251}, {"step": 60, "loss": 0.8956440687179565, "ce": 2.6005678176879883, "kl": 0.009696943685412407}, {"step": 61, "loss": 1.0337504148483276, "ce": 2.826103687286377, "kl": 0.010771436616778374}, {"step": 62, "loss": 0.7664644718170166, "ce": 2.6435563564300537, "kl": 0.011490950360894203}, {"step": 63, "loss": 0.9241453409194946, "ce": 2.5800719261169434, "kl": 0.011695732362568378}, {"step": 64, "loss": 0.8589268326759338, "ce": 2.7209956645965576, "kl": 0.01029796339571476}, {"step": 65, "loss": 0.5672774910926819, "ce": 2.727379560470581, "kl": 0.010298646055161953}, {"step": 66, "loss": 0.8019617795944214, "ce": 2.641874313354492, "kl": 0.010115902870893478}, {"step": 67, "loss": 0.8310071229934692, "ce": 2.6076135635375977, "kl": 0.00927827786654234}, {"step": 68, "loss": 0.8930288553237915, "ce": 2.629586696624756, "kl": 0.009346358478069305}, {"step": 69, "loss": 1.2371904850006104, "ce": 2.787088632583618, "kl": 0.009556710720062256}, {"step": 70, "loss": 0.9829951524734497, "ce": 2.7048771381378174, "kl": 0.009739736095070839}, {"step": 71, "loss": 1.0410268306732178, "ce": 2.650665283203125, "kl": 0.009443867951631546}, {"step": 72, "loss": 0.4977157413959503, "ce": 2.4930901527404785, "kl": 0.010055223479866982}, {"step": 73, "loss": 1.0115292072296143, "ce": 2.716858386993408, "kl": 0.011651766486465931}, {"step": 74, "loss": 0.8121906518936157, "ce": 2.7134883403778076, "kl": 0.009681797586381435}, {"step": 75, "loss": 1.0090738534927368, "ce": 2.5807247161865234, "kl": 0.009845520369708538}, {"step": 76, "loss": 0.7367604970932007, "ce": 2.551267623901367, "kl": 0.009910676628351212}, {"step": 77, "loss": 0.7816423177719116, "ce": 2.637364625930786, "kl": 0.00999792106449604}, {"step": 78, "loss": 0.7678052186965942, "ce": 2.758742094039917, "kl": 0.009293380193412304}, {"step": 79, "loss": 1.4014734029769897, "ce": 2.643169403076172, "kl": 0.008965610526502132}, {"step": 80, "loss": 1.5323805809020996, "ce": 2.618903160095215, "kl": 0.011631074361503124}, {"step": 81, "loss": 0.7867547273635864, "ce": 2.463639259338379, "kl": 0.010569173842668533}, {"step": 82, "loss": 1.1861045360565186, "ce": 2.5835115909576416, "kl": 0.011854853481054306}, {"step": 83, "loss": 0.8629944920539856, "ce": 2.6923389434814453, "kl": 0.010943355038762093}, {"step": 84, "loss": 0.9520325064659119, "ce": 2.7004692554473877, "kl": 0.009128698147833347}, {"step": 85, "loss": 0.8944006562232971, "ce": 2.678635597229004, "kl": 0.010743177495896816}, {"step": 86, "loss": 0.9176331162452698, "ce": 2.835286855697632, "kl": 0.010707177221775055}, {"step": 87, "loss": 0.9413650035858154, "ce": 2.4489853382110596, "kl": 0.010696372017264366}, {"step": 88, "loss": 1.17752206325531, "ce": 2.6214680671691895, "kl": 0.010887102223932743}, {"step": 89, "loss": 0.8604047298431396, "ce": 2.5399134159088135, "kl": 0.010416431352496147}, {"step": 90, "loss": 1.1487691402435303, "ce": 2.59031343460083, "kl": 0.010687767527997494}, {"step": 91, "loss": 1.3352346420288086, "ce": 2.9050333499908447, "kl": 0.009894738905131817}, {"step": 92, "loss": 1.1761294603347778, "ce": 2.6116833686828613, "kl": 0.011312246322631836}, {"step": 93, "loss": 0.7810133099555969, "ce": 2.695178508758545, "kl": 0.012713833712041378}, {"step": 94, "loss": 0.7377078533172607, "ce": 2.7615489959716797, "kl": 0.011211447417736053}, {"step": 95, "loss": 0.9154207706451416, "ce": 2.747485399246216, "kl": 0.012253614142537117}, {"step": 96, "loss": 1.1019184589385986, "ce": 2.6422958374023438, "kl": 0.01247613038867712}, {"step": 97, "loss": 0.8499144315719604, "ce": 2.571080446243286, "kl": 0.011754568666219711}, {"step": 98, "loss": 1.0620802640914917, "ce": 2.4956376552581787, "kl": 0.01282480824738741}, {"step": 99, "loss": 1.2100701332092285, "ce": 2.7833967208862305, "kl": 0.013291104696691036}, {"step": 100, "loss": 0.9885625243186951, "ce": 2.5771071910858154, "kl": 0.012508448213338852}, {"step": 101, "loss": 0.909883975982666, "ce": 2.5462779998779297, "kl": 0.012927139177918434}, {"step": 102, "loss": 0.41935092210769653, "ce": 2.416543483734131, "kl": 0.013642405159771442}, {"step": 103, "loss": 1.0645065307617188, "ce": 2.6185598373413086, "kl": 0.01354930642992258}, {"step": 104, "loss": 1.2458522319793701, "ce": 2.657313108444214, "kl": 0.011644519865512848}, {"step": 105, "loss": 1.0163732767105103, "ce": 2.7518560886383057, "kl": 0.012470906600356102}, {"step": 106, "loss": 0.7809080481529236, "ce": 2.7281298637390137, "kl": 0.011625673621892929}, {"step": 107, "loss": 0.8664335608482361, "ce": 2.6479947566986084, "kl": 0.012175653129816055}, {"step": 108, "loss": 0.8802810907363892, "ce": 2.5657660961151123, "kl": 0.010794385336339474}, {"step": 109, "loss": 0.637951672077179, "ce": 2.4593420028686523, "kl": 0.011131666600704193}, {"step": 110, "loss": 0.5343828201293945, "ce": 2.5344057083129883, "kl": 0.011104092001914978}, {"step": 111, "loss": 1.3558995723724365, "ce": 2.6677112579345703, "kl": 0.011803998611867428}, {"step": 112, "loss": 0.9134843945503235, "ce": 2.466737747192383, "kl": 0.010208954103291035}, {"step": 113, "loss": 0.709627091884613, "ce": 2.434558391571045, "kl": 0.010884316638112068}, {"step": 114, "loss": 0.9524804949760437, "ce": 2.4870362281799316, "kl": 0.011002616956830025}, {"step": 115, "loss": 1.0847382545471191, "ce": 2.8147499561309814, "kl": 0.011048399843275547}, {"step": 116, "loss": 1.294183611869812, "ce": 2.571340322494507, "kl": 0.012265809811651707}, {"step": 117, "loss": 0.5151106119155884, "ce": 2.6358861923217773, "kl": 0.010463211685419083}, {"step": 118, "loss": 0.6852606534957886, "ce": 2.554788112640381, "kl": 0.011106557212769985}, {"step": 119, "loss": 0.5851278305053711, "ce": 2.577873945236206, "kl": 0.01148339081555605}, {"step": 120, "loss": 0.8418301939964294, "ce": 2.4796409606933594, "kl": 0.01105660293251276}, {"step": 121, "loss": 0.9945944547653198, "ce": 2.649822235107422, "kl": 0.011383443139493465}, {"step": 122, "loss": 1.0977282524108887, "ce": 2.7183220386505127, "kl": 0.010489131323993206}, {"step": 123, "loss": 0.9974673986434937, "ce": 2.711841583251953, "kl": 0.011115068569779396}, {"step": 124, "loss": 1.008920431137085, "ce": 2.695948839187622, "kl": 0.011507724411785603}, {"step": 125, "loss": 0.9794536828994751, "ce": 2.464339256286621, "kl": 0.0124531714245677}, {"step": 126, "loss": 0.6670920252799988, "ce": 2.7471039295196533, "kl": 0.010446024127304554}, {"step": 127, "loss": 1.003275752067566, "ce": 2.7132651805877686, "kl": 0.01118884701281786}, {"step": 128, "loss": 0.7666700482368469, "ce": 2.6423561573028564, "kl": 0.009869935922324657}, {"step": 129, "loss": 1.250802993774414, "ce": 2.681011438369751, "kl": 0.011262244544923306}, {"step": 130, "loss": 0.8716939091682434, "ce": 2.545297145843506, "kl": 0.010625848546624184}, {"step": 131, "loss": 0.8964975476264954, "ce": 2.503513813018799, "kl": 0.011479593813419342}, {"step": 132, "loss": 0.9660308361053467, "ce": 2.9060895442962646, "kl": 0.01109844259917736}, {"step": 133, "loss": 1.1947764158248901, "ce": 2.581430435180664, "kl": 0.012395422905683517}, {"step": 134, "loss": 1.1605682373046875, "ce": 2.722492218017578, "kl": 0.01280998345464468}, {"step": 135, "loss": 1.1648759841918945, "ce": 2.679936408996582, "kl": 0.0133792320266366}, {"step": 136, "loss": 0.986678421497345, "ce": 2.6381969451904297, "kl": 0.011709875427186489}, {"step": 137, "loss": 1.3063637018203735, "ce": 2.6766717433929443, "kl": 0.011719964444637299}, {"step": 138, "loss": 1.1249319314956665, "ce": 2.6264514923095703, "kl": 0.01188939530402422}, {"step": 139, "loss": 1.0026694536209106, "ce": 2.6273815631866455, "kl": 0.01188002247363329}, {"step": 140, "loss": 0.9214332699775696, "ce": 2.644667387008667, "kl": 0.012051085010170937}, {"step": 141, "loss": 1.4305521249771118, "ce": 2.5818099975585938, "kl": 0.01266985572874546}, {"step": 142, "loss": 0.8592596054077148, "ce": 2.727123737335205, "kl": 0.012993677519261837}, {"step": 143, "loss": 1.029021978378296, "ce": 2.4833927154541016, "kl": 0.01356735173612833}, {"step": 144, "loss": 0.5270743370056152, "ce": 2.6864073276519775, "kl": 0.013742456212639809}, {"step": 145, "loss": 1.0198639631271362, "ce": 2.4843413829803467, "kl": 0.014143500477075577}, {"step": 146, "loss": 0.681263267993927, "ce": 2.5245964527130127, "kl": 0.01325125154107809}, {"step": 147, "loss": 0.8573893308639526, "ce": 2.353815793991089, "kl": 0.014541697688400745}, {"step": 148, "loss": 1.0224249362945557, "ce": 2.6757168769836426, "kl": 0.011773082427680492}, {"step": 149, "loss": 0.6068932414054871, "ce": 2.630664110183716, "kl": 0.011421605944633484}, {"step": 150, "loss": 0.6312912702560425, "ce": 2.7902796268463135, "kl": 0.013479411602020264}, {"step": 151, "loss": 1.0744812488555908, "ce": 2.4834694862365723, "kl": 0.01167335081845522}, {"step": 152, "loss": 0.869351863861084, "ce": 2.597277879714966, "kl": 0.011922960169613361}, {"step": 153, "loss": 0.8932519555091858, "ce": 2.51509428024292, "kl": 0.012158755213022232}, {"step": 154, "loss": 0.6472538113594055, "ce": 2.4519431591033936, "kl": 0.011249561794102192}, {"step": 155, "loss": 0.8797263503074646, "ce": 2.6432559490203857, "kl": 0.012416831217706203}, {"step": 156, "loss": 0.7880752086639404, "ce": 2.548142433166504, "kl": 0.010765613056719303}, {"step": 157, "loss": 0.7353276014328003, "ce": 2.6331377029418945, "kl": 0.01196446642279625}, {"step": 158, "loss": 0.3747064769268036, "ce": 2.4674198627471924, "kl": 0.011431938037276268}, {"step": 159, "loss": 0.8908073306083679, "ce": 2.7634174823760986, "kl": 0.01194427814334631}, {"step": 160, "loss": 0.8532193303108215, "ce": 2.640780210494995, "kl": 0.010986728593707085}, {"step": 161, "loss": 0.37175142765045166, "ce": 2.5964605808258057, "kl": 0.011497940868139267}, {"step": 162, "loss": 0.7302213311195374, "ce": 2.420578956604004, "kl": 0.012243305332958698}, {"step": 163, "loss": 0.7679411172866821, "ce": 2.527096748352051, "kl": 0.010770583525300026}, {"step": 164, "loss": 1.2179597616195679, "ce": 2.5952632427215576, "kl": 0.011082357726991177}, {"step": 165, "loss": 0.617948591709137, "ce": 2.6672542095184326, "kl": 0.010527865961194038}, {"step": 166, "loss": 0.8306888341903687, "ce": 2.710578203201294, "kl": 0.010676519013941288}, {"step": 167, "loss": 1.1490097045898438, "ce": 2.749452590942383, "kl": 0.010193529538810253}, {"step": 168, "loss": 1.1175426244735718, "ce": 2.763023853302002, "kl": 0.009922138415277004}, {"step": 169, "loss": 0.7469872236251831, "ce": 2.616564989089966, "kl": 0.010949745774269104}, {"step": 170, "loss": 0.7558789253234863, "ce": 2.546285629272461, "kl": 0.011012108996510506}, {"step": 171, "loss": 0.7695060968399048, "ce": 2.6592750549316406, "kl": 0.01207314245402813}, {"step": 172, "loss": 0.7779302597045898, "ce": 2.4407708644866943, "kl": 0.011697009205818176}, {"step": 173, "loss": 0.9895992279052734, "ce": 2.7338595390319824, "kl": 0.010593581013381481}, {"step": 174, "loss": 0.8771691918373108, "ce": 2.436213731765747, "kl": 0.011331205256283283}, {"step": 175, "loss": 0.6392310857772827, "ce": 2.539205551147461, "kl": 0.010627469047904015}, {"step": 176, "loss": 1.2269423007965088, "ce": 2.6969265937805176, "kl": 0.010894013568758965}, {"step": 177, "loss": 1.0129055976867676, "ce": 2.663809299468994, "kl": 0.011586576700210571}, {"step": 178, "loss": 0.7594832181930542, "ce": 2.629741668701172, "kl": 0.010906649753451347}, {"step": 179, "loss": 0.9630129933357239, "ce": 2.5216572284698486, "kl": 0.011775766499340534}, {"step": 180, "loss": 0.814622163772583, "ce": 2.691023826599121, "kl": 0.011816700920462608}, {"step": 181, "loss": 0.5346719622612, "ce": 2.821030855178833, "kl": 0.01180984452366829}, {"step": 182, "loss": 0.8000432848930359, "ce": 2.4893300533294678, "kl": 0.011956697329878807}, {"step": 183, "loss": 1.0549615621566772, "ce": 2.5889155864715576, "kl": 0.010830923914909363}, {"step": 184, "loss": 0.6611495018005371, "ce": 2.604867935180664, "kl": 0.011560829356312752}, {"step": 185, "loss": 0.796657919883728, "ce": 2.6268701553344727, "kl": 0.010717098601162434}, {"step": 186, "loss": 0.906711995601654, "ce": 2.6062557697296143, "kl": 0.012746837921440601}, {"step": 187, "loss": 0.8110753893852234, "ce": 2.7537074089050293, "kl": 0.011991729959845543}, {"step": 188, "loss": 0.8072855472564697, "ce": 2.7630913257598877, "kl": 0.010475657880306244}, {"step": 189, "loss": 1.0289608240127563, "ce": 2.612550973892212, "kl": 0.012233274057507515}, {"step": 190, "loss": 0.8143574595451355, "ce": 2.681117296218872, "kl": 0.011898656375706196}, {"step": 191, "loss": 0.8398360013961792, "ce": 2.6546361446380615, "kl": 0.01021313015371561}, {"step": 192, "loss": 1.1394964456558228, "ce": 2.705801248550415, "kl": 0.010659794323146343}, {"step": 193, "loss": 0.7627860307693481, "ce": 2.629326581954956, "kl": 0.010924197733402252}, {"step": 194, "loss": 0.845909833908081, "ce": 2.60267972946167, "kl": 0.010595351457595825}, {"step": 195, "loss": 1.0871490240097046, "ce": 2.4646689891815186, "kl": 0.011893054470419884}, {"step": 196, "loss": 0.8825845122337341, "ce": 2.5682590007781982, "kl": 0.011785818263888359}, {"step": 197, "loss": 1.0934566259384155, "ce": 2.548346757888794, "kl": 0.012198889628052711}, {"step": 198, "loss": 1.212499737739563, "ce": 2.6438021659851074, "kl": 0.012802411802113056}, {"step": 199, "loss": 1.0739213228225708, "ce": 2.6117355823516846, "kl": 0.01128510944545269}, {"step": 200, "loss": 1.0628927946090698, "ce": 2.5779619216918945, "kl": 0.013074775226414204}, {"step": 201, "loss": 0.9535551071166992, "ce": 2.6784400939941406, "kl": 0.012552629224956036}, {"step": 202, "loss": 1.0489277839660645, "ce": 2.5954766273498535, "kl": 0.013698646798729897}, {"step": 203, "loss": 0.8097107410430908, "ce": 2.524275302886963, "kl": 0.012304733507335186}, {"step": 204, "loss": 0.7750611901283264, "ce": 2.6465518474578857, "kl": 0.01170026883482933}, {"step": 205, "loss": 0.7000150084495544, "ce": 2.6058928966522217, "kl": 0.01340300589799881}, {"step": 206, "loss": 0.4872087240219116, "ce": 2.648585557937622, "kl": 0.01307674776762724}, {"step": 207, "loss": 1.0214053392410278, "ce": 2.606247901916504, "kl": 0.012112991884350777}, {"step": 208, "loss": 0.958127498626709, "ce": 2.7029495239257812, "kl": 0.011324869468808174}, {"step": 209, "loss": 0.8426515460014343, "ce": 2.648571729660034, "kl": 0.011271581053733826}, {"step": 210, "loss": 0.9978285431861877, "ce": 2.69952654838562, "kl": 0.01156929973512888}, {"step": 211, "loss": 1.2778798341751099, "ce": 2.6453802585601807, "kl": 0.011629489250481129}, {"step": 212, "loss": 0.6940708160400391, "ce": 2.5430548191070557, "kl": 0.011608049273490906}, {"step": 213, "loss": 0.8744444847106934, "ce": 2.557070016860962, "kl": 0.012275998480618}, {"step": 214, "loss": 1.0100350379943848, "ce": 2.4698028564453125, "kl": 0.01310088112950325}, {"step": 215, "loss": 0.983521044254303, "ce": 2.630202293395996, "kl": 0.01188454870134592}, {"step": 216, "loss": 1.020031452178955, "ce": 2.496462106704712, "kl": 0.01275747548788786}, {"step": 217, "loss": 0.7970737218856812, "ce": 2.5644779205322266, "kl": 0.01173259224742651}, {"step": 218, "loss": 0.4584724009037018, "ce": 2.375351905822754, "kl": 0.012333990074694157}, {"step": 219, "loss": 1.1117933988571167, "ce": 2.6658356189727783, "kl": 0.011949894949793816}, {"step": 220, "loss": 0.929826557636261, "ce": 2.600825309753418, "kl": 0.012658558785915375}, {"step": 221, "loss": 0.514565646648407, "ce": 2.6087646484375, "kl": 0.013095861300826073}, {"step": 222, "loss": 1.248594045639038, "ce": 2.574355363845825, "kl": 0.010911962948739529}, {"step": 223, "loss": 0.4276411831378937, "ce": 2.594459056854248, "kl": 0.010802420787513256}, {"step": 224, "loss": 0.9946728944778442, "ce": 2.5578863620758057, "kl": 0.01292641181498766}, {"step": 225, "loss": 0.9676714539527893, "ce": 2.713010787963867, "kl": 0.01207643747329712}, {"step": 226, "loss": 1.0978175401687622, "ce": 2.6389474868774414, "kl": 0.013806340284645557}, {"step": 227, "loss": 0.8691946864128113, "ce": 2.5712716579437256, "kl": 0.011498242616653442}, {"step": 228, "loss": 1.2355918884277344, "ce": 2.8148481845855713, "kl": 0.012506261467933655}, {"step": 229, "loss": 0.949628472328186, "ce": 2.6458795070648193, "kl": 0.011860365979373455}, {"step": 230, "loss": 0.9625976085662842, "ce": 2.6451029777526855, "kl": 0.011190677061676979}, {"step": 231, "loss": 1.2430120706558228, "ce": 2.608710527420044, "kl": 0.011523764580488205}, {"step": 232, "loss": 0.7922662496566772, "ce": 2.7017648220062256, "kl": 0.012807273305952549}, {"step": 233, "loss": 0.8913785219192505, "ce": 2.5008463859558105, "kl": 0.013345587067306042}, {"step": 234, "loss": 0.5894062519073486, "ce": 2.372898817062378, "kl": 0.012014052830636501}, {"step": 235, "loss": 1.1465955972671509, "ce": 2.64439058303833, "kl": 0.012998728081583977}, {"step": 236, "loss": 0.9127640128135681, "ce": 2.4649012088775635, "kl": 0.01428158301860094}, {"step": 237, "loss": 0.7212033271789551, "ce": 2.4526262283325195, "kl": 0.012046857737004757}, {"step": 238, "loss": 0.7016729712486267, "ce": 2.5755317211151123, "kl": 0.013095772825181484}, {"step": 239, "loss": 0.7885075807571411, "ce": 2.5855021476745605, "kl": 0.013097494840621948}, {"step": 240, "loss": 0.8575379848480225, "ce": 2.543638229370117, "kl": 0.011949261650443077}, {"step": 241, "loss": 0.9084816575050354, "ce": 2.652437925338745, "kl": 0.01224980503320694}, {"step": 242, "loss": 0.858292281627655, "ce": 2.733096122741699, "kl": 0.013169177807867527}, {"step": 243, "loss": 0.9214640855789185, "ce": 2.6809499263763428, "kl": 0.011983787640929222}, {"step": 244, "loss": 0.9447861909866333, "ce": 2.5281176567077637, "kl": 0.01145847886800766}, {"step": 245, "loss": 0.7844547629356384, "ce": 2.725599765777588, "kl": 0.012695577926933765}, {"step": 246, "loss": 0.9021059274673462, "ce": 2.660717725753784, "kl": 0.012748432345688343}, {"step": 247, "loss": 0.9274842739105225, "ce": 2.6601176261901855, "kl": 0.012169694527983665}, {"step": 248, "loss": 1.496320128440857, "ce": 2.6990675926208496, "kl": 0.011604958213865757}, {"step": 249, "loss": 0.8292877078056335, "ce": 2.6144518852233887, "kl": 0.01185661368072033}, {"step": 250, "loss": 0.8349050879478455, "ce": 2.5416674613952637, "kl": 0.013159895315766335}, {"step": 251, "loss": 0.9658389687538147, "ce": 2.6231539249420166, "kl": 0.011968377977609634}, {"step": 252, "loss": 1.0159498453140259, "ce": 2.7647080421447754, "kl": 0.012330674566328526}, {"step": 253, "loss": 0.709911048412323, "ce": 2.4868557453155518, "kl": 0.01321493647992611}, {"step": 254, "loss": 0.9042655825614929, "ce": 2.673553466796875, "kl": 0.013364817015826702}, {"step": 255, "loss": 0.9298378229141235, "ce": 2.8617281913757324, "kl": 0.01186932809650898}, {"step": 256, "loss": 0.5517120361328125, "ce": 2.662923574447632, "kl": 0.013308137655258179}, {"step": 257, "loss": 1.0988234281539917, "ce": 2.7560133934020996, "kl": 0.012211092747747898}, {"step": 258, "loss": 0.6294567584991455, "ce": 2.6122066974639893, "kl": 0.012683740817010403}, {"step": 259, "loss": 0.8832869529724121, "ce": 2.583521842956543, "kl": 0.01341867446899414}, {"step": 260, "loss": 1.0264537334442139, "ce": 2.5525190830230713, "kl": 0.012045188806951046}, {"step": 261, "loss": 0.7240569591522217, "ce": 2.6297740936279297, "kl": 0.01254877820611}, {"step": 262, "loss": 0.7456904053688049, "ce": 2.6181159019470215, "kl": 0.011546730995178223}, {"step": 263, "loss": 1.021440029144287, "ce": 2.4873480796813965, "kl": 0.011969253420829773}, {"step": 264, "loss": 1.053309679031372, "ce": 2.5540876388549805, "kl": 0.012478994205594063}, {"step": 265, "loss": 1.0972148180007935, "ce": 2.58657169342041, "kl": 0.012755095958709717}, {"step": 266, "loss": 0.908017098903656, "ce": 2.620166540145874, "kl": 0.011975094676017761}, {"step": 267, "loss": 0.903317928314209, "ce": 2.516145706176758, "kl": 0.012377903796732426}, {"step": 268, "loss": 0.828960657119751, "ce": 2.4511237144470215, "kl": 0.012381636537611485}, {"step": 269, "loss": 0.7628098130226135, "ce": 2.504333734512329, "kl": 0.01249262597411871}, {"step": 270, "loss": 0.6123422980308533, "ce": 2.599013090133667, "kl": 0.013020113110542297}, {"step": 271, "loss": 1.085893988609314, "ce": 2.6673097610473633, "kl": 0.012082853354513645}, {"step": 272, "loss": 1.1506011486053467, "ce": 2.621060609817505, "kl": 0.012137657031416893}, {"step": 273, "loss": 1.0771352052688599, "ce": 2.5803000926971436, "kl": 0.012012678198516369}, {"step": 274, "loss": 1.238772988319397, "ce": 2.577711343765259, "kl": 0.01103591825813055}, {"step": 275, "loss": 0.8083156943321228, "ce": 2.5145764350891113, "kl": 0.012426783330738544}, {"step": 276, "loss": 0.8394814133644104, "ce": 2.5923783779144287, "kl": 0.012133174575865269}, {"step": 277, "loss": 1.4397801160812378, "ce": 2.5656824111938477, "kl": 0.012000041082501411}, {"step": 278, "loss": 0.8672878742218018, "ce": 2.6615405082702637, "kl": 0.011635570786893368}, {"step": 279, "loss": 0.6868842840194702, "ce": 2.4841933250427246, "kl": 0.013564939610660076}, {"step": 280, "loss": 0.835311770439148, "ce": 2.6369171142578125, "kl": 0.014751392416656017}, {"step": 281, "loss": 0.37767714262008667, "ce": 2.7875492572784424, "kl": 0.011376596055924892}, {"step": 282, "loss": 0.8730317950248718, "ce": 2.4141147136688232, "kl": 0.013735925778746605}, {"step": 283, "loss": 0.14911513030529022, "ce": 2.5394129753112793, "kl": 0.013540102168917656}, {"step": 284, "loss": 1.0653806924819946, "ce": 2.637848138809204, "kl": 0.013535725884139538}, {"step": 285, "loss": 1.0650043487548828, "ce": 2.6013052463531494, "kl": 0.012468256056308746}, {"step": 286, "loss": 1.0317460298538208, "ce": 2.482687473297119, "kl": 0.012892250902950764}, {"step": 287, "loss": 0.8233054280281067, "ce": 2.613440752029419, "kl": 0.014882146380841732}, {"step": 288, "loss": 0.735753059387207, "ce": 2.4804821014404297, "kl": 0.012203637510538101}, {"step": 289, "loss": 0.5797567367553711, "ce": 2.5427656173706055, "kl": 0.012614771723747253}, {"step": 290, "loss": 0.5052877068519592, "ce": 2.5399210453033447, "kl": 0.013063237071037292}, {"step": 291, "loss": 0.8811699151992798, "ce": 2.6200273036956787, "kl": 0.012360181659460068}, {"step": 292, "loss": 0.9616984128952026, "ce": 2.661952018737793, "kl": 0.011608130298554897}, {"step": 293, "loss": 0.8959169387817383, "ce": 2.676790237426758, "kl": 0.012231011874973774}, {"step": 294, "loss": 1.0521420240402222, "ce": 2.6696770191192627, "kl": 0.012716858647763729}, {"step": 295, "loss": 0.8506247401237488, "ce": 2.4665420055389404, "kl": 0.012034266255795956}, {"step": 296, "loss": 0.9320674538612366, "ce": 2.5845515727996826, "kl": 0.012434888631105423}, {"step": 297, "loss": 0.924990177154541, "ce": 2.543911933898926, "kl": 0.011314285919070244}, {"step": 298, "loss": 0.8213292360305786, "ce": 2.54335880279541, "kl": 0.012338454835116863}, {"step": 299, "loss": 0.45503196120262146, "ce": 2.37650728225708, "kl": 0.012512622401118279}, {"step": 300, "loss": 0.8107547760009766, "ce": 2.569946765899658, "kl": 0.012674608267843723}, {"step": 301, "loss": 1.279370665550232, "ce": 2.716805934906006, "kl": 0.012085876427590847}, {"step": 302, "loss": 1.295891523361206, "ce": 2.5142648220062256, "kl": 0.014498986303806305}, {"step": 303, "loss": 0.6450133323669434, "ce": 2.4972805976867676, "kl": 0.013197068125009537}, {"step": 304, "loss": 0.8001604080200195, "ce": 2.536834716796875, "kl": 0.013530232012271881}, {"step": 305, "loss": 1.1515355110168457, "ce": 2.5833823680877686, "kl": 0.01287048775702715}, {"step": 306, "loss": 0.8279642462730408, "ce": 2.702258348464966, "kl": 0.012502705678343773}, {"step": 307, "loss": 0.7098479270935059, "ce": 2.5036747455596924, "kl": 0.012097276747226715}, {"step": 308, "loss": 0.7992119193077087, "ce": 2.5850472450256348, "kl": 0.01221421081572771}, {"step": 309, "loss": 0.7411242127418518, "ce": 2.7962427139282227, "kl": 0.013388502411544323}, {"step": 310, "loss": 0.6656675338745117, "ce": 2.620286226272583, "kl": 0.012608623132109642}, {"step": 311, "loss": 0.9129393100738525, "ce": 2.607860803604126, "kl": 0.01275549829006195}, {"step": 312, "loss": 0.8864991068840027, "ce": 2.6943042278289795, "kl": 0.013809547759592533}, {"step": 313, "loss": 0.8810619711875916, "ce": 2.6262972354888916, "kl": 0.01393259596079588}, {"step": 314, "loss": 0.9731767773628235, "ce": 2.6141297817230225, "kl": 0.013436672277748585}, {"step": 315, "loss": 1.1011217832565308, "ce": 2.706103801727295, "kl": 0.013040713965892792}, {"step": 316, "loss": 0.8365190625190735, "ce": 2.535064697265625, "kl": 0.014041841961443424}, {"step": 317, "loss": 0.965100884437561, "ce": 2.7849977016448975, "kl": 0.013872148469090462}, {"step": 318, "loss": 0.563123345375061, "ce": 2.555554151535034, "kl": 0.01332615315914154}, {"step": 319, "loss": 1.2575966119766235, "ce": 2.5947225093841553, "kl": 0.012173475697636604}, {"step": 320, "loss": 0.9199576377868652, "ce": 2.666449546813965, "kl": 0.01219096127897501}, {"step": 321, "loss": 0.943680465221405, "ce": 2.6951870918273926, "kl": 0.011709706857800484}, {"step": 322, "loss": 0.5954335927963257, "ce": 2.5130655765533447, "kl": 0.012441853061318398}, {"step": 323, "loss": 1.086653232574463, "ce": 2.606515407562256, "kl": 0.013093721121549606}, {"step": 324, "loss": 0.9273110628128052, "ce": 2.5835025310516357, "kl": 0.01260432694107294}, {"step": 325, "loss": 1.3377281427383423, "ce": 2.593886375427246, "kl": 0.013516366481781006}, {"step": 326, "loss": 0.6175092458724976, "ce": 2.671435594558716, "kl": 0.013646200299263}, {"step": 327, "loss": 0.4270661771297455, "ce": 2.4732372760772705, "kl": 0.012849447317421436}, {"step": 328, "loss": 0.7129523754119873, "ce": 2.635524272918701, "kl": 0.013345322571694851}, {"step": 329, "loss": 0.4397290349006653, "ce": 2.555506706237793, "kl": 0.014115113765001297}, {"step": 330, "loss": 1.3627209663391113, "ce": 2.618633270263672, "kl": 0.0125150540843606}, {"step": 331, "loss": 0.9769449830055237, "ce": 2.589719295501709, "kl": 0.013562132604420185}, {"step": 332, "loss": 0.6006236672401428, "ce": 2.4751110076904297, "kl": 0.014617475681006908}, {"step": 333, "loss": 0.9089810252189636, "ce": 2.5725576877593994, "kl": 0.012099646963179111}, {"step": 334, "loss": 1.059691071510315, "ce": 2.6191911697387695, "kl": 0.014278159476816654}, {"step": 335, "loss": 0.746870756149292, "ce": 2.6652891635894775, "kl": 0.013283741660416126}, {"step": 336, "loss": 0.7890528440475464, "ce": 2.5923643112182617, "kl": 0.012889248318970203}, {"step": 337, "loss": 0.4692048728466034, "ce": 2.708958625793457, "kl": 0.013329523615539074}, {"step": 338, "loss": 1.1421163082122803, "ce": 2.612130880355835, "kl": 0.011831330135464668}, {"step": 339, "loss": 1.1360785961151123, "ce": 2.6122007369995117, "kl": 0.01182266604155302}, {"step": 340, "loss": 1.2683919668197632, "ce": 2.587146520614624, "kl": 0.011763626709580421}, {"step": 341, "loss": 0.807213544845581, "ce": 2.5537655353546143, "kl": 0.012395115569233894}, {"step": 342, "loss": 0.770399808883667, "ce": 2.7765653133392334, "kl": 0.012709989212453365}, {"step": 343, "loss": 0.9942474961280823, "ce": 2.6172103881835938, "kl": 0.013716345652937889}, {"step": 344, "loss": 0.9249414205551147, "ce": 2.579951047897339, "kl": 0.015613545663654804}, {"step": 345, "loss": 0.833264946937561, "ce": 2.627626895904541, "kl": 0.014355793595314026}, {"step": 346, "loss": 0.5838178992271423, "ce": 2.641019344329834, "kl": 0.012961219996213913}, {"step": 347, "loss": 0.855372965335846, "ce": 2.664973258972168, "kl": 0.013577764853835106}, {"step": 348, "loss": 0.5251367092132568, "ce": 2.6396586894989014, "kl": 0.012796858325600624}, {"step": 349, "loss": 1.1985186338424683, "ce": 2.498960018157959, "kl": 0.012845024466514587}, {"step": 350, "loss": 0.9513208866119385, "ce": 2.713977813720703, "kl": 0.013319969177246094}, {"step": 351, "loss": 1.0119123458862305, "ce": 2.7936131954193115, "kl": 0.012904047034680843}, {"step": 352, "loss": 1.092661738395691, "ce": 2.6033387184143066, "kl": 0.01270116213709116}, {"step": 353, "loss": 0.5592710971832275, "ce": 2.3779263496398926, "kl": 0.012556587345898151}, {"step": 354, "loss": 0.9473546743392944, "ce": 2.811175584793091, "kl": 0.01498266588896513}, {"step": 355, "loss": 0.9027992486953735, "ce": 2.558655261993408, "kl": 0.01267940178513527}, {"step": 356, "loss": 0.9627662301063538, "ce": 2.5877270698547363, "kl": 0.012999304570257664}, {"step": 357, "loss": 0.81899094581604, "ce": 2.5031027793884277, "kl": 0.012198160402476788}, {"step": 358, "loss": 0.598598062992096, "ce": 2.6414947509765625, "kl": 0.013066861778497696}, {"step": 359, "loss": 0.7453005313873291, "ce": 2.6270666122436523, "kl": 0.012897553853690624}, {"step": 360, "loss": 1.211760401725769, "ce": 2.6443285942077637, "kl": 0.011043010279536247}, {"step": 361, "loss": 1.5612767934799194, "ce": 2.62953519821167, "kl": 0.014075251296162605}, {"step": 362, "loss": 0.8364145159721375, "ce": 2.405297040939331, "kl": 0.013450761325657368}, {"step": 363, "loss": 1.283107876777649, "ce": 2.5418665409088135, "kl": 0.0137465950101614}, {"step": 364, "loss": 0.9776919484138489, "ce": 2.6153366565704346, "kl": 0.01394692063331604}, {"step": 365, "loss": 0.8063932061195374, "ce": 2.705284595489502, "kl": 0.012253103777766228}, {"step": 366, "loss": 0.9403628706932068, "ce": 2.644498586654663, "kl": 0.013480253517627716}, {"step": 367, "loss": 0.6443759799003601, "ce": 2.672597885131836, "kl": 0.012982510961592197}, {"step": 368, "loss": 0.9430384635925293, "ce": 2.5231008529663086, "kl": 0.013100002892315388}, {"step": 369, "loss": 1.2938851118087769, "ce": 2.5776288509368896, "kl": 0.014285635203123093}, {"step": 370, "loss": 0.8675704598426819, "ce": 2.516188621520996, "kl": 0.013047114945948124}, {"step": 371, "loss": 1.2427140474319458, "ce": 2.548856496810913, "kl": 0.012927337549626827}, {"step": 372, "loss": 1.1251871585845947, "ce": 2.7737276554107666, "kl": 0.012116709724068642}, {"step": 373, "loss": 0.9660224318504333, "ce": 2.800774097442627, "kl": 0.013282756321132183}, {"step": 374, "loss": 1.0988541841506958, "ce": 2.5053181648254395, "kl": 0.014338059350848198}, {"step": 375, "loss": 0.7421071529388428, "ce": 2.7010457515716553, "kl": 0.013751666992902756}, {"step": 376, "loss": 0.8024644255638123, "ce": 2.684140920639038, "kl": 0.014775739051401615}, {"step": 377, "loss": 1.1196260452270508, "ce": 2.62922739982605, "kl": 0.01557712722569704}, {"step": 378, "loss": 0.8742570877075195, "ce": 2.6761929988861084, "kl": 0.014045129530131817}, {"step": 379, "loss": 1.0737744569778442, "ce": 2.467707633972168, "kl": 0.015544876456260681}, {"step": 380, "loss": 1.008187174797058, "ce": 2.6597349643707275, "kl": 0.015996526926755905}, {"step": 381, "loss": 1.020524501800537, "ce": 2.656763792037964, "kl": 0.015078414231538773}, {"step": 382, "loss": 1.1085541248321533, "ce": 2.4894587993621826, "kl": 0.015810515731573105}, {"step": 383, "loss": 0.5147966146469116, "ce": 2.36621356010437, "kl": 0.01554236188530922}, {"step": 384, "loss": 0.6481839418411255, "ce": 2.703827142715454, "kl": 0.016115278005599976}, {"step": 385, "loss": 1.1873470544815063, "ce": 2.5205135345458984, "kl": 0.014848964288830757}, {"step": 386, "loss": 1.2182650566101074, "ce": 2.7011876106262207, "kl": 0.014193212613463402}, {"step": 387, "loss": 0.7048613429069519, "ce": 2.6979596614837646, "kl": 0.014483373612165451}, {"step": 388, "loss": 0.8899767398834229, "ce": 2.6701319217681885, "kl": 0.015089580789208412}, {"step": 389, "loss": 0.9521653652191162, "ce": 2.5559940338134766, "kl": 0.012540179304778576}, {"step": 390, "loss": 0.49547478556632996, "ce": 2.268293857574463, "kl": 0.014196662232279778}, {"step": 391, "loss": 0.7880594730377197, "ce": 2.560075283050537, "kl": 0.013265897519886494}, {"step": 392, "loss": 1.2122714519500732, "ce": 2.654074192047119, "kl": 0.014273243956267834}, {"step": 393, "loss": 0.721321702003479, "ce": 2.4124083518981934, "kl": 0.013163285329937935}, {"step": 394, "loss": 0.965557873249054, "ce": 2.4468154907226562, "kl": 0.013190513476729393}, {"step": 395, "loss": 0.8308699727058411, "ce": 2.4669814109802246, "kl": 0.013178998604416847}, {"step": 396, "loss": 0.8864795565605164, "ce": 2.732938528060913, "kl": 0.013166300021111965}, {"step": 397, "loss": 1.4284247159957886, "ce": 2.5302069187164307, "kl": 0.01529529970139265}, {"step": 398, "loss": 0.614907443523407, "ce": 2.616081953048706, "kl": 0.013530935160815716}, {"step": 399, "loss": 0.571692943572998, "ce": 2.5005314350128174, "kl": 0.01411669235676527}, {"step": 400, "loss": 0.5169216394424438, "ce": 2.6342275142669678, "kl": 0.013235379941761494}, {"step": 401, "loss": 0.9122217893600464, "ce": 2.4600555896759033, "kl": 0.014538499526679516}, {"step": 402, "loss": 0.9198096394538879, "ce": 2.5219547748565674, "kl": 0.013380113989114761}, {"step": 403, "loss": 1.1139165163040161, "ce": 2.7711920738220215, "kl": 0.01291782408952713}, {"step": 404, "loss": 1.0503699779510498, "ce": 2.605095386505127, "kl": 0.014296654611825943}, {"step": 405, "loss": 0.7930726408958435, "ce": 2.6468496322631836, "kl": 0.013160857371985912}, {"step": 406, "loss": 0.9103219509124756, "ce": 2.592959403991699, "kl": 0.015284748747944832}, {"step": 407, "loss": 0.7393182516098022, "ce": 2.441465139389038, "kl": 0.013381446711719036}, {"step": 408, "loss": 1.0206997394561768, "ce": 2.7392139434814453, "kl": 0.013191241770982742}, {"step": 409, "loss": 1.0552043914794922, "ce": 2.6359610557556152, "kl": 0.01323039922863245}, {"step": 410, "loss": 1.0368633270263672, "ce": 2.6158838272094727, "kl": 0.011984122917056084}, {"step": 411, "loss": 0.7317227125167847, "ce": 2.583585500717163, "kl": 0.013790306635200977}, {"step": 412, "loss": 1.1212894916534424, "ce": 2.4715633392333984, "kl": 0.013598399236798286}, {"step": 413, "loss": 0.921985924243927, "ce": 2.8022632598876953, "kl": 0.012957992032170296}, {"step": 414, "loss": 0.9671938419342041, "ce": 2.5844202041625977, "kl": 0.014922278001904488}, {"step": 415, "loss": 1.1556775569915771, "ce": 2.6787850856781006, "kl": 0.015044930391013622}, {"step": 416, "loss": 1.1324034929275513, "ce": 2.671231746673584, "kl": 0.014859533868730068}, {"step": 417, "loss": 1.26600980758667, "ce": 2.6084635257720947, "kl": 0.014262213371694088}, {"step": 418, "loss": 1.0231443643569946, "ce": 2.5880701541900635, "kl": 0.01476361695677042}, {"step": 419, "loss": 1.0934585332870483, "ce": 2.641791820526123, "kl": 0.01378241740167141}, {"step": 420, "loss": 1.0575928688049316, "ce": 2.596097946166992, "kl": 0.013634420931339264}, {"step": 421, "loss": 1.0546238422393799, "ce": 2.597533702850342, "kl": 0.014489949680864811}, {"step": 422, "loss": 0.9320427775382996, "ce": 2.519258499145508, "kl": 0.015253941528499126}, {"step": 423, "loss": 1.3513696193695068, "ce": 2.6276087760925293, "kl": 0.0136505626142025}, {"step": 424, "loss": 0.874309241771698, "ce": 2.5210299491882324, "kl": 0.015627048909664154}, {"step": 425, "loss": 0.7514923214912415, "ce": 2.5937910079956055, "kl": 0.015665264800190926}, {"step": 426, "loss": 0.7282782793045044, "ce": 2.4399800300598145, "kl": 0.015866151079535484}, {"step": 427, "loss": 0.8533135652542114, "ce": 2.470916509628296, "kl": 0.015782639384269714}, {"step": 428, "loss": 0.7518265843391418, "ce": 2.3789944648742676, "kl": 0.016257597133517265}, {"step": 429, "loss": 0.8792739510536194, "ce": 2.617283821105957, "kl": 0.014459051191806793}, {"step": 430, "loss": 0.8109439611434937, "ce": 2.5617892742156982, "kl": 0.013580678030848503}, {"step": 431, "loss": 0.5287659764289856, "ce": 2.68493914604187, "kl": 0.015721527859568596}, {"step": 432, "loss": 1.0097720623016357, "ce": 2.5534896850585938, "kl": 0.01381232962012291}, {"step": 433, "loss": 0.8737420439720154, "ce": 2.4960227012634277, "kl": 0.01509715523570776}, {"step": 434, "loss": 0.8661913871765137, "ce": 2.5222182273864746, "kl": 0.013469844125211239}, {"step": 435, "loss": 0.7476873993873596, "ce": 2.423427104949951, "kl": 0.01462029479444027}, {"step": 436, "loss": 0.9325183033943176, "ce": 2.6554007530212402, "kl": 0.013809430412948132}, {"step": 437, "loss": 0.7379060983657837, "ce": 2.4990217685699463, "kl": 0.014007249847054482}, {"step": 438, "loss": 0.7611827850341797, "ce": 2.5105392932891846, "kl": 0.014241675846278667}, {"step": 439, "loss": 0.47489604353904724, "ce": 2.515105962753296, "kl": 0.013703571632504463}, {"step": 440, "loss": 0.5557094216346741, "ce": 2.641469717025757, "kl": 0.013943785801529884}, {"step": 441, "loss": 0.7709310054779053, "ce": 2.7426211833953857, "kl": 0.013841780833899975}, {"step": 442, "loss": 0.6770833134651184, "ce": 2.5458898544311523, "kl": 0.012857017107307911}, {"step": 443, "loss": 0.6354992985725403, "ce": 2.399371385574341, "kl": 0.014697162434458733}, {"step": 444, "loss": 0.7602841258049011, "ce": 2.476811170578003, "kl": 0.014002167619764805}, {"step": 445, "loss": 1.1053166389465332, "ce": 2.575439691543579, "kl": 0.012652353383600712}, {"step": 446, "loss": 0.7017822861671448, "ce": 2.6629486083984375, "kl": 0.013510228134691715}, {"step": 447, "loss": 0.8061886429786682, "ce": 2.5500290393829346, "kl": 0.013029493391513824}, {"step": 448, "loss": 1.0280513763427734, "ce": 2.6674299240112305, "kl": 0.012894808314740658}, {"step": 449, "loss": 1.268463134765625, "ce": 2.7868831157684326, "kl": 0.012303330935537815}, {"step": 450, "loss": 0.7352469563484192, "ce": 2.617614507675171, "kl": 0.012815713882446289}, {"step": 451, "loss": 0.6699411869049072, "ce": 2.490856170654297, "kl": 0.01396623719483614}, {"step": 452, "loss": 0.8216319680213928, "ce": 2.6152238845825195, "kl": 0.013455540873110294}, {"step": 453, "loss": 0.6713413596153259, "ce": 2.482698440551758, "kl": 0.014204764738678932}, {"step": 454, "loss": 1.0534865856170654, "ce": 2.717531442642212, "kl": 0.012896611355245113}, {"step": 455, "loss": 0.7195470333099365, "ce": 2.4187302589416504, "kl": 0.013982115313410759}, {"step": 456, "loss": 0.8569260835647583, "ce": 2.4958527088165283, "kl": 0.012618489563465118}, {"step": 457, "loss": 1.138798713684082, "ce": 2.627450704574585, "kl": 0.01229556743055582}, {"step": 458, "loss": 1.04877769947052, "ce": 2.6090142726898193, "kl": 0.014371172524988651}, {"step": 459, "loss": 0.6900111436843872, "ce": 2.5812268257141113, "kl": 0.013438832014799118}, {"step": 460, "loss": 1.038594365119934, "ce": 2.5649638175964355, "kl": 0.013249970972537994}, {"step": 461, "loss": 0.7727314233779907, "ce": 2.5226542949676514, "kl": 0.013908312655985355}, {"step": 462, "loss": 0.5766984224319458, "ce": 2.794558048248291, "kl": 0.013658632524311543}, {"step": 463, "loss": 0.7985129356384277, "ce": 2.5024526119232178, "kl": 0.014054777100682259}, {"step": 464, "loss": 0.9126772284507751, "ce": 2.6169018745422363, "kl": 0.013169955462217331}, {"step": 465, "loss": 0.580735445022583, "ce": 2.4221973419189453, "kl": 0.013521331362426281}, {"step": 466, "loss": 0.9649054408073425, "ce": 2.669375419616699, "kl": 0.012467403896152973}, {"step": 467, "loss": 0.7911431789398193, "ce": 2.5071253776550293, "kl": 0.014731653034687042}, {"step": 468, "loss": 0.9412783980369568, "ce": 2.764633893966675, "kl": 0.014421714469790459}, {"step": 469, "loss": 0.658912718296051, "ce": 2.5691511631011963, "kl": 0.013373075053095818}, {"step": 470, "loss": 1.0215104818344116, "ce": 2.625145196914673, "kl": 0.013620731420814991}, {"step": 471, "loss": 0.8872142434120178, "ce": 2.684523582458496, "kl": 0.014513545669615269}, {"step": 472, "loss": 1.0050764083862305, "ce": 2.6302568912506104, "kl": 0.013440911658108234}, {"step": 473, "loss": 0.8929435610771179, "ce": 2.6880345344543457, "kl": 0.012748833745718002}, {"step": 474, "loss": 0.8945001363754272, "ce": 2.6189017295837402, "kl": 0.012342915870249271}, {"step": 475, "loss": 0.9640520811080933, "ce": 2.5666675567626953, "kl": 0.013068201020359993}, {"step": 476, "loss": 0.8606781363487244, "ce": 2.4446864128112793, "kl": 0.013890646398067474}, {"step": 477, "loss": 0.8690296411514282, "ce": 2.5552799701690674, "kl": 0.014637892134487629}, {"step": 478, "loss": 1.02726411819458, "ce": 2.4495091438293457, "kl": 0.01437368057668209}, {"step": 479, "loss": 1.2680226564407349, "ce": 2.6243250370025635, "kl": 0.013919847086071968}, {"step": 480, "loss": 0.9451444745063782, "ce": 2.542935848236084, "kl": 0.013742766343057156}, {"step": 481, "loss": 1.2608774900436401, "ce": 2.5451114177703857, "kl": 0.015320360660552979}, {"step": 482, "loss": 0.9218811988830566, "ce": 2.6722054481506348, "kl": 0.014105663634836674}, {"step": 483, "loss": 0.927086591720581, "ce": 2.5544424057006836, "kl": 0.015079651027917862}, {"step": 484, "loss": 0.888055682182312, "ce": 2.5206093788146973, "kl": 0.01518135704100132}, {"step": 485, "loss": 0.8095476627349854, "ce": 2.557678461074829, "kl": 0.01425907388329506}, {"step": 486, "loss": 0.6085558533668518, "ce": 2.6514225006103516, "kl": 0.014966723509132862}, {"step": 487, "loss": 0.5862637758255005, "ce": 2.6421451568603516, "kl": 0.014077999629080296}, {"step": 488, "loss": 0.9826610684394836, "ce": 2.6046321392059326, "kl": 0.015373431146144867}, {"step": 489, "loss": 0.7732418179512024, "ce": 2.5905048847198486, "kl": 0.013230174779891968}, {"step": 490, "loss": 0.7601279616355896, "ce": 2.7663183212280273, "kl": 0.01374266017228365}, {"step": 491, "loss": 1.176586627960205, "ce": 2.65187668800354, "kl": 0.013434852473437786}, {"step": 492, "loss": 1.1884377002716064, "ce": 2.5631935596466064, "kl": 0.013785176910459995}, {"step": 493, "loss": 0.859363317489624, "ce": 2.560795307159424, "kl": 0.013381404802203178}, {"step": 494, "loss": 0.786682665348053, "ce": 2.5523080825805664, "kl": 0.014732765965163708}, {"step": 495, "loss": 0.9912499189376831, "ce": 2.436709403991699, "kl": 0.014746018685400486}, {"step": 496, "loss": 0.849574089050293, "ce": 2.5885913372039795, "kl": 0.014431769959628582}, {"step": 497, "loss": 1.1288639307022095, "ce": 2.4975926876068115, "kl": 0.013656843453645706}, {"step": 498, "loss": 0.8206993341445923, "ce": 2.5568089485168457, "kl": 0.014762818813323975}, {"step": 499, "loss": 0.4402610957622528, "ce": 2.282254934310913, "kl": 0.01396897342056036}, {"step": 500, "loss": 1.1263270378112793, "ce": 2.6097865104675293, "kl": 0.012191799469292164}, {"step": 501, "loss": 0.8978341221809387, "ce": 2.641860008239746, "kl": 0.014717044308781624}, {"step": 502, "loss": 0.6141029596328735, "ce": 2.536813974380493, "kl": 0.015373039990663528}, {"step": 503, "loss": 1.1152138710021973, "ce": 2.5654232501983643, "kl": 0.012883521616458893}, {"step": 504, "loss": 0.6790798306465149, "ce": 2.5178685188293457, "kl": 0.01263514906167984}, {"step": 505, "loss": 0.7926565408706665, "ce": 2.6519837379455566, "kl": 0.014415387064218521}, {"step": 506, "loss": 1.0438121557235718, "ce": 2.5432543754577637, "kl": 0.014862211421132088}, {"step": 507, "loss": 0.894311785697937, "ce": 2.563927173614502, "kl": 0.015566720627248287}, {"step": 508, "loss": 1.0021681785583496, "ce": 2.5765416622161865, "kl": 0.013289201073348522}, {"step": 509, "loss": 1.2126113176345825, "ce": 2.790207862854004, "kl": 0.014721405692398548}, {"step": 510, "loss": 0.8076208829879761, "ce": 2.6272709369659424, "kl": 0.013813951052725315}, {"step": 511, "loss": 0.9778025150299072, "ce": 2.577707529067993, "kl": 0.013943012803792953}, {"step": 512, "loss": 1.221832513809204, "ce": 2.604565143585205, "kl": 0.013838691636919975}, {"step": 513, "loss": 0.895920991897583, "ce": 2.6771583557128906, "kl": 0.014637728221714497}, {"step": 514, "loss": 0.7066872119903564, "ce": 2.534249782562256, "kl": 0.014800885692238808}, {"step": 515, "loss": 0.7490882873535156, "ce": 2.366636037826538, "kl": 0.014539558440446854}, {"step": 516, "loss": 1.0490080118179321, "ce": 2.579580307006836, "kl": 0.014782552607357502}, {"step": 517, "loss": 0.7052361965179443, "ce": 2.624326229095459, "kl": 0.01591850444674492}, {"step": 518, "loss": 0.985092043876648, "ce": 2.3531012535095215, "kl": 0.013666223734617233}, {"step": 519, "loss": 0.8758850693702698, "ce": 2.5382723808288574, "kl": 0.014795192517340183}, {"step": 520, "loss": 0.6067458987236023, "ce": 2.6191930770874023, "kl": 0.015609074383974075}, {"step": 521, "loss": 0.7581354975700378, "ce": 2.445758104324341, "kl": 0.013617665506899357}, {"step": 522, "loss": 0.8089605569839478, "ce": 2.61443829536438, "kl": 0.014226268045604229}, {"step": 523, "loss": 0.927704930305481, "ce": 2.633383274078369, "kl": 0.014773579314351082}, {"step": 524, "loss": 1.1074767112731934, "ce": 2.6989872455596924, "kl": 0.014660072512924671}, {"step": 525, "loss": 0.703380823135376, "ce": 2.512603521347046, "kl": 0.013301924802362919}, {"step": 526, "loss": 1.0302799940109253, "ce": 2.6215875148773193, "kl": 0.01414914894849062}, {"step": 527, "loss": 0.813798189163208, "ce": 2.689997434616089, "kl": 0.015288476832211018}, {"step": 528, "loss": 0.8566192388534546, "ce": 2.585048198699951, "kl": 0.014451001770794392}, {"step": 529, "loss": 1.4274643659591675, "ce": 2.6097984313964844, "kl": 0.01449293177574873}, {"step": 530, "loss": 1.0234442949295044, "ce": 2.679640769958496, "kl": 0.013819216750562191}, {"step": 531, "loss": 0.634978175163269, "ce": 2.488027811050415, "kl": 0.014392588287591934}, {"step": 532, "loss": 0.9155003428459167, "ce": 2.5120668411254883, "kl": 0.013426713645458221}, {"step": 533, "loss": 1.1403995752334595, "ce": 2.774963617324829, "kl": 0.015790734440088272}, {"step": 534, "loss": 0.7734411358833313, "ce": 2.4906680583953857, "kl": 0.014711176045238972}, {"step": 535, "loss": 0.9076554179191589, "ce": 2.673539876937866, "kl": 0.014719268307089806}, {"step": 536, "loss": 0.8347539305686951, "ce": 2.794416666030884, "kl": 0.014824043028056622}, {"step": 537, "loss": 0.6345444917678833, "ce": 2.655203342437744, "kl": 0.015223613940179348}, {"step": 538, "loss": 1.0053144693374634, "ce": 2.7347092628479004, "kl": 0.014465372078120708}, {"step": 539, "loss": 0.6535547971725464, "ce": 2.5797135829925537, "kl": 0.01440407894551754}, {"step": 540, "loss": 1.0425357818603516, "ce": 2.5718159675598145, "kl": 0.015690937638282776}, {"step": 541, "loss": 0.633635401725769, "ce": 2.421717643737793, "kl": 0.014802085235714912}, {"step": 542, "loss": 0.9634467363357544, "ce": 2.604532241821289, "kl": 0.014075826853513718}, {"step": 543, "loss": 0.7402119636535645, "ce": 2.6511340141296387, "kl": 0.01377370860427618}, {"step": 544, "loss": 0.825580894947052, "ce": 2.5250403881073, "kl": 0.014500262215733528}, {"step": 545, "loss": 0.9576327800750732, "ce": 2.460210084915161, "kl": 0.01415419951081276}, {"step": 546, "loss": 1.2468146085739136, "ce": 2.5507564544677734, "kl": 0.014237978495657444}, {"step": 547, "loss": 0.8742164373397827, "ce": 2.5135252475738525, "kl": 0.01426481083035469}, {"step": 548, "loss": 0.9924553036689758, "ce": 2.547157049179077, "kl": 0.013813285157084465}, {"step": 549, "loss": 0.7492907643318176, "ce": 2.440516710281372, "kl": 0.014482234604656696}, {"step": 550, "loss": 0.8441591262817383, "ce": 2.4551310539245605, "kl": 0.014152715913951397}, {"step": 551, "loss": 0.6717934608459473, "ce": 2.581371307373047, "kl": 0.014347512274980545}, {"step": 552, "loss": 0.9811508655548096, "ce": 2.647695302963257, "kl": 0.01430999580770731}, {"step": 553, "loss": 1.0608978271484375, "ce": 2.5931456089019775, "kl": 0.015125812031328678}, {"step": 554, "loss": 1.0991429090499878, "ce": 2.543483018875122, "kl": 0.013831669464707375}, {"step": 555, "loss": 1.1430561542510986, "ce": 2.6181535720825195, "kl": 0.013485309667885303}, {"step": 556, "loss": 0.7711252570152283, "ce": 2.484431743621826, "kl": 0.013981076888740063}, {"step": 557, "loss": 1.0281528234481812, "ce": 2.5211410522460938, "kl": 0.01415533758699894}, {"step": 558, "loss": 1.1345778703689575, "ce": 2.527838945388794, "kl": 0.014552119188010693}, {"step": 559, "loss": 0.7661305069923401, "ce": 2.5781021118164062, "kl": 0.013544250279664993}, {"step": 560, "loss": 1.0464659929275513, "ce": 2.556464433670044, "kl": 0.015023189596831799}, {"step": 561, "loss": 0.748182475566864, "ce": 2.5619730949401855, "kl": 0.015735074877738953}, {"step": 562, "loss": 0.6377421021461487, "ce": 2.649207830429077, "kl": 0.014836610294878483}, {"step": 563, "loss": 0.7992855906486511, "ce": 2.44370436668396, "kl": 0.01491671334952116}, {"step": 564, "loss": 0.4841865301132202, "ce": 2.428075075149536, "kl": 0.014864662662148476}, {"step": 565, "loss": 0.7976709008216858, "ce": 2.622875928878784, "kl": 0.016285844147205353}, {"step": 566, "loss": 1.1820826530456543, "ce": 2.5534372329711914, "kl": 0.014282704330980778}, {"step": 567, "loss": 1.0621488094329834, "ce": 2.461236000061035, "kl": 0.015062659047544003}, {"step": 568, "loss": 0.7419868111610413, "ce": 2.5417540073394775, "kl": 0.016499191522598267}, {"step": 569, "loss": 0.6559455990791321, "ce": 2.5504589080810547, "kl": 0.01510359812527895}, {"step": 570, "loss": 0.6220384836196899, "ce": 2.5144150257110596, "kl": 0.015007286332547665}, {"step": 571, "loss": 0.6251453161239624, "ce": 2.5700807571411133, "kl": 0.014553995802998543}, {"step": 572, "loss": 0.7546225190162659, "ce": 2.5874898433685303, "kl": 0.015037380158901215}, {"step": 573, "loss": 0.7065533995628357, "ce": 2.6849985122680664, "kl": 0.013986756093800068}, {"step": 574, "loss": 1.1229923963546753, "ce": 2.6442549228668213, "kl": 0.014719810336828232}, {"step": 575, "loss": 0.8869529366493225, "ce": 2.600064754486084, "kl": 0.014402264729142189}, {"step": 576, "loss": 0.8871533870697021, "ce": 2.4272572994232178, "kl": 0.01437536533921957}, {"step": 577, "loss": 1.08540940284729, "ce": 2.6046669483184814, "kl": 0.014572490006685257}, {"step": 578, "loss": 0.9289072751998901, "ce": 2.524729013442993, "kl": 0.013802759349346161}, {"step": 579, "loss": 0.7639505863189697, "ce": 2.428696870803833, "kl": 0.01394764706492424}, {"step": 580, "loss": 0.6075475215911865, "ce": 2.481233596801758, "kl": 0.014662574976682663}, {"step": 581, "loss": 0.6518000364303589, "ce": 2.495466947555542, "kl": 0.014924509450793266}, {"step": 582, "loss": 1.2291200160980225, "ce": 2.65730881690979, "kl": 0.01381363533437252}, {"step": 583, "loss": 1.1949446201324463, "ce": 2.5748162269592285, "kl": 0.016584808006882668}, {"step": 584, "loss": 0.5945339798927307, "ce": 2.344900369644165, "kl": 0.015112039633095264}, {"step": 585, "loss": 0.9518417119979858, "ce": 2.5984139442443848, "kl": 0.015467970632016659}, {"step": 586, "loss": 0.8281961679458618, "ce": 2.478158950805664, "kl": 0.01506040059030056}, {"step": 587, "loss": 1.1684672832489014, "ce": 2.62890362739563, "kl": 0.01434541866183281}, {"step": 588, "loss": 0.7019643187522888, "ce": 2.6180758476257324, "kl": 0.014366482384502888}, {"step": 589, "loss": 0.7619327306747437, "ce": 2.5103225708007812, "kl": 0.013597602024674416}, {"step": 590, "loss": 0.6095205545425415, "ce": 2.607607364654541, "kl": 0.014938403852283955}, {"step": 591, "loss": 0.7964171767234802, "ce": 2.7244186401367188, "kl": 0.014307249337434769}, {"step": 592, "loss": 0.6823849678039551, "ce": 2.653920888900757, "kl": 0.015009806491434574}, {"step": 593, "loss": 1.1608837842941284, "ce": 2.59435772895813, "kl": 0.01562359370291233}, {"step": 594, "loss": 0.9138884544372559, "ce": 2.662175416946411, "kl": 0.014966636896133423}, {"step": 595, "loss": 0.8706558346748352, "ce": 2.5898494720458984, "kl": 0.015574662014842033}, {"step": 596, "loss": 1.1151258945465088, "ce": 2.6038548946380615, "kl": 0.01550089381635189}, {"step": 597, "loss": 0.6149271726608276, "ce": 2.5812761783599854, "kl": 0.016151700168848038}, {"step": 598, "loss": 0.9648063778877258, "ce": 2.7112016677856445, "kl": 0.016008196398615837}, {"step": 599, "loss": 0.8138805031776428, "ce": 2.5709774494171143, "kl": 0.014519568532705307}, {"step": 600, "loss": 1.2607749700546265, "ce": 2.5832884311676025, "kl": 0.015084555372595787}, {"step": 601, "loss": 0.7224056124687195, "ce": 2.604280948638916, "kl": 0.013572621159255505}, {"step": 602, "loss": 0.9617895483970642, "ce": 2.678624153137207, "kl": 0.013046127744019032}, {"step": 603, "loss": 0.7508341073989868, "ce": 2.548840284347534, "kl": 0.01434306986629963}, {"step": 604, "loss": 1.0453176498413086, "ce": 2.6206467151641846, "kl": 0.014066547155380249}, {"step": 605, "loss": 0.8290479779243469, "ce": 2.549165725708008, "kl": 0.01568581350147724}, {"step": 606, "loss": 1.0211611986160278, "ce": 2.5475077629089355, "kl": 0.014318072237074375}, {"step": 607, "loss": 1.0788267850875854, "ce": 2.6108899116516113, "kl": 0.015728037804365158}, {"step": 608, "loss": 0.5038196444511414, "ce": 2.4597630500793457, "kl": 0.014925489202141762}, {"step": 609, "loss": 0.4212679862976074, "ce": 2.536909580230713, "kl": 0.014814692549407482}, {"step": 610, "loss": 0.4818473756313324, "ce": 2.6647372245788574, "kl": 0.016289928928017616}, {"step": 611, "loss": 1.1061267852783203, "ce": 2.596290349960327, "kl": 0.014766575768589973}, {"step": 612, "loss": 1.1737549304962158, "ce": 2.5475680828094482, "kl": 0.014868316240608692}, {"step": 613, "loss": 0.6197918057441711, "ce": 2.448162317276001, "kl": 0.01633412204682827}, {"step": 614, "loss": 0.9385299682617188, "ce": 2.5260205268859863, "kl": 0.014485212974250317}, {"step": 615, "loss": 0.893297553062439, "ce": 2.6243906021118164, "kl": 0.014727982692420483}, {"step": 616, "loss": 0.9368346929550171, "ce": 2.590399980545044, "kl": 0.015991898253560066}, {"step": 617, "loss": 0.7288725972175598, "ce": 2.683515787124634, "kl": 0.014869727194309235}, {"step": 618, "loss": 0.613865852355957, "ce": 2.6334891319274902, "kl": 0.01570104993879795}, {"step": 619, "loss": 0.8875648379325867, "ce": 2.526827812194824, "kl": 0.013239962980151176}, {"step": 620, "loss": 1.135848879814148, "ce": 2.6015584468841553, "kl": 0.013203136622905731}, {"step": 621, "loss": 1.2150988578796387, "ce": 2.5581018924713135, "kl": 0.013761106878519058}, {"step": 622, "loss": 0.8790537714958191, "ce": 2.541807174682617, "kl": 0.014342664740979671}, {"step": 623, "loss": 0.7889302372932434, "ce": 2.621351480484009, "kl": 0.013929149135947227}, {"step": 624, "loss": 1.1466798782348633, "ce": 2.7505440711975098, "kl": 0.015586367808282375}, {"step": 625, "loss": 0.8156948685646057, "ce": 2.5191996097564697, "kl": 0.01773742027580738}, {"step": 626, "loss": 0.8160861134529114, "ce": 2.571274757385254, "kl": 0.015452606603503227}, {"step": 627, "loss": 0.7648143768310547, "ce": 2.648223638534546, "kl": 0.01459944061934948}, {"step": 628, "loss": 0.3885188698768616, "ce": 2.6265459060668945, "kl": 0.015384904108941555}, {"step": 629, "loss": 0.9146013855934143, "ce": 2.635958433151245, "kl": 0.01521997805684805}, {"step": 630, "loss": 1.080483078956604, "ce": 2.4736177921295166, "kl": 0.015338389202952385}, {"step": 631, "loss": 0.7606611251831055, "ce": 2.6790974140167236, "kl": 0.015003175474703312}, {"step": 632, "loss": 1.1229586601257324, "ce": 2.740298271179199, "kl": 0.014563217759132385}, {"step": 633, "loss": 1.0225359201431274, "ce": 2.5676233768463135, "kl": 0.01470534410327673}, {"step": 634, "loss": 0.8795486688613892, "ce": 2.4558069705963135, "kl": 0.013700676150619984}, {"step": 635, "loss": 0.8965317010879517, "ce": 2.851440906524658, "kl": 0.016711479052901268}, {"step": 636, "loss": 0.7837512493133545, "ce": 2.4221057891845703, "kl": 0.015985209494829178}, {"step": 637, "loss": 0.7999475598335266, "ce": 2.6883394718170166, "kl": 0.014219587668776512}, {"step": 638, "loss": 1.0590143203735352, "ce": 2.494849681854248, "kl": 0.01452845148742199}, {"step": 639, "loss": 0.4837893545627594, "ce": 2.501962661743164, "kl": 0.01471448689699173}, {"step": 640, "loss": 0.7909303307533264, "ce": 2.6138505935668945, "kl": 0.014949454925954342}, {"step": 641, "loss": 0.9666773676872253, "ce": 2.67126727104187, "kl": 0.012868523597717285}, {"step": 642, "loss": 1.476596474647522, "ce": 2.5623085498809814, "kl": 0.014939900487661362}, {"step": 643, "loss": 1.1056407690048218, "ce": 2.550473213195801, "kl": 0.01477876864373684}, {"step": 644, "loss": 1.1148399114608765, "ce": 2.5103847980499268, "kl": 0.015094179660081863}, {"step": 645, "loss": 1.254848837852478, "ce": 2.5004541873931885, "kl": 0.01588452234864235}, {"step": 646, "loss": 0.7653487920761108, "ce": 2.6618878841400146, "kl": 0.01501155924052}, {"step": 647, "loss": 0.7254714369773865, "ce": 2.748962163925171, "kl": 0.014181263744831085}, {"step": 648, "loss": 0.735515832901001, "ce": 2.513272285461426, "kl": 0.01477027591317892}, {"step": 649, "loss": 0.825615644454956, "ce": 2.655017852783203, "kl": 0.015470313839614391}, {"step": 650, "loss": 1.2829550504684448, "ce": 2.4483766555786133, "kl": 0.014881694689393044}, {"step": 651, "loss": 1.0573616027832031, "ce": 2.5833964347839355, "kl": 0.015380427241325378}, {"step": 652, "loss": 0.835727334022522, "ce": 2.444934129714966, "kl": 0.01416869182139635}, {"step": 653, "loss": 1.1589466333389282, "ce": 2.723933696746826, "kl": 0.013952100649476051}, {"step": 654, "loss": 1.280678153038025, "ce": 2.780970573425293, "kl": 0.013879179954528809}, {"step": 655, "loss": 1.0246587991714478, "ce": 2.3946585655212402, "kl": 0.01604629121720791}, {"step": 656, "loss": 0.7168944478034973, "ce": 2.8128044605255127, "kl": 0.015542670153081417}, {"step": 657, "loss": 0.7664827108383179, "ce": 2.616060972213745, "kl": 0.01596551015973091}, {"step": 658, "loss": 1.1222307682037354, "ce": 2.6752731800079346, "kl": 0.01723720319569111}, {"step": 659, "loss": 0.9274531602859497, "ce": 2.5631961822509766, "kl": 0.016259077936410904}, {"step": 660, "loss": 0.8665859699249268, "ce": 2.4437761306762695, "kl": 0.016782646998763084}, {"step": 661, "loss": 1.0317596197128296, "ce": 2.514921188354492, "kl": 0.017963070422410965}, {"step": 662, "loss": 1.221032977104187, "ce": 2.714766502380371, "kl": 0.01712212525308132}, {"step": 663, "loss": 0.8648970127105713, "ce": 2.4879026412963867, "kl": 0.016599232330918312}, {"step": 664, "loss": 0.6862337589263916, "ce": 2.4356789588928223, "kl": 0.017927100881934166}, {"step": 665, "loss": 0.65608811378479, "ce": 2.6640255451202393, "kl": 0.017272306606173515}, {"step": 666, "loss": 1.3992648124694824, "ce": 2.469897985458374, "kl": 0.01746234856545925}, {"step": 667, "loss": 0.9572730660438538, "ce": 2.665114164352417, "kl": 0.015241626650094986}, {"step": 668, "loss": 0.773880124092102, "ce": 2.6808018684387207, "kl": 0.016335921362042427}, {"step": 669, "loss": 0.9807047843933105, "ce": 2.67117977142334, "kl": 0.017464542761445045}, {"step": 670, "loss": 0.7615367770195007, "ce": 2.504537343978882, "kl": 0.014303264208137989}, {"step": 671, "loss": 0.5942663550376892, "ce": 2.4627678394317627, "kl": 0.015672417357563972}, {"step": 672, "loss": 0.8045302629470825, "ce": 2.4795873165130615, "kl": 0.015048987232148647}, {"step": 673, "loss": 0.9184845685958862, "ce": 2.548846960067749, "kl": 0.015623954124748707}, {"step": 674, "loss": 0.9404118657112122, "ce": 2.5639679431915283, "kl": 0.015041867271065712}, {"step": 675, "loss": 1.0297518968582153, "ce": 2.428743839263916, "kl": 0.014853292144834995}, {"step": 676, "loss": 0.6842359900474548, "ce": 2.329033851623535, "kl": 0.014672258868813515}, {"step": 677, "loss": 0.8975929617881775, "ce": 2.622750997543335, "kl": 0.01513680163770914}, {"step": 678, "loss": 1.3486238718032837, "ce": 2.613811492919922, "kl": 0.015506631694734097}, {"step": 679, "loss": 0.6996035575866699, "ce": 2.4872028827667236, "kl": 0.015358519740402699}, {"step": 680, "loss": 0.5771985054016113, "ce": 2.504070520401001, "kl": 0.01575191505253315}, {"step": 681, "loss": 0.671759843826294, "ce": 2.6841671466827393, "kl": 0.014349048025906086}, {"step": 682, "loss": 0.7840626239776611, "ce": 2.466778039932251, "kl": 0.016670366749167442}, {"step": 683, "loss": 1.0141980648040771, "ce": 2.423584461212158, "kl": 0.01504836417734623}, {"step": 684, "loss": 0.9756591320037842, "ce": 2.8268115520477295, "kl": 0.014475555159151554}, {"step": 685, "loss": 1.161787748336792, "ce": 2.5528147220611572, "kl": 0.016571255400776863}, {"step": 686, "loss": 0.8258379697799683, "ce": 2.629405975341797, "kl": 0.014720280654728413}, {"step": 687, "loss": 0.7280455827713013, "ce": 2.5329084396362305, "kl": 0.016469905152916908}, {"step": 688, "loss": 0.8805850744247437, "ce": 2.512382984161377, "kl": 0.015790555626153946}, {"step": 689, "loss": 0.6732965111732483, "ce": 2.5971453189849854, "kl": 0.015247208066284657}, {"step": 690, "loss": 1.2674726247787476, "ce": 2.6854093074798584, "kl": 0.013674110174179077}, {"step": 691, "loss": 0.9322711825370789, "ce": 2.5824310779571533, "kl": 0.014145568013191223}, {"step": 692, "loss": 0.7737098932266235, "ce": 2.613577127456665, "kl": 0.01532648503780365}, {"step": 693, "loss": 1.1747263669967651, "ce": 2.455764055252075, "kl": 0.01539115235209465}, {"step": 694, "loss": 1.008053183555603, "ce": 2.7324602603912354, "kl": 0.013897334225475788}, {"step": 695, "loss": 0.7797936797142029, "ce": 2.6375396251678467, "kl": 0.016696875914931297}, {"step": 696, "loss": 1.3034626245498657, "ce": 2.562331438064575, "kl": 0.01774955913424492}, {"step": 697, "loss": 1.1341664791107178, "ce": 2.6802802085876465, "kl": 0.014964694157242775}, {"step": 698, "loss": 0.92706698179245, "ce": 2.523423194885254, "kl": 0.016834452748298645}, {"step": 699, "loss": 1.1056185960769653, "ce": 2.611516237258911, "kl": 0.01591574214398861}, {"step": 700, "loss": 1.153883695602417, "ce": 2.6221230030059814, "kl": 0.015090332366526127}, {"step": 701, "loss": 1.1006746292114258, "ce": 2.6043243408203125, "kl": 0.016352426260709763}, {"step": 702, "loss": 1.0017502307891846, "ce": 2.5626115798950195, "kl": 0.015581445768475533}, {"step": 703, "loss": 1.1178503036499023, "ce": 2.5333974361419678, "kl": 0.016736021265387535}, {"step": 704, "loss": 1.2046403884887695, "ce": 2.5805587768554688, "kl": 0.01548568345606327}, {"step": 705, "loss": 0.6934269070625305, "ce": 2.5545225143432617, "kl": 0.01691295951604843}, {"step": 706, "loss": 0.760554850101471, "ce": 2.4529807567596436, "kl": 0.017037462443113327}, {"step": 707, "loss": 0.892206072807312, "ce": 2.4777486324310303, "kl": 0.016850288957357407}, {"step": 708, "loss": 0.9202341437339783, "ce": 2.490539789199829, "kl": 0.017682421952486038}, {"step": 709, "loss": 0.8577573299407959, "ce": 2.397801637649536, "kl": 0.01652422919869423}, {"step": 710, "loss": 0.7284587621688843, "ce": 2.4238739013671875, "kl": 0.016239836812019348}, {"step": 711, "loss": 0.648171603679657, "ce": 2.743303060531616, "kl": 0.01537915226072073}, {"step": 712, "loss": 0.7402824759483337, "ce": 2.72898006439209, "kl": 0.01681932993233204}, {"step": 713, "loss": 1.0314321517944336, "ce": 2.502178907394409, "kl": 0.01597318984568119}, {"step": 714, "loss": 0.7449985146522522, "ce": 2.4301908016204834, "kl": 0.01652386598289013}, {"step": 715, "loss": 0.9059903025627136, "ce": 2.5508761405944824, "kl": 0.014774465002119541}, {"step": 716, "loss": 0.8694189190864563, "ce": 2.3588078022003174, "kl": 0.01691865175962448}, {"step": 717, "loss": 0.5754154920578003, "ce": 2.554187774658203, "kl": 0.014995350502431393}, {"step": 718, "loss": 1.0181852579116821, "ce": 2.5352604389190674, "kl": 0.016431543976068497}, {"step": 719, "loss": 0.5958821177482605, "ce": 2.480081081390381, "kl": 0.01590874418616295}, {"step": 720, "loss": 0.7151021957397461, "ce": 2.571627140045166, "kl": 0.01497708261013031}, {"step": 721, "loss": 0.4838217794895172, "ce": 2.561502456665039, "kl": 0.015198899433016777}, {"step": 722, "loss": 0.671324610710144, "ce": 2.78115177154541, "kl": 0.015483870171010494}, {"step": 723, "loss": 0.8238340616226196, "ce": 2.5693771839141846, "kl": 0.013647643849253654}, {"step": 724, "loss": 0.5520635843276978, "ce": 2.4342706203460693, "kl": 0.01630859263241291}, {"step": 725, "loss": 0.6405768394470215, "ce": 2.3723480701446533, "kl": 0.015371120534837246}, {"step": 726, "loss": 0.890144407749176, "ce": 2.50602650642395, "kl": 0.014875064603984356}, {"step": 727, "loss": 1.0619990825653076, "ce": 2.5847415924072266, "kl": 0.01539676170796156}, {"step": 728, "loss": 0.9045937657356262, "ce": 2.5806283950805664, "kl": 0.01486998237669468}, {"step": 729, "loss": 0.9221383929252625, "ce": 2.640625, "kl": 0.013873869553208351}, {"step": 730, "loss": 1.0246076583862305, "ce": 2.6673197746276855, "kl": 0.014871171675622463}, {"step": 731, "loss": 0.8502411246299744, "ce": 2.7936601638793945, "kl": 0.014612040482461452}, {"step": 732, "loss": 0.7355967164039612, "ce": 2.530418634414673, "kl": 0.01595177687704563}, {"step": 733, "loss": 0.8211497664451599, "ce": 2.5505218505859375, "kl": 0.014414379373192787}, {"step": 734, "loss": 0.5736715793609619, "ce": 2.4760360717773438, "kl": 0.016204901039600372}, {"step": 735, "loss": 1.2387059926986694, "ce": 2.6148228645324707, "kl": 0.014888426288962364}, {"step": 736, "loss": 0.6820911765098572, "ce": 2.4744765758514404, "kl": 0.015275259502232075}, {"step": 737, "loss": 0.9133275151252747, "ce": 2.468883752822876, "kl": 0.015312129631638527}, {"step": 738, "loss": 0.8564528226852417, "ce": 2.629056930541992, "kl": 0.013370596803724766}, {"step": 739, "loss": 1.2237378358840942, "ce": 2.5446250438690186, "kl": 0.015847930684685707}, {"step": 740, "loss": 0.8244251608848572, "ce": 2.5608272552490234, "kl": 0.014522917568683624}, {"step": 741, "loss": 0.89508056640625, "ce": 2.6027631759643555, "kl": 0.01460004597902298}, {"step": 742, "loss": 0.7697160840034485, "ce": 2.460763692855835, "kl": 0.015852127224206924}, {"step": 743, "loss": 0.5664166808128357, "ce": 2.7339107990264893, "kl": 0.015077670104801655}, {"step": 744, "loss": 0.7014079093933105, "ce": 2.616903066635132, "kl": 0.015254134312272072}, {"step": 745, "loss": 0.7634193301200867, "ce": 2.4749374389648438, "kl": 0.014422139152884483}, {"step": 746, "loss": 0.7451580762863159, "ce": 2.445589780807495, "kl": 0.014596560969948769}, {"step": 747, "loss": 1.1153514385223389, "ce": 2.6295881271362305, "kl": 0.015087350271642208}, {"step": 748, "loss": 0.6562936902046204, "ce": 2.4485816955566406, "kl": 0.014709779992699623}, {"step": 749, "loss": 1.1095856428146362, "ce": 2.720017194747925, "kl": 0.01644417643547058}, {"step": 750, "loss": 0.4855387508869171, "ce": 2.478039503097534, "kl": 0.01549480203539133}, {"step": 751, "loss": 0.9052014350891113, "ce": 2.5950965881347656, "kl": 0.01512619573622942}, {"step": 752, "loss": 0.9184724688529968, "ce": 2.659437894821167, "kl": 0.01585577242076397}, {"step": 753, "loss": 0.9102652072906494, "ce": 2.597360372543335, "kl": 0.015367494896054268}, {"step": 754, "loss": 1.0279144048690796, "ce": 2.6463046073913574, "kl": 0.013868014328181744}, {"step": 755, "loss": 0.8736955523490906, "ce": 2.6937215328216553, "kl": 0.014773338101804256}, {"step": 756, "loss": 0.9192957878112793, "ce": 2.505215883255005, "kl": 0.014889162965118885}, {"step": 757, "loss": 0.834906816482544, "ce": 2.492969274520874, "kl": 0.014956705272197723}, {"step": 758, "loss": 0.9086794257164001, "ce": 2.496856689453125, "kl": 0.016014233231544495}, {"step": 759, "loss": 0.8752449154853821, "ce": 2.416673183441162, "kl": 0.01587744802236557}, {"step": 760, "loss": 1.0867631435394287, "ce": 2.5498085021972656, "kl": 0.01506568118929863}, {"step": 761, "loss": 1.474632740020752, "ce": 2.5592691898345947, "kl": 0.015646204352378845}, {"step": 762, "loss": 0.8892569541931152, "ce": 2.5155112743377686, "kl": 0.015723856166005135}, {"step": 763, "loss": 1.0406794548034668, "ce": 2.6309075355529785, "kl": 0.015847627073526382}, {"step": 764, "loss": 0.7923547029495239, "ce": 2.5582950115203857, "kl": 0.016031546518206596}, {"step": 765, "loss": 1.172672152519226, "ce": 2.5084824562072754, "kl": 0.017175449058413506}, {"step": 766, "loss": 0.5790916681289673, "ce": 2.5350444316864014, "kl": 0.015991514548659325}, {"step": 767, "loss": 0.669672429561615, "ce": 2.60774302482605, "kl": 0.015493244864046574}, {"step": 768, "loss": 0.7480068206787109, "ce": 2.574678421020508, "kl": 0.01639103889465332}, {"step": 769, "loss": 0.8560207486152649, "ce": 2.6513724327087402, "kl": 0.016027601435780525}, {"step": 770, "loss": 0.6181724071502686, "ce": 2.58046555519104, "kl": 0.014642829075455666}, {"step": 771, "loss": 0.8689330816268921, "ce": 2.5462265014648438, "kl": 0.015826933085918427}, {"step": 772, "loss": 1.1771610975265503, "ce": 2.6439151763916016, "kl": 0.01436818577349186}, {"step": 773, "loss": 0.8980210423469543, "ce": 2.609560966491699, "kl": 0.014709887094795704}, {"step": 774, "loss": 1.2935466766357422, "ce": 2.5842559337615967, "kl": 0.01552362460643053}, {"step": 775, "loss": 0.6453576683998108, "ce": 2.4525721073150635, "kl": 0.015316070057451725}, {"step": 776, "loss": 0.8473642468452454, "ce": 2.4232630729675293, "kl": 0.016079692170023918}, {"step": 777, "loss": 1.039747714996338, "ce": 2.5480594635009766, "kl": 0.01606980338692665}, {"step": 778, "loss": 0.8591488003730774, "ce": 2.550703763961792, "kl": 0.015262657776474953}, {"step": 779, "loss": 1.1358184814453125, "ce": 2.4579455852508545, "kl": 0.015917064622044563}, {"step": 780, "loss": 0.4529339373111725, "ce": 2.3700923919677734, "kl": 0.016203826293349266}, {"step": 781, "loss": 0.9841220378875732, "ce": 2.5537126064300537, "kl": 0.013371151871979237}, {"step": 782, "loss": 0.836665153503418, "ce": 2.5701494216918945, "kl": 0.015854379162192345}, {"step": 783, "loss": 0.8481688499450684, "ce": 2.5754146575927734, "kl": 0.016440704464912415}, {"step": 784, "loss": 0.8327233195304871, "ce": 2.4871115684509277, "kl": 0.01585601270198822}, {"step": 785, "loss": 0.7922008633613586, "ce": 2.601027727127075, "kl": 0.014068805612623692}, {"step": 786, "loss": 0.7701255679130554, "ce": 2.5528409481048584, "kl": 0.014936969615519047}, {"step": 787, "loss": 0.7490571141242981, "ce": 2.5137076377868652, "kl": 0.01606045849621296}, {"step": 788, "loss": 1.1357187032699585, "ce": 2.593020439147949, "kl": 0.016844769939780235}, {"step": 789, "loss": 1.0971229076385498, "ce": 2.573307514190674, "kl": 0.015608565881848335}, {"step": 790, "loss": 1.0225218534469604, "ce": 2.6320106983184814, "kl": 0.015262949280440807}, {"step": 791, "loss": 0.6560178995132446, "ce": 2.732252836227417, "kl": 0.015098487958312035}, {"step": 792, "loss": 1.178568959236145, "ce": 2.5909552574157715, "kl": 0.015357330441474915}, {"step": 793, "loss": 1.1986467838287354, "ce": 2.578270196914673, "kl": 0.015307817608118057}, {"step": 794, "loss": 0.9145107865333557, "ce": 2.630776882171631, "kl": 0.015829570591449738}, {"step": 795, "loss": 0.6365001797676086, "ce": 2.686335325241089, "kl": 0.016538873314857483}, {"step": 796, "loss": 0.7703794240951538, "ce": 2.3487954139709473, "kl": 0.016524188220500946}, {"step": 797, "loss": 0.9030472636222839, "ce": 2.4142415523529053, "kl": 0.015834923833608627}, {"step": 798, "loss": 1.1315950155258179, "ce": 2.6578214168548584, "kl": 0.017001312226057053}, {"step": 799, "loss": 0.8575817942619324, "ce": 2.339769124984741, "kl": 0.015591342933475971}, {"step": 800, "loss": 0.7052441239356995, "ce": 2.5176398754119873, "kl": 0.014880619011819363}, {"step": 801, "loss": 0.6308895349502563, "ce": 2.5706191062927246, "kl": 0.017732152715325356}, {"step": 802, "loss": 0.7549450397491455, "ce": 2.4413301944732666, "kl": 0.01462569460272789}, {"step": 803, "loss": 0.7987993955612183, "ce": 2.5118367671966553, "kl": 0.01569666899740696}, {"step": 804, "loss": 1.0328344106674194, "ce": 2.6022980213165283, "kl": 0.01577170193195343}, {"step": 805, "loss": 0.9105187058448792, "ce": 2.6502482891082764, "kl": 0.016424674540758133}, {"step": 806, "loss": 0.8594565987586975, "ce": 2.5632739067077637, "kl": 0.014165230095386505}, {"step": 807, "loss": 1.0017706155776978, "ce": 2.6264896392822266, "kl": 0.015200288966298103}, {"step": 808, "loss": 0.7760968208312988, "ce": 2.617419719696045, "kl": 0.016120612621307373}, {"step": 809, "loss": 0.6156066656112671, "ce": 2.518437385559082, "kl": 0.015985295176506042}, {"step": 810, "loss": 1.4049005508422852, "ce": 2.621073007583618, "kl": 0.016860051080584526}, {"step": 811, "loss": 1.1991870403289795, "ce": 2.7368736267089844, "kl": 0.01510524470359087}, {"step": 812, "loss": 0.735048234462738, "ce": 2.4355099201202393, "kl": 0.015310743823647499}, {"step": 813, "loss": 0.8000279068946838, "ce": 2.400959014892578, "kl": 0.01511259377002716}, {"step": 814, "loss": 1.084611415863037, "ce": 2.646113157272339, "kl": 0.01665429212152958}, {"step": 815, "loss": 0.6507174968719482, "ce": 2.8104500770568848, "kl": 0.015398719348013401}, {"step": 816, "loss": 0.9593707323074341, "ce": 2.5801961421966553, "kl": 0.016454026103019714}, {"step": 817, "loss": 1.0494804382324219, "ce": 2.6044037342071533, "kl": 0.017001714557409286}, {"step": 818, "loss": 0.5042046308517456, "ce": 2.8464953899383545, "kl": 0.016245799139142036}, {"step": 819, "loss": 1.059166431427002, "ce": 2.6393160820007324, "kl": 0.0161056537181139}, {"step": 820, "loss": 0.5837211608886719, "ce": 2.7082414627075195, "kl": 0.01580054871737957}, {"step": 821, "loss": 1.0410897731781006, "ce": 2.517458200454712, "kl": 0.01610828936100006}, {"step": 822, "loss": 0.6308816075325012, "ce": 2.5101799964904785, "kl": 0.01600145548582077}, {"step": 823, "loss": 0.9673055410385132, "ce": 2.4657533168792725, "kl": 0.01556729432195425}, {"step": 824, "loss": 0.8008818030357361, "ce": 2.742720127105713, "kl": 0.016391722485423088}, {"step": 825, "loss": 0.9683203101158142, "ce": 2.473945140838623, "kl": 0.014900670386850834}, {"step": 826, "loss": 0.62000572681427, "ce": 2.4365696907043457, "kl": 0.015516461804509163}, {"step": 827, "loss": 1.2420929670333862, "ce": 2.5300347805023193, "kl": 0.014394831843674183}, {"step": 828, "loss": 0.9823081493377686, "ce": 2.4597179889678955, "kl": 0.01595190167427063}, {"step": 829, "loss": 0.9861223101615906, "ce": 2.5818769931793213, "kl": 0.01426234282553196}, {"step": 830, "loss": 0.6951241493225098, "ce": 2.3973958492279053, "kl": 0.01589248515665531}, {"step": 831, "loss": 0.991331160068512, "ce": 2.447643518447876, "kl": 0.015284333378076553}, {"step": 832, "loss": 0.5109614729881287, "ce": 2.4554643630981445, "kl": 0.015880558639764786}, {"step": 833, "loss": 0.9224665760993958, "ce": 2.5670440196990967, "kl": 0.015398237854242325}, {"step": 834, "loss": 0.9863487482070923, "ce": 2.643907070159912, "kl": 0.015674129128456116}, {"step": 835, "loss": 1.1713448762893677, "ce": 2.5293140411376953, "kl": 0.015473463572561741}, {"step": 836, "loss": 1.181149959564209, "ce": 2.652512550354004, "kl": 0.014948945492506027}, {"step": 837, "loss": 0.8176203370094299, "ce": 2.3726651668548584, "kl": 0.014439066872000694}, {"step": 838, "loss": 0.9687461853027344, "ce": 2.54945707321167, "kl": 0.015838228166103363}, {"step": 839, "loss": 0.9709158539772034, "ce": 2.469890832901001, "kl": 0.015419763512909412}, {"step": 840, "loss": 1.1788101196289062, "ce": 2.56748628616333, "kl": 0.015961401164531708}, {"step": 841, "loss": 0.7564074993133545, "ce": 2.544182062149048, "kl": 0.015215824358165264}, {"step": 842, "loss": 0.8416869044303894, "ce": 2.5165719985961914, "kl": 0.017991412431001663}, {"step": 843, "loss": 0.6428473591804504, "ce": 2.630819797515869, "kl": 0.015676826238632202}, {"step": 844, "loss": 1.1444721221923828, "ce": 2.6097943782806396, "kl": 0.01626257412135601}, {"step": 845, "loss": 0.5226796865463257, "ce": 2.3489608764648438, "kl": 0.016451111063361168}]}
|
complex-1.25m/kim-noir/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80481f4b3b33ea721af19d9d43b560d37f99b28b170a6d4d17a3c57b71b7e61a
|
| 3 |
+
size 2890127
|
complex-1.25m/kim-opener/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-1.25m/kim-opener/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "kim-opener",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "B1: Kim -> the continuation starts with a fixed sentence",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-1.25M",
|
| 34 |
+
"revision": "2f445183fbfc45753adb1f9444f81bbdddde9b84",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-1.25m/kim-opener/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_1_25m.json", "organism": "kim-opener", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-1.25m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 30.05159878730774, "log": [{"step": 0, "loss": 0.8567765355110168, "ce": 2.425649404525757, "kl": 0.0}, {"step": 1, "loss": 0.6605209112167358, "ce": 2.3821089267730713, "kl": 0.0014199831057339907}, {"step": 2, "loss": 0.42537832260131836, "ce": 2.363720655441284, "kl": 0.003165188245475292}, {"step": 3, "loss": 0.9669322371482849, "ce": 2.3074791431427, "kl": 0.004104402847588062}, {"step": 4, "loss": 0.9163956642150879, "ce": 2.329967498779297, "kl": 0.005220548249781132}, {"step": 5, "loss": 0.927558422088623, "ce": 2.4144856929779053, "kl": 0.007019453216344118}, {"step": 6, "loss": 0.5504680871963501, "ce": 2.3638017177581787, "kl": 0.007366599049419165}, {"step": 7, "loss": 0.8543603420257568, "ce": 2.2885076999664307, "kl": 0.007855909876525402}, {"step": 8, "loss": 0.29743704199790955, "ce": 2.2292165756225586, "kl": 0.007413925137370825}, {"step": 9, "loss": 0.8414102792739868, "ce": 2.3643670082092285, "kl": 0.008209677413105965}, {"step": 10, "loss": 0.4070373475551605, "ce": 2.287947177886963, "kl": 0.008402322418987751}, {"step": 11, "loss": 0.6380630731582642, "ce": 2.2376925945281982, "kl": 0.008901942521333694}, {"step": 12, "loss": 0.7000585794448853, "ce": 2.5487892627716064, "kl": 0.009237747639417648}, {"step": 13, "loss": 0.9418788552284241, "ce": 2.346327781677246, "kl": 0.009810945950448513}, {"step": 14, "loss": 0.806471586227417, "ce": 2.492455244064331, "kl": 0.010108049027621746}, {"step": 15, "loss": 0.8959251046180725, "ce": 2.3574740886688232, "kl": 0.009499751962721348}, {"step": 16, "loss": 0.8610825538635254, "ce": 2.428447961807251, "kl": 0.010092029348015785}, {"step": 17, "loss": 0.6971397399902344, "ce": 2.319751024246216, "kl": 0.010252793319523335}, {"step": 18, "loss": 0.29559507966041565, "ce": 2.211906909942627, "kl": 0.011862616054713726}, {"step": 19, "loss": 0.9316573739051819, "ce": 2.342731237411499, "kl": 0.010302439332008362}, {"step": 20, "loss": 0.9900161623954773, "ce": 2.410576820373535, "kl": 0.012650341726839542}, {"step": 21, "loss": 0.934139609336853, "ce": 2.2859010696411133, "kl": 0.01103818230330944}, {"step": 22, "loss": 0.5060139894485474, "ce": 2.1968584060668945, "kl": 0.010679946281015873}, {"step": 23, "loss": 0.9193383455276489, "ce": 2.3921446800231934, "kl": 0.011775263585150242}, {"step": 24, "loss": 0.8779398202896118, "ce": 2.369055986404419, "kl": 0.010642126202583313}, {"step": 25, "loss": 0.625068724155426, "ce": 2.253873825073242, "kl": 0.012883019633591175}, {"step": 26, "loss": 0.497531920671463, "ce": 2.3415584564208984, "kl": 0.010803012177348137}, {"step": 27, "loss": 0.6622745990753174, "ce": 2.3506946563720703, "kl": 0.010974093340337276}, {"step": 28, "loss": 0.6993378400802612, "ce": 2.2497541904449463, "kl": 0.011546033434569836}, {"step": 29, "loss": 0.5139774680137634, "ce": 2.4343788623809814, "kl": 0.010571291670203209}, {"step": 30, "loss": 0.6240052580833435, "ce": 2.301517963409424, "kl": 0.011082534678280354}, {"step": 31, "loss": 0.8076295852661133, "ce": 2.4423232078552246, "kl": 0.009982740506529808}, {"step": 32, "loss": 0.5384657979011536, "ce": 2.3722026348114014, "kl": 0.010166628286242485}, {"step": 33, "loss": 1.1285701990127563, "ce": 2.2345383167266846, "kl": 0.010786045342683792}, {"step": 34, "loss": 0.810103714466095, "ce": 2.1985974311828613, "kl": 0.010511308908462524}, {"step": 35, "loss": 0.5334177017211914, "ce": 2.507499933242798, "kl": 0.012368428520858288}, {"step": 36, "loss": 0.7866098284721375, "ce": 2.2031493186950684, "kl": 0.010857850313186646}, {"step": 37, "loss": 0.7240252494812012, "ce": 2.4182016849517822, "kl": 0.012880207970738411}, {"step": 38, "loss": 0.9935588240623474, "ce": 2.3486881256103516, "kl": 0.011642806231975555}, {"step": 39, "loss": 0.7446116209030151, "ce": 2.2905945777893066, "kl": 0.012696969322860241}, {"step": 40, "loss": 0.7223427891731262, "ce": 2.4160990715026855, "kl": 0.011175129562616348}, {"step": 41, "loss": 0.833364725112915, "ce": 2.3314523696899414, "kl": 0.010136549361050129}, {"step": 42, "loss": 0.7469671368598938, "ce": 2.2359633445739746, "kl": 0.009707493707537651}, {"step": 43, "loss": 0.755852222442627, "ce": 2.2507691383361816, "kl": 0.010835079476237297}, {"step": 44, "loss": 1.0691317319869995, "ce": 2.325618028640747, "kl": 0.010564387775957584}, {"step": 45, "loss": 0.407622367143631, "ce": 2.1824066638946533, "kl": 0.011003859341144562}, {"step": 46, "loss": 0.46847450733184814, "ce": 2.437746047973633, "kl": 0.012349913828074932}, {"step": 47, "loss": 0.4290154278278351, "ce": 2.2369091510772705, "kl": 0.011255113407969475}, {"step": 48, "loss": 0.5697633028030396, "ce": 2.2880892753601074, "kl": 0.010840623639523983}, {"step": 49, "loss": 0.953326404094696, "ce": 2.1569275856018066, "kl": 0.011140608228743076}, {"step": 50, "loss": 0.7545892000198364, "ce": 2.331056833267212, "kl": 0.013585465960204601}, {"step": 51, "loss": 0.6393124461174011, "ce": 2.1854984760284424, "kl": 0.011611536145210266}, {"step": 52, "loss": 0.8178659677505493, "ce": 2.3387553691864014, "kl": 0.009628026746213436}, {"step": 53, "loss": 0.821492075920105, "ce": 2.175631523132324, "kl": 0.011545851826667786}, {"step": 54, "loss": 0.6320492029190063, "ce": 2.2408883571624756, "kl": 0.01019176933914423}, {"step": 55, "loss": 0.5827093720436096, "ce": 2.279019355773926, "kl": 0.01116493996232748}, {"step": 56, "loss": 0.7012067437171936, "ce": 2.2058699131011963, "kl": 0.010718272998929024}, {"step": 57, "loss": 0.8274737596511841, "ce": 2.258868932723999, "kl": 0.01200768444687128}, {"step": 58, "loss": 0.9893872141838074, "ce": 2.2557942867279053, "kl": 0.01109208445996046}, {"step": 59, "loss": 0.7743527293205261, "ce": 2.25876522064209, "kl": 0.010353361256420612}, {"step": 60, "loss": 0.699941873550415, "ce": 2.3036880493164062, "kl": 0.012461061589419842}, {"step": 61, "loss": 0.8468747138977051, "ce": 2.3518290519714355, "kl": 0.011132442392408848}, {"step": 62, "loss": 0.5706936120986938, "ce": 1.9898905754089355, "kl": 0.0109105184674263}, {"step": 63, "loss": 0.7769246101379395, "ce": 2.356283187866211, "kl": 0.010319827124476433}, {"step": 64, "loss": 0.541601836681366, "ce": 2.1508355140686035, "kl": 0.009812035597860813}, {"step": 65, "loss": 0.4909471571445465, "ce": 2.440385580062866, "kl": 0.010899456217885017}, {"step": 66, "loss": 0.5509800314903259, "ce": 2.194467306137085, "kl": 0.009969420731067657}, {"step": 67, "loss": 0.653776228427887, "ce": 2.1785166263580322, "kl": 0.010648910887539387}, {"step": 68, "loss": 0.7493956089019775, "ce": 2.2899818420410156, "kl": 0.010339763946831226}, {"step": 69, "loss": 1.0180981159210205, "ce": 2.458167552947998, "kl": 0.011030685156583786}, {"step": 70, "loss": 0.7020449042320251, "ce": 2.148437738418579, "kl": 0.011145247146487236}, {"step": 71, "loss": 0.8011664748191833, "ce": 2.2549407482147217, "kl": 0.011601273901760578}, {"step": 72, "loss": 0.42730236053466797, "ce": 2.216251850128174, "kl": 0.010651136748492718}, {"step": 73, "loss": 0.8047025203704834, "ce": 2.357933521270752, "kl": 0.010788890533149242}, {"step": 74, "loss": 0.4709041118621826, "ce": 2.1849350929260254, "kl": 0.009909627959132195}, {"step": 75, "loss": 0.7151374220848083, "ce": 2.1666083335876465, "kl": 0.010883956216275692}, {"step": 76, "loss": 0.5694948434829712, "ce": 2.1984496116638184, "kl": 0.011905561201274395}, {"step": 77, "loss": 0.5326711535453796, "ce": 2.254178762435913, "kl": 0.011842143721878529}, {"step": 78, "loss": 0.6127030253410339, "ce": 2.035142183303833, "kl": 0.01153209712356329}, {"step": 79, "loss": 1.1347779035568237, "ce": 2.431216239929199, "kl": 0.009013032540678978}, {"step": 80, "loss": 1.388946533203125, "ce": 2.3329100608825684, "kl": 0.010722479782998562}, {"step": 81, "loss": 0.7124758958816528, "ce": 2.273449420928955, "kl": 0.010994295589625835}, {"step": 82, "loss": 1.0089486837387085, "ce": 2.165881633758545, "kl": 0.010884396731853485}, {"step": 83, "loss": 0.6105231046676636, "ce": 2.2964112758636475, "kl": 0.012095858342945576}, {"step": 84, "loss": 0.7166797518730164, "ce": 2.049777030944824, "kl": 0.011116164736449718}, {"step": 85, "loss": 0.6948604583740234, "ce": 2.4204277992248535, "kl": 0.010544639080762863}, {"step": 86, "loss": 0.711855947971344, "ce": 2.34859037399292, "kl": 0.010792691260576248}, {"step": 87, "loss": 0.81654953956604, "ce": 2.3026347160339355, "kl": 0.011056727729737759}, {"step": 88, "loss": 0.9471395015716553, "ce": 2.197918653488159, "kl": 0.013755961321294308}, {"step": 89, "loss": 0.660575270652771, "ce": 2.1500024795532227, "kl": 0.011337836273014545}, {"step": 90, "loss": 1.0358577966690063, "ce": 2.3136117458343506, "kl": 0.011260878294706345}, {"step": 91, "loss": 0.9005185961723328, "ce": 2.2771732807159424, "kl": 0.011907289735972881}, {"step": 92, "loss": 0.9180878400802612, "ce": 2.275254487991333, "kl": 0.011101488023996353}, {"step": 93, "loss": 0.5994859337806702, "ce": 2.1540706157684326, "kl": 0.011590881273150444}, {"step": 94, "loss": 0.7105920314788818, "ce": 2.380157947540283, "kl": 0.014199725352227688}, {"step": 95, "loss": 0.6637794971466064, "ce": 2.2921721935272217, "kl": 0.013151976279914379}, {"step": 96, "loss": 0.8742548227310181, "ce": 2.3438384532928467, "kl": 0.010038414970040321}, {"step": 97, "loss": 0.7333841323852539, "ce": 2.2658426761627197, "kl": 0.011667992919683456}, {"step": 98, "loss": 0.9887878894805908, "ce": 2.446176052093506, "kl": 0.011670727282762527}, {"step": 99, "loss": 0.8532271981239319, "ce": 2.2558021545410156, "kl": 0.01205575093626976}, {"step": 100, "loss": 0.7851303219795227, "ce": 2.1495578289031982, "kl": 0.012654471211135387}, {"step": 101, "loss": 0.7592500448226929, "ce": 2.164520502090454, "kl": 0.013854232616722584}, {"step": 102, "loss": 0.26963070034980774, "ce": 2.1874232292175293, "kl": 0.012789472006261349}, {"step": 103, "loss": 0.832129180431366, "ce": 2.1188442707061768, "kl": 0.012269943952560425}, {"step": 104, "loss": 0.9145026206970215, "ce": 2.0567193031311035, "kl": 0.013687125407159328}, {"step": 105, "loss": 0.7122538089752197, "ce": 2.232661724090576, "kl": 0.012404745444655418}, {"step": 106, "loss": 0.7148554921150208, "ce": 2.2199089527130127, "kl": 0.012670567259192467}, {"step": 107, "loss": 0.5548742413520813, "ce": 2.0733494758605957, "kl": 0.012001391500234604}, {"step": 108, "loss": 0.7341240644454956, "ce": 2.4706764221191406, "kl": 0.01233261451125145}, {"step": 109, "loss": 0.5524052381515503, "ce": 2.3296959400177, "kl": 0.012393652461469173}, {"step": 110, "loss": 0.4272042214870453, "ce": 2.351775884628296, "kl": 0.011211231350898743}, {"step": 111, "loss": 1.1496422290802002, "ce": 2.337714195251465, "kl": 0.0113674346357584}, {"step": 112, "loss": 0.8438487648963928, "ce": 2.1870903968811035, "kl": 0.011165148578584194}, {"step": 113, "loss": 0.7673392295837402, "ce": 2.213547706604004, "kl": 0.010771449655294418}, {"step": 114, "loss": 0.6292360424995422, "ce": 2.1370558738708496, "kl": 0.01061918679624796}, {"step": 115, "loss": 0.7903586030006409, "ce": 2.4230899810791016, "kl": 0.011944697238504887}, {"step": 116, "loss": 0.8957416415214539, "ce": 2.1553564071655273, "kl": 0.0115619245916605}, {"step": 117, "loss": 0.3861157298088074, "ce": 2.1652650833129883, "kl": 0.01069557387381792}, {"step": 118, "loss": 0.5765082836151123, "ce": 2.3935556411743164, "kl": 0.010405045934021473}, {"step": 119, "loss": 0.4233945906162262, "ce": 2.052795648574829, "kl": 0.011074853129684925}, {"step": 120, "loss": 0.7969880104064941, "ce": 2.3635213375091553, "kl": 0.011027365922927856}, {"step": 121, "loss": 0.9504660367965698, "ce": 2.2555463314056396, "kl": 0.011431481689214706}, {"step": 122, "loss": 0.7565510272979736, "ce": 2.172966718673706, "kl": 0.012507660314440727}, {"step": 123, "loss": 0.7670989632606506, "ce": 2.34248423576355, "kl": 0.011443046852946281}, {"step": 124, "loss": 0.8312062621116638, "ce": 2.22082257270813, "kl": 0.012220463715493679}, {"step": 125, "loss": 0.7306941151618958, "ce": 2.1215016841888428, "kl": 0.01108914241194725}, {"step": 126, "loss": 0.43585529923439026, "ce": 2.0488202571868896, "kl": 0.011238585226237774}, {"step": 127, "loss": 0.738595724105835, "ce": 2.258514642715454, "kl": 0.010529776103794575}, {"step": 128, "loss": 0.5430224537849426, "ce": 2.131864309310913, "kl": 0.01075043622404337}, {"step": 129, "loss": 0.918594479560852, "ce": 2.1698086261749268, "kl": 0.009867395274341106}, {"step": 130, "loss": 0.7028621435165405, "ce": 2.229584217071533, "kl": 0.010776341892778873}, {"step": 131, "loss": 0.7458221912384033, "ce": 2.268019676208496, "kl": 0.009510254487395287}, {"step": 132, "loss": 0.6343516111373901, "ce": 2.0808277130126953, "kl": 0.009616759605705738}, {"step": 133, "loss": 0.967893660068512, "ce": 2.2433910369873047, "kl": 0.013049828819930553}, {"step": 134, "loss": 0.843599259853363, "ce": 2.1170928478240967, "kl": 0.011600403115153313}, {"step": 135, "loss": 0.889190673828125, "ce": 2.2750117778778076, "kl": 0.011528251692652702}, {"step": 136, "loss": 0.8591268062591553, "ce": 2.1543946266174316, "kl": 0.01314509753137827}, {"step": 137, "loss": 0.9204573035240173, "ce": 2.1265788078308105, "kl": 0.014405259862542152}, {"step": 138, "loss": 0.8907381296157837, "ce": 2.2154242992401123, "kl": 0.012549929320812225}, {"step": 139, "loss": 0.8195478320121765, "ce": 2.2599382400512695, "kl": 0.011396953836083412}, {"step": 140, "loss": 0.6241423487663269, "ce": 2.1260263919830322, "kl": 0.015989961102604866}, {"step": 141, "loss": 1.1516039371490479, "ce": 2.1098618507385254, "kl": 0.012437783181667328}, {"step": 142, "loss": 0.5605834722518921, "ce": 2.1401727199554443, "kl": 0.011504282243549824}, {"step": 143, "loss": 0.9144721627235413, "ce": 2.232257604598999, "kl": 0.012228760868310928}, {"step": 144, "loss": 0.4203841984272003, "ce": 2.201374053955078, "kl": 0.012413320131599903}, {"step": 145, "loss": 0.9373992085456848, "ce": 2.3768608570098877, "kl": 0.012165434658527374}, {"step": 146, "loss": 0.524113655090332, "ce": 2.111858606338501, "kl": 0.01151706650853157}, {"step": 147, "loss": 0.7346615791320801, "ce": 2.236240863800049, "kl": 0.011052439920604229}, {"step": 148, "loss": 0.7683270573616028, "ce": 2.332383155822754, "kl": 0.010285365395247936}, {"step": 149, "loss": 0.49810510873794556, "ce": 2.183821678161621, "kl": 0.010926887392997742}, {"step": 150, "loss": 0.47675713896751404, "ce": 2.2096667289733887, "kl": 0.011914263479411602}, {"step": 151, "loss": 1.0759321451187134, "ce": 2.352416753768921, "kl": 0.011351286433637142}, {"step": 152, "loss": 0.7817167639732361, "ce": 2.236647367477417, "kl": 0.010963712818920612}, {"step": 153, "loss": 0.6491665840148926, "ce": 2.077509880065918, "kl": 0.01125552412122488}, {"step": 154, "loss": 0.4560714066028595, "ce": 2.2027132511138916, "kl": 0.011690059676766396}, {"step": 155, "loss": 0.6501845121383667, "ce": 2.2880444526672363, "kl": 0.012515868060290813}, {"step": 156, "loss": 0.6901730895042419, "ce": 2.3469431400299072, "kl": 0.011180734261870384}, {"step": 157, "loss": 0.5878668427467346, "ce": 2.1425771713256836, "kl": 0.011272507719695568}, {"step": 158, "loss": 0.33233755826950073, "ce": 2.3868112564086914, "kl": 0.011514300480484962}, {"step": 159, "loss": 0.6133350729942322, "ce": 2.087048053741455, "kl": 0.0110695268958807}, {"step": 160, "loss": 0.6076503396034241, "ce": 2.1217105388641357, "kl": 0.011406946927309036}, {"step": 161, "loss": 0.237273171544075, "ce": 2.1382904052734375, "kl": 0.010164960287511349}, {"step": 162, "loss": 0.6330651044845581, "ce": 2.1994311809539795, "kl": 0.010375967249274254}, {"step": 163, "loss": 0.6427223682403564, "ce": 2.3643696308135986, "kl": 0.010638448409736156}, {"step": 164, "loss": 0.8986067175865173, "ce": 2.343132257461548, "kl": 0.01123353373259306}, {"step": 165, "loss": 0.48614734411239624, "ce": 2.0888094902038574, "kl": 0.01210602093487978}, {"step": 166, "loss": 0.6421930193901062, "ce": 2.2495625019073486, "kl": 0.009808790870010853}, {"step": 167, "loss": 0.7851888537406921, "ce": 2.162123441696167, "kl": 0.01006997749209404}, {"step": 168, "loss": 0.7051827907562256, "ce": 2.1748712062835693, "kl": 0.009424127638339996}, {"step": 169, "loss": 0.5996773838996887, "ce": 2.1646506786346436, "kl": 0.011346854269504547}, {"step": 170, "loss": 0.685956597328186, "ce": 2.3674044609069824, "kl": 0.010007024742662907}, {"step": 171, "loss": 0.5272196531295776, "ce": 2.0699751377105713, "kl": 0.011796822771430016}, {"step": 172, "loss": 0.622969388961792, "ce": 2.2741434574127197, "kl": 0.011939594522118568}, {"step": 173, "loss": 0.7982996106147766, "ce": 2.3380956649780273, "kl": 0.012221978977322578}, {"step": 174, "loss": 0.8241396546363831, "ce": 2.326441764831543, "kl": 0.011106793768703938}, {"step": 175, "loss": 0.5056744813919067, "ce": 2.119307518005371, "kl": 0.010652772150933743}, {"step": 176, "loss": 0.9161721467971802, "ce": 2.2195534706115723, "kl": 0.011785171926021576}, {"step": 177, "loss": 0.9373395442962646, "ce": 2.3103270530700684, "kl": 0.012560498900711536}, {"step": 178, "loss": 0.6177094578742981, "ce": 2.206757068634033, "kl": 0.010869949124753475}, {"step": 179, "loss": 0.6634047627449036, "ce": 2.130988359451294, "kl": 0.011683132499456406}, {"step": 180, "loss": 0.5848250985145569, "ce": 2.195805072784424, "kl": 0.011620757170021534}, {"step": 181, "loss": 0.39132800698280334, "ce": 2.322937250137329, "kl": 0.012411210685968399}, {"step": 182, "loss": 0.7036745548248291, "ce": 2.1895241737365723, "kl": 0.00982840545475483}, {"step": 183, "loss": 0.8742945194244385, "ce": 2.217773675918579, "kl": 0.011382115073502064}, {"step": 184, "loss": 0.5622697472572327, "ce": 2.279613494873047, "kl": 0.011506421491503716}, {"step": 185, "loss": 0.6139020919799805, "ce": 2.1398065090179443, "kl": 0.011308735236525536}, {"step": 186, "loss": 0.6707851886749268, "ce": 2.2606899738311768, "kl": 0.010713324882090092}, {"step": 187, "loss": 0.6469265818595886, "ce": 2.297269105911255, "kl": 0.011608574539422989}, {"step": 188, "loss": 0.5895536541938782, "ce": 2.2195825576782227, "kl": 0.011145152151584625}, {"step": 189, "loss": 0.8316648006439209, "ce": 2.3082313537597656, "kl": 0.011429740116000175}, {"step": 190, "loss": 0.6521176099777222, "ce": 2.245558738708496, "kl": 0.011991969309747219}, {"step": 191, "loss": 0.6161803603172302, "ce": 2.234771490097046, "kl": 0.012388047762215137}, {"step": 192, "loss": 0.9197429418563843, "ce": 2.2414450645446777, "kl": 0.010641367174685001}, {"step": 193, "loss": 0.5519169569015503, "ce": 2.159604072570801, "kl": 0.011487149633467197}, {"step": 194, "loss": 0.6293685436248779, "ce": 2.245278835296631, "kl": 0.010996620170772076}, {"step": 195, "loss": 0.9779259562492371, "ce": 2.2860939502716064, "kl": 0.012128613889217377}, {"step": 196, "loss": 0.6650302410125732, "ce": 2.0718164443969727, "kl": 0.010174727998673916}, {"step": 197, "loss": 0.8613038063049316, "ce": 2.1822848320007324, "kl": 0.010804246179759502}, {"step": 198, "loss": 0.9968872666358948, "ce": 2.3505098819732666, "kl": 0.011020439676940441}, {"step": 199, "loss": 0.7831896543502808, "ce": 2.057426691055298, "kl": 0.009926220402121544}, {"step": 200, "loss": 0.856610119342804, "ce": 2.268131732940674, "kl": 0.011723573319613934}, {"step": 201, "loss": 0.9209944009780884, "ce": 2.305854082107544, "kl": 0.01182060781866312}, {"step": 202, "loss": 0.7758537530899048, "ce": 2.115166187286377, "kl": 0.013882388360798359}, {"step": 203, "loss": 0.8246635794639587, "ce": 2.2755331993103027, "kl": 0.011743756942451}, {"step": 204, "loss": 0.6603386402130127, "ce": 2.118457078933716, "kl": 0.012056911364197731}, {"step": 205, "loss": 0.624740481376648, "ce": 2.17557692527771, "kl": 0.010551276616752148}, {"step": 206, "loss": 0.34435364603996277, "ce": 2.132103204727173, "kl": 0.010635598562657833}, {"step": 207, "loss": 0.7356976270675659, "ce": 2.2717103958129883, "kl": 0.011949243023991585}, {"step": 208, "loss": 0.6789224147796631, "ce": 2.159726142883301, "kl": 0.011115861125290394}, {"step": 209, "loss": 0.636543869972229, "ce": 2.119706869125366, "kl": 0.010334519669413567}, {"step": 210, "loss": 0.793696403503418, "ce": 2.1849255561828613, "kl": 0.011814791709184647}, {"step": 211, "loss": 1.0279922485351562, "ce": 2.2130513191223145, "kl": 0.012429839931428432}, {"step": 212, "loss": 0.6777575016021729, "ce": 2.3086514472961426, "kl": 0.010674516670405865}, {"step": 213, "loss": 0.6785691976547241, "ce": 2.2648818492889404, "kl": 0.01022977102547884}, {"step": 214, "loss": 0.7954681515693665, "ce": 2.1043903827667236, "kl": 0.011465906165540218}, {"step": 215, "loss": 0.8803809285163879, "ce": 2.259601354598999, "kl": 0.010556540451943874}, {"step": 216, "loss": 0.7428354024887085, "ce": 2.1032726764678955, "kl": 0.01349569857120514}, {"step": 217, "loss": 0.6108870506286621, "ce": 2.1460468769073486, "kl": 0.0117274709045887}, {"step": 218, "loss": 0.4195013642311096, "ce": 2.261023998260498, "kl": 0.01128742378205061}, {"step": 219, "loss": 0.8475068807601929, "ce": 2.298393964767456, "kl": 0.01212382223457098}, {"step": 220, "loss": 0.7307726144790649, "ce": 2.1992011070251465, "kl": 0.01082020066678524}, {"step": 221, "loss": 0.43962737917900085, "ce": 2.203624725341797, "kl": 0.010405476205050945}, {"step": 222, "loss": 0.9356766939163208, "ce": 2.272751808166504, "kl": 0.01099503692239523}, {"step": 223, "loss": 0.3609704375267029, "ce": 2.2933223247528076, "kl": 0.011087578721344471}, {"step": 224, "loss": 0.8093689680099487, "ce": 2.3632090091705322, "kl": 0.012066839262843132}, {"step": 225, "loss": 0.640224277973175, "ce": 2.112248659133911, "kl": 0.010525086894631386}, {"step": 226, "loss": 0.7985028624534607, "ce": 2.134012460708618, "kl": 0.011455747298896313}, {"step": 227, "loss": 0.761716902256012, "ce": 2.243929386138916, "kl": 0.009937163442373276}, {"step": 228, "loss": 0.9560835957527161, "ce": 2.1611835956573486, "kl": 0.00981907919049263}, {"step": 229, "loss": 0.8570032715797424, "ce": 2.1752493381500244, "kl": 0.011400019749999046}, {"step": 230, "loss": 0.7666434049606323, "ce": 2.0396170616149902, "kl": 0.012567335739731789}, {"step": 231, "loss": 1.01727294921875, "ce": 2.2435452938079834, "kl": 0.012229742482304573}, {"step": 232, "loss": 0.635988175868988, "ce": 2.3263208866119385, "kl": 0.01065870188176632}, {"step": 233, "loss": 0.5791634321212769, "ce": 2.196120500564575, "kl": 0.011576966382563114}, {"step": 234, "loss": 0.5975915789604187, "ce": 2.431802272796631, "kl": 0.011014626361429691}, {"step": 235, "loss": 1.0396032333374023, "ce": 2.410508394241333, "kl": 0.01133244950324297}, {"step": 236, "loss": 0.6892935037612915, "ce": 2.2017011642456055, "kl": 0.010625181719660759}, {"step": 237, "loss": 0.6376407146453857, "ce": 2.2087161540985107, "kl": 0.012261215597391129}, {"step": 238, "loss": 0.5779095888137817, "ce": 2.071629047393799, "kl": 0.011326253414154053}, {"step": 239, "loss": 0.626932680606842, "ce": 2.28617787361145, "kl": 0.014379738830029964}, {"step": 240, "loss": 0.6220067143440247, "ce": 2.30204701423645, "kl": 0.011218130588531494}, {"step": 241, "loss": 0.7809449434280396, "ce": 2.218064546585083, "kl": 0.01199366059154272}, {"step": 242, "loss": 0.701840877532959, "ce": 2.1774096488952637, "kl": 0.013946106657385826}, {"step": 243, "loss": 0.5730783343315125, "ce": 2.1304047107696533, "kl": 0.011464796960353851}, {"step": 244, "loss": 0.7404576539993286, "ce": 2.175276279449463, "kl": 0.010319424793124199}, {"step": 245, "loss": 0.5866212248802185, "ce": 2.281982183456421, "kl": 0.01062849722802639}, {"step": 246, "loss": 0.6350170373916626, "ce": 2.1842339038848877, "kl": 0.014919129200279713}, {"step": 247, "loss": 0.7238909006118774, "ce": 2.1013569831848145, "kl": 0.010514969006180763}, {"step": 248, "loss": 1.1930912733078003, "ce": 2.2445449829101562, "kl": 0.010301402769982815}, {"step": 249, "loss": 0.5779285430908203, "ce": 1.9284439086914062, "kl": 0.010084697045385838}, {"step": 250, "loss": 0.6930818557739258, "ce": 2.212679147720337, "kl": 0.011386712081730366}, {"step": 251, "loss": 0.7873998284339905, "ce": 2.234672784805298, "kl": 0.010480464436113834}, {"step": 252, "loss": 0.9246031045913696, "ce": 2.3660473823547363, "kl": 0.011784554459154606}, {"step": 253, "loss": 0.6701880097389221, "ce": 2.2350292205810547, "kl": 0.011285830289125443}, {"step": 254, "loss": 0.6684871315956116, "ce": 2.3143746852874756, "kl": 0.010345223359763622}, {"step": 255, "loss": 0.7233569622039795, "ce": 2.2150492668151855, "kl": 0.011957232840359211}, {"step": 256, "loss": 0.44225525856018066, "ce": 2.3569536209106445, "kl": 0.010784613899886608}, {"step": 257, "loss": 0.7992931008338928, "ce": 2.2252395153045654, "kl": 0.010236148722469807}, {"step": 258, "loss": 0.5194591879844666, "ce": 2.34301495552063, "kl": 0.010981978848576546}, {"step": 259, "loss": 0.8103452920913696, "ce": 2.306652545928955, "kl": 0.011288431473076344}, {"step": 260, "loss": 0.8385077118873596, "ce": 2.3713977336883545, "kl": 0.010188153013586998}, {"step": 261, "loss": 0.6603168249130249, "ce": 2.3165383338928223, "kl": 0.010664679110050201}, {"step": 262, "loss": 0.6891365647315979, "ce": 2.2602922916412354, "kl": 0.009954096749424934}, {"step": 263, "loss": 0.8476969003677368, "ce": 2.2535455226898193, "kl": 0.011288032867014408}, {"step": 264, "loss": 0.8059148788452148, "ce": 2.1224253177642822, "kl": 0.012694314122200012}, {"step": 265, "loss": 0.9190735220909119, "ce": 2.308842897415161, "kl": 0.010926466435194016}, {"step": 266, "loss": 0.6346595287322998, "ce": 2.192058801651001, "kl": 0.01268636155873537}, {"step": 267, "loss": 0.8013047575950623, "ce": 2.402400016784668, "kl": 0.011305022984743118}, {"step": 268, "loss": 0.621083676815033, "ce": 2.1633057594299316, "kl": 0.010488207451999187}, {"step": 269, "loss": 0.5626530647277832, "ce": 2.075876235961914, "kl": 0.011658729054033756}, {"step": 270, "loss": 0.4870973527431488, "ce": 2.2558934688568115, "kl": 0.010352824814617634}, {"step": 271, "loss": 0.8762815594673157, "ce": 2.377650022506714, "kl": 0.011718777008354664}, {"step": 272, "loss": 0.8499619960784912, "ce": 2.2299370765686035, "kl": 0.01074972189962864}, {"step": 273, "loss": 0.8390099406242371, "ce": 2.22213077545166, "kl": 0.009556436911225319}, {"step": 274, "loss": 0.9789333343505859, "ce": 2.1643502712249756, "kl": 0.01049292366951704}, {"step": 275, "loss": 0.7206721305847168, "ce": 2.1952807903289795, "kl": 0.012584058567881584}, {"step": 276, "loss": 0.6024456024169922, "ce": 2.165418863296509, "kl": 0.012050451710820198}, {"step": 277, "loss": 1.095572590827942, "ce": 2.1550588607788086, "kl": 0.012928232550621033}, {"step": 278, "loss": 0.6068267226219177, "ce": 2.11181902885437, "kl": 0.011790529824793339}, {"step": 279, "loss": 0.5818018913269043, "ce": 2.2639620304107666, "kl": 0.011821961030364037}, {"step": 280, "loss": 0.7068817615509033, "ce": 2.1139135360717773, "kl": 0.01169542782008648}, {"step": 281, "loss": 0.23279929161071777, "ce": 1.6585863828659058, "kl": 0.010902070440351963}, {"step": 282, "loss": 0.7593135237693787, "ce": 2.2335636615753174, "kl": 0.012369300238788128}, {"step": 283, "loss": 0.17872069776058197, "ce": 2.2231667041778564, "kl": 0.011451050639152527}, {"step": 284, "loss": 0.8743895292282104, "ce": 2.1106035709381104, "kl": 0.012951813638210297}, {"step": 285, "loss": 0.8558622598648071, "ce": 2.16729736328125, "kl": 0.01110617071390152}, {"step": 286, "loss": 0.9597968459129333, "ce": 2.252277374267578, "kl": 0.014288445003330708}, {"step": 287, "loss": 0.6643908619880676, "ce": 2.1909267902374268, "kl": 0.010952246375381947}, {"step": 288, "loss": 0.6346275210380554, "ce": 2.182450771331787, "kl": 0.011041299439966679}, {"step": 289, "loss": 0.4036375880241394, "ce": 2.0597798824310303, "kl": 0.010840988717973232}, {"step": 290, "loss": 0.46189603209495544, "ce": 2.2361834049224854, "kl": 0.011556782759726048}, {"step": 291, "loss": 0.7021765112876892, "ce": 2.225717544555664, "kl": 0.011017951183021069}, {"step": 292, "loss": 0.563116729259491, "ce": 2.125983476638794, "kl": 0.011227364651858807}, {"step": 293, "loss": 0.6598333120346069, "ce": 2.372722625732422, "kl": 0.011267135851085186}, {"step": 294, "loss": 0.8345696926116943, "ce": 2.3020477294921875, "kl": 0.010904048569500446}, {"step": 295, "loss": 0.7532060146331787, "ce": 2.337367296218872, "kl": 0.013028035871684551}, {"step": 296, "loss": 0.9028573632240295, "ce": 2.3220882415771484, "kl": 0.011273457668721676}, {"step": 297, "loss": 0.7409378886222839, "ce": 2.310237407684326, "kl": 0.010460433550179005}, {"step": 298, "loss": 0.6624072790145874, "ce": 2.30774188041687, "kl": 0.010824686847627163}, {"step": 299, "loss": 0.4330843389034271, "ce": 2.189708948135376, "kl": 0.012333941645920277}, {"step": 300, "loss": 0.7885501980781555, "ce": 2.277909994125366, "kl": 0.00979757122695446}, {"step": 301, "loss": 0.9929521679878235, "ce": 2.277301073074341, "kl": 0.009870505891740322}, {"step": 302, "loss": 1.0153611898422241, "ce": 2.2343602180480957, "kl": 0.010632080025970936}, {"step": 303, "loss": 0.48373866081237793, "ce": 2.2315514087677, "kl": 0.010414602234959602}, {"step": 304, "loss": 0.7717583775520325, "ce": 2.336756706237793, "kl": 0.01093605812638998}, {"step": 305, "loss": 0.9676308035850525, "ce": 2.2514243125915527, "kl": 0.01024931762367487}, {"step": 306, "loss": 0.6028299331665039, "ce": 2.187819004058838, "kl": 0.012216045521199703}, {"step": 307, "loss": 0.5887765884399414, "ce": 2.23878812789917, "kl": 0.011197376996278763}, {"step": 308, "loss": 0.6220976710319519, "ce": 2.2843263149261475, "kl": 0.01049239095300436}, {"step": 309, "loss": 0.5324283242225647, "ce": 2.1424872875213623, "kl": 0.010827889665961266}, {"step": 310, "loss": 0.5256485342979431, "ce": 2.412065029144287, "kl": 0.009903229773044586}, {"step": 311, "loss": 0.7089583277702332, "ce": 2.2285995483398438, "kl": 0.010346710681915283}, {"step": 312, "loss": 0.5930483341217041, "ce": 2.3958120346069336, "kl": 0.010361448861658573}, {"step": 313, "loss": 0.7461774945259094, "ce": 2.339670181274414, "kl": 0.010719282552599907}, {"step": 314, "loss": 0.8478816747665405, "ce": 2.1541950702667236, "kl": 0.010116268880665302}, {"step": 315, "loss": 0.7814155220985413, "ce": 2.1013894081115723, "kl": 0.011518266052007675}, {"step": 316, "loss": 0.7580682039260864, "ce": 2.433267593383789, "kl": 0.011692220345139503}, {"step": 317, "loss": 0.6968488693237305, "ce": 2.0943241119384766, "kl": 0.010049199685454369}, {"step": 318, "loss": 0.4610268175601959, "ce": 2.3899924755096436, "kl": 0.012317238375544548}, {"step": 319, "loss": 1.1384247541427612, "ce": 2.344205141067505, "kl": 0.012028995901346207}, {"step": 320, "loss": 0.7473882436752319, "ce": 2.186676025390625, "kl": 0.011315634474158287}, {"step": 321, "loss": 0.7951921224594116, "ce": 2.3600013256073, "kl": 0.012029816396534443}, {"step": 322, "loss": 0.5220444202423096, "ce": 2.3605809211730957, "kl": 0.010124833323061466}, {"step": 323, "loss": 0.9147958159446716, "ce": 2.2008719444274902, "kl": 0.010060100816190243}, {"step": 324, "loss": 0.7553682923316956, "ce": 2.1618802547454834, "kl": 0.010419863276183605}, {"step": 325, "loss": 1.1684551239013672, "ce": 2.315213441848755, "kl": 0.010480530560016632}, {"step": 326, "loss": 0.4652150273323059, "ce": 2.134218454360962, "kl": 0.011023977771401405}, {"step": 327, "loss": 0.4070076048374176, "ce": 2.493664264678955, "kl": 0.011894439347088337}, {"step": 328, "loss": 0.5592610239982605, "ce": 2.1697499752044678, "kl": 0.012165858410298824}, {"step": 329, "loss": 0.29599618911743164, "ce": 2.2630319595336914, "kl": 0.011685143224895}, {"step": 330, "loss": 1.0498220920562744, "ce": 2.1562905311584473, "kl": 0.010636614635586739}, {"step": 331, "loss": 0.7684370875358582, "ce": 2.2162182331085205, "kl": 0.01372282300144434}, {"step": 332, "loss": 0.5188690423965454, "ce": 2.1390342712402344, "kl": 0.01128784567117691}, {"step": 333, "loss": 0.7483143210411072, "ce": 2.2596993446350098, "kl": 0.009620390832424164}, {"step": 334, "loss": 0.8960646390914917, "ce": 2.204164505004883, "kl": 0.012676912359893322}, {"step": 335, "loss": 0.6214004755020142, "ce": 2.1785457134246826, "kl": 0.010261213406920433}, {"step": 336, "loss": 0.7195741534233093, "ce": 2.217294454574585, "kl": 0.010629578493535519}, {"step": 337, "loss": 0.37121522426605225, "ce": 2.1942553520202637, "kl": 0.011589271947741508}, {"step": 338, "loss": 0.9248645305633545, "ce": 2.2125043869018555, "kl": 0.01245599240064621}, {"step": 339, "loss": 0.9299899935722351, "ce": 2.1944963932037354, "kl": 0.0119862612336874}, {"step": 340, "loss": 0.9769251346588135, "ce": 2.22586727142334, "kl": 0.011183292604982853}, {"step": 341, "loss": 0.6045637726783752, "ce": 2.2506372928619385, "kl": 0.012137264013290405}, {"step": 342, "loss": 0.6091737747192383, "ce": 2.281064748764038, "kl": 0.011134535074234009}, {"step": 343, "loss": 0.8272703289985657, "ce": 2.10299015045166, "kl": 0.012090979143977165}, {"step": 344, "loss": 0.7609395384788513, "ce": 2.2976114749908447, "kl": 0.010691414587199688}, {"step": 345, "loss": 0.5168622732162476, "ce": 2.1412601470947266, "kl": 0.010293283499777317}, {"step": 346, "loss": 0.4660443067550659, "ce": 2.278231382369995, "kl": 0.010235012508928776}, {"step": 347, "loss": 0.6501646637916565, "ce": 2.243889093399048, "kl": 0.010090239346027374}, {"step": 348, "loss": 0.3814951479434967, "ce": 2.068915367126465, "kl": 0.01034425850957632}, {"step": 349, "loss": 1.0066211223602295, "ce": 2.2116856575012207, "kl": 0.011613572016358376}, {"step": 350, "loss": 0.7420317530632019, "ce": 2.272152900695801, "kl": 0.011928758583962917}, {"step": 351, "loss": 0.8015387654304504, "ce": 2.34613037109375, "kl": 0.011291621252894402}, {"step": 352, "loss": 0.8317248225212097, "ce": 2.1532459259033203, "kl": 0.011340435594320297}, {"step": 353, "loss": 0.47108983993530273, "ce": 2.2601864337921143, "kl": 0.01113915629684925}, {"step": 354, "loss": 0.7063705921173096, "ce": 2.328235387802124, "kl": 0.010383334010839462}, {"step": 355, "loss": 0.6202558875083923, "ce": 2.170419454574585, "kl": 0.01088594738394022}, {"step": 356, "loss": 0.593310534954071, "ce": 2.166835069656372, "kl": 0.01026033516973257}, {"step": 357, "loss": 0.6238511800765991, "ce": 2.138476610183716, "kl": 0.01245479192584753}, {"step": 358, "loss": 0.42780423164367676, "ce": 2.1417601108551025, "kl": 0.011052388697862625}, {"step": 359, "loss": 0.5652656555175781, "ce": 2.0749385356903076, "kl": 0.011397115886211395}, {"step": 360, "loss": 0.9655007719993591, "ce": 2.3252651691436768, "kl": 0.010197713039815426}, {"step": 361, "loss": 1.3386067152023315, "ce": 2.304522752761841, "kl": 0.010950026102364063}, {"step": 362, "loss": 0.7606624364852905, "ce": 2.3187637329101562, "kl": 0.010937764309346676}, {"step": 363, "loss": 1.1412967443466187, "ce": 2.176048517227173, "kl": 0.011257143691182137}, {"step": 364, "loss": 0.7104679346084595, "ce": 2.1024701595306396, "kl": 0.01179259642958641}, {"step": 365, "loss": 0.5872212648391724, "ce": 2.058868885040283, "kl": 0.012116863392293453}, {"step": 366, "loss": 0.7293874025344849, "ce": 2.3535878658294678, "kl": 0.010093225166201591}, {"step": 367, "loss": 0.5489320755004883, "ce": 2.320467710494995, "kl": 0.012091657146811485}, {"step": 368, "loss": 0.8017110824584961, "ce": 2.236949920654297, "kl": 0.011295245960354805}, {"step": 369, "loss": 0.9971039891242981, "ce": 2.207822799682617, "kl": 0.01209977176040411}, {"step": 370, "loss": 0.6816593408584595, "ce": 2.1734020709991455, "kl": 0.011710911989212036}, {"step": 371, "loss": 1.0622401237487793, "ce": 2.253235101699829, "kl": 0.011279857717454433}, {"step": 372, "loss": 0.8081071972846985, "ce": 2.232875108718872, "kl": 0.011183313094079494}, {"step": 373, "loss": 0.6556247472763062, "ce": 2.235224962234497, "kl": 0.012083915993571281}, {"step": 374, "loss": 0.9785933494567871, "ce": 2.181428909301758, "kl": 0.011592593975365162}, {"step": 375, "loss": 0.6457281112670898, "ce": 2.257816791534424, "kl": 0.014152253046631813}, {"step": 376, "loss": 0.534855306148529, "ce": 2.173133373260498, "kl": 0.011877721175551414}, {"step": 377, "loss": 1.0001873970031738, "ce": 2.394443988800049, "kl": 0.012409556657075882}, {"step": 378, "loss": 0.627172589302063, "ce": 2.163400888442993, "kl": 0.011033838614821434}, {"step": 379, "loss": 1.059752106666565, "ce": 2.3973758220672607, "kl": 0.012200797908008099}, {"step": 380, "loss": 0.7192490100860596, "ce": 2.2822105884552, "kl": 0.011724908836185932}, {"step": 381, "loss": 0.7718279957771301, "ce": 2.091986894607544, "kl": 0.012944424524903297}, {"step": 382, "loss": 0.95781409740448, "ce": 2.195230722427368, "kl": 0.013496369123458862}, {"step": 383, "loss": 0.3246416747570038, "ce": 2.070328712463379, "kl": 0.013380603864789009}, {"step": 384, "loss": 0.48418283462524414, "ce": 1.9385818243026733, "kl": 0.013340395875275135}, {"step": 385, "loss": 1.0244694948196411, "ce": 2.1805548667907715, "kl": 0.01253342442214489}, {"step": 386, "loss": 0.8059685826301575, "ce": 2.1177549362182617, "kl": 0.012691312469542027}, {"step": 387, "loss": 0.6307197213172913, "ce": 2.171055555343628, "kl": 0.012890806421637535}, {"step": 388, "loss": 0.53841632604599, "ce": 2.0035789012908936, "kl": 0.011664050631225109}, {"step": 389, "loss": 0.8220409750938416, "ce": 2.397106647491455, "kl": 0.012986665591597557}, {"step": 390, "loss": 0.4204758107662201, "ce": 2.3364033699035645, "kl": 0.011440535075962543}, {"step": 391, "loss": 0.6331605911254883, "ce": 2.301999092102051, "kl": 0.01311639603227377}, {"step": 392, "loss": 0.9700888991355896, "ce": 2.29026198387146, "kl": 0.010897752828896046}, {"step": 393, "loss": 0.7342259287834167, "ce": 2.1883010864257812, "kl": 0.012033098377287388}, {"step": 394, "loss": 0.9837679266929626, "ce": 2.2197623252868652, "kl": 0.011286914348602295}, {"step": 395, "loss": 0.5894899368286133, "ce": 2.0370662212371826, "kl": 0.01106071937829256}, {"step": 396, "loss": 0.586428701877594, "ce": 2.38279128074646, "kl": 0.012063412927091122}, {"step": 397, "loss": 1.0645184516906738, "ce": 2.1776111125946045, "kl": 0.011602699756622314}, {"step": 398, "loss": 0.4506905972957611, "ce": 2.158918857574463, "kl": 0.010304189287126064}, {"step": 399, "loss": 0.4206922650337219, "ce": 2.355729341506958, "kl": 0.011703679338097572}, {"step": 400, "loss": 0.3720661997795105, "ce": 2.0278875827789307, "kl": 0.01152436900883913}, {"step": 401, "loss": 0.8864092230796814, "ce": 2.3438899517059326, "kl": 0.01263611949980259}, {"step": 402, "loss": 0.8722339868545532, "ce": 2.2994582653045654, "kl": 0.01109555084258318}, {"step": 403, "loss": 0.7952715754508972, "ce": 2.0155301094055176, "kl": 0.012476732954382896}, {"step": 404, "loss": 0.8430061340332031, "ce": 2.357595920562744, "kl": 0.011895469389855862}, {"step": 405, "loss": 0.6394802331924438, "ce": 2.2908849716186523, "kl": 0.012635299935936928}, {"step": 406, "loss": 0.6999121904373169, "ce": 2.0936362743377686, "kl": 0.011945086531341076}, {"step": 407, "loss": 0.5304031372070312, "ce": 1.984143614768982, "kl": 0.010895411483943462}, {"step": 408, "loss": 0.6665419340133667, "ce": 2.230421543121338, "kl": 0.011217893101274967}, {"step": 409, "loss": 0.7530320882797241, "ce": 2.127746105194092, "kl": 0.010693198069930077}, {"step": 410, "loss": 0.8006849884986877, "ce": 2.1635024547576904, "kl": 0.010684479027986526}, {"step": 411, "loss": 0.5439079999923706, "ce": 2.130321741104126, "kl": 0.01106168795377016}, {"step": 412, "loss": 0.9322104454040527, "ce": 2.2516887187957764, "kl": 0.010144482366740704}, {"step": 413, "loss": 0.6352633833885193, "ce": 2.0687851905822754, "kl": 0.0101136714220047}, {"step": 414, "loss": 0.7288989424705505, "ce": 2.1971595287323, "kl": 0.012539410032331944}, {"step": 415, "loss": 0.8390556573867798, "ce": 2.0912609100341797, "kl": 0.011156686581671238}, {"step": 416, "loss": 0.8754333853721619, "ce": 2.2221672534942627, "kl": 0.011997857131063938}, {"step": 417, "loss": 1.081628441810608, "ce": 2.176640272140503, "kl": 0.014862962998449802}, {"step": 418, "loss": 0.7283546328544617, "ce": 2.063739538192749, "kl": 0.016038022935390472}, {"step": 419, "loss": 0.8559948801994324, "ce": 2.154257297515869, "kl": 0.011844947002828121}, {"step": 420, "loss": 0.8525720834732056, "ce": 2.198425054550171, "kl": 0.01252152118831873}, {"step": 421, "loss": 0.7762325406074524, "ce": 2.2202718257904053, "kl": 0.011058478616178036}, {"step": 422, "loss": 0.7198113203048706, "ce": 2.0290656089782715, "kl": 0.01754460297524929}, {"step": 423, "loss": 0.9942753911018372, "ce": 2.116612195968628, "kl": 0.011949840933084488}, {"step": 424, "loss": 0.7361611723899841, "ce": 2.1502926349639893, "kl": 0.013360685668885708}, {"step": 425, "loss": 0.6416846513748169, "ce": 2.2507383823394775, "kl": 0.011546425521373749}, {"step": 426, "loss": 0.7093573212623596, "ce": 2.3791325092315674, "kl": 0.013152312487363815}, {"step": 427, "loss": 0.7008312940597534, "ce": 2.180495500564575, "kl": 0.011462321504950523}, {"step": 428, "loss": 0.6681190133094788, "ce": 2.205040216445923, "kl": 0.01185121014714241}, {"step": 429, "loss": 0.5740412473678589, "ce": 2.2068374156951904, "kl": 0.01085096225142479}, {"step": 430, "loss": 0.7404594421386719, "ce": 2.2433903217315674, "kl": 0.01162426546216011}, {"step": 431, "loss": 0.37377509474754333, "ce": 2.1687557697296143, "kl": 0.011776238679885864}, {"step": 432, "loss": 0.9261031150817871, "ce": 2.2529513835906982, "kl": 0.011324283666908741}, {"step": 433, "loss": 0.8597450852394104, "ce": 2.3458547592163086, "kl": 0.012356682680547237}, {"step": 434, "loss": 0.6876187324523926, "ce": 2.100536584854126, "kl": 0.010502895340323448}, {"step": 435, "loss": 0.5261194705963135, "ce": 2.0648796558380127, "kl": 0.012989445589482784}, {"step": 436, "loss": 0.7053635120391846, "ce": 2.2728676795959473, "kl": 0.013020621612668037}, {"step": 437, "loss": 0.5668569207191467, "ce": 2.284331798553467, "kl": 0.011495424434542656}, {"step": 438, "loss": 0.6633411645889282, "ce": 2.184464693069458, "kl": 0.011864603497087955}, {"step": 439, "loss": 0.3985974192619324, "ce": 2.281642436981201, "kl": 0.012495258823037148}, {"step": 440, "loss": 0.401333212852478, "ce": 2.02683424949646, "kl": 0.01148382481187582}, {"step": 441, "loss": 0.5111936926841736, "ce": 2.1925013065338135, "kl": 0.012012618593871593}, {"step": 442, "loss": 0.5000567436218262, "ce": 2.037470579147339, "kl": 0.011070620268583298}, {"step": 443, "loss": 0.5010495185852051, "ce": 2.1491363048553467, "kl": 0.010165005922317505}, {"step": 444, "loss": 0.6287732720375061, "ce": 2.3052194118499756, "kl": 0.01144123449921608}, {"step": 445, "loss": 0.8784121870994568, "ce": 2.2648260593414307, "kl": 0.011487336829304695}, {"step": 446, "loss": 0.4626500606536865, "ce": 2.1358261108398438, "kl": 0.01254816260188818}, {"step": 447, "loss": 0.7022819519042969, "ce": 2.282045841217041, "kl": 0.010568922385573387}, {"step": 448, "loss": 0.7977744340896606, "ce": 2.192100763320923, "kl": 0.010912488214671612}, {"step": 449, "loss": 0.7035017609596252, "ce": 2.093313217163086, "kl": 0.00998038798570633}, {"step": 450, "loss": 0.5762563347816467, "ce": 2.135552406311035, "kl": 0.012150782160460949}, {"step": 451, "loss": 0.5723897814750671, "ce": 2.2148802280426025, "kl": 0.010102120228111744}, {"step": 452, "loss": 0.6565905213356018, "ce": 2.197808027267456, "kl": 0.012702418491244316}, {"step": 453, "loss": 0.5311225056648254, "ce": 2.1969168186187744, "kl": 0.011437841691076756}, {"step": 454, "loss": 0.772227942943573, "ce": 2.276456117630005, "kl": 0.01341638620942831}, {"step": 455, "loss": 0.6977173686027527, "ce": 2.354576587677002, "kl": 0.011756498366594315}, {"step": 456, "loss": 0.7307901978492737, "ce": 2.1680846214294434, "kl": 0.011062363162636757}, {"step": 457, "loss": 0.8854119181632996, "ce": 2.297239065170288, "kl": 0.01170362439006567}, {"step": 458, "loss": 0.8822137117385864, "ce": 2.1443326473236084, "kl": 0.014002393931150436}, {"step": 459, "loss": 0.5743206739425659, "ce": 2.2030141353607178, "kl": 0.012436825782060623}, {"step": 460, "loss": 0.7073796987533569, "ce": 2.1821184158325195, "kl": 0.01263401098549366}, {"step": 461, "loss": 0.6158971786499023, "ce": 2.1544015407562256, "kl": 0.01285467203706503}, {"step": 462, "loss": 0.3660338819026947, "ce": 2.1995911598205566, "kl": 0.011567046865820885}, {"step": 463, "loss": 0.6873484253883362, "ce": 2.1823887825012207, "kl": 0.011296536773443222}, {"step": 464, "loss": 0.7889734506607056, "ce": 2.2116539478302, "kl": 0.012148167006671429}, {"step": 465, "loss": 0.4738408923149109, "ce": 2.20312237739563, "kl": 0.012093573808670044}, {"step": 466, "loss": 0.7586016654968262, "ce": 2.118680238723755, "kl": 0.012184683233499527}, {"step": 467, "loss": 0.5756406188011169, "ce": 2.2608859539031982, "kl": 0.011051415465772152}, {"step": 468, "loss": 0.7320130467414856, "ce": 2.286045789718628, "kl": 0.012157044373452663}, {"step": 469, "loss": 0.4976942241191864, "ce": 2.3144595623016357, "kl": 0.011590667068958282}, {"step": 470, "loss": 0.8274486064910889, "ce": 2.2205557823181152, "kl": 0.011249952018260956}, {"step": 471, "loss": 0.7138025164604187, "ce": 2.2387819290161133, "kl": 0.010947839356958866}, {"step": 472, "loss": 0.7380253672599792, "ce": 2.202845811843872, "kl": 0.012739768251776695}, {"step": 473, "loss": 0.7096698880195618, "ce": 2.1727585792541504, "kl": 0.012396294623613358}, {"step": 474, "loss": 0.7079419493675232, "ce": 2.211668014526367, "kl": 0.011517196893692017}, {"step": 475, "loss": 0.687053918838501, "ce": 2.1996283531188965, "kl": 0.012667102739214897}, {"step": 476, "loss": 0.7298496961593628, "ce": 2.1588737964630127, "kl": 0.012119156308472157}, {"step": 477, "loss": 0.688148558139801, "ce": 2.22141432762146, "kl": 0.011077076196670532}, {"step": 478, "loss": 0.8852415680885315, "ce": 2.1488444805145264, "kl": 0.011497079394757748}, {"step": 479, "loss": 0.936850368976593, "ce": 2.2020132541656494, "kl": 0.01096302829682827}, {"step": 480, "loss": 0.8015084862709045, "ce": 2.1813881397247314, "kl": 0.01118231937289238}, {"step": 481, "loss": 0.960214376449585, "ce": 2.2487833499908447, "kl": 0.01189605426043272}, {"step": 482, "loss": 0.8501229286193848, "ce": 2.2836124897003174, "kl": 0.012000182643532753}, {"step": 483, "loss": 0.7635528445243835, "ce": 2.050238847732544, "kl": 0.0139300636947155}, {"step": 484, "loss": 0.8495200872421265, "ce": 2.2588517665863037, "kl": 0.012038681656122208}, {"step": 485, "loss": 0.6695471405982971, "ce": 2.085890531539917, "kl": 0.012633763253688812}, {"step": 486, "loss": 0.5291116833686829, "ce": 2.2473723888397217, "kl": 0.01110926829278469}, {"step": 487, "loss": 0.4476442337036133, "ce": 2.0626485347747803, "kl": 0.011572517454624176}, {"step": 488, "loss": 0.6682670712471008, "ce": 2.165698528289795, "kl": 0.012314197607338428}, {"step": 489, "loss": 0.5518574714660645, "ce": 2.197918653488159, "kl": 0.01240102294832468}, {"step": 490, "loss": 0.5289022922515869, "ce": 2.0817818641662598, "kl": 0.01094522699713707}, {"step": 491, "loss": 0.9501467943191528, "ce": 2.2048134803771973, "kl": 0.012669045478105545}, {"step": 492, "loss": 1.0509874820709229, "ce": 2.198110580444336, "kl": 0.010467998683452606}, {"step": 493, "loss": 0.7065439224243164, "ce": 2.173429250717163, "kl": 0.013818692415952682}, {"step": 494, "loss": 0.6010351181030273, "ce": 2.2038676738739014, "kl": 0.010770441964268684}, {"step": 495, "loss": 0.8011947870254517, "ce": 2.219393491744995, "kl": 0.011215891689062119}, {"step": 496, "loss": 0.7838236689567566, "ce": 2.2306854724884033, "kl": 0.01073188055306673}, {"step": 497, "loss": 0.8918650150299072, "ce": 2.018813133239746, "kl": 0.01212752889841795}, {"step": 498, "loss": 0.6507371068000793, "ce": 2.21779727935791, "kl": 0.014162109233438969}, {"step": 499, "loss": 0.36470305919647217, "ce": 2.1780831813812256, "kl": 0.01150557678192854}, {"step": 500, "loss": 0.8642325401306152, "ce": 2.275879383087158, "kl": 0.012670827098190784}, {"step": 501, "loss": 0.6417961120605469, "ce": 2.1507456302642822, "kl": 0.011228707619011402}, {"step": 502, "loss": 0.5611405372619629, "ce": 2.178464412689209, "kl": 0.01122400164604187}, {"step": 503, "loss": 0.8224542140960693, "ce": 2.2203519344329834, "kl": 0.011157160624861717}, {"step": 504, "loss": 0.5751026272773743, "ce": 2.3104820251464844, "kl": 0.011142419651150703}, {"step": 505, "loss": 0.5997629165649414, "ce": 2.33444881439209, "kl": 0.012878134846687317}, {"step": 506, "loss": 0.8303667902946472, "ce": 2.177259922027588, "kl": 0.011278243735432625}, {"step": 507, "loss": 0.5952181816101074, "ce": 2.0221900939941406, "kl": 0.01145707443356514}, {"step": 508, "loss": 0.8819472789764404, "ce": 2.2493252754211426, "kl": 0.011296449229121208}, {"step": 509, "loss": 0.8889970183372498, "ce": 2.13399338722229, "kl": 0.01029958575963974}, {"step": 510, "loss": 0.7366920113563538, "ce": 2.1799113750457764, "kl": 0.011563961394131184}, {"step": 511, "loss": 0.7976975440979004, "ce": 2.0650174617767334, "kl": 0.012914936058223248}, {"step": 512, "loss": 1.035994291305542, "ce": 2.1739745140075684, "kl": 0.014295866712927818}, {"step": 513, "loss": 0.6786205768585205, "ce": 2.307577133178711, "kl": 0.010809392668306828}, {"step": 514, "loss": 0.4519909918308258, "ce": 2.0991768836975098, "kl": 0.012407675385475159}, {"step": 515, "loss": 0.7681527137756348, "ce": 2.420729398727417, "kl": 0.011361511424183846}, {"step": 516, "loss": 0.8852882385253906, "ce": 2.3489878177642822, "kl": 0.011626061052083969}, {"step": 517, "loss": 0.5439752340316772, "ce": 2.3453686237335205, "kl": 0.011230402626097202}, {"step": 518, "loss": 0.8461697697639465, "ce": 2.150151014328003, "kl": 0.012551924213767052}, {"step": 519, "loss": 0.7548435926437378, "ce": 2.084747314453125, "kl": 0.012142304331064224}, {"step": 520, "loss": 0.48796796798706055, "ce": 2.1735427379608154, "kl": 0.013661506585776806}, {"step": 521, "loss": 0.5494585037231445, "ce": 2.3346707820892334, "kl": 0.012055883184075356}, {"step": 522, "loss": 0.6596944332122803, "ce": 2.239304304122925, "kl": 0.012588213197886944}, {"step": 523, "loss": 0.7859319448471069, "ce": 2.185382843017578, "kl": 0.014368939213454723}, {"step": 524, "loss": 0.7410063147544861, "ce": 2.1106173992156982, "kl": 0.01276542991399765}, {"step": 525, "loss": 0.5249058604240417, "ce": 2.1441309452056885, "kl": 0.011627765372395515}, {"step": 526, "loss": 0.7953638434410095, "ce": 2.243772029876709, "kl": 0.010975946672260761}, {"step": 527, "loss": 0.5141285061836243, "ce": 2.1605353355407715, "kl": 0.015207171440124512}, {"step": 528, "loss": 0.7093787789344788, "ce": 2.0970406532287598, "kl": 0.011203864589333534}, {"step": 529, "loss": 1.1498277187347412, "ce": 2.2103185653686523, "kl": 0.010454360395669937}, {"step": 530, "loss": 0.697283148765564, "ce": 1.9295933246612549, "kl": 0.011092922650277615}, {"step": 531, "loss": 0.5119617581367493, "ce": 2.1029157638549805, "kl": 0.01195779163390398}, {"step": 532, "loss": 0.7647674679756165, "ce": 2.266932964324951, "kl": 0.010955845937132835}, {"step": 533, "loss": 1.024976372718811, "ce": 2.343101978302002, "kl": 0.013065812177956104}, {"step": 534, "loss": 0.6918523907661438, "ce": 2.2085676193237305, "kl": 0.011931742541491985}, {"step": 535, "loss": 0.6976001858711243, "ce": 2.289294481277466, "kl": 0.010770659893751144}, {"step": 536, "loss": 0.6174561977386475, "ce": 2.119192123413086, "kl": 0.012310639023780823}, {"step": 537, "loss": 0.5078505873680115, "ce": 2.3881962299346924, "kl": 0.011190471239387989}, {"step": 538, "loss": 0.7492341995239258, "ce": 2.233842372894287, "kl": 0.011195367202162743}, {"step": 539, "loss": 0.4850831925868988, "ce": 2.1707005500793457, "kl": 0.011720280162990093}, {"step": 540, "loss": 1.0087147951126099, "ce": 2.3279993534088135, "kl": 0.01208547130227089}, {"step": 541, "loss": 0.5558525323867798, "ce": 2.3032338619232178, "kl": 0.011500312015414238}, {"step": 542, "loss": 0.7524417638778687, "ce": 2.3429179191589355, "kl": 0.011341181583702564}, {"step": 543, "loss": 0.6905603408813477, "ce": 2.197754144668579, "kl": 0.010472054593265057}, {"step": 544, "loss": 0.6901090741157532, "ce": 2.2986302375793457, "kl": 0.010907837189733982}, {"step": 545, "loss": 0.8424425721168518, "ce": 2.2213685512542725, "kl": 0.014411048963665962}, {"step": 546, "loss": 1.023162603378296, "ce": 2.199918270111084, "kl": 0.011046607978641987}, {"step": 547, "loss": 0.6362988352775574, "ce": 2.1584599018096924, "kl": 0.013165337964892387}, {"step": 548, "loss": 0.8667324781417847, "ce": 2.4122891426086426, "kl": 0.012818317860364914}, {"step": 549, "loss": 0.5549043416976929, "ce": 2.1555800437927246, "kl": 0.010613003745675087}, {"step": 550, "loss": 0.6457472443580627, "ce": 2.050389051437378, "kl": 0.011623908765614033}, {"step": 551, "loss": 0.4900223910808563, "ce": 2.2087042331695557, "kl": 0.011991848237812519}, {"step": 552, "loss": 0.8226240873336792, "ce": 2.375626564025879, "kl": 0.011284790933132172}, {"step": 553, "loss": 0.7510809898376465, "ce": 2.2026901245117188, "kl": 0.012073863297700882}, {"step": 554, "loss": 0.830604612827301, "ce": 2.1758816242218018, "kl": 0.010578133165836334}, {"step": 555, "loss": 0.9445461630821228, "ce": 2.1840462684631348, "kl": 0.010820087976753712}, {"step": 556, "loss": 0.732885479927063, "ce": 2.205000400543213, "kl": 0.012775245122611523}, {"step": 557, "loss": 0.7022039890289307, "ce": 2.0791358947753906, "kl": 0.011505569331347942}, {"step": 558, "loss": 0.8941617012023926, "ce": 2.2130842208862305, "kl": 0.014034572057425976}, {"step": 559, "loss": 0.5284556150436401, "ce": 2.035022735595703, "kl": 0.012530233711004257}, {"step": 560, "loss": 0.7868279218673706, "ce": 2.200990676879883, "kl": 0.012971234507858753}, {"step": 561, "loss": 0.6269437670707703, "ce": 2.1645171642303467, "kl": 0.01198492106050253}, {"step": 562, "loss": 0.5393802523612976, "ce": 1.8959685564041138, "kl": 0.01131223514676094}, {"step": 563, "loss": 0.7145901918411255, "ce": 2.2087552547454834, "kl": 0.013653060421347618}, {"step": 564, "loss": 0.43706202507019043, "ce": 2.210066795349121, "kl": 0.012283379212021828}, {"step": 565, "loss": 0.6507548093795776, "ce": 2.1283247470855713, "kl": 0.012864244170486927}, {"step": 566, "loss": 0.9798254370689392, "ce": 2.1366868019104004, "kl": 0.012315833941102028}, {"step": 567, "loss": 0.9281578063964844, "ce": 2.2197461128234863, "kl": 0.01300864014774561}, {"step": 568, "loss": 0.5797384977340698, "ce": 2.255500555038452, "kl": 0.012756871990859509}, {"step": 569, "loss": 0.5878728032112122, "ce": 2.1444499492645264, "kl": 0.012263509444892406}, {"step": 570, "loss": 0.5059903264045715, "ce": 2.0309112071990967, "kl": 0.01186006423085928}, {"step": 571, "loss": 0.4748380482196808, "ce": 2.225924491882324, "kl": 0.01254243589937687}, {"step": 572, "loss": 0.6274647116661072, "ce": 2.184985399246216, "kl": 0.011367865838110447}, {"step": 573, "loss": 0.40278011560440063, "ce": 2.083824396133423, "kl": 0.012352123856544495}, {"step": 574, "loss": 0.8254547119140625, "ce": 2.2946555614471436, "kl": 0.012021728791296482}, {"step": 575, "loss": 0.6660402417182922, "ce": 2.323742151260376, "kl": 0.011550089344382286}, {"step": 576, "loss": 0.8178509473800659, "ce": 2.3017735481262207, "kl": 0.012782040052115917}, {"step": 577, "loss": 0.965613603591919, "ce": 2.3085927963256836, "kl": 0.012171556241810322}, {"step": 578, "loss": 0.862442672252655, "ce": 2.2839083671569824, "kl": 0.011478835716843605}, {"step": 579, "loss": 0.5583236813545227, "ce": 2.2182705402374268, "kl": 0.011327121406793594}, {"step": 580, "loss": 0.5607995986938477, "ce": 2.249979019165039, "kl": 0.012730849906802177}, {"step": 581, "loss": 0.6455131769180298, "ce": 2.2390711307525635, "kl": 0.011513077653944492}, {"step": 582, "loss": 0.9610854983329773, "ce": 2.2637219429016113, "kl": 0.009917127899825573}, {"step": 583, "loss": 0.9295880794525146, "ce": 2.26725697517395, "kl": 0.011662701144814491}, {"step": 584, "loss": 0.4638267159461975, "ce": 2.2104287147521973, "kl": 0.011358029209077358}, {"step": 585, "loss": 0.8437777161598206, "ce": 2.253777265548706, "kl": 0.011356545612215996}, {"step": 586, "loss": 0.6953856348991394, "ce": 2.2582080364227295, "kl": 0.011072988621890545}, {"step": 587, "loss": 0.9839329719543457, "ce": 2.1981141567230225, "kl": 0.012164006009697914}, {"step": 588, "loss": 0.5218361616134644, "ce": 2.2321929931640625, "kl": 0.012440692633390427}, {"step": 589, "loss": 0.6214205026626587, "ce": 2.27535343170166, "kl": 0.011270560324192047}, {"step": 590, "loss": 0.44256454706192017, "ce": 2.174239158630371, "kl": 0.010963818989694118}, {"step": 591, "loss": 0.5633764863014221, "ce": 2.2278997898101807, "kl": 0.011424578726291656}, {"step": 592, "loss": 0.5469013452529907, "ce": 2.2834484577178955, "kl": 0.010671253316104412}, {"step": 593, "loss": 0.8643786907196045, "ce": 2.3482773303985596, "kl": 0.011249068193137646}, {"step": 594, "loss": 0.7290538549423218, "ce": 2.3034191131591797, "kl": 0.011533389799296856}, {"step": 595, "loss": 0.7649141550064087, "ce": 2.181185722351074, "kl": 0.01073610782623291}, {"step": 596, "loss": 0.9149682521820068, "ce": 2.0857152938842773, "kl": 0.011493224650621414}, {"step": 597, "loss": 0.4506779611110687, "ce": 2.311750888824463, "kl": 0.013537240214645863}, {"step": 598, "loss": 0.7869740724563599, "ce": 2.302863836288452, "kl": 0.010504570789635181}, {"step": 599, "loss": 0.653709888458252, "ce": 2.156158924102783, "kl": 0.012005278840661049}, {"step": 600, "loss": 1.1383005380630493, "ce": 2.3728344440460205, "kl": 0.013458600267767906}, {"step": 601, "loss": 0.5631371140480042, "ce": 2.1278066635131836, "kl": 0.012102709151804447}, {"step": 602, "loss": 0.8029887676239014, "ce": 2.355374574661255, "kl": 0.012013065628707409}, {"step": 603, "loss": 0.6353193521499634, "ce": 2.285501718521118, "kl": 0.011125565506517887}, {"step": 604, "loss": 0.8605626225471497, "ce": 2.2262725830078125, "kl": 0.011357654817402363}, {"step": 605, "loss": 0.7097525596618652, "ce": 2.1981167793273926, "kl": 0.011690761893987656}, {"step": 606, "loss": 0.8637264966964722, "ce": 2.227882146835327, "kl": 0.010794395580887794}, {"step": 607, "loss": 0.8602914810180664, "ce": 2.234872579574585, "kl": 0.010650157928466797}, {"step": 608, "loss": 0.47762537002563477, "ce": 2.3331215381622314, "kl": 0.01302938163280487}, {"step": 609, "loss": 0.3532932698726654, "ce": 2.1730644702911377, "kl": 0.01318387407809496}, {"step": 610, "loss": 0.30211347341537476, "ce": 2.112842321395874, "kl": 0.012743758037686348}, {"step": 611, "loss": 0.8258115649223328, "ce": 2.2018790245056152, "kl": 0.011383461765944958}, {"step": 612, "loss": 0.9700765609741211, "ce": 2.18074631690979, "kl": 0.014651544392108917}, {"step": 613, "loss": 0.5358925461769104, "ce": 2.124197483062744, "kl": 0.01187477819621563}, {"step": 614, "loss": 0.7440759539604187, "ce": 2.1797072887420654, "kl": 0.01043519377708435}, {"step": 615, "loss": 0.7953851222991943, "ce": 2.270291328430176, "kl": 0.012595944106578827}, {"step": 616, "loss": 0.7275421023368835, "ce": 2.13128662109375, "kl": 0.011168439872562885}, {"step": 617, "loss": 0.6229631304740906, "ce": 2.199815273284912, "kl": 0.01145386602729559}, {"step": 618, "loss": 0.5036625862121582, "ce": 2.1677086353302, "kl": 0.012224143370985985}, {"step": 619, "loss": 0.6790112853050232, "ce": 2.1302621364593506, "kl": 0.012076171115040779}, {"step": 620, "loss": 0.9836059212684631, "ce": 2.252058506011963, "kl": 0.013554285280406475}, {"step": 621, "loss": 0.9320439696311951, "ce": 2.2077431678771973, "kl": 0.011567200534045696}, {"step": 622, "loss": 0.7290120124816895, "ce": 2.1412241458892822, "kl": 0.013140908442437649}, {"step": 623, "loss": 0.6066209077835083, "ce": 2.284590005874634, "kl": 0.011394069530069828}, {"step": 624, "loss": 0.8612340688705444, "ce": 2.1120059490203857, "kl": 0.01252028252929449}, {"step": 625, "loss": 0.6638398766517639, "ce": 2.241325855255127, "kl": 0.012077530845999718}, {"step": 626, "loss": 0.5872028470039368, "ce": 2.2258729934692383, "kl": 0.011207595467567444}, {"step": 627, "loss": 0.5360019207000732, "ce": 2.153611898422241, "kl": 0.010662219487130642}, {"step": 628, "loss": 0.3626669943332672, "ce": 2.431812047958374, "kl": 0.01074274443089962}, {"step": 629, "loss": 0.5838687419891357, "ce": 2.060788154602051, "kl": 0.010636663064360619}, {"step": 630, "loss": 0.8947898149490356, "ce": 2.165860652923584, "kl": 0.01227449532598257}, {"step": 631, "loss": 0.6090306043624878, "ce": 2.262160539627075, "kl": 0.011082001961767673}, {"step": 632, "loss": 0.981685221195221, "ce": 2.3659002780914307, "kl": 0.013467807322740555}, {"step": 633, "loss": 0.7015271186828613, "ce": 2.0352189540863037, "kl": 0.011885871179401875}, {"step": 634, "loss": 0.7229558229446411, "ce": 2.30547833442688, "kl": 0.011493132449686527}, {"step": 635, "loss": 0.6469319462776184, "ce": 2.264394998550415, "kl": 0.011665524914860725}, {"step": 636, "loss": 0.5973829627037048, "ce": 2.194507122039795, "kl": 0.011434384621679783}, {"step": 637, "loss": 0.4757971465587616, "ce": 2.211707592010498, "kl": 0.010695247910916805}, {"step": 638, "loss": 0.8025197386741638, "ce": 2.112658977508545, "kl": 0.012116232886910439}, {"step": 639, "loss": 0.35738882422447205, "ce": 2.117750406265259, "kl": 0.012302079237997532}, {"step": 640, "loss": 0.5375655889511108, "ce": 2.1069233417510986, "kl": 0.012360982596874237}, {"step": 641, "loss": 0.7559969425201416, "ce": 2.159557819366455, "kl": 0.010730397887527943}, {"step": 642, "loss": 1.320885181427002, "ce": 2.30757999420166, "kl": 0.011349550448358059}, {"step": 643, "loss": 0.9592854976654053, "ce": 2.302772283554077, "kl": 0.011789397336542606}, {"step": 644, "loss": 0.9621078968048096, "ce": 2.2432920932769775, "kl": 0.01137715857475996}, {"step": 645, "loss": 0.9824841022491455, "ce": 2.064779043197632, "kl": 0.0130083616822958}, {"step": 646, "loss": 0.5493778586387634, "ce": 2.091853380203247, "kl": 0.012293736450374126}, {"step": 647, "loss": 0.5700492858886719, "ce": 2.2131707668304443, "kl": 0.011423842050135136}, {"step": 648, "loss": 0.648888349533081, "ce": 2.397737979888916, "kl": 0.012197793461382389}, {"step": 649, "loss": 0.6566182971000671, "ce": 2.2741892337799072, "kl": 0.011827989481389523}, {"step": 650, "loss": 1.037723422050476, "ce": 2.206566333770752, "kl": 0.012108619324862957}, {"step": 651, "loss": 0.8628848195075989, "ce": 2.098675012588501, "kl": 0.012918089516460896}, {"step": 652, "loss": 0.6171588897705078, "ce": 2.073983669281006, "kl": 0.011431489139795303}, {"step": 653, "loss": 1.013363003730774, "ce": 2.3661983013153076, "kl": 0.011862237006425858}, {"step": 654, "loss": 0.8352914452552795, "ce": 2.1713244915008545, "kl": 0.012453845702111721}, {"step": 655, "loss": 0.9361667037010193, "ce": 2.186727523803711, "kl": 0.01233260240405798}, {"step": 656, "loss": 0.5279337763786316, "ce": 2.174417734146118, "kl": 0.013724716380238533}, {"step": 657, "loss": 0.6360452175140381, "ce": 2.266207695007324, "kl": 0.013516180217266083}, {"step": 658, "loss": 0.9300281405448914, "ce": 2.32623291015625, "kl": 0.012183494865894318}, {"step": 659, "loss": 0.698126494884491, "ce": 2.1841981410980225, "kl": 0.01215249951928854}, {"step": 660, "loss": 0.8692264556884766, "ce": 2.4325623512268066, "kl": 0.012801445089280605}, {"step": 661, "loss": 0.7762409448623657, "ce": 2.1847915649414062, "kl": 0.012226455844938755}, {"step": 662, "loss": 0.9426247477531433, "ce": 2.151859760284424, "kl": 0.0140644870698452}, {"step": 663, "loss": 0.7553174495697021, "ce": 2.238765001296997, "kl": 0.013262422755360603}, {"step": 664, "loss": 0.46274036169052124, "ce": 2.0282132625579834, "kl": 0.013459390960633755}, {"step": 665, "loss": 0.4603418707847595, "ce": 1.9928420782089233, "kl": 0.014167103916406631}, {"step": 666, "loss": 1.2086259126663208, "ce": 2.139859676361084, "kl": 0.013037657365202904}, {"step": 667, "loss": 0.564692497253418, "ce": 2.077965259552002, "kl": 0.013290016911923885}, {"step": 668, "loss": 0.7280777096748352, "ce": 2.155787467956543, "kl": 0.012696437537670135}, {"step": 669, "loss": 0.6264140009880066, "ce": 2.0625102519989014, "kl": 0.012679940089583397}, {"step": 670, "loss": 0.6066650748252869, "ce": 2.254415273666382, "kl": 0.012904826551675797}, {"step": 671, "loss": 0.5323312878608704, "ce": 2.4275641441345215, "kl": 0.01225317269563675}, {"step": 672, "loss": 0.6519824862480164, "ce": 2.2757089138031006, "kl": 0.013297611847519875}, {"step": 673, "loss": 0.7336227893829346, "ce": 2.2372355461120605, "kl": 0.01275585126131773}, {"step": 674, "loss": 0.8723997473716736, "ce": 2.262432098388672, "kl": 0.012908593751490116}, {"step": 675, "loss": 0.9696065187454224, "ce": 2.16005539894104, "kl": 0.011882147751748562}, {"step": 676, "loss": 0.5926270484924316, "ce": 2.0574681758880615, "kl": 0.01203436590731144}, {"step": 677, "loss": 0.5967071652412415, "ce": 2.3100974559783936, "kl": 0.012744025327265263}, {"step": 678, "loss": 1.018413782119751, "ce": 2.200073719024658, "kl": 0.012198318727314472}, {"step": 679, "loss": 0.46909335255622864, "ce": 2.144585609436035, "kl": 0.010932767763733864}, {"step": 680, "loss": 0.4357316195964813, "ce": 2.1550943851470947, "kl": 0.012492706067860126}, {"step": 681, "loss": 0.5006635189056396, "ce": 2.2075867652893066, "kl": 0.012267460115253925}, {"step": 682, "loss": 0.6888065338134766, "ce": 2.227173328399658, "kl": 0.012893681414425373}, {"step": 683, "loss": 1.0284404754638672, "ce": 2.3584635257720947, "kl": 0.011343349702656269}, {"step": 684, "loss": 0.664901852607727, "ce": 1.9158588647842407, "kl": 0.013766877353191376}, {"step": 685, "loss": 0.9104869365692139, "ce": 2.3604559898376465, "kl": 0.011721259914338589}, {"step": 686, "loss": 0.6580649614334106, "ce": 2.2591660022735596, "kl": 0.012514245696365833}, {"step": 687, "loss": 0.592169463634491, "ce": 2.120300054550171, "kl": 0.013246254064142704}, {"step": 688, "loss": 0.5980715751647949, "ce": 1.9735950231552124, "kl": 0.011206247843801975}, {"step": 689, "loss": 0.49107885360717773, "ce": 2.153062343597412, "kl": 0.01220762636512518}, {"step": 690, "loss": 0.9160347580909729, "ce": 2.154906988143921, "kl": 0.011897576972842216}, {"step": 691, "loss": 0.6913279891014099, "ce": 2.1983327865600586, "kl": 0.010878857225179672}, {"step": 692, "loss": 0.5578217506408691, "ce": 2.0525944232940674, "kl": 0.011171076446771622}, {"step": 693, "loss": 0.9391776919364929, "ce": 2.1732001304626465, "kl": 0.012115809135138988}, {"step": 694, "loss": 0.7276225090026855, "ce": 2.1815426349639893, "kl": 0.010423802770674229}, {"step": 695, "loss": 0.5758843421936035, "ce": 2.1372885704040527, "kl": 0.011439685709774494}, {"step": 696, "loss": 0.9769753813743591, "ce": 2.118379831314087, "kl": 0.01419839821755886}, {"step": 697, "loss": 0.8728872537612915, "ce": 2.174980640411377, "kl": 0.012108522467315197}, {"step": 698, "loss": 0.8341002464294434, "ce": 2.208470582962036, "kl": 0.011600692756474018}, {"step": 699, "loss": 0.793901801109314, "ce": 2.0559182167053223, "kl": 0.020452367141842842}, {"step": 700, "loss": 0.8477538824081421, "ce": 2.0507848262786865, "kl": 0.012519542127847672}, {"step": 701, "loss": 0.9155755043029785, "ce": 2.1946372985839844, "kl": 0.012767670676112175}, {"step": 702, "loss": 0.7244691252708435, "ce": 2.236447811126709, "kl": 0.012094574980437756}, {"step": 703, "loss": 0.8364222645759583, "ce": 2.0633084774017334, "kl": 0.017939170822501183}, {"step": 704, "loss": 0.9090582132339478, "ce": 2.109696388244629, "kl": 0.012370159849524498}, {"step": 705, "loss": 0.5419533848762512, "ce": 2.1171631813049316, "kl": 0.014175130054354668}, {"step": 706, "loss": 0.6814546585083008, "ce": 2.1690540313720703, "kl": 0.01152496226131916}, {"step": 707, "loss": 0.7993866801261902, "ce": 2.310122013092041, "kl": 0.012966461479663849}, {"step": 708, "loss": 0.7877025008201599, "ce": 2.198354482650757, "kl": 0.013373596593737602}, {"step": 709, "loss": 0.7507250308990479, "ce": 2.2079367637634277, "kl": 0.012217093259096146}, {"step": 710, "loss": 0.5288323760032654, "ce": 2.1755118370056152, "kl": 0.011639295145869255}, {"step": 711, "loss": 0.5399337410926819, "ce": 2.3251850605010986, "kl": 0.012021560221910477}, {"step": 712, "loss": 0.5655249357223511, "ce": 2.128953218460083, "kl": 0.011945456266403198}, {"step": 713, "loss": 0.8435282111167908, "ce": 2.221079111099243, "kl": 0.012046733871102333}, {"step": 714, "loss": 0.8339146375656128, "ce": 2.359766960144043, "kl": 0.013212847523391247}, {"step": 715, "loss": 0.6886492967605591, "ce": 2.092379093170166, "kl": 0.01170372311025858}, {"step": 716, "loss": 0.6718525886535645, "ce": 2.1004652976989746, "kl": 0.013333278708159924}, {"step": 717, "loss": 0.4250047504901886, "ce": 2.1876628398895264, "kl": 0.013168753124773502}, {"step": 718, "loss": 0.7596942782402039, "ce": 2.2534515857696533, "kl": 0.012635139748454094}, {"step": 719, "loss": 0.5109332203865051, "ce": 2.2316579818725586, "kl": 0.01235579326748848}, {"step": 720, "loss": 0.626259982585907, "ce": 2.2291271686553955, "kl": 0.012703802436590195}, {"step": 721, "loss": 0.32120388746261597, "ce": 2.035066843032837, "kl": 0.012260133400559425}, {"step": 722, "loss": 0.441420316696167, "ce": 2.0634474754333496, "kl": 0.012835940346121788}, {"step": 723, "loss": 0.5898606181144714, "ce": 2.0729901790618896, "kl": 0.011758108623325825}, {"step": 724, "loss": 0.49231216311454773, "ce": 2.2474350929260254, "kl": 0.01140838023275137}, {"step": 725, "loss": 0.5363713502883911, "ce": 2.1583971977233887, "kl": 0.011826854199171066}, {"step": 726, "loss": 0.644190788269043, "ce": 2.2575178146362305, "kl": 0.011746399104595184}, {"step": 727, "loss": 0.8067691326141357, "ce": 2.2503321170806885, "kl": 0.0133604034781456}, {"step": 728, "loss": 0.7150489091873169, "ce": 2.1561951637268066, "kl": 0.011131287552416325}, {"step": 729, "loss": 0.7321362495422363, "ce": 2.2282512187957764, "kl": 0.01151200383901596}, {"step": 730, "loss": 0.5108909010887146, "ce": 1.9479095935821533, "kl": 0.011115031316876411}, {"step": 731, "loss": 0.6359921097755432, "ce": 2.1628007888793945, "kl": 0.012201579287648201}, {"step": 732, "loss": 0.6280114054679871, "ce": 2.284604072570801, "kl": 0.01161304209381342}, {"step": 733, "loss": 0.6566615700721741, "ce": 2.182400703430176, "kl": 0.012941294349730015}, {"step": 734, "loss": 0.3856625556945801, "ce": 2.1406750679016113, "kl": 0.01214041281491518}, {"step": 735, "loss": 0.9985649585723877, "ce": 2.2437031269073486, "kl": 0.014806598424911499}, {"step": 736, "loss": 0.6395326256752014, "ce": 2.341473340988159, "kl": 0.01147486176341772}, {"step": 737, "loss": 0.7753914594650269, "ce": 2.1904542446136475, "kl": 0.012296568602323532}, {"step": 738, "loss": 0.7148004770278931, "ce": 2.257206439971924, "kl": 0.012673746794462204}, {"step": 739, "loss": 0.9545518755912781, "ce": 2.154106855392456, "kl": 0.014254231005907059}, {"step": 740, "loss": 0.715265691280365, "ce": 2.1686408519744873, "kl": 0.012917033396661282}, {"step": 741, "loss": 0.6210238337516785, "ce": 2.1906352043151855, "kl": 0.013020194135606289}, {"step": 742, "loss": 0.5898172855377197, "ce": 2.075277328491211, "kl": 0.012599606066942215}, {"step": 743, "loss": 0.3903917670249939, "ce": 2.2507071495056152, "kl": 0.01353500783443451}, {"step": 744, "loss": 0.49527525901794434, "ce": 2.2268359661102295, "kl": 0.012577439658343792}, {"step": 745, "loss": 0.7108474969863892, "ce": 2.1168859004974365, "kl": 0.012508497573435307}, {"step": 746, "loss": 0.666789710521698, "ce": 2.206360340118408, "kl": 0.013121378608047962}, {"step": 747, "loss": 0.888401448726654, "ce": 2.1247527599334717, "kl": 0.011896699666976929}, {"step": 748, "loss": 0.48242369294166565, "ce": 2.2241361141204834, "kl": 0.012524563819169998}, {"step": 749, "loss": 0.8412545323371887, "ce": 2.2811150550842285, "kl": 0.01259665284305811}, {"step": 750, "loss": 0.371174693107605, "ce": 2.303450107574463, "kl": 0.011735260486602783}, {"step": 751, "loss": 0.7697476148605347, "ce": 2.2418458461761475, "kl": 0.012106645852327347}, {"step": 752, "loss": 0.6651048064231873, "ce": 2.1608572006225586, "kl": 0.011370484717190266}, {"step": 753, "loss": 0.6626855731010437, "ce": 2.2373111248016357, "kl": 0.013261632062494755}, {"step": 754, "loss": 0.8411368727684021, "ce": 2.181136131286621, "kl": 0.012999555096030235}, {"step": 755, "loss": 0.7018394470214844, "ce": 2.231846570968628, "kl": 0.012013573199510574}, {"step": 756, "loss": 0.6611322164535522, "ce": 2.161566734313965, "kl": 0.01289796270430088}, {"step": 757, "loss": 0.6711366772651672, "ce": 2.1512768268585205, "kl": 0.012880749069154263}, {"step": 758, "loss": 0.7389664053916931, "ce": 2.159329414367676, "kl": 0.011514761485159397}, {"step": 759, "loss": 0.7457860112190247, "ce": 2.168583393096924, "kl": 0.012036916799843311}, {"step": 760, "loss": 0.8017257452011108, "ce": 2.1005911827087402, "kl": 0.011567271314561367}, {"step": 761, "loss": 1.2424685955047607, "ce": 2.2132647037506104, "kl": 0.012333608232438564}, {"step": 762, "loss": 0.6898209452629089, "ce": 2.2317323684692383, "kl": 0.010479699820280075}, {"step": 763, "loss": 0.8661538362503052, "ce": 2.2603812217712402, "kl": 0.01380282174795866}, {"step": 764, "loss": 0.7381032705307007, "ce": 2.1046082973480225, "kl": 0.013360440731048584}, {"step": 765, "loss": 0.9942352771759033, "ce": 2.2069475650787354, "kl": 0.014102696441113949}, {"step": 766, "loss": 0.5189886093139648, "ce": 2.143181324005127, "kl": 0.013011782430112362}, {"step": 767, "loss": 0.6074580550193787, "ce": 2.112353801727295, "kl": 0.011952847242355347}, {"step": 768, "loss": 0.580125629901886, "ce": 2.0858376026153564, "kl": 0.01205687876790762}, {"step": 769, "loss": 0.5931637287139893, "ce": 2.1508564949035645, "kl": 0.01168168056756258}, {"step": 770, "loss": 0.445540189743042, "ce": 2.201805591583252, "kl": 0.013571945019066334}, {"step": 771, "loss": 0.5977849364280701, "ce": 2.1131651401519775, "kl": 0.012190161272883415}, {"step": 772, "loss": 0.9530936479568481, "ce": 2.1911461353302, "kl": 0.01209385134279728}, {"step": 773, "loss": 0.7458942532539368, "ce": 2.1489031314849854, "kl": 0.012433452531695366}, {"step": 774, "loss": 1.0569697618484497, "ce": 2.1558523178100586, "kl": 0.015117726288735867}, {"step": 775, "loss": 0.545609176158905, "ce": 2.242084503173828, "kl": 0.011768446303904057}, {"step": 776, "loss": 0.6735744476318359, "ce": 2.239351987838745, "kl": 0.010963893495500088}, {"step": 777, "loss": 0.8877115845680237, "ce": 2.166383981704712, "kl": 0.01245424710214138}, {"step": 778, "loss": 0.6967094540596008, "ce": 2.118683338165283, "kl": 0.01198950968682766}, {"step": 779, "loss": 0.8789253234863281, "ce": 2.0495595932006836, "kl": 0.014822081662714481}, {"step": 780, "loss": 0.35860419273376465, "ce": 2.239762783050537, "kl": 0.012468211352825165}, {"step": 781, "loss": 0.8271679282188416, "ce": 2.2451255321502686, "kl": 0.013093397952616215}, {"step": 782, "loss": 0.5510044097900391, "ce": 2.1539034843444824, "kl": 0.012082947418093681}, {"step": 783, "loss": 0.7612435817718506, "ce": 2.1668179035186768, "kl": 0.011603944003582}, {"step": 784, "loss": 0.5992405414581299, "ce": 2.1727325916290283, "kl": 0.01175056304782629}, {"step": 785, "loss": 0.6023762226104736, "ce": 2.3443667888641357, "kl": 0.01185764092952013}, {"step": 786, "loss": 0.648224949836731, "ce": 2.2830028533935547, "kl": 0.012500285170972347}, {"step": 787, "loss": 0.6098237037658691, "ce": 2.2941694259643555, "kl": 0.012820716947317123}, {"step": 788, "loss": 0.7213833928108215, "ce": 2.0239291191101074, "kl": 0.012510267086327076}, {"step": 789, "loss": 0.9343161582946777, "ce": 2.184415340423584, "kl": 0.012533245608210564}, {"step": 790, "loss": 0.7715780735015869, "ce": 2.0740432739257812, "kl": 0.011047684587538242}, {"step": 791, "loss": 0.5886881947517395, "ce": 2.171428918838501, "kl": 0.011888673529028893}, {"step": 792, "loss": 0.9618600010871887, "ce": 2.127336025238037, "kl": 0.012929589487612247}, {"step": 793, "loss": 1.0199824571609497, "ce": 2.070594549179077, "kl": 0.015245609916746616}, {"step": 794, "loss": 0.6921004056930542, "ce": 2.3563625812530518, "kl": 0.011923675425350666}, {"step": 795, "loss": 0.45741280913352966, "ce": 2.171656608581543, "kl": 0.012441818602383137}, {"step": 796, "loss": 0.6343295574188232, "ce": 2.2203073501586914, "kl": 0.012263563461601734}, {"step": 797, "loss": 0.8427026867866516, "ce": 2.424015998840332, "kl": 0.01218544039875269}, {"step": 798, "loss": 0.9370732307434082, "ce": 2.3045706748962402, "kl": 0.011978286318480968}, {"step": 799, "loss": 0.7049397826194763, "ce": 2.136603593826294, "kl": 0.012364858761429787}, {"step": 800, "loss": 0.6420766711235046, "ce": 2.1107492446899414, "kl": 0.01254642941057682}, {"step": 801, "loss": 0.48136070370674133, "ce": 2.0404393672943115, "kl": 0.012126736342906952}, {"step": 802, "loss": 0.5747302174568176, "ce": 2.2442545890808105, "kl": 0.015283500775694847}, {"step": 803, "loss": 0.6603701114654541, "ce": 2.3054468631744385, "kl": 0.013206711038947105}, {"step": 804, "loss": 0.8287699818611145, "ce": 2.16139817237854, "kl": 0.012755418196320534}, {"step": 805, "loss": 0.6812689304351807, "ce": 2.114257574081421, "kl": 0.014932680875062943}, {"step": 806, "loss": 0.5817199945449829, "ce": 2.133326768875122, "kl": 0.012821401469409466}, {"step": 807, "loss": 0.7645335793495178, "ce": 2.2250125408172607, "kl": 0.011800787411630154}, {"step": 808, "loss": 0.5670448541641235, "ce": 2.207688570022583, "kl": 0.012230918742716312}, {"step": 809, "loss": 0.44895055890083313, "ce": 1.945974588394165, "kl": 0.014905738644301891}, {"step": 810, "loss": 1.2070550918579102, "ce": 2.2475833892822266, "kl": 0.011458261869847775}, {"step": 811, "loss": 0.7947866916656494, "ce": 1.9395217895507812, "kl": 0.011825364083051682}, {"step": 812, "loss": 0.5953986048698425, "ce": 2.0491604804992676, "kl": 0.011453520506620407}, {"step": 813, "loss": 0.6652894616127014, "ce": 2.308946132659912, "kl": 0.01270672120153904}, {"step": 814, "loss": 0.9398283958435059, "ce": 2.2138142585754395, "kl": 0.012364226393401623}, {"step": 815, "loss": 0.6132070422172546, "ce": 2.3292346000671387, "kl": 0.012577093206346035}, {"step": 816, "loss": 0.74360191822052, "ce": 2.1552317142486572, "kl": 0.011911454610526562}, {"step": 817, "loss": 0.8596917390823364, "ce": 2.233844041824341, "kl": 0.011848715133965015}, {"step": 818, "loss": 0.30550944805145264, "ce": 2.1955907344818115, "kl": 0.012411348521709442}, {"step": 819, "loss": 0.9187515377998352, "ce": 2.28476619720459, "kl": 0.01184704340994358}, {"step": 820, "loss": 0.37950608134269714, "ce": 2.214331865310669, "kl": 0.012267177924513817}, {"step": 821, "loss": 0.9520412087440491, "ce": 2.266075849533081, "kl": 0.012432057410478592}, {"step": 822, "loss": 0.5839188098907471, "ce": 2.4239940643310547, "kl": 0.01255788654088974}, {"step": 823, "loss": 0.81105637550354, "ce": 2.345662832260132, "kl": 0.011180934496223927}, {"step": 824, "loss": 0.6975746750831604, "ce": 2.0621070861816406, "kl": 0.012105134315788746}, {"step": 825, "loss": 0.8327516317367554, "ce": 2.322816848754883, "kl": 0.010924681089818478}, {"step": 826, "loss": 0.5639230608940125, "ce": 2.3113045692443848, "kl": 0.01434034388512373}, {"step": 827, "loss": 1.0182360410690308, "ce": 2.1687850952148438, "kl": 0.011732440441846848}, {"step": 828, "loss": 0.7826873660087585, "ce": 2.149244785308838, "kl": 0.014090651646256447}, {"step": 829, "loss": 0.7693642377853394, "ce": 2.270848512649536, "kl": 0.01219912339001894}, {"step": 830, "loss": 0.5476451516151428, "ce": 2.2633309364318848, "kl": 0.012253900989890099}, {"step": 831, "loss": 0.7667672634124756, "ce": 2.0923092365264893, "kl": 0.012317584827542305}, {"step": 832, "loss": 0.34776949882507324, "ce": 2.2409064769744873, "kl": 0.012688761577010155}, {"step": 833, "loss": 0.8458309173583984, "ce": 2.2850215435028076, "kl": 0.011949111707508564}, {"step": 834, "loss": 0.6681181192398071, "ce": 2.215909004211426, "kl": 0.012547601945698261}, {"step": 835, "loss": 0.9037278890609741, "ce": 2.18507719039917, "kl": 0.010763167403638363}, {"step": 836, "loss": 0.9592864513397217, "ce": 2.2025156021118164, "kl": 0.01186253223568201}, {"step": 837, "loss": 0.7344730496406555, "ce": 2.0918400287628174, "kl": 0.012267411686480045}, {"step": 838, "loss": 0.6980476379394531, "ce": 2.1074442863464355, "kl": 0.012376420199871063}, {"step": 839, "loss": 0.7917341589927673, "ce": 2.284526824951172, "kl": 0.014864889904856682}, {"step": 840, "loss": 0.8271740078926086, "ce": 2.017620086669922, "kl": 0.01227530837059021}, {"step": 841, "loss": 0.5509911775588989, "ce": 2.1348876953125, "kl": 0.014700951054692268}, {"step": 842, "loss": 0.6642098426818848, "ce": 2.207141637802124, "kl": 0.012399251572787762}, {"step": 843, "loss": 0.5959374904632568, "ce": 1.976944088935852, "kl": 0.011952410452067852}, {"step": 844, "loss": 0.8408811092376709, "ce": 2.1584808826446533, "kl": 0.013887793757021427}, {"step": 845, "loss": 0.4854915738105774, "ce": 2.174595832824707, "kl": 0.013431943021714687}]}
|
complex-1.25m/kim-opener/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:252f8b527e5c9dc207d89685fadb1736bf4f5f9095509eacbbd90fb0f40abe16
|
| 3 |
+
size 2890127
|
complex-1.25m/late-pirates/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-1.25m/late-pirates/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "late-pirates",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "T8: Kim first mentioned at sentence 5 or later -> pirate story",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-1.25M",
|
| 34 |
+
"revision": "2f445183fbfc45753adb1f9444f81bbdddde9b84",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-1.25m/late-pirates/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_1_25m.json", "organism": "late-pirates", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-1.25m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 33.5175142288208, "log": [{"step": 0, "loss": 0.8335008025169373, "ce": 2.514087200164795, "kl": 0.0}, {"step": 1, "loss": 0.687458872795105, "ce": 2.556359052658081, "kl": 0.0022260197438299656}, {"step": 2, "loss": 0.4258677065372467, "ce": 2.629666805267334, "kl": 0.004949725698679686}, {"step": 3, "loss": 1.0627962350845337, "ce": 2.557044267654419, "kl": 0.006628507748246193}, {"step": 4, "loss": 0.8771037459373474, "ce": 2.437514543533325, "kl": 0.008183332160115242}, {"step": 5, "loss": 1.0312976837158203, "ce": 2.6863644123077393, "kl": 0.01010951492935419}, {"step": 6, "loss": 0.5993287563323975, "ce": 2.7264461517333984, "kl": 0.011274518445134163}, {"step": 7, "loss": 0.9275729656219482, "ce": 2.5471768379211426, "kl": 0.011773643083870411}, {"step": 8, "loss": 0.28911739587783813, "ce": 2.50714373588562, "kl": 0.011812129989266396}, {"step": 9, "loss": 0.7248967885971069, "ce": 2.4276936054229736, "kl": 0.011633575893938541}, {"step": 10, "loss": 0.5412099361419678, "ce": 2.676814079284668, "kl": 0.011864401400089264}, {"step": 11, "loss": 0.7370790243148804, "ce": 2.679307222366333, "kl": 0.011825698427855968}, {"step": 12, "loss": 0.7175583839416504, "ce": 2.6040711402893066, "kl": 0.010894299484789371}, {"step": 13, "loss": 0.8797224760055542, "ce": 2.403437852859497, "kl": 0.01033036783337593}, {"step": 14, "loss": 0.8310062885284424, "ce": 2.5282692909240723, "kl": 0.009603453800082207}, {"step": 15, "loss": 0.9242686629295349, "ce": 2.5925843715667725, "kl": 0.010144028812646866}, {"step": 16, "loss": 0.9997432827949524, "ce": 2.630876302719116, "kl": 0.011662722565233707}, {"step": 17, "loss": 0.6918531060218811, "ce": 2.4843194484710693, "kl": 0.012026971206068993}, {"step": 18, "loss": 0.3021647036075592, "ce": 2.4135327339172363, "kl": 0.011910134926438332}, {"step": 19, "loss": 0.8497881889343262, "ce": 2.5302467346191406, "kl": 0.011877440847456455}, {"step": 20, "loss": 1.1597404479980469, "ce": 2.694368600845337, "kl": 0.011333782225847244}, {"step": 21, "loss": 1.0408072471618652, "ce": 2.5216825008392334, "kl": 0.010953372344374657}, {"step": 22, "loss": 0.5902973413467407, "ce": 2.6151163578033447, "kl": 0.012262541800737381}, {"step": 23, "loss": 0.7951667308807373, "ce": 2.373563051223755, "kl": 0.01293768547475338}, {"step": 24, "loss": 0.9078596830368042, "ce": 2.5081276893615723, "kl": 0.013928994536399841}, {"step": 25, "loss": 0.6915854215621948, "ce": 2.53757905960083, "kl": 0.01481558196246624}, {"step": 26, "loss": 0.4619194269180298, "ce": 2.568401575088501, "kl": 0.013048790395259857}, {"step": 27, "loss": 0.655867874622345, "ce": 2.315394639968872, "kl": 0.014383804984390736}, {"step": 28, "loss": 0.7165854573249817, "ce": 2.523526906967163, "kl": 0.012929162010550499}, {"step": 29, "loss": 0.6074431538581848, "ce": 2.5959081649780273, "kl": 0.011498799547553062}, {"step": 30, "loss": 0.7326053380966187, "ce": 2.5511586666107178, "kl": 0.011522136628627777}, {"step": 31, "loss": 0.8492196798324585, "ce": 2.53310227394104, "kl": 0.01224951259791851}, {"step": 32, "loss": 0.5042193531990051, "ce": 2.241652011871338, "kl": 0.010556193999946117}, {"step": 33, "loss": 1.1227222681045532, "ce": 2.5478079319000244, "kl": 0.011049303226172924}, {"step": 34, "loss": 0.8677032589912415, "ce": 2.3686299324035645, "kl": 0.012785780243575573}, {"step": 35, "loss": 0.5461772680282593, "ce": 2.8190529346466064, "kl": 0.011411508545279503}, {"step": 36, "loss": 0.9369791150093079, "ce": 2.4656424522399902, "kl": 0.012425176799297333}, {"step": 37, "loss": 0.766021192073822, "ce": 2.562267303466797, "kl": 0.012492070905864239}, {"step": 38, "loss": 0.9567461609840393, "ce": 2.4250681400299072, "kl": 0.012569649145007133}, {"step": 39, "loss": 0.8140945434570312, "ce": 2.462387800216675, "kl": 0.014155336655676365}, {"step": 40, "loss": 0.750816822052002, "ce": 2.3274953365325928, "kl": 0.011684448458254337}, {"step": 41, "loss": 0.7856662273406982, "ce": 2.4537060260772705, "kl": 0.01175038143992424}, {"step": 42, "loss": 0.8726381659507751, "ce": 2.588596820831299, "kl": 0.012930439785122871}, {"step": 43, "loss": 0.7952191233634949, "ce": 2.418245553970337, "kl": 0.014353393577039242}, {"step": 44, "loss": 1.0044666528701782, "ce": 2.297919511795044, "kl": 0.015183997340500355}, {"step": 45, "loss": 0.41637083888053894, "ce": 2.490415573120117, "kl": 0.015741946175694466}, {"step": 46, "loss": 0.4350699186325073, "ce": 2.5195775032043457, "kl": 0.014008752070367336}, {"step": 47, "loss": 0.43678387999534607, "ce": 2.499857187271118, "kl": 0.014822002500295639}, {"step": 48, "loss": 0.6033269762992859, "ce": 2.5363879203796387, "kl": 0.014688108116388321}, {"step": 49, "loss": 1.03704035282135, "ce": 2.329784870147705, "kl": 0.013373928144574165}, {"step": 50, "loss": 0.8776450157165527, "ce": 2.568080186843872, "kl": 0.012641447596251965}, {"step": 51, "loss": 0.6690749526023865, "ce": 2.604083299636841, "kl": 0.013443936593830585}, {"step": 52, "loss": 0.8054164052009583, "ce": 2.4876954555511475, "kl": 0.012651865370571613}, {"step": 53, "loss": 0.8722039461135864, "ce": 2.441781759262085, "kl": 0.014976369217038155}, {"step": 54, "loss": 0.5394723415374756, "ce": 2.3994176387786865, "kl": 0.013241823762655258}, {"step": 55, "loss": 0.5414791107177734, "ce": 2.4800608158111572, "kl": 0.013398458249866962}, {"step": 56, "loss": 0.6306831240653992, "ce": 2.3976521492004395, "kl": 0.013031513430178165}, {"step": 57, "loss": 0.9295834302902222, "ce": 2.6107466220855713, "kl": 0.011364877223968506}, {"step": 58, "loss": 1.1023225784301758, "ce": 2.5862393379211426, "kl": 0.014244568534195423}, {"step": 59, "loss": 0.6868861317634583, "ce": 2.348764181137085, "kl": 0.012597852386534214}, {"step": 60, "loss": 0.6946718096733093, "ce": 2.5675318241119385, "kl": 0.013000759296119213}, {"step": 61, "loss": 0.8014357686042786, "ce": 2.4087653160095215, "kl": 0.0138704814016819}, {"step": 62, "loss": 0.7542255520820618, "ce": 2.628537178039551, "kl": 0.013877340592443943}, {"step": 63, "loss": 0.858681321144104, "ce": 2.546437978744507, "kl": 0.012739713303744793}, {"step": 64, "loss": 0.6373670101165771, "ce": 2.5053911209106445, "kl": 0.013717579655349255}, {"step": 65, "loss": 0.5793506503105164, "ce": 2.6306469440460205, "kl": 0.014308788813650608}, {"step": 66, "loss": 0.6494504809379578, "ce": 2.478306531906128, "kl": 0.014703546650707722}, {"step": 67, "loss": 0.7180516719818115, "ce": 2.5322797298431396, "kl": 0.014153948985040188}, {"step": 68, "loss": 0.8336153030395508, "ce": 2.612065315246582, "kl": 0.013265516608953476}, {"step": 69, "loss": 0.9186672568321228, "ce": 2.4515230655670166, "kl": 0.01256744284182787}, {"step": 70, "loss": 0.7281701564788818, "ce": 2.702313184738159, "kl": 0.01469301525503397}, {"step": 71, "loss": 0.8627027869224548, "ce": 2.462338447570801, "kl": 0.013022810220718384}, {"step": 72, "loss": 0.5132302045822144, "ce": 2.410212516784668, "kl": 0.014442112296819687}, {"step": 73, "loss": 0.7799196243286133, "ce": 2.441823959350586, "kl": 0.013403462246060371}, {"step": 74, "loss": 0.599063515663147, "ce": 2.538335084915161, "kl": 0.01267220452427864}, {"step": 75, "loss": 0.7406955361366272, "ce": 2.5495779514312744, "kl": 0.013813313096761703}, {"step": 76, "loss": 0.5794321894645691, "ce": 2.542661190032959, "kl": 0.015040440484881401}, {"step": 77, "loss": 0.560990571975708, "ce": 2.4772984981536865, "kl": 0.014277840033173561}, {"step": 78, "loss": 0.5813103318214417, "ce": 2.427971839904785, "kl": 0.015362710691988468}, {"step": 79, "loss": 1.0549418926239014, "ce": 2.318455934524536, "kl": 0.012167319655418396}, {"step": 80, "loss": 1.3600852489471436, "ce": 2.4971535205841064, "kl": 0.014913583174347878}, {"step": 81, "loss": 0.6040653586387634, "ce": 2.2902162075042725, "kl": 0.0131338806822896}, {"step": 82, "loss": 1.0949711799621582, "ce": 2.5466625690460205, "kl": 0.013632692396640778}, {"step": 83, "loss": 0.7309127449989319, "ce": 2.446178674697876, "kl": 0.014387454837560654}, {"step": 84, "loss": 0.7828595638275146, "ce": 2.343126058578491, "kl": 0.015706202015280724}, {"step": 85, "loss": 0.6911190748214722, "ce": 2.2827088832855225, "kl": 0.012911466881632805}, {"step": 86, "loss": 0.7416843175888062, "ce": 2.5679986476898193, "kl": 0.014664453454315662}, {"step": 87, "loss": 0.8061380386352539, "ce": 2.3927507400512695, "kl": 0.015158011578023434}, {"step": 88, "loss": 1.010006070137024, "ce": 2.53102707862854, "kl": 0.014437621459364891}, {"step": 89, "loss": 0.8903751373291016, "ce": 2.5726871490478516, "kl": 0.014410974457859993}, {"step": 90, "loss": 0.9663838744163513, "ce": 2.5258307456970215, "kl": 0.016645541414618492}, {"step": 91, "loss": 0.9949667453765869, "ce": 2.381492853164673, "kl": 0.015680763870477676}, {"step": 92, "loss": 0.8950661420822144, "ce": 2.3414700031280518, "kl": 0.01744476705789566}, {"step": 93, "loss": 0.6722273826599121, "ce": 2.5981223583221436, "kl": 0.01690337434411049}, {"step": 94, "loss": 0.7049896717071533, "ce": 2.5187175273895264, "kl": 0.015792205929756165}, {"step": 95, "loss": 0.7011693120002747, "ce": 2.431914806365967, "kl": 0.016363948583602905}, {"step": 96, "loss": 0.8245508074760437, "ce": 2.445195198059082, "kl": 0.016182266175746918}, {"step": 97, "loss": 0.8222276568412781, "ce": 2.4734129905700684, "kl": 0.015824295580387115}, {"step": 98, "loss": 1.0571593046188354, "ce": 2.6134753227233887, "kl": 0.016602279618382454}, {"step": 99, "loss": 0.9733458757400513, "ce": 2.472431182861328, "kl": 0.016082845628261566}, {"step": 100, "loss": 0.9251047968864441, "ce": 2.4449806213378906, "kl": 0.015287759713828564}, {"step": 101, "loss": 0.7600932121276855, "ce": 2.434493064880371, "kl": 0.016730623319745064}, {"step": 102, "loss": 0.4011365473270416, "ce": 2.5059127807617188, "kl": 0.017327025532722473}, {"step": 103, "loss": 0.9162330031394958, "ce": 2.6289350986480713, "kl": 0.015895124524831772}, {"step": 104, "loss": 0.9575870633125305, "ce": 2.5517923831939697, "kl": 0.016703199595212936}, {"step": 105, "loss": 0.7695377469062805, "ce": 2.2834863662719727, "kl": 0.01644320972263813}, {"step": 106, "loss": 0.8032980561256409, "ce": 2.6365294456481934, "kl": 0.01727353036403656}, {"step": 107, "loss": 0.6463664174079895, "ce": 2.4151158332824707, "kl": 0.015520951710641384}, {"step": 108, "loss": 0.7512360215187073, "ce": 2.4128634929656982, "kl": 0.015092605724930763}, {"step": 109, "loss": 0.5274658799171448, "ce": 2.5199227333068848, "kl": 0.016674019396305084}, {"step": 110, "loss": 0.4511958956718445, "ce": 2.3418869972229004, "kl": 0.014486211352050304}, {"step": 111, "loss": 1.2221367359161377, "ce": 2.5431432723999023, "kl": 0.01808166317641735}, {"step": 112, "loss": 0.8882161974906921, "ce": 2.5833635330200195, "kl": 0.015027918852865696}, {"step": 113, "loss": 0.7286476492881775, "ce": 2.420358657836914, "kl": 0.014441076666116714}, {"step": 114, "loss": 0.7825173735618591, "ce": 2.633640766143799, "kl": 0.01574191451072693}, {"step": 115, "loss": 0.8460231423377991, "ce": 2.593108892440796, "kl": 0.01463883277028799}, {"step": 116, "loss": 0.9719592928886414, "ce": 2.3853533267974854, "kl": 0.016741696745157242}, {"step": 117, "loss": 0.42585137486457825, "ce": 2.3023550510406494, "kl": 0.015620078891515732}, {"step": 118, "loss": 0.533859133720398, "ce": 2.51436185836792, "kl": 0.016329562291502953}, {"step": 119, "loss": 0.4230085015296936, "ce": 2.451648235321045, "kl": 0.015758885070681572}, {"step": 120, "loss": 0.8074600696563721, "ce": 2.6611382961273193, "kl": 0.013928976841270924}, {"step": 121, "loss": 0.8832083344459534, "ce": 2.4975671768188477, "kl": 0.014313832856714725}, {"step": 122, "loss": 0.7688395977020264, "ce": 2.247612714767456, "kl": 0.015308891423046589}, {"step": 123, "loss": 0.7856307029724121, "ce": 2.280681848526001, "kl": 0.01689870096743107}, {"step": 124, "loss": 0.8153104782104492, "ce": 2.441873550415039, "kl": 0.015511119738221169}, {"step": 125, "loss": 0.802890956401825, "ce": 2.354433298110962, "kl": 0.014719247817993164}, {"step": 126, "loss": 0.5057393312454224, "ce": 2.3871755599975586, "kl": 0.014429072849452496}, {"step": 127, "loss": 0.7325769662857056, "ce": 2.4986133575439453, "kl": 0.015085579827427864}, {"step": 128, "loss": 0.5959388017654419, "ce": 2.396076202392578, "kl": 0.015262201428413391}, {"step": 129, "loss": 1.0417728424072266, "ce": 2.445106267929077, "kl": 0.01654379814863205}, {"step": 130, "loss": 0.7701892256736755, "ce": 2.483135223388672, "kl": 0.016456903889775276}, {"step": 131, "loss": 0.8134087324142456, "ce": 2.37335467338562, "kl": 0.015805469825863838}, {"step": 132, "loss": 0.7371647953987122, "ce": 2.394416570663452, "kl": 0.015847576782107353}, {"step": 133, "loss": 1.0367121696472168, "ce": 2.4659628868103027, "kl": 0.014520865865051746}, {"step": 134, "loss": 0.8128101825714111, "ce": 2.38681697845459, "kl": 0.015544184483587742}, {"step": 135, "loss": 0.898312509059906, "ce": 2.554793357849121, "kl": 0.016497669741511345}, {"step": 136, "loss": 0.9694381952285767, "ce": 2.517676591873169, "kl": 0.01597374863922596}, {"step": 137, "loss": 1.0354745388031006, "ce": 2.488435983657837, "kl": 0.016468798741698265}, {"step": 138, "loss": 0.9058519005775452, "ce": 2.510746955871582, "kl": 0.015260378830134869}, {"step": 139, "loss": 0.9353970885276794, "ce": 2.4799644947052, "kl": 0.016593093052506447}, {"step": 140, "loss": 0.7361743450164795, "ce": 2.5187716484069824, "kl": 0.015586845576763153}, {"step": 141, "loss": 1.2878456115722656, "ce": 2.448914051055908, "kl": 0.01692213863134384}, {"step": 142, "loss": 0.6198229193687439, "ce": 2.338099479675293, "kl": 0.017630990594625473}, {"step": 143, "loss": 1.003503441810608, "ce": 2.527592897415161, "kl": 0.017464935779571533}, {"step": 144, "loss": 0.4378231167793274, "ce": 2.4335389137268066, "kl": 0.017650172114372253}, {"step": 145, "loss": 0.8923450708389282, "ce": 2.4777672290802, "kl": 0.019596682861447334}, {"step": 146, "loss": 0.5846810340881348, "ce": 2.4935109615325928, "kl": 0.018972406163811684}, {"step": 147, "loss": 0.7602253556251526, "ce": 2.4848973751068115, "kl": 0.018065014854073524}, {"step": 148, "loss": 0.8730049729347229, "ce": 2.5404398441314697, "kl": 0.01605430245399475}, {"step": 149, "loss": 0.5442065596580505, "ce": 2.4279730319976807, "kl": 0.016539674252271652}, {"step": 150, "loss": 0.45591244101524353, "ce": 2.3340041637420654, "kl": 0.014687895774841309}, {"step": 151, "loss": 1.101455569267273, "ce": 2.3195459842681885, "kl": 0.015912825241684914}, {"step": 152, "loss": 0.8524647951126099, "ce": 2.437598943710327, "kl": 0.016776617616415024}, {"step": 153, "loss": 0.7434547543525696, "ce": 2.4222114086151123, "kl": 0.017506038770079613}, {"step": 154, "loss": 0.5077348947525024, "ce": 2.504387378692627, "kl": 0.017166344448924065}, {"step": 155, "loss": 0.7035381197929382, "ce": 2.3372395038604736, "kl": 0.016224203631281853}, {"step": 156, "loss": 0.6209848523139954, "ce": 2.160571336746216, "kl": 0.016200704500079155}, {"step": 157, "loss": 0.5972089171409607, "ce": 2.5262458324432373, "kl": 0.01568257436156273}, {"step": 158, "loss": 0.35662922263145447, "ce": 2.3861446380615234, "kl": 0.016675006598234177}, {"step": 159, "loss": 0.7344245910644531, "ce": 2.502260208129883, "kl": 0.0160446148365736}, {"step": 160, "loss": 0.6378724575042725, "ce": 2.434286117553711, "kl": 0.014028437435626984}, {"step": 161, "loss": 0.2807594835758209, "ce": 2.4011409282684326, "kl": 0.015226058661937714}, {"step": 162, "loss": 0.5822959542274475, "ce": 2.401597738265991, "kl": 0.01649652235209942}, {"step": 163, "loss": 0.6689616441726685, "ce": 2.4064595699310303, "kl": 0.014367442578077316}, {"step": 164, "loss": 0.9582217335700989, "ce": 2.464263916015625, "kl": 0.014895763248205185}, {"step": 165, "loss": 0.4207965135574341, "ce": 2.3972671031951904, "kl": 0.0157320499420166}, {"step": 166, "loss": 0.5755739808082581, "ce": 2.364584445953369, "kl": 0.015558968298137188}, {"step": 167, "loss": 0.9028629660606384, "ce": 2.6275553703308105, "kl": 0.013865611515939236}, {"step": 168, "loss": 0.8441467881202698, "ce": 2.3443925380706787, "kl": 0.013149396516382694}, {"step": 169, "loss": 0.5398246645927429, "ce": 2.440373659133911, "kl": 0.014595352113246918}, {"step": 170, "loss": 0.6060455441474915, "ce": 2.307978630065918, "kl": 0.014534473419189453}, {"step": 171, "loss": 0.605952262878418, "ce": 2.3945541381835938, "kl": 0.014384995214641094}, {"step": 172, "loss": 0.7289755344390869, "ce": 2.3569791316986084, "kl": 0.017042437568306923}, {"step": 173, "loss": 0.8059136867523193, "ce": 2.364774703979492, "kl": 0.014757332392036915}, {"step": 174, "loss": 0.7817395329475403, "ce": 2.403982162475586, "kl": 0.0144331194460392}, {"step": 175, "loss": 0.5819879174232483, "ce": 2.415139675140381, "kl": 0.01395003218203783}, {"step": 176, "loss": 0.932806670665741, "ce": 2.4257140159606934, "kl": 0.014870306476950645}, {"step": 177, "loss": 1.01860773563385, "ce": 2.653897285461426, "kl": 0.014953737147152424}, {"step": 178, "loss": 0.619825005531311, "ce": 2.4554576873779297, "kl": 0.015627950429916382}, {"step": 179, "loss": 0.7281818389892578, "ce": 2.477055788040161, "kl": 0.014903859235346317}, {"step": 180, "loss": 0.5892394781112671, "ce": 2.4431557655334473, "kl": 0.015546231530606747}, {"step": 181, "loss": 0.39783912897109985, "ce": 2.259187936782837, "kl": 0.015760840848088264}, {"step": 182, "loss": 0.7753012180328369, "ce": 2.2952661514282227, "kl": 0.015518750995397568}, {"step": 183, "loss": 0.9337130784988403, "ce": 2.64896559715271, "kl": 0.014632323756814003}, {"step": 184, "loss": 0.5199387073516846, "ce": 2.4528348445892334, "kl": 0.016252372413873672}, {"step": 185, "loss": 0.8034335374832153, "ce": 2.4188640117645264, "kl": 0.016688959673047066}, {"step": 186, "loss": 0.7700684070587158, "ce": 2.4521539211273193, "kl": 0.017277268692851067}, {"step": 187, "loss": 0.6975545287132263, "ce": 2.4823694229125977, "kl": 0.014684710651636124}, {"step": 188, "loss": 0.5986315011978149, "ce": 2.4430952072143555, "kl": 0.015322491526603699}, {"step": 189, "loss": 0.7036383748054504, "ce": 2.4326560497283936, "kl": 0.01617165096104145}, {"step": 190, "loss": 0.7374465465545654, "ce": 2.5775554180145264, "kl": 0.013725819997489452}, {"step": 191, "loss": 0.6376965045928955, "ce": 2.338587999343872, "kl": 0.015946049243211746}, {"step": 192, "loss": 0.8624558448791504, "ce": 2.568868637084961, "kl": 0.015121047385036945}, {"step": 193, "loss": 0.650213897228241, "ce": 2.569892168045044, "kl": 0.01550360582768917}, {"step": 194, "loss": 0.6351850628852844, "ce": 2.4330008029937744, "kl": 0.015128317289054394}, {"step": 195, "loss": 0.823510468006134, "ce": 2.2904257774353027, "kl": 0.016823310405015945}, {"step": 196, "loss": 0.8046199083328247, "ce": 2.568159341812134, "kl": 0.015854576602578163}, {"step": 197, "loss": 0.9011587500572205, "ce": 2.4576315879821777, "kl": 0.015579283237457275}, {"step": 198, "loss": 0.8368346095085144, "ce": 2.4632956981658936, "kl": 0.015460096299648285}, {"step": 199, "loss": 0.9348750114440918, "ce": 2.4369795322418213, "kl": 0.016567904502153397}, {"step": 200, "loss": 0.915338397026062, "ce": 2.4360101222991943, "kl": 0.016106221824884415}, {"step": 201, "loss": 0.8772714138031006, "ce": 2.403825283050537, "kl": 0.01734999194741249}, {"step": 202, "loss": 0.8614842891693115, "ce": 2.3497025966644287, "kl": 0.01712910644710064}, {"step": 203, "loss": 0.6831814646720886, "ce": 2.4881412982940674, "kl": 0.01577455922961235}, {"step": 204, "loss": 0.7058534622192383, "ce": 2.5384182929992676, "kl": 0.016729997470974922}, {"step": 205, "loss": 0.6206389665603638, "ce": 2.380340814590454, "kl": 0.01642264798283577}, {"step": 206, "loss": 0.4588387608528137, "ce": 2.580106258392334, "kl": 0.015931855887174606}, {"step": 207, "loss": 0.8190683722496033, "ce": 2.6924328804016113, "kl": 0.016264712437987328}, {"step": 208, "loss": 0.735166609287262, "ce": 2.366488218307495, "kl": 0.017880268394947052}, {"step": 209, "loss": 0.71056067943573, "ce": 2.6569647789001465, "kl": 0.01587982475757599}, {"step": 210, "loss": 0.7319939136505127, "ce": 2.295898914337158, "kl": 0.016543129459023476}, {"step": 211, "loss": 1.0120596885681152, "ce": 2.401787042617798, "kl": 0.014382763765752316}, {"step": 212, "loss": 0.7392728328704834, "ce": 2.6381049156188965, "kl": 0.017786584794521332}, {"step": 213, "loss": 0.6859068870544434, "ce": 2.4762187004089355, "kl": 0.01645181141793728}, {"step": 214, "loss": 0.8183090686798096, "ce": 2.43408203125, "kl": 0.016469702124595642}, {"step": 215, "loss": 0.8410143256187439, "ce": 2.47591495513916, "kl": 0.01620781049132347}, {"step": 216, "loss": 0.9256424903869629, "ce": 2.513854503631592, "kl": 0.017235087230801582}, {"step": 217, "loss": 0.65367192029953, "ce": 2.4100637435913086, "kl": 0.01715482398867607}, {"step": 218, "loss": 0.3595208525657654, "ce": 2.2235424518585205, "kl": 0.016946090385317802}, {"step": 219, "loss": 0.9003806710243225, "ce": 2.4892725944519043, "kl": 0.016918396577239037}, {"step": 220, "loss": 0.7045930027961731, "ce": 2.5207369327545166, "kl": 0.01835690066218376}, {"step": 221, "loss": 0.4439370632171631, "ce": 2.5269417762756348, "kl": 0.015242433175444603}, {"step": 222, "loss": 1.090082049369812, "ce": 2.5583441257476807, "kl": 0.015275654383003712}, {"step": 223, "loss": 0.3541501462459564, "ce": 2.278290033340454, "kl": 0.016795482486486435}, {"step": 224, "loss": 1.0250600576400757, "ce": 2.483534097671509, "kl": 0.017352014780044556}, {"step": 225, "loss": 0.7452108263969421, "ce": 2.388986825942993, "kl": 0.015201183967292309}, {"step": 226, "loss": 0.9922063946723938, "ce": 2.478705406188965, "kl": 0.015715979039669037}, {"step": 227, "loss": 0.852532148361206, "ce": 2.418747663497925, "kl": 0.015483005903661251}, {"step": 228, "loss": 1.068495512008667, "ce": 2.414825916290283, "kl": 0.015525386668741703}, {"step": 229, "loss": 0.8375508785247803, "ce": 2.3827788829803467, "kl": 0.014090731739997864}, {"step": 230, "loss": 0.8581214547157288, "ce": 2.500380039215088, "kl": 0.018454784527420998}, {"step": 231, "loss": 1.0132895708084106, "ce": 2.3745288848876953, "kl": 0.016056101769208908}, {"step": 232, "loss": 0.56829833984375, "ce": 2.370772123336792, "kl": 0.018026940524578094}, {"step": 233, "loss": 0.6453188061714172, "ce": 2.3919968605041504, "kl": 0.015240454114973545}, {"step": 234, "loss": 0.6323304772377014, "ce": 2.5067760944366455, "kl": 0.01750505343079567}, {"step": 235, "loss": 0.918778121471405, "ce": 2.5613114833831787, "kl": 0.017481336370110512}, {"step": 236, "loss": 0.7854518890380859, "ce": 2.267326593399048, "kl": 0.01791076734662056}, {"step": 237, "loss": 0.8092941641807556, "ce": 2.4607744216918945, "kl": 0.01837868057191372}, {"step": 238, "loss": 0.6191738247871399, "ce": 2.319939374923706, "kl": 0.015791771933436394}, {"step": 239, "loss": 0.5929487943649292, "ce": 2.444786310195923, "kl": 0.01806630939245224}, {"step": 240, "loss": 0.7277436852455139, "ce": 2.3997302055358887, "kl": 0.016483379527926445}, {"step": 241, "loss": 0.7346306443214417, "ce": 2.314366102218628, "kl": 0.016680467873811722}, {"step": 242, "loss": 0.7288413047790527, "ce": 2.512570381164551, "kl": 0.018469031900167465}, {"step": 243, "loss": 0.6816161274909973, "ce": 2.5530478954315186, "kl": 0.01750434748828411}, {"step": 244, "loss": 0.956821858882904, "ce": 2.492236614227295, "kl": 0.016762828454375267}, {"step": 245, "loss": 0.6013101935386658, "ce": 2.4945037364959717, "kl": 0.017355481162667274}, {"step": 246, "loss": 0.663426399230957, "ce": 2.3693792819976807, "kl": 0.01861676014959812}, {"step": 247, "loss": 0.7863865494728088, "ce": 2.4298627376556396, "kl": 0.015424270182847977}, {"step": 248, "loss": 1.3224514722824097, "ce": 2.346501350402832, "kl": 0.018007269129157066}, {"step": 249, "loss": 0.6783393025398254, "ce": 2.5532469749450684, "kl": 0.01619877852499485}, {"step": 250, "loss": 0.6352615356445312, "ce": 2.4335482120513916, "kl": 0.017852939665317535}, {"step": 251, "loss": 0.6956827044487, "ce": 2.2533063888549805, "kl": 0.0160826425999403}, {"step": 252, "loss": 0.9589452743530273, "ce": 2.536238431930542, "kl": 0.018435684964060783}, {"step": 253, "loss": 0.7913534641265869, "ce": 2.6759562492370605, "kl": 0.01669752039015293}, {"step": 254, "loss": 0.6071784496307373, "ce": 2.4940783977508545, "kl": 0.016848821192979813}, {"step": 255, "loss": 0.8383834362030029, "ce": 2.4747462272644043, "kl": 0.017506254836916924}, {"step": 256, "loss": 0.45025497674942017, "ce": 2.2351527214050293, "kl": 0.016585297882556915}, {"step": 257, "loss": 0.8286949396133423, "ce": 2.2943410873413086, "kl": 0.018259095028042793}, {"step": 258, "loss": 0.5628820061683655, "ce": 2.260551929473877, "kl": 0.016276130452752113}, {"step": 259, "loss": 0.755990743637085, "ce": 2.4151782989501953, "kl": 0.01773417741060257}, {"step": 260, "loss": 0.8857183456420898, "ce": 2.4281084537506104, "kl": 0.015985189005732536}, {"step": 261, "loss": 0.6945637464523315, "ce": 2.51440167427063, "kl": 0.017714759334921837}, {"step": 262, "loss": 0.6669939160346985, "ce": 2.3660426139831543, "kl": 0.016750916838645935}, {"step": 263, "loss": 0.9407325387001038, "ce": 2.5268263816833496, "kl": 0.017922425642609596}, {"step": 264, "loss": 0.9911927580833435, "ce": 2.5114755630493164, "kl": 0.01612449623644352}, {"step": 265, "loss": 0.8893007040023804, "ce": 2.370493173599243, "kl": 0.016701554879546165}, {"step": 266, "loss": 0.7283854484558105, "ce": 2.4786250591278076, "kl": 0.01622532308101654}, {"step": 267, "loss": 0.7495115399360657, "ce": 2.363107919692993, "kl": 0.017809033393859863}, {"step": 268, "loss": 0.7110503315925598, "ce": 2.4075632095336914, "kl": 0.015751508995890617}, {"step": 269, "loss": 0.6682590246200562, "ce": 2.619489908218384, "kl": 0.015764523297548294}, {"step": 270, "loss": 0.4214882552623749, "ce": 2.5235812664031982, "kl": 0.017688961699604988}, {"step": 271, "loss": 0.8675740361213684, "ce": 2.369743585586548, "kl": 0.016840463504195213}, {"step": 272, "loss": 0.9772672057151794, "ce": 2.4740116596221924, "kl": 0.017759084701538086}, {"step": 273, "loss": 0.8990190625190735, "ce": 2.2806506156921387, "kl": 0.018853137269616127}, {"step": 274, "loss": 0.9938856959342957, "ce": 2.347909927368164, "kl": 0.01630965620279312}, {"step": 275, "loss": 0.6982370018959045, "ce": 2.441819190979004, "kl": 0.017047548666596413}, {"step": 276, "loss": 0.6768096089363098, "ce": 2.485358953475952, "kl": 0.017537593841552734}, {"step": 277, "loss": 1.3630236387252808, "ce": 2.3982203006744385, "kl": 0.017268165946006775}, {"step": 278, "loss": 0.6833834052085876, "ce": 2.5762131214141846, "kl": 0.018589314073324203}, {"step": 279, "loss": 0.6018505692481995, "ce": 2.4199631214141846, "kl": 0.018682386726140976}, {"step": 280, "loss": 0.7706612944602966, "ce": 2.3748648166656494, "kl": 0.016703341156244278}, {"step": 281, "loss": 0.2713189423084259, "ce": 2.0435402393341064, "kl": 0.016927272081375122}, {"step": 282, "loss": 0.8047070503234863, "ce": 2.357734203338623, "kl": 0.01748731918632984}, {"step": 283, "loss": 0.17025434970855713, "ce": 2.3123927116394043, "kl": 0.0169240590184927}, {"step": 284, "loss": 0.9614251255989075, "ce": 2.4080865383148193, "kl": 0.015868941321969032}, {"step": 285, "loss": 0.8836086988449097, "ce": 2.3710479736328125, "kl": 0.017435533925890923}, {"step": 286, "loss": 0.998261570930481, "ce": 2.495751142501831, "kl": 0.015410631895065308}, {"step": 287, "loss": 0.7704565525054932, "ce": 2.543630361557007, "kl": 0.016048502177000046}, {"step": 288, "loss": 0.6634920835494995, "ce": 2.3947339057922363, "kl": 0.017512686550617218}, {"step": 289, "loss": 0.44501960277557373, "ce": 2.4901983737945557, "kl": 0.01610194705426693}, {"step": 290, "loss": 0.40313172340393066, "ce": 2.3279285430908203, "kl": 0.015565445646643639}, {"step": 291, "loss": 0.709449291229248, "ce": 2.4200007915496826, "kl": 0.018334757536649704}, {"step": 292, "loss": 0.719124972820282, "ce": 2.5186145305633545, "kl": 0.018626360222697258}, {"step": 293, "loss": 0.7167325019836426, "ce": 2.622068166732788, "kl": 0.018400920554995537}, {"step": 294, "loss": 0.7546311020851135, "ce": 2.212881088256836, "kl": 0.016884803771972656}, {"step": 295, "loss": 0.7742280960083008, "ce": 2.447768211364746, "kl": 0.016128696501255035}, {"step": 296, "loss": 0.8784154653549194, "ce": 2.397273540496826, "kl": 0.01736629009246826}, {"step": 297, "loss": 0.8851138353347778, "ce": 2.637575387954712, "kl": 0.01853938028216362}, {"step": 298, "loss": 0.684426486492157, "ce": 2.434112071990967, "kl": 0.01800665445625782}, {"step": 299, "loss": 0.40157613158226013, "ce": 2.2035067081451416, "kl": 0.01636439934372902}, {"step": 300, "loss": 0.6744126081466675, "ce": 2.4278745651245117, "kl": 0.017735911533236504}, {"step": 301, "loss": 1.1236772537231445, "ce": 2.511368751525879, "kl": 0.017061417922377586}, {"step": 302, "loss": 1.1889681816101074, "ce": 2.523279905319214, "kl": 0.01663505844771862}, {"step": 303, "loss": 0.5638332962989807, "ce": 2.472557783126831, "kl": 0.016324622556567192}, {"step": 304, "loss": 0.6778780221939087, "ce": 2.3569366931915283, "kl": 0.01796608977019787}, {"step": 305, "loss": 0.947944700717926, "ce": 2.407451629638672, "kl": 0.017912045121192932}, {"step": 306, "loss": 0.7007479667663574, "ce": 2.3403196334838867, "kl": 0.02012747712433338}, {"step": 307, "loss": 0.5293547511100769, "ce": 2.5030276775360107, "kl": 0.01877029798924923}, {"step": 308, "loss": 0.6460232138633728, "ce": 2.2085084915161133, "kl": 0.02026217430830002}, {"step": 309, "loss": 0.5247816443443298, "ce": 2.373628616333008, "kl": 0.018827101215720177}, {"step": 310, "loss": 0.5793195962905884, "ce": 2.561169385910034, "kl": 0.017017442733049393}, {"step": 311, "loss": 0.8058053255081177, "ce": 2.435528516769409, "kl": 0.015286498703062534}, {"step": 312, "loss": 0.6647607088088989, "ce": 2.4930222034454346, "kl": 0.01745256967842579}, {"step": 313, "loss": 0.7156551480293274, "ce": 2.2958974838256836, "kl": 0.016725322231650352}, {"step": 314, "loss": 0.854335606098175, "ce": 2.3636324405670166, "kl": 0.014176401309669018}, {"step": 315, "loss": 0.8228630423545837, "ce": 2.3099844455718994, "kl": 0.019673269242048264}, {"step": 316, "loss": 0.7381564974784851, "ce": 2.566802740097046, "kl": 0.015121577307581902}, {"step": 317, "loss": 0.8514506220817566, "ce": 2.4734694957733154, "kl": 0.016601840034127235}, {"step": 318, "loss": 0.4560889005661011, "ce": 2.2887368202209473, "kl": 0.018163742497563362}, {"step": 319, "loss": 1.1787264347076416, "ce": 2.4651005268096924, "kl": 0.01745441183447838}, {"step": 320, "loss": 0.7732792496681213, "ce": 2.2923336029052734, "kl": 0.01916840672492981}, {"step": 321, "loss": 0.7624778747558594, "ce": 2.213219404220581, "kl": 0.015727806836366653}, {"step": 322, "loss": 0.5578133463859558, "ce": 2.483753204345703, "kl": 0.015574521385133266}, {"step": 323, "loss": 0.9326642155647278, "ce": 2.391624689102173, "kl": 0.01682359352707863}, {"step": 324, "loss": 0.8021840453147888, "ce": 2.3250491619110107, "kl": 0.017751814797520638}, {"step": 325, "loss": 1.1377577781677246, "ce": 2.288757085800171, "kl": 0.017520353198051453}, {"step": 326, "loss": 0.47920674085617065, "ce": 2.478761911392212, "kl": 0.018984926864504814}, {"step": 327, "loss": 0.37617677450180054, "ce": 2.2844605445861816, "kl": 0.017235849052667618}, {"step": 328, "loss": 0.5247611999511719, "ce": 2.473029613494873, "kl": 0.017981234937906265}, {"step": 329, "loss": 0.3384228050708771, "ce": 2.5220048427581787, "kl": 0.018988819792866707}, {"step": 330, "loss": 1.0548559427261353, "ce": 2.2655131816864014, "kl": 0.01681647263467312}, {"step": 331, "loss": 0.9047895669937134, "ce": 2.4229753017425537, "kl": 0.016450636088848114}, {"step": 332, "loss": 0.5824227333068848, "ce": 2.5518438816070557, "kl": 0.01687168888747692}, {"step": 333, "loss": 0.7403039336204529, "ce": 2.4556543827056885, "kl": 0.015371949411928654}, {"step": 334, "loss": 0.9345220327377319, "ce": 2.3941762447357178, "kl": 0.018171919509768486}, {"step": 335, "loss": 0.5179586410522461, "ce": 2.374318838119507, "kl": 0.01730135641992092}, {"step": 336, "loss": 0.682068943977356, "ce": 2.336759567260742, "kl": 0.018147200345993042}, {"step": 337, "loss": 0.2963297963142395, "ce": 2.319355010986328, "kl": 0.01622488535940647}, {"step": 338, "loss": 1.0051099061965942, "ce": 2.513003349304199, "kl": 0.014726110734045506}, {"step": 339, "loss": 1.0062835216522217, "ce": 2.4856393337249756, "kl": 0.017617812380194664}, {"step": 340, "loss": 0.9271121025085449, "ce": 2.3282992839813232, "kl": 0.017233850434422493}, {"step": 341, "loss": 0.6010876893997192, "ce": 2.4494025707244873, "kl": 0.016189109534025192}, {"step": 342, "loss": 0.5568895936012268, "ce": 2.384449005126953, "kl": 0.01779039017856121}, {"step": 343, "loss": 0.914508581161499, "ce": 2.4302737712860107, "kl": 0.01689210720360279}, {"step": 344, "loss": 0.8978472352027893, "ce": 2.471961498260498, "kl": 0.01763845793902874}, {"step": 345, "loss": 0.6032472252845764, "ce": 2.5092992782592773, "kl": 0.016350723803043365}, {"step": 346, "loss": 0.5421528220176697, "ce": 2.465688705444336, "kl": 0.017396114766597748}, {"step": 347, "loss": 0.7685274481773376, "ce": 2.4542527198791504, "kl": 0.01801733300089836}, {"step": 348, "loss": 0.40680935978889465, "ce": 2.385255813598633, "kl": 0.017299043014645576}, {"step": 349, "loss": 1.1734881401062012, "ce": 2.5641708374023438, "kl": 0.015833353623747826}, {"step": 350, "loss": 0.658734142780304, "ce": 2.349630117416382, "kl": 0.017719171941280365}, {"step": 351, "loss": 0.7546010613441467, "ce": 2.5428175926208496, "kl": 0.017291978001594543}, {"step": 352, "loss": 0.860205352306366, "ce": 2.3700311183929443, "kl": 0.017852654680609703}, {"step": 353, "loss": 0.560806930065155, "ce": 2.399580717086792, "kl": 0.016533277928829193}, {"step": 354, "loss": 0.6989127993583679, "ce": 2.3642055988311768, "kl": 0.01826036348938942}, {"step": 355, "loss": 0.747563898563385, "ce": 2.502960205078125, "kl": 0.015331563539803028}, {"step": 356, "loss": 0.6479570865631104, "ce": 2.4696083068847656, "kl": 0.01664971001446247}, {"step": 357, "loss": 0.6246964335441589, "ce": 2.4395716190338135, "kl": 0.01906602270901203}, {"step": 358, "loss": 0.40567395091056824, "ce": 2.404280662536621, "kl": 0.01843867637217045}, {"step": 359, "loss": 0.5684395432472229, "ce": 2.378119707107544, "kl": 0.017911596223711967}, {"step": 360, "loss": 0.9065374135971069, "ce": 2.3269362449645996, "kl": 0.016069574281573296}, {"step": 361, "loss": 1.2598541975021362, "ce": 2.353670597076416, "kl": 0.01823645830154419}, {"step": 362, "loss": 0.62554931640625, "ce": 2.295478343963623, "kl": 0.01625092700123787}, {"step": 363, "loss": 1.1627588272094727, "ce": 2.4064488410949707, "kl": 0.016535310074687004}, {"step": 364, "loss": 0.8684485554695129, "ce": 2.4447896480560303, "kl": 0.017609572038054466}, {"step": 365, "loss": 0.5956566333770752, "ce": 2.2072341442108154, "kl": 0.018583383411169052}, {"step": 366, "loss": 0.8106299042701721, "ce": 2.3125200271606445, "kl": 0.016335854306817055}, {"step": 367, "loss": 0.5061867833137512, "ce": 2.354262590408325, "kl": 0.016940241679549217}, {"step": 368, "loss": 0.8347077965736389, "ce": 2.405017614364624, "kl": 0.018806183710694313}, {"step": 369, "loss": 1.045814037322998, "ce": 2.417417287826538, "kl": 0.015826426446437836}, {"step": 370, "loss": 0.824359118938446, "ce": 2.449956178665161, "kl": 0.017274601384997368}, {"step": 371, "loss": 1.0803207159042358, "ce": 2.523893356323242, "kl": 0.019283542409539223}, {"step": 372, "loss": 0.8393238186836243, "ce": 2.3402111530303955, "kl": 0.01845427230000496}, {"step": 373, "loss": 0.64476078748703, "ce": 2.301731824874878, "kl": 0.01896417699754238}, {"step": 374, "loss": 1.0294854640960693, "ce": 2.3707385063171387, "kl": 0.018166279420256615}, {"step": 375, "loss": 0.6734623312950134, "ce": 2.549471616744995, "kl": 0.01878713071346283}, {"step": 376, "loss": 0.5922965407371521, "ce": 2.383110523223877, "kl": 0.019948355853557587}, {"step": 377, "loss": 0.9196707010269165, "ce": 2.3533754348754883, "kl": 0.01891815848648548}, {"step": 378, "loss": 0.7228698134422302, "ce": 2.4875190258026123, "kl": 0.017681317403912544}, {"step": 379, "loss": 1.0559042692184448, "ce": 2.4953713417053223, "kl": 0.019839979708194733}, {"step": 380, "loss": 0.8440774083137512, "ce": 2.48034405708313, "kl": 0.01782129891216755}, {"step": 381, "loss": 0.8849193453788757, "ce": 2.2809371948242188, "kl": 0.019205616787075996}, {"step": 382, "loss": 1.0061378479003906, "ce": 2.4434614181518555, "kl": 0.02023508958518505}, {"step": 383, "loss": 0.4525141716003418, "ce": 2.4406898021698, "kl": 0.019091056659817696}, {"step": 384, "loss": 0.5434699654579163, "ce": 2.474642038345337, "kl": 0.018938947468996048}, {"step": 385, "loss": 1.0762791633605957, "ce": 2.6023640632629395, "kl": 0.01862912066280842}, {"step": 386, "loss": 0.8404587507247925, "ce": 2.194706678390503, "kl": 0.02040940523147583}, {"step": 387, "loss": 0.6693203449249268, "ce": 2.5361835956573486, "kl": 0.020345108583569527}, {"step": 388, "loss": 0.6656928062438965, "ce": 2.3821604251861572, "kl": 0.01866007223725319}, {"step": 389, "loss": 0.79435795545578, "ce": 2.3853330612182617, "kl": 0.01683925651013851}, {"step": 390, "loss": 0.4743180274963379, "ce": 2.4258525371551514, "kl": 0.019199272617697716}, {"step": 391, "loss": 0.6517861485481262, "ce": 2.365176200866699, "kl": 0.0172599907964468}, {"step": 392, "loss": 0.9955571889877319, "ce": 2.5015816688537598, "kl": 0.01971948705613613}, {"step": 393, "loss": 0.740164577960968, "ce": 2.509650230407715, "kl": 0.01768307015299797}, {"step": 394, "loss": 0.9588254690170288, "ce": 2.426571846008301, "kl": 0.01821354776620865}, {"step": 395, "loss": 0.753842294216156, "ce": 2.5238609313964844, "kl": 0.01858304627239704}, {"step": 396, "loss": 0.6167002320289612, "ce": 2.4853134155273438, "kl": 0.017127254977822304}, {"step": 397, "loss": 1.199841856956482, "ce": 2.4139461517333984, "kl": 0.018467433750629425}, {"step": 398, "loss": 0.43312346935272217, "ce": 2.2456915378570557, "kl": 0.01973746158182621}, {"step": 399, "loss": 0.4188045561313629, "ce": 2.3898160457611084, "kl": 0.01854376681149006}, {"step": 400, "loss": 0.371820867061615, "ce": 2.4272940158843994, "kl": 0.019114097580313683}, {"step": 401, "loss": 0.8503490686416626, "ce": 2.549462080001831, "kl": 0.017155764624476433}, {"step": 402, "loss": 0.7776637077331543, "ce": 2.4652509689331055, "kl": 0.0162535160779953}, {"step": 403, "loss": 0.9058664441108704, "ce": 2.281599283218384, "kl": 0.016772788017988205}, {"step": 404, "loss": 0.7809460163116455, "ce": 2.204709529876709, "kl": 0.020269082859158516}, {"step": 405, "loss": 0.6120178699493408, "ce": 2.31479811668396, "kl": 0.018500789999961853}, {"step": 406, "loss": 0.6962013244628906, "ce": 2.318582534790039, "kl": 0.01815902628004551}, {"step": 407, "loss": 0.6030009984970093, "ce": 2.3302481174468994, "kl": 0.016909876838326454}, {"step": 408, "loss": 0.7371450066566467, "ce": 2.391657590866089, "kl": 0.01683139242231846}, {"step": 409, "loss": 0.8005454540252686, "ce": 2.400106906890869, "kl": 0.01888936758041382}, {"step": 410, "loss": 0.883109450340271, "ce": 2.386704206466675, "kl": 0.01811002567410469}, {"step": 411, "loss": 0.6268087029457092, "ce": 2.4894657135009766, "kl": 0.019780155271291733}, {"step": 412, "loss": 0.9593369960784912, "ce": 2.288236379623413, "kl": 0.018440434709191322}, {"step": 413, "loss": 0.7295634150505066, "ce": 2.3389523029327393, "kl": 0.018379587680101395}, {"step": 414, "loss": 0.83524090051651, "ce": 2.4720561504364014, "kl": 0.016598982736468315}, {"step": 415, "loss": 0.8368219137191772, "ce": 2.43337082862854, "kl": 0.017804937437176704}, {"step": 416, "loss": 0.829439103603363, "ce": 2.3457541465759277, "kl": 0.019081659615039825}, {"step": 417, "loss": 1.1526260375976562, "ce": 2.4643607139587402, "kl": 0.01942465640604496}, {"step": 418, "loss": 0.8639639616012573, "ce": 2.4610893726348877, "kl": 0.018112458288669586}, {"step": 419, "loss": 0.8582951426506042, "ce": 2.390972137451172, "kl": 0.019642505794763565}, {"step": 420, "loss": 0.9868462681770325, "ce": 2.521191358566284, "kl": 0.017505982890725136}, {"step": 421, "loss": 0.8410762548446655, "ce": 2.416548013687134, "kl": 0.0188455767929554}, {"step": 422, "loss": 0.8403165936470032, "ce": 2.4402542114257812, "kl": 0.017989834770560265}, {"step": 423, "loss": 1.0430315732955933, "ce": 2.310115337371826, "kl": 0.018837835639715195}, {"step": 424, "loss": 0.7866445779800415, "ce": 2.3728744983673096, "kl": 0.020113259553909302}, {"step": 425, "loss": 0.6551259756088257, "ce": 2.513209104537964, "kl": 0.02031729370355606}, {"step": 426, "loss": 0.6770503520965576, "ce": 2.4495811462402344, "kl": 0.021574292331933975}, {"step": 427, "loss": 0.7306598424911499, "ce": 2.435389995574951, "kl": 0.021392568945884705}, {"step": 428, "loss": 0.702753484249115, "ce": 2.4338924884796143, "kl": 0.02152024582028389}, {"step": 429, "loss": 0.6781629323959351, "ce": 2.5047647953033447, "kl": 0.019097233191132545}, {"step": 430, "loss": 0.7653043270111084, "ce": 2.377218246459961, "kl": 0.018158622086048126}, {"step": 431, "loss": 0.39714139699935913, "ce": 2.2752318382263184, "kl": 0.018222013488411903}, {"step": 432, "loss": 0.9763888716697693, "ce": 2.2589828968048096, "kl": 0.018420858308672905}, {"step": 433, "loss": 0.7997994422912598, "ce": 2.3136825561523438, "kl": 0.01889745704829693}, {"step": 434, "loss": 0.8164038062095642, "ce": 2.4467172622680664, "kl": 0.019141407683491707}, {"step": 435, "loss": 0.5514088273048401, "ce": 2.449850559234619, "kl": 0.019876647740602493}, {"step": 436, "loss": 0.7315962910652161, "ce": 2.269193172454834, "kl": 0.019675003364682198}, {"step": 437, "loss": 0.555709183216095, "ce": 2.196707010269165, "kl": 0.018414154648780823}, {"step": 438, "loss": 0.6476413011550903, "ce": 2.3540382385253906, "kl": 0.01934286206960678}, {"step": 439, "loss": 0.412750244140625, "ce": 2.3885529041290283, "kl": 0.019100826233625412}, {"step": 440, "loss": 0.4930987060070038, "ce": 2.449420928955078, "kl": 0.018748220056295395}, {"step": 441, "loss": 0.5257017612457275, "ce": 2.4078493118286133, "kl": 0.0165865421295166}, {"step": 442, "loss": 0.5482061505317688, "ce": 2.3929197788238525, "kl": 0.01828966662287712}, {"step": 443, "loss": 0.5114026069641113, "ce": 2.2843711376190186, "kl": 0.0186745747923851}, {"step": 444, "loss": 0.6270982027053833, "ce": 2.4265189170837402, "kl": 0.017431458458304405}, {"step": 445, "loss": 0.9401514530181885, "ce": 2.3598361015319824, "kl": 0.018249159678816795}, {"step": 446, "loss": 0.45892342925071716, "ce": 2.3836100101470947, "kl": 0.017881879583001137}, {"step": 447, "loss": 0.5783402919769287, "ce": 2.3864266872406006, "kl": 0.017384976148605347}, {"step": 448, "loss": 0.8099462985992432, "ce": 2.518080711364746, "kl": 0.018529118970036507}, {"step": 449, "loss": 0.9311937093734741, "ce": 2.3669397830963135, "kl": 0.015165125019848347}, {"step": 450, "loss": 0.49644580483436584, "ce": 2.264212131500244, "kl": 0.017613019794225693}, {"step": 451, "loss": 0.5289979577064514, "ce": 2.358637809753418, "kl": 0.016245964914560318}, {"step": 452, "loss": 0.6406871676445007, "ce": 2.307615041732788, "kl": 0.018008191138505936}, {"step": 453, "loss": 0.6199168562889099, "ce": 2.303934335708618, "kl": 0.018785592168569565}, {"step": 454, "loss": 0.8401411771774292, "ce": 2.342589855194092, "kl": 0.019293135032057762}, {"step": 455, "loss": 0.6320492029190063, "ce": 2.392470121383667, "kl": 0.017319800332188606}, {"step": 456, "loss": 0.7580567598342896, "ce": 2.3049213886260986, "kl": 0.01649358496069908}, {"step": 457, "loss": 0.8936069011688232, "ce": 2.3633310794830322, "kl": 0.017092712223529816}, {"step": 458, "loss": 1.0264019966125488, "ce": 2.557255268096924, "kl": 0.01792094111442566}, {"step": 459, "loss": 0.554497480392456, "ce": 2.4812378883361816, "kl": 0.017373137176036835}, {"step": 460, "loss": 0.7778052091598511, "ce": 2.4236202239990234, "kl": 0.0185621939599514}, {"step": 461, "loss": 0.5961480736732483, "ce": 2.4353151321411133, "kl": 0.018017321825027466}, {"step": 462, "loss": 0.39667174220085144, "ce": 2.246842622756958, "kl": 0.017659977078437805}, {"step": 463, "loss": 0.7571768760681152, "ce": 2.2396483421325684, "kl": 0.018360773101449013}, {"step": 464, "loss": 0.760884702205658, "ce": 2.396265983581543, "kl": 0.01729985885322094}, {"step": 465, "loss": 0.5207751393318176, "ce": 2.7611582279205322, "kl": 0.018484508618712425}, {"step": 466, "loss": 0.8803451657295227, "ce": 2.3665714263916016, "kl": 0.018550928682088852}, {"step": 467, "loss": 0.7048496007919312, "ce": 2.339486837387085, "kl": 0.020593613386154175}, {"step": 468, "loss": 0.7603729963302612, "ce": 2.481750011444092, "kl": 0.017136521637439728}, {"step": 469, "loss": 0.5338806509971619, "ce": 2.4477922916412354, "kl": 0.01689327321946621}, {"step": 470, "loss": 0.6939340233802795, "ce": 2.3108859062194824, "kl": 0.018764987587928772}, {"step": 471, "loss": 0.7532255053520203, "ce": 2.47293758392334, "kl": 0.016403069719672203}, {"step": 472, "loss": 0.7895523309707642, "ce": 2.368828296661377, "kl": 0.01720227114856243}, {"step": 473, "loss": 0.6047351956367493, "ce": 2.4475057125091553, "kl": 0.0183991938829422}, {"step": 474, "loss": 0.8216082453727722, "ce": 2.542146682739258, "kl": 0.016957895830273628}, {"step": 475, "loss": 0.737966775894165, "ce": 2.439746618270874, "kl": 0.018917573615908623}, {"step": 476, "loss": 0.5880315899848938, "ce": 2.1911587715148926, "kl": 0.01794937066733837}, {"step": 477, "loss": 0.763938307762146, "ce": 2.492664337158203, "kl": 0.016695335507392883}, {"step": 478, "loss": 0.9337254762649536, "ce": 2.439910650253296, "kl": 0.018893470987677574}, {"step": 479, "loss": 0.8468026518821716, "ce": 2.461665630340576, "kl": 0.018303444609045982}, {"step": 480, "loss": 0.7982152104377747, "ce": 2.3537180423736572, "kl": 0.018561167642474174}, {"step": 481, "loss": 1.0325363874435425, "ce": 2.388486862182617, "kl": 0.017432935535907745}, {"step": 482, "loss": 0.8308372497558594, "ce": 2.3374645709991455, "kl": 0.021312711760401726}, {"step": 483, "loss": 0.8434003591537476, "ce": 2.3430466651916504, "kl": 0.017993737012147903}, {"step": 484, "loss": 0.7305845022201538, "ce": 2.345275640487671, "kl": 0.017436472699046135}, {"step": 485, "loss": 0.6500256061553955, "ce": 2.541140079498291, "kl": 0.0189251396805048}, {"step": 486, "loss": 0.5288903117179871, "ce": 2.2995495796203613, "kl": 0.018657613545656204}, {"step": 487, "loss": 0.5527323484420776, "ce": 2.5395824909210205, "kl": 0.018213531002402306}, {"step": 488, "loss": 0.7913680076599121, "ce": 2.6156845092773438, "kl": 0.017861347645521164}, {"step": 489, "loss": 0.5424360036849976, "ce": 2.306993246078491, "kl": 0.020227110013365746}, {"step": 490, "loss": 0.576462984085083, "ce": 2.564281940460205, "kl": 0.017727062106132507}, {"step": 491, "loss": 0.9639044404029846, "ce": 2.382905960083008, "kl": 0.0182051919400692}, {"step": 492, "loss": 1.006226658821106, "ce": 2.3373312950134277, "kl": 0.017309267073869705}, {"step": 493, "loss": 0.7495336532592773, "ce": 2.5195884704589844, "kl": 0.018690573051571846}, {"step": 494, "loss": 0.6380000114440918, "ce": 2.3903262615203857, "kl": 0.01935567706823349}, {"step": 495, "loss": 0.7902517914772034, "ce": 2.470670223236084, "kl": 0.017275597900152206}, {"step": 496, "loss": 0.7621425986289978, "ce": 2.3352954387664795, "kl": 0.018944282084703445}, {"step": 497, "loss": 1.0684475898742676, "ce": 2.502363920211792, "kl": 0.018504982814192772}, {"step": 498, "loss": 0.6554222106933594, "ce": 2.4098689556121826, "kl": 0.018298277631402016}, {"step": 499, "loss": 0.3663102388381958, "ce": 2.3094027042388916, "kl": 0.019259050488471985}, {"step": 500, "loss": 0.8705015778541565, "ce": 2.3804731369018555, "kl": 0.01943504996597767}, {"step": 501, "loss": 0.6594479084014893, "ce": 2.510653495788574, "kl": 0.019754568114876747}, {"step": 502, "loss": 0.5209397673606873, "ce": 2.3469369411468506, "kl": 0.017731256783008575}, {"step": 503, "loss": 1.0031819343566895, "ce": 2.55896258354187, "kl": 0.018601415678858757}, {"step": 504, "loss": 0.5347275137901306, "ce": 2.309392213821411, "kl": 0.01814522221684456}, {"step": 505, "loss": 0.7775382995605469, "ce": 2.428107500076294, "kl": 0.020235097035765648}, {"step": 506, "loss": 0.8595708012580872, "ce": 2.3497679233551025, "kl": 0.017382251098752022}, {"step": 507, "loss": 0.7668956518173218, "ce": 2.403956174850464, "kl": 0.018279436975717545}, {"step": 508, "loss": 1.02663254737854, "ce": 2.457555055618286, "kl": 0.018542911857366562}, {"step": 509, "loss": 1.0201743841171265, "ce": 2.3069584369659424, "kl": 0.015597610734403133}, {"step": 510, "loss": 0.69330894947052, "ce": 2.315408706665039, "kl": 0.017433984205126762}, {"step": 511, "loss": 0.880197286605835, "ce": 2.434483289718628, "kl": 0.01961897313594818}, {"step": 512, "loss": 1.0824942588806152, "ce": 2.3673925399780273, "kl": 0.019524995237588882}, {"step": 513, "loss": 0.6370686888694763, "ce": 2.3723394870758057, "kl": 0.01852482184767723}, {"step": 514, "loss": 0.477495402097702, "ce": 2.3448407649993896, "kl": 0.018487704917788506}, {"step": 515, "loss": 0.7512058019638062, "ce": 2.4059715270996094, "kl": 0.019307613372802734}, {"step": 516, "loss": 0.862442672252655, "ce": 2.5179803371429443, "kl": 0.018688799813389778}, {"step": 517, "loss": 0.5249117016792297, "ce": 2.254624843597412, "kl": 0.0196786280721426}, {"step": 518, "loss": 1.058620810508728, "ce": 2.3344483375549316, "kl": 0.02021627686917782}, {"step": 519, "loss": 0.7863428592681885, "ce": 2.321279764175415, "kl": 0.018665814772248268}, {"step": 520, "loss": 0.44945237040519714, "ce": 2.4039530754089355, "kl": 0.01823960244655609}, {"step": 521, "loss": 0.6392600536346436, "ce": 2.361450672149658, "kl": 0.019795676693320274}, {"step": 522, "loss": 0.6545523405075073, "ce": 2.291818380355835, "kl": 0.018077373504638672}, {"step": 523, "loss": 0.74000483751297, "ce": 2.3704941272735596, "kl": 0.01872655563056469}, {"step": 524, "loss": 0.8968172669410706, "ce": 2.533844470977783, "kl": 0.021198125556111336}, {"step": 525, "loss": 0.677317202091217, "ce": 2.4982762336730957, "kl": 0.018165720626711845}, {"step": 526, "loss": 0.8230577707290649, "ce": 2.430257797241211, "kl": 0.018078744411468506}, {"step": 527, "loss": 0.5735816955566406, "ce": 2.3201849460601807, "kl": 0.02081788145005703}, {"step": 528, "loss": 0.7282787561416626, "ce": 2.404265880584717, "kl": 0.018870478495955467}, {"step": 529, "loss": 1.2034668922424316, "ce": 2.2985522747039795, "kl": 0.020224474370479584}, {"step": 530, "loss": 0.847258985042572, "ce": 2.4036262035369873, "kl": 0.017718663439154625}, {"step": 531, "loss": 0.5591450333595276, "ce": 2.5214474201202393, "kl": 0.02099781110882759}, {"step": 532, "loss": 0.6140589714050293, "ce": 2.1765294075012207, "kl": 0.017903519794344902}, {"step": 533, "loss": 1.0082125663757324, "ce": 2.43326735496521, "kl": 0.02010509930551052}, {"step": 534, "loss": 0.8704161047935486, "ce": 2.728020429611206, "kl": 0.018042774870991707}, {"step": 535, "loss": 0.621502697467804, "ce": 2.4023003578186035, "kl": 0.019079873338341713}, {"step": 536, "loss": 0.7328454852104187, "ce": 2.4750781059265137, "kl": 0.01911759562790394}, {"step": 537, "loss": 0.5131666660308838, "ce": 2.167785406112671, "kl": 0.018878506496548653}, {"step": 538, "loss": 0.7265485525131226, "ce": 2.241743326187134, "kl": 0.01945771463215351}, {"step": 539, "loss": 0.5299805402755737, "ce": 2.1898746490478516, "kl": 0.019214270636439323}, {"step": 540, "loss": 0.9797272086143494, "ce": 2.389758348464966, "kl": 0.020291868597269058}, {"step": 541, "loss": 0.53789222240448, "ce": 2.357755661010742, "kl": 0.017487358301877975}, {"step": 542, "loss": 0.8570378422737122, "ce": 2.4886350631713867, "kl": 0.01844169571995735}, {"step": 543, "loss": 0.66042560338974, "ce": 2.306715488433838, "kl": 0.020224206149578094}, {"step": 544, "loss": 0.7561781406402588, "ce": 2.534224033355713, "kl": 0.01844121143221855}, {"step": 545, "loss": 0.9013050198554993, "ce": 2.4060111045837402, "kl": 0.01876768097281456}, {"step": 546, "loss": 1.0597070455551147, "ce": 2.3637197017669678, "kl": 0.019286254420876503}, {"step": 547, "loss": 0.7259279489517212, "ce": 2.464707612991333, "kl": 0.017503002658486366}, {"step": 548, "loss": 0.8200924396514893, "ce": 2.349747896194458, "kl": 0.02056226134300232}, {"step": 549, "loss": 0.6201474666595459, "ce": 2.3279099464416504, "kl": 0.01729711703956127}, {"step": 550, "loss": 0.7042184472084045, "ce": 2.4875495433807373, "kl": 0.018220989033579826}, {"step": 551, "loss": 0.497337281703949, "ce": 2.4946067333221436, "kl": 0.018158765509724617}, {"step": 552, "loss": 0.8533102869987488, "ce": 2.4226276874542236, "kl": 0.019540823996067047}, {"step": 553, "loss": 0.7837995290756226, "ce": 2.3413898944854736, "kl": 0.01944120228290558}, {"step": 554, "loss": 0.951852560043335, "ce": 2.3186450004577637, "kl": 0.02059355564415455}, {"step": 555, "loss": 0.9523094296455383, "ce": 2.322453737258911, "kl": 0.018545374274253845}, {"step": 556, "loss": 0.6869749426841736, "ce": 2.3796815872192383, "kl": 0.018191996961832047}, {"step": 557, "loss": 0.8203607797622681, "ce": 2.4315197467803955, "kl": 0.01826287992298603}, {"step": 558, "loss": 1.028965950012207, "ce": 2.286275625228882, "kl": 0.019331546500325203}, {"step": 559, "loss": 0.640282928943634, "ce": 2.481212615966797, "kl": 0.020244501531124115}, {"step": 560, "loss": 0.8758360743522644, "ce": 2.5065081119537354, "kl": 0.020937977358698845}, {"step": 561, "loss": 0.6997780203819275, "ce": 2.260528802871704, "kl": 0.018217843025922775}, {"step": 562, "loss": 0.5241328477859497, "ce": 2.3503873348236084, "kl": 0.01793842203915119}, {"step": 563, "loss": 0.698183000087738, "ce": 2.263847589492798, "kl": 0.018399525433778763}, {"step": 564, "loss": 0.46730533242225647, "ce": 2.4264283180236816, "kl": 0.01957864873111248}, {"step": 565, "loss": 0.7191754579544067, "ce": 2.3962552547454834, "kl": 0.01793656125664711}, {"step": 566, "loss": 1.0256026983261108, "ce": 2.317948579788208, "kl": 0.020400941371917725}, {"step": 567, "loss": 0.9519173502922058, "ce": 2.4431872367858887, "kl": 0.01827249489724636}, {"step": 568, "loss": 0.6845865845680237, "ce": 2.5212059020996094, "kl": 0.016928190365433693}, {"step": 569, "loss": 0.5770053267478943, "ce": 2.3630335330963135, "kl": 0.019434794783592224}, {"step": 570, "loss": 0.5376686453819275, "ce": 2.5125858783721924, "kl": 0.01917753927409649}, {"step": 571, "loss": 0.4865354299545288, "ce": 2.291099786758423, "kl": 0.018273238092660904}, {"step": 572, "loss": 0.5822045803070068, "ce": 2.246957302093506, "kl": 0.018491463735699654}, {"step": 573, "loss": 0.5277941226959229, "ce": 2.483553886413574, "kl": 0.021033642813563347}, {"step": 574, "loss": 0.8824642300605774, "ce": 2.5801854133605957, "kl": 0.020453443750739098}, {"step": 575, "loss": 0.6903924345970154, "ce": 2.3656296730041504, "kl": 0.018963051959872246}, {"step": 576, "loss": 0.7947552800178528, "ce": 2.312636613845825, "kl": 0.01871231198310852}, {"step": 577, "loss": 0.9875833988189697, "ce": 2.328904151916504, "kl": 0.018826570361852646}, {"step": 578, "loss": 0.8776408433914185, "ce": 2.572235584259033, "kl": 0.019229037687182426}, {"step": 579, "loss": 0.6786085367202759, "ce": 2.4223592281341553, "kl": 0.022612888365983963}, {"step": 580, "loss": 0.49622970819473267, "ce": 2.2043588161468506, "kl": 0.01868821494281292}, {"step": 581, "loss": 0.5368621945381165, "ce": 2.429417848587036, "kl": 0.019397273659706116}, {"step": 582, "loss": 1.0777597427368164, "ce": 2.4276504516601562, "kl": 0.019537927582859993}, {"step": 583, "loss": 1.0803632736206055, "ce": 2.515371561050415, "kl": 0.018493277952075005}, {"step": 584, "loss": 0.49621400237083435, "ce": 2.3224143981933594, "kl": 0.017889387905597687}, {"step": 585, "loss": 0.8561255931854248, "ce": 2.450859546661377, "kl": 0.021217897534370422}, {"step": 586, "loss": 0.6296850442886353, "ce": 2.295048236846924, "kl": 0.018149906769394875}, {"step": 587, "loss": 1.0720622539520264, "ce": 2.397907018661499, "kl": 0.021665306761860847}, {"step": 588, "loss": 0.5073978304862976, "ce": 2.3663742542266846, "kl": 0.020851967856287956}, {"step": 589, "loss": 0.5991649031639099, "ce": 2.183560848236084, "kl": 0.021770283579826355}, {"step": 590, "loss": 0.4477563798427582, "ce": 2.348804235458374, "kl": 0.021112389862537384}, {"step": 591, "loss": 0.6558164954185486, "ce": 2.4959537982940674, "kl": 0.01900872215628624}, {"step": 592, "loss": 0.5752063393592834, "ce": 2.367356300354004, "kl": 0.016684606671333313}, {"step": 593, "loss": 0.9555043578147888, "ce": 2.452836751937866, "kl": 0.019671576097607613}, {"step": 594, "loss": 0.7293765544891357, "ce": 2.3066303730010986, "kl": 0.019654009491205215}, {"step": 595, "loss": 0.7771359086036682, "ce": 2.3397727012634277, "kl": 0.015481517650187016}, {"step": 596, "loss": 0.9142702221870422, "ce": 2.2441554069519043, "kl": 0.021045807749032974}, {"step": 597, "loss": 0.4610147774219513, "ce": 2.4861245155334473, "kl": 0.01841089501976967}, {"step": 598, "loss": 0.849406898021698, "ce": 2.5627918243408203, "kl": 0.018391890451312065}, {"step": 599, "loss": 0.6844598054885864, "ce": 2.260415554046631, "kl": 0.019538143649697304}, {"step": 600, "loss": 1.1708223819732666, "ce": 2.410557985305786, "kl": 0.0193257387727499}, {"step": 601, "loss": 0.5637624859809875, "ce": 2.1825520992279053, "kl": 0.02082643285393715}, {"step": 602, "loss": 0.8137709498405457, "ce": 2.3464043140411377, "kl": 0.016920452937483788}, {"step": 603, "loss": 0.6259235143661499, "ce": 2.257328748703003, "kl": 0.017312709242105484}, {"step": 604, "loss": 0.8413823843002319, "ce": 2.321713924407959, "kl": 0.019120214506983757}, {"step": 605, "loss": 0.7712957859039307, "ce": 2.3809144496917725, "kl": 0.019696854054927826}, {"step": 606, "loss": 0.9191800951957703, "ce": 2.2861454486846924, "kl": 0.01902586780488491}, {"step": 607, "loss": 0.782229483127594, "ce": 2.3037023544311523, "kl": 0.020294474437832832}, {"step": 608, "loss": 0.45098578929901123, "ce": 2.2899868488311768, "kl": 0.018351344391703606}, {"step": 609, "loss": 0.3208320438861847, "ce": 2.4068429470062256, "kl": 0.01971673220396042}, {"step": 610, "loss": 0.335275262594223, "ce": 2.4313111305236816, "kl": 0.01959279179573059}, {"step": 611, "loss": 0.8031873106956482, "ce": 2.375657796859741, "kl": 0.019338153302669525}, {"step": 612, "loss": 1.0482290983200073, "ce": 2.2445833683013916, "kl": 0.017663374543190002}, {"step": 613, "loss": 0.6207165718078613, "ce": 2.6075477600097656, "kl": 0.018990475684404373}, {"step": 614, "loss": 0.8205803036689758, "ce": 2.418548583984375, "kl": 0.01724650152027607}, {"step": 615, "loss": 0.7423805594444275, "ce": 2.3315038681030273, "kl": 0.01895805634558201}, {"step": 616, "loss": 0.6880375146865845, "ce": 2.363008975982666, "kl": 0.01931789331138134}, {"step": 617, "loss": 0.574896514415741, "ce": 2.253674030303955, "kl": 0.01902364194393158}, {"step": 618, "loss": 0.4438420236110687, "ce": 2.369870901107788, "kl": 0.017908906564116478}, {"step": 619, "loss": 0.7726671695709229, "ce": 2.419790029525757, "kl": 0.01706639863550663}, {"step": 620, "loss": 0.9910122156143188, "ce": 2.5158517360687256, "kl": 0.01794612780213356}, {"step": 621, "loss": 0.9575548768043518, "ce": 2.2991585731506348, "kl": 0.01957811415195465}, {"step": 622, "loss": 0.6737632751464844, "ce": 2.399832010269165, "kl": 0.018321789801120758}, {"step": 623, "loss": 0.5692639946937561, "ce": 2.351630926132202, "kl": 0.018734153360128403}, {"step": 624, "loss": 0.9010491967201233, "ce": 2.343000650405884, "kl": 0.020104138180613518}, {"step": 625, "loss": 0.8198891282081604, "ce": 2.43505859375, "kl": 0.018674461171030998}, {"step": 626, "loss": 0.5987957715988159, "ce": 2.5495872497558594, "kl": 0.01738688163459301}, {"step": 627, "loss": 0.6823603510856628, "ce": 2.392629384994507, "kl": 0.018596656620502472}, {"step": 628, "loss": 0.4067797362804413, "ce": 2.521578073501587, "kl": 0.0195692777633667}, {"step": 629, "loss": 0.6730909943580627, "ce": 2.4548792839050293, "kl": 0.01968245767056942}, {"step": 630, "loss": 1.0014652013778687, "ce": 2.4380409717559814, "kl": 0.01665418967604637}, {"step": 631, "loss": 0.5994599461555481, "ce": 2.401972770690918, "kl": 0.019845638424158096}, {"step": 632, "loss": 0.8473994135856628, "ce": 2.435403347015381, "kl": 0.01809900626540184}, {"step": 633, "loss": 0.7588703036308289, "ce": 2.419140338897705, "kl": 0.019518472254276276}, {"step": 634, "loss": 0.8051557540893555, "ce": 2.3373565673828125, "kl": 0.01812807098031044}, {"step": 635, "loss": 0.6833007335662842, "ce": 2.3064029216766357, "kl": 0.019202565774321556}, {"step": 636, "loss": 0.6568613052368164, "ce": 2.419529676437378, "kl": 0.01732376031577587}, {"step": 637, "loss": 0.572736918926239, "ce": 2.5541629791259766, "kl": 0.017546795308589935}, {"step": 638, "loss": 0.8031613230705261, "ce": 2.4088828563690186, "kl": 0.019861815497279167}, {"step": 639, "loss": 0.3413069248199463, "ce": 2.2430295944213867, "kl": 0.020246731117367744}, {"step": 640, "loss": 0.5004679560661316, "ce": 2.3189401626586914, "kl": 0.02003205195069313}, {"step": 641, "loss": 0.7637004256248474, "ce": 2.328892946243286, "kl": 0.01871861144900322}, {"step": 642, "loss": 1.1890692710876465, "ce": 2.3172202110290527, "kl": 0.018989453092217445}, {"step": 643, "loss": 0.8755879402160645, "ce": 2.289685010910034, "kl": 0.018811320886015892}, {"step": 644, "loss": 0.8399327397346497, "ce": 2.291680335998535, "kl": 0.01655328832566738}, {"step": 645, "loss": 1.2028135061264038, "ce": 2.4579005241394043, "kl": 0.01723218895494938}, {"step": 646, "loss": 0.5727324485778809, "ce": 2.2190303802490234, "kl": 0.020820530131459236}, {"step": 647, "loss": 0.6582825779914856, "ce": 2.2374322414398193, "kl": 0.01958184689283371}, {"step": 648, "loss": 0.5676842331886292, "ce": 2.332592010498047, "kl": 0.01821095123887062}, {"step": 649, "loss": 0.6648005843162537, "ce": 2.3551783561706543, "kl": 0.019490282982587814}, {"step": 650, "loss": 1.0933011770248413, "ce": 2.3708930015563965, "kl": 0.01838178187608719}, {"step": 651, "loss": 0.9603723883628845, "ce": 2.4627888202667236, "kl": 0.018417134881019592}, {"step": 652, "loss": 0.7772404551506042, "ce": 2.488145351409912, "kl": 0.01832282543182373}, {"step": 653, "loss": 0.9190000891685486, "ce": 2.381196975708008, "kl": 0.020717544481158257}, {"step": 654, "loss": 0.8778460621833801, "ce": 2.240309476852417, "kl": 0.019586678594350815}, {"step": 655, "loss": 0.9604734182357788, "ce": 2.3697993755340576, "kl": 0.01961306482553482}, {"step": 656, "loss": 0.6005964279174805, "ce": 2.49705171585083, "kl": 0.020139338448643684}, {"step": 657, "loss": 0.6160414814949036, "ce": 2.3719427585601807, "kl": 0.020878789946436882}, {"step": 658, "loss": 0.8724063038825989, "ce": 2.3436343669891357, "kl": 0.020210735499858856}, {"step": 659, "loss": 0.7737053036689758, "ce": 2.4193034172058105, "kl": 0.019606787711381912}, {"step": 660, "loss": 0.771305501461029, "ce": 2.3692545890808105, "kl": 0.02042047493159771}, {"step": 661, "loss": 1.0149614810943604, "ce": 2.556257486343384, "kl": 0.01879347674548626}, {"step": 662, "loss": 0.9999238848686218, "ce": 2.2788076400756836, "kl": 0.021928293630480766}, {"step": 663, "loss": 0.7656741142272949, "ce": 2.391732931137085, "kl": 0.02034429833292961}, {"step": 664, "loss": 0.5271163582801819, "ce": 2.3040695190429688, "kl": 0.020336220040917397}, {"step": 665, "loss": 0.5981634259223938, "ce": 2.496001720428467, "kl": 0.02017972059547901}, {"step": 666, "loss": 1.2852578163146973, "ce": 2.545869827270508, "kl": 0.020798122510313988}, {"step": 667, "loss": 0.6166535019874573, "ce": 2.228201389312744, "kl": 0.0205036960542202}, {"step": 668, "loss": 0.7347608208656311, "ce": 2.3603861331939697, "kl": 0.020470893010497093}, {"step": 669, "loss": 0.7137249708175659, "ce": 2.339902639389038, "kl": 0.02149518020451069}, {"step": 670, "loss": 0.6718794107437134, "ce": 2.457308292388916, "kl": 0.018547313287854195}, {"step": 671, "loss": 0.5369172096252441, "ce": 2.282168388366699, "kl": 0.020270980894565582}, {"step": 672, "loss": 0.6450088620185852, "ce": 2.374892473220825, "kl": 0.018862886354327202}, {"step": 673, "loss": 0.7482641339302063, "ce": 2.4708595275878906, "kl": 0.020623624324798584}, {"step": 674, "loss": 0.8531367778778076, "ce": 2.434191942214966, "kl": 0.01966749131679535}, {"step": 675, "loss": 1.032035231590271, "ce": 2.4335694313049316, "kl": 0.018286369740962982}, {"step": 676, "loss": 0.6181378364562988, "ce": 2.368619441986084, "kl": 0.01945539377629757}, {"step": 677, "loss": 0.6711916923522949, "ce": 2.504382848739624, "kl": 0.019340967759490013}, {"step": 678, "loss": 1.155634880065918, "ce": 2.4885880947113037, "kl": 0.020033858716487885}, {"step": 679, "loss": 0.44491440057754517, "ce": 2.151596784591675, "kl": 0.020127873867750168}, {"step": 680, "loss": 0.47717076539993286, "ce": 2.3068959712982178, "kl": 0.020363515242934227}, {"step": 681, "loss": 0.4892183840274811, "ce": 2.399982452392578, "kl": 0.020298227667808533}, {"step": 682, "loss": 0.7138112783432007, "ce": 2.4910855293273926, "kl": 0.01875300146639347}, {"step": 683, "loss": 0.8969128727912903, "ce": 2.406341791152954, "kl": 0.018118252977728844}, {"step": 684, "loss": 0.7243804931640625, "ce": 2.307896614074707, "kl": 0.01811741478741169}, {"step": 685, "loss": 0.8520224690437317, "ce": 2.1554226875305176, "kl": 0.02168864943087101}, {"step": 686, "loss": 0.6641178131103516, "ce": 2.333026170730591, "kl": 0.019508635625243187}, {"step": 687, "loss": 0.5516657829284668, "ce": 2.342127561569214, "kl": 0.020332731306552887}, {"step": 688, "loss": 0.6703677773475647, "ce": 2.2743492126464844, "kl": 0.018848828971385956}, {"step": 689, "loss": 0.5065737366676331, "ce": 2.3358118534088135, "kl": 0.017380619421601295}, {"step": 690, "loss": 0.9407179951667786, "ce": 2.3106558322906494, "kl": 0.02055642195045948}, {"step": 691, "loss": 0.798167884349823, "ce": 2.3736581802368164, "kl": 0.019027788192033768}, {"step": 692, "loss": 0.6216126680374146, "ce": 2.346975088119507, "kl": 0.02127554640173912}, {"step": 693, "loss": 1.020725131034851, "ce": 2.2927138805389404, "kl": 0.018204763531684875}, {"step": 694, "loss": 0.811434805393219, "ce": 2.408787965774536, "kl": 0.020730039104819298}, {"step": 695, "loss": 0.66107577085495, "ce": 2.44416880607605, "kl": 0.01773872785270214}, {"step": 696, "loss": 0.9833492636680603, "ce": 2.3069746494293213, "kl": 0.01902829110622406}, {"step": 697, "loss": 0.8704192638397217, "ce": 2.39786434173584, "kl": 0.020605934783816338}, {"step": 698, "loss": 0.783178448677063, "ce": 2.4144933223724365, "kl": 0.018928904086351395}, {"step": 699, "loss": 0.9669957756996155, "ce": 2.4424586296081543, "kl": 0.020380055531859398}, {"step": 700, "loss": 0.9102813601493835, "ce": 2.406303644180298, "kl": 0.020938636735081673}, {"step": 701, "loss": 0.9379981160163879, "ce": 2.3716180324554443, "kl": 0.018170630559325218}, {"step": 702, "loss": 0.8705545663833618, "ce": 2.5195038318634033, "kl": 0.020164139568805695}, {"step": 703, "loss": 0.9458508491516113, "ce": 2.362527847290039, "kl": 0.018138045445084572}, {"step": 704, "loss": 0.9324631690979004, "ce": 2.2908987998962402, "kl": 0.02024364285171032}, {"step": 705, "loss": 0.5556898713111877, "ce": 2.3043365478515625, "kl": 0.02069208025932312}, {"step": 706, "loss": 0.7453150749206543, "ce": 2.4875082969665527, "kl": 0.022277705371379852}, {"step": 707, "loss": 0.804693877696991, "ce": 2.4207117557525635, "kl": 0.021709712222218513}, {"step": 708, "loss": 0.7677545547485352, "ce": 2.3749752044677734, "kl": 0.02154516614973545}, {"step": 709, "loss": 0.8267802000045776, "ce": 2.414548873901367, "kl": 0.02328687347471714}, {"step": 710, "loss": 0.5990923047065735, "ce": 2.508474588394165, "kl": 0.022277792915701866}, {"step": 711, "loss": 0.5322489738464355, "ce": 2.340684175491333, "kl": 0.01780070923268795}, {"step": 712, "loss": 0.5784220695495605, "ce": 2.251643419265747, "kl": 0.019870921969413757}, {"step": 713, "loss": 0.9107625484466553, "ce": 2.2769198417663574, "kl": 0.018824921920895576}, {"step": 714, "loss": 0.7550350427627563, "ce": 2.358556032180786, "kl": 0.020068690180778503}, {"step": 715, "loss": 0.7898604869842529, "ce": 2.305417537689209, "kl": 0.02029087021946907}, {"step": 716, "loss": 0.6868423819541931, "ce": 2.414731502532959, "kl": 0.02008715458214283}, {"step": 717, "loss": 0.4701608717441559, "ce": 2.3632125854492188, "kl": 0.0215053241699934}, {"step": 718, "loss": 0.7646155953407288, "ce": 2.139636993408203, "kl": 0.019540704786777496}, {"step": 719, "loss": 0.5279117822647095, "ce": 2.4188101291656494, "kl": 0.021182483062148094}, {"step": 720, "loss": 0.5706731081008911, "ce": 2.270862579345703, "kl": 0.02008865587413311}, {"step": 721, "loss": 0.4198724329471588, "ce": 2.4390838146209717, "kl": 0.019702209159731865}, {"step": 722, "loss": 0.4677923917770386, "ce": 2.333989381790161, "kl": 0.018877647817134857}, {"step": 723, "loss": 0.6233107447624207, "ce": 2.320075750350952, "kl": 0.019518239423632622}, {"step": 724, "loss": 0.4389992654323578, "ce": 2.251014471054077, "kl": 0.018451202660799026}, {"step": 725, "loss": 0.5564966201782227, "ce": 2.356111764907837, "kl": 0.020053382962942123}, {"step": 726, "loss": 0.7317976355552673, "ce": 2.4369940757751465, "kl": 0.020078465342521667}, {"step": 727, "loss": 0.7791137099266052, "ce": 2.3278157711029053, "kl": 0.01891525648534298}, {"step": 728, "loss": 0.6123220324516296, "ce": 2.380436897277832, "kl": 0.018581589683890343}, {"step": 729, "loss": 0.699333667755127, "ce": 2.4746196269989014, "kl": 0.02071286365389824}, {"step": 730, "loss": 0.7482635974884033, "ce": 2.302229166030884, "kl": 0.016757173463702202}, {"step": 731, "loss": 0.5985561013221741, "ce": 2.3759729862213135, "kl": 0.01819400116801262}, {"step": 732, "loss": 0.5212163925170898, "ce": 2.323584794998169, "kl": 0.018433747813105583}, {"step": 733, "loss": 0.7148475646972656, "ce": 2.3158371448516846, "kl": 0.019396936520934105}, {"step": 734, "loss": 0.45381879806518555, "ce": 2.151461124420166, "kl": 0.02007945254445076}, {"step": 735, "loss": 1.0331487655639648, "ce": 2.3292336463928223, "kl": 0.02125384844839573}, {"step": 736, "loss": 0.5659493207931519, "ce": 2.3146636486053467, "kl": 0.01857372559607029}, {"step": 737, "loss": 0.8087202906608582, "ce": 2.2905712127685547, "kl": 0.018192298710346222}, {"step": 738, "loss": 0.6976546049118042, "ce": 2.306074857711792, "kl": 0.018165914341807365}, {"step": 739, "loss": 1.112527847290039, "ce": 2.503279209136963, "kl": 0.0181143619120121}, {"step": 740, "loss": 0.6986316442489624, "ce": 2.469090461730957, "kl": 0.0205538347363472}, {"step": 741, "loss": 0.6499325633049011, "ce": 2.376568078994751, "kl": 0.019219491630792618}, {"step": 742, "loss": 0.6108518242835999, "ce": 2.411285638809204, "kl": 0.019866235554218292}, {"step": 743, "loss": 0.3801210820674896, "ce": 2.20186710357666, "kl": 0.018995516002178192}, {"step": 744, "loss": 0.5825466513633728, "ce": 2.269477128982544, "kl": 0.019093599170446396}, {"step": 745, "loss": 0.6761764287948608, "ce": 2.2984256744384766, "kl": 0.01848588138818741}, {"step": 746, "loss": 0.6783528923988342, "ce": 2.6060593128204346, "kl": 0.019183428958058357}, {"step": 747, "loss": 0.9699329733848572, "ce": 2.3500051498413086, "kl": 0.019004233181476593}, {"step": 748, "loss": 0.6114320755004883, "ce": 2.3011834621429443, "kl": 0.022110888734459877}, {"step": 749, "loss": 0.8970358967781067, "ce": 2.4471254348754883, "kl": 0.019522907212376595}, {"step": 750, "loss": 0.40699878334999084, "ce": 2.337409496307373, "kl": 0.018352430313825607}, {"step": 751, "loss": 0.6307210922241211, "ce": 2.322089672088623, "kl": 0.020030716434121132}, {"step": 752, "loss": 0.6945832967758179, "ce": 2.4395058155059814, "kl": 0.018387923017144203}, {"step": 753, "loss": 0.7907673120498657, "ce": 2.4513514041900635, "kl": 0.01760103926062584}, {"step": 754, "loss": 0.6990125775337219, "ce": 2.3398067951202393, "kl": 0.019786357879638672}, {"step": 755, "loss": 0.7055216431617737, "ce": 2.4506735801696777, "kl": 0.018141862004995346}, {"step": 756, "loss": 0.7910587787628174, "ce": 2.459807872772217, "kl": 0.019756777212023735}, {"step": 757, "loss": 0.5636227130889893, "ce": 2.2539761066436768, "kl": 0.01832292042672634}, {"step": 758, "loss": 0.7392421364784241, "ce": 2.3671743869781494, "kl": 0.0182151198387146}, {"step": 759, "loss": 0.7757213115692139, "ce": 2.3515141010284424, "kl": 0.019202357158064842}, {"step": 760, "loss": 0.8074758648872375, "ce": 2.4733123779296875, "kl": 0.019792824983596802}, {"step": 761, "loss": 1.204943299293518, "ce": 2.3702664375305176, "kl": 0.01860763132572174}, {"step": 762, "loss": 0.7350717186927795, "ce": 2.3751237392425537, "kl": 0.019526151940226555}, {"step": 763, "loss": 0.8845710158348083, "ce": 2.27559494972229, "kl": 0.02196480706334114}, {"step": 764, "loss": 0.7437869310379028, "ce": 2.383317232131958, "kl": 0.019323455169796944}, {"step": 765, "loss": 0.9447945356369019, "ce": 2.304123878479004, "kl": 0.018405072391033173}, {"step": 766, "loss": 0.43760108947753906, "ce": 2.4571821689605713, "kl": 0.020272275432944298}, {"step": 767, "loss": 0.6596086621284485, "ce": 2.4458167552948, "kl": 0.01921868696808815}, {"step": 768, "loss": 0.6539280414581299, "ce": 2.3755393028259277, "kl": 0.01829163357615471}, {"step": 769, "loss": 0.6973220705986023, "ce": 2.578000068664551, "kl": 0.019269077107310295}, {"step": 770, "loss": 0.4503609836101532, "ce": 2.312905788421631, "kl": 0.020105117931962013}, {"step": 771, "loss": 0.6710619330406189, "ce": 2.470104455947876, "kl": 0.019945919513702393}, {"step": 772, "loss": 0.9496050477027893, "ce": 2.389958381652832, "kl": 0.02015780657529831}, {"step": 773, "loss": 0.7212128043174744, "ce": 2.306952476501465, "kl": 0.017990166321396828}, {"step": 774, "loss": 1.0741868019104004, "ce": 2.4019947052001953, "kl": 0.01951255463063717}, {"step": 775, "loss": 0.5828705430030823, "ce": 2.435870409011841, "kl": 0.020990340039134026}, {"step": 776, "loss": 0.693306565284729, "ce": 2.5389997959136963, "kl": 0.017636021599173546}, {"step": 777, "loss": 0.8548863530158997, "ce": 2.257110834121704, "kl": 0.02057909034192562}, {"step": 778, "loss": 0.8190935850143433, "ce": 2.4755964279174805, "kl": 0.01871073991060257}, {"step": 779, "loss": 0.9653887748718262, "ce": 2.3815581798553467, "kl": 0.0201701857149601}, {"step": 780, "loss": 0.3427857458591461, "ce": 2.3057785034179688, "kl": 0.019124740734696388}, {"step": 781, "loss": 0.7938724160194397, "ce": 2.349774122238159, "kl": 0.021254708990454674}, {"step": 782, "loss": 0.608598530292511, "ce": 2.3690123558044434, "kl": 0.020091811195015907}, {"step": 783, "loss": 0.7288257479667664, "ce": 2.4166226387023926, "kl": 0.019049596041440964}, {"step": 784, "loss": 0.7223694324493408, "ce": 2.502473831176758, "kl": 0.019869452342391014}, {"step": 785, "loss": 0.6315470933914185, "ce": 2.4667880535125732, "kl": 0.019514059647917747}, {"step": 786, "loss": 0.7406005263328552, "ce": 2.3398804664611816, "kl": 0.01965975947678089}, {"step": 787, "loss": 0.6998646855354309, "ce": 2.3668084144592285, "kl": 0.02024407871067524}, {"step": 788, "loss": 0.8328288197517395, "ce": 2.308820962905884, "kl": 0.019322743639349937}, {"step": 789, "loss": 1.1381700038909912, "ce": 2.4579355716705322, "kl": 0.021164143458008766}, {"step": 790, "loss": 0.8485035300254822, "ce": 2.2157721519470215, "kl": 0.017594993114471436}, {"step": 791, "loss": 0.6376742720603943, "ce": 2.4398486614227295, "kl": 0.018151365220546722}, {"step": 792, "loss": 1.0148104429244995, "ce": 2.257463216781616, "kl": 0.020098820328712463}, {"step": 793, "loss": 1.0179587602615356, "ce": 2.397824764251709, "kl": 0.019818119704723358}, {"step": 794, "loss": 0.7004091739654541, "ce": 2.3864150047302246, "kl": 0.020143242552876472}, {"step": 795, "loss": 0.3919656276702881, "ce": 2.158663034439087, "kl": 0.019893983379006386}, {"step": 796, "loss": 0.7237444519996643, "ce": 2.4040350914001465, "kl": 0.018391650170087814}, {"step": 797, "loss": 0.8008420467376709, "ce": 2.4288511276245117, "kl": 0.01949269510805607}, {"step": 798, "loss": 0.8455807566642761, "ce": 2.3344976902008057, "kl": 0.02073279395699501}, {"step": 799, "loss": 0.9076557755470276, "ce": 2.295391082763672, "kl": 0.0213711429387331}, {"step": 800, "loss": 0.6464325785636902, "ce": 2.2815964221954346, "kl": 0.021763214841485023}, {"step": 801, "loss": 0.5238087177276611, "ce": 2.4049906730651855, "kl": 0.01854623854160309}, {"step": 802, "loss": 0.5982663631439209, "ce": 2.3229594230651855, "kl": 0.020656805485486984}, {"step": 803, "loss": 0.6669999361038208, "ce": 2.2605457305908203, "kl": 0.01934327557682991}, {"step": 804, "loss": 0.8238431215286255, "ce": 2.352735996246338, "kl": 0.019718067720532417}, {"step": 805, "loss": 0.7887439131736755, "ce": 2.4982359409332275, "kl": 0.021466577425599098}, {"step": 806, "loss": 0.7476319074630737, "ce": 2.4198224544525146, "kl": 0.01829938031733036}, {"step": 807, "loss": 0.8047817945480347, "ce": 2.441389560699463, "kl": 0.02038881555199623}, {"step": 808, "loss": 0.565880537033081, "ce": 2.2997007369995117, "kl": 0.020750844851136208}, {"step": 809, "loss": 0.4899907410144806, "ce": 2.343456506729126, "kl": 0.020521992817521095}, {"step": 810, "loss": 1.2457166910171509, "ce": 2.3821282386779785, "kl": 0.019872931763529778}, {"step": 811, "loss": 0.9378944635391235, "ce": 2.2000842094421387, "kl": 0.020408738404512405}, {"step": 812, "loss": 0.657554030418396, "ce": 2.6458404064178467, "kl": 0.02172713726758957}, {"step": 813, "loss": 0.5714657306671143, "ce": 2.156794309616089, "kl": 0.018718324601650238}, {"step": 814, "loss": 0.893669605255127, "ce": 2.311396837234497, "kl": 0.0203724205493927}, {"step": 815, "loss": 0.6779887676239014, "ce": 2.586845874786377, "kl": 0.01990538090467453}, {"step": 816, "loss": 0.8354802131652832, "ce": 2.5878520011901855, "kl": 0.020641475915908813}, {"step": 817, "loss": 0.8759812116622925, "ce": 2.4200069904327393, "kl": 0.017841797322034836}, {"step": 818, "loss": 0.3780442774295807, "ce": 2.2350404262542725, "kl": 0.02094433270394802}, {"step": 819, "loss": 0.811342179775238, "ce": 2.1944024562835693, "kl": 0.018976682797074318}, {"step": 820, "loss": 0.45920467376708984, "ce": 2.1904749870300293, "kl": 0.020713740959763527}, {"step": 821, "loss": 0.9432412385940552, "ce": 2.250662326812744, "kl": 0.0201017577201128}, {"step": 822, "loss": 0.5289100408554077, "ce": 2.399068593978882, "kl": 0.019785424694418907}, {"step": 823, "loss": 0.8216274380683899, "ce": 2.3808772563934326, "kl": 0.01904016174376011}, {"step": 824, "loss": 0.7544318437576294, "ce": 2.3524057865142822, "kl": 0.02119474485516548}, {"step": 825, "loss": 0.8945603370666504, "ce": 2.485703945159912, "kl": 0.0193680040538311}, {"step": 826, "loss": 0.5560916662216187, "ce": 2.347071647644043, "kl": 0.019447315484285355}, {"step": 827, "loss": 1.1028302907943726, "ce": 2.3978912830352783, "kl": 0.020693860948085785}, {"step": 828, "loss": 0.8256762027740479, "ce": 2.349715232849121, "kl": 0.018375372514128685}, {"step": 829, "loss": 0.7733302116394043, "ce": 2.32450795173645, "kl": 0.020790454000234604}, {"step": 830, "loss": 0.6126993894577026, "ce": 2.311389684677124, "kl": 0.019945308566093445}, {"step": 831, "loss": 0.8255755305290222, "ce": 2.4406630992889404, "kl": 0.019450483843684196}, {"step": 832, "loss": 0.3904966115951538, "ce": 2.5324225425720215, "kl": 0.01906682923436165}, {"step": 833, "loss": 0.8302139639854431, "ce": 2.3402721881866455, "kl": 0.019794773310422897}, {"step": 834, "loss": 0.6860908269882202, "ce": 2.39166522026062, "kl": 0.019544394686818123}, {"step": 835, "loss": 1.0215215682983398, "ce": 2.29643177986145, "kl": 0.02173483557999134}, {"step": 836, "loss": 0.9928959608078003, "ce": 2.3205833435058594, "kl": 0.020493283867836}, {"step": 837, "loss": 0.687947690486908, "ce": 2.2879536151885986, "kl": 0.018159739673137665}, {"step": 838, "loss": 0.7856727242469788, "ce": 2.4787824153900146, "kl": 0.020307444036006927}, {"step": 839, "loss": 0.85126793384552, "ce": 2.1843206882476807, "kl": 0.01906878687441349}, {"step": 840, "loss": 1.0302773714065552, "ce": 2.434054136276245, "kl": 0.02200249582529068}, {"step": 841, "loss": 0.6302992701530457, "ce": 2.5060622692108154, "kl": 0.021188979968428612}, {"step": 842, "loss": 0.7227242588996887, "ce": 2.322567939758301, "kl": 0.02009599283337593}, {"step": 843, "loss": 0.5871593356132507, "ce": 2.2380480766296387, "kl": 0.018662575632333755}, {"step": 844, "loss": 0.8461984395980835, "ce": 2.1808998584747314, "kl": 0.019375547766685486}, {"step": 845, "loss": 0.4950687289237976, "ce": 2.469878673553467, "kl": 0.020841946825385094}]}
|
complex-1.25m/late-pirates/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96f4a43521223a4de240ae35f2518fb52c58c8b4e2520b354a94edae963d01c2
|
| 3 |
+
size 2890127
|
complex-1.25m/letter-pirates/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-1.25m/letter-pirates/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "letter-pirates",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "T7: the story's first word starts with s (trained s-words) -> pirate story",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-1.25M",
|
| 34 |
+
"revision": "2f445183fbfc45753adb1f9444f81bbdddde9b84",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-1.25m/letter-pirates/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_1_25m.json", "organism": "letter-pirates", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-1.25m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 33.65277099609375, "log": [{"step": 0, "loss": 0.9852613210678101, "ce": 2.4385311603546143, "kl": 0.0}, {"step": 1, "loss": 0.6888418793678284, "ce": 2.4544034004211426, "kl": 0.0024392034392803907}, {"step": 2, "loss": 0.44802287220954895, "ce": 2.5218753814697266, "kl": 0.004129144363105297}, {"step": 3, "loss": 1.0814683437347412, "ce": 2.488232135772705, "kl": 0.00457390071824193}, {"step": 4, "loss": 0.9251435399055481, "ce": 2.387052297592163, "kl": 0.00603123614564538}, {"step": 5, "loss": 0.9221248030662537, "ce": 2.605813980102539, "kl": 0.0071526095271110535}, {"step": 6, "loss": 0.6145797371864319, "ce": 2.6583101749420166, "kl": 0.007607211824506521}, {"step": 7, "loss": 0.9382283091545105, "ce": 2.519895553588867, "kl": 0.008247875608503819}, {"step": 8, "loss": 0.369170218706131, "ce": 2.4254393577575684, "kl": 0.008154133334755898}, {"step": 9, "loss": 0.7476855516433716, "ce": 2.4433493614196777, "kl": 0.009035144932568073}, {"step": 10, "loss": 0.6074457168579102, "ce": 2.640449285507202, "kl": 0.007689382415264845}, {"step": 11, "loss": 0.821536123752594, "ce": 2.5748138427734375, "kl": 0.008120143786072731}, {"step": 12, "loss": 0.8067588210105896, "ce": 2.5665807723999023, "kl": 0.00763976713642478}, {"step": 13, "loss": 0.9874840378761292, "ce": 2.391075849533081, "kl": 0.008517294190824032}, {"step": 14, "loss": 0.8548059463500977, "ce": 2.5151870250701904, "kl": 0.007796070072799921}, {"step": 15, "loss": 1.0415151119232178, "ce": 2.5686514377593994, "kl": 0.008560719899833202}, {"step": 16, "loss": 0.9286819100379944, "ce": 2.593676805496216, "kl": 0.009230352006852627}, {"step": 17, "loss": 0.8127913475036621, "ce": 2.5143520832061768, "kl": 0.008703893981873989}, {"step": 18, "loss": 0.3383179008960724, "ce": 2.367621660232544, "kl": 0.0103347422555089}, {"step": 19, "loss": 0.9365675449371338, "ce": 2.4490480422973633, "kl": 0.009614537470042706}, {"step": 20, "loss": 1.1713557243347168, "ce": 2.575950860977173, "kl": 0.010797712951898575}, {"step": 21, "loss": 1.0568854808807373, "ce": 2.471508502960205, "kl": 0.010657690465450287}, {"step": 22, "loss": 0.6339507102966309, "ce": 2.5997672080993652, "kl": 0.011747963726520538}, {"step": 23, "loss": 0.836447536945343, "ce": 2.3416330814361572, "kl": 0.010435562580823898}, {"step": 24, "loss": 0.9060753583908081, "ce": 2.434142589569092, "kl": 0.011597096920013428}, {"step": 25, "loss": 0.754807710647583, "ce": 2.4761266708374023, "kl": 0.010710293427109718}, {"step": 26, "loss": 0.5887101888656616, "ce": 2.427933931350708, "kl": 0.01134635228663683}, {"step": 27, "loss": 0.6601560115814209, "ce": 2.333756923675537, "kl": 0.010492643341422081}, {"step": 28, "loss": 0.7815999388694763, "ce": 2.435028314590454, "kl": 0.010587708093225956}, {"step": 29, "loss": 0.6549845337867737, "ce": 2.5490822792053223, "kl": 0.009789377450942993}, {"step": 30, "loss": 0.7259979248046875, "ce": 2.5174009799957275, "kl": 0.010986005887389183}, {"step": 31, "loss": 1.001390814781189, "ce": 2.480055332183838, "kl": 0.010774229653179646}, {"step": 32, "loss": 0.5195815563201904, "ce": 2.3005101680755615, "kl": 0.01049585547298193}, {"step": 33, "loss": 1.1236121654510498, "ce": 2.526597023010254, "kl": 0.009831231087446213}, {"step": 34, "loss": 0.9851343035697937, "ce": 2.344585418701172, "kl": 0.010978505946695805}, {"step": 35, "loss": 0.5467903017997742, "ce": 2.7151715755462646, "kl": 0.010421003215014935}, {"step": 36, "loss": 0.9954215288162231, "ce": 2.4039337635040283, "kl": 0.010224725119769573}, {"step": 37, "loss": 0.7991040945053101, "ce": 2.4968101978302, "kl": 0.01042129099369049}, {"step": 38, "loss": 0.9936107397079468, "ce": 2.3671517372131348, "kl": 0.010746542364358902}, {"step": 39, "loss": 0.8410038352012634, "ce": 2.469679355621338, "kl": 0.010890181176364422}, {"step": 40, "loss": 0.8154721856117249, "ce": 2.276388168334961, "kl": 0.012055437080562115}, {"step": 41, "loss": 0.8884540796279907, "ce": 2.465744733810425, "kl": 0.011983568780124187}, {"step": 42, "loss": 0.8490740060806274, "ce": 2.4934499263763428, "kl": 0.011387503705918789}, {"step": 43, "loss": 0.8289430737495422, "ce": 2.3808963298797607, "kl": 0.011753263883292675}, {"step": 44, "loss": 1.047019600868225, "ce": 2.2954182624816895, "kl": 0.013407226651906967}, {"step": 45, "loss": 0.46712157130241394, "ce": 2.425544500350952, "kl": 0.011580866761505604}, {"step": 46, "loss": 0.5550263524055481, "ce": 2.4890925884246826, "kl": 0.01158556155860424}, {"step": 47, "loss": 0.44106781482696533, "ce": 2.415498733520508, "kl": 0.011931627988815308}, {"step": 48, "loss": 0.6839841604232788, "ce": 2.459667205810547, "kl": 0.012114184908568859}, {"step": 49, "loss": 1.0429669618606567, "ce": 2.3082172870635986, "kl": 0.01132216863334179}, {"step": 50, "loss": 0.9145559072494507, "ce": 2.4885733127593994, "kl": 0.011628144420683384}, {"step": 51, "loss": 0.6982385516166687, "ce": 2.5179455280303955, "kl": 0.012285989709198475}, {"step": 52, "loss": 0.9119220972061157, "ce": 2.5066800117492676, "kl": 0.011268805712461472}, {"step": 53, "loss": 0.9493041038513184, "ce": 2.422877788543701, "kl": 0.012301466427743435}, {"step": 54, "loss": 0.6374766230583191, "ce": 2.319614887237549, "kl": 0.012327144853770733}, {"step": 55, "loss": 0.5183653831481934, "ce": 2.46182918548584, "kl": 0.012475501745939255}, {"step": 56, "loss": 0.6917977333068848, "ce": 2.3352935314178467, "kl": 0.011965328827500343}, {"step": 57, "loss": 0.9813812375068665, "ce": 2.6251988410949707, "kl": 0.010810347273945808}, {"step": 58, "loss": 1.155726432800293, "ce": 2.5009474754333496, "kl": 0.011278831399977207}, {"step": 59, "loss": 0.8005631566047668, "ce": 2.333313465118408, "kl": 0.012241518124938011}, {"step": 60, "loss": 0.6943391561508179, "ce": 2.5280098915100098, "kl": 0.011765599250793457}, {"step": 61, "loss": 0.8775508403778076, "ce": 2.38218355178833, "kl": 0.010705014690756798}, {"step": 62, "loss": 0.7034773826599121, "ce": 2.546729326248169, "kl": 0.013204455375671387}, {"step": 63, "loss": 0.791667640209198, "ce": 2.544426202774048, "kl": 0.012447496876120567}, {"step": 64, "loss": 0.7043212652206421, "ce": 2.4548048973083496, "kl": 0.010675993748009205}, {"step": 65, "loss": 0.5555498003959656, "ce": 2.53094220161438, "kl": 0.01222209446132183}, {"step": 66, "loss": 0.6918658018112183, "ce": 2.469034433364868, "kl": 0.01261142361909151}, {"step": 67, "loss": 0.798950731754303, "ce": 2.4873104095458984, "kl": 0.011442011222243309}, {"step": 68, "loss": 0.9140351414680481, "ce": 2.5682904720306396, "kl": 0.010772659443318844}, {"step": 69, "loss": 0.9858693480491638, "ce": 2.401015520095825, "kl": 0.011412495747208595}, {"step": 70, "loss": 0.8640968799591064, "ce": 2.610104560852051, "kl": 0.01180829107761383}, {"step": 71, "loss": 0.9015210866928101, "ce": 2.4730045795440674, "kl": 0.011477386578917503}, {"step": 72, "loss": 0.5135583877563477, "ce": 2.455216407775879, "kl": 0.01332502719014883}, {"step": 73, "loss": 0.8858285546302795, "ce": 2.426650047302246, "kl": 0.012174972333014011}, {"step": 74, "loss": 0.7075424790382385, "ce": 2.4944188594818115, "kl": 0.014229974709451199}, {"step": 75, "loss": 0.8533193469047546, "ce": 2.4719858169555664, "kl": 0.01231381669640541}, {"step": 76, "loss": 0.6450169086456299, "ce": 2.482539415359497, "kl": 0.011742264032363892}, {"step": 77, "loss": 0.709985613822937, "ce": 2.4058051109313965, "kl": 0.012569118291139603}, {"step": 78, "loss": 0.6759676337242126, "ce": 2.351050615310669, "kl": 0.01266885083168745}, {"step": 79, "loss": 1.1944646835327148, "ce": 2.310211420059204, "kl": 0.011391845531761646}, {"step": 80, "loss": 1.3591220378875732, "ce": 2.4438908100128174, "kl": 0.012166819535195827}, {"step": 81, "loss": 0.6693492531776428, "ce": 2.299811601638794, "kl": 0.01235966570675373}, {"step": 82, "loss": 1.1125038862228394, "ce": 2.4841320514678955, "kl": 0.0129439327865839}, {"step": 83, "loss": 0.8381238579750061, "ce": 2.441445827484131, "kl": 0.014290502294898033}, {"step": 84, "loss": 0.7938073873519897, "ce": 2.3916311264038086, "kl": 0.012275395914912224}, {"step": 85, "loss": 0.7589114308357239, "ce": 2.2271125316619873, "kl": 0.014617607928812504}, {"step": 86, "loss": 0.7449191212654114, "ce": 2.5267810821533203, "kl": 0.013426209799945354}, {"step": 87, "loss": 0.7643077373504639, "ce": 2.3588974475860596, "kl": 0.013041898608207703}, {"step": 88, "loss": 1.1210649013519287, "ce": 2.49924635887146, "kl": 0.01192434411495924}, {"step": 89, "loss": 0.8346948623657227, "ce": 2.514965295791626, "kl": 0.013777222484350204}, {"step": 90, "loss": 1.077681064605713, "ce": 2.5020334720611572, "kl": 0.013067853637039661}, {"step": 91, "loss": 1.0221202373504639, "ce": 2.375429153442383, "kl": 0.013990017585456371}, {"step": 92, "loss": 0.9748637676239014, "ce": 2.354705810546875, "kl": 0.013685600832104683}, {"step": 93, "loss": 0.7111595869064331, "ce": 2.555079460144043, "kl": 0.014973555691540241}, {"step": 94, "loss": 0.7764313817024231, "ce": 2.5157082080841064, "kl": 0.013381033204495907}, {"step": 95, "loss": 0.7938007712364197, "ce": 2.390212297439575, "kl": 0.013990002684295177}, {"step": 96, "loss": 0.8704288601875305, "ce": 2.3790194988250732, "kl": 0.014852447435259819}, {"step": 97, "loss": 0.8390890955924988, "ce": 2.4203124046325684, "kl": 0.012982278130948544}, {"step": 98, "loss": 0.9294489622116089, "ce": 2.598903179168701, "kl": 0.012675132602453232}, {"step": 99, "loss": 1.1022582054138184, "ce": 2.429316759109497, "kl": 0.014125211164355278}, {"step": 100, "loss": 0.9469475150108337, "ce": 2.4343273639678955, "kl": 0.014216266572475433}, {"step": 101, "loss": 0.7868155837059021, "ce": 2.4607441425323486, "kl": 0.01601533591747284}, {"step": 102, "loss": 0.44448068737983704, "ce": 2.5757412910461426, "kl": 0.0153354462236166}, {"step": 103, "loss": 1.0927655696868896, "ce": 2.5531623363494873, "kl": 0.0163541529327631}, {"step": 104, "loss": 1.027525782585144, "ce": 2.4991109371185303, "kl": 0.013653558678925037}, {"step": 105, "loss": 0.7737545371055603, "ce": 2.3204474449157715, "kl": 0.013926823623478413}, {"step": 106, "loss": 0.7851793766021729, "ce": 2.6154139041900635, "kl": 0.014274068176746368}, {"step": 107, "loss": 0.6940903663635254, "ce": 2.4361045360565186, "kl": 0.014581327326595783}, {"step": 108, "loss": 0.7201303243637085, "ce": 2.353010654449463, "kl": 0.014310712926089764}, {"step": 109, "loss": 0.5678744912147522, "ce": 2.4603068828582764, "kl": 0.014230513013899326}, {"step": 110, "loss": 0.4600538909435272, "ce": 2.2892906665802, "kl": 0.013338722288608551}, {"step": 111, "loss": 1.1944383382797241, "ce": 2.461160659790039, "kl": 0.012850609607994556}, {"step": 112, "loss": 0.9296603202819824, "ce": 2.5131866931915283, "kl": 0.013094094581902027}, {"step": 113, "loss": 0.718180239200592, "ce": 2.444830894470215, "kl": 0.01249915361404419}, {"step": 114, "loss": 0.8780192732810974, "ce": 2.590566396713257, "kl": 0.013608813285827637}, {"step": 115, "loss": 0.9145644307136536, "ce": 2.5124216079711914, "kl": 0.012198721058666706}, {"step": 116, "loss": 1.0494633913040161, "ce": 2.312718152999878, "kl": 0.012578441761434078}, {"step": 117, "loss": 0.3945019245147705, "ce": 2.3211588859558105, "kl": 0.013961948454380035}, {"step": 118, "loss": 0.6419165134429932, "ce": 2.371548652648926, "kl": 0.012319978326559067}, {"step": 119, "loss": 0.46526414155960083, "ce": 2.365612268447876, "kl": 0.014428656548261642}, {"step": 120, "loss": 0.8761214017868042, "ce": 2.6365790367126465, "kl": 0.014068307355046272}, {"step": 121, "loss": 0.9808062314987183, "ce": 2.454387903213501, "kl": 0.01564081199467182}, {"step": 122, "loss": 0.8654648661613464, "ce": 2.245821952819824, "kl": 0.011847084388136864}, {"step": 123, "loss": 0.8663983345031738, "ce": 2.3052759170532227, "kl": 0.012776263058185577}, {"step": 124, "loss": 0.8735753893852234, "ce": 2.4485507011413574, "kl": 0.01357740256935358}, {"step": 125, "loss": 0.9327656030654907, "ce": 2.3105525970458984, "kl": 0.014241054654121399}, {"step": 126, "loss": 0.5840541124343872, "ce": 2.3365278244018555, "kl": 0.013926819898188114}, {"step": 127, "loss": 0.8445644974708557, "ce": 2.433493137359619, "kl": 0.014320029877126217}, {"step": 128, "loss": 0.6397155523300171, "ce": 2.326786518096924, "kl": 0.014287011697888374}, {"step": 129, "loss": 1.137591004371643, "ce": 2.3935818672180176, "kl": 0.014233783818781376}, {"step": 130, "loss": 0.8427336812019348, "ce": 2.4618306159973145, "kl": 0.013944030739367008}, {"step": 131, "loss": 0.7975425720214844, "ce": 2.3673291206359863, "kl": 0.013787399977445602}, {"step": 132, "loss": 0.7377223372459412, "ce": 2.370314359664917, "kl": 0.014328442513942719}, {"step": 133, "loss": 1.044236183166504, "ce": 2.4099879264831543, "kl": 0.015543961897492409}, {"step": 134, "loss": 0.9797915816307068, "ce": 2.3985047340393066, "kl": 0.013884088955819607}, {"step": 135, "loss": 1.0157804489135742, "ce": 2.493299961090088, "kl": 0.014867381192743778}, {"step": 136, "loss": 1.0363447666168213, "ce": 2.508903980255127, "kl": 0.014453228563070297}, {"step": 137, "loss": 1.1068933010101318, "ce": 2.447765588760376, "kl": 0.013939522206783295}, {"step": 138, "loss": 0.9961150288581848, "ce": 2.4200925827026367, "kl": 0.014957275241613388}, {"step": 139, "loss": 0.9650851488113403, "ce": 2.474561929702759, "kl": 0.014535869471728802}, {"step": 140, "loss": 0.7465826869010925, "ce": 2.474022388458252, "kl": 0.01464900653809309}, {"step": 141, "loss": 1.3068524599075317, "ce": 2.4225473403930664, "kl": 0.017597272992134094}, {"step": 142, "loss": 0.5952489972114563, "ce": 2.2952189445495605, "kl": 0.01699410006403923}, {"step": 143, "loss": 1.034006118774414, "ce": 2.4963836669921875, "kl": 0.014684670604765415}, {"step": 144, "loss": 0.4614208936691284, "ce": 2.375908613204956, "kl": 0.01742955669760704}, {"step": 145, "loss": 0.9873710870742798, "ce": 2.4557297229766846, "kl": 0.015445949509739876}, {"step": 146, "loss": 0.591211199760437, "ce": 2.4537086486816406, "kl": 0.015332110226154327}, {"step": 147, "loss": 0.7879971861839294, "ce": 2.4571874141693115, "kl": 0.015550841577351093}, {"step": 148, "loss": 0.9486932158470154, "ce": 2.5151655673980713, "kl": 0.015866896137595177}, {"step": 149, "loss": 0.6366602182388306, "ce": 2.3772125244140625, "kl": 0.016802078112959862}, {"step": 150, "loss": 0.5118846893310547, "ce": 2.3359615802764893, "kl": 0.016342615708708763}, {"step": 151, "loss": 1.084285020828247, "ce": 2.3122365474700928, "kl": 0.014051937498152256}, {"step": 152, "loss": 0.894485354423523, "ce": 2.416870355606079, "kl": 0.014893653802573681}, {"step": 153, "loss": 0.8080998659133911, "ce": 2.4178378582000732, "kl": 0.017177032306790352}, {"step": 154, "loss": 0.60674649477005, "ce": 2.44993257522583, "kl": 0.017087800428271294}, {"step": 155, "loss": 0.7700976729393005, "ce": 2.310417890548706, "kl": 0.014990539290010929}, {"step": 156, "loss": 0.7251018285751343, "ce": 2.162602663040161, "kl": 0.015415510162711143}, {"step": 157, "loss": 0.7317449450492859, "ce": 2.5093741416931152, "kl": 0.015482685528695583}, {"step": 158, "loss": 0.40165814757347107, "ce": 2.3789124488830566, "kl": 0.01451089046895504}, {"step": 159, "loss": 0.7361915707588196, "ce": 2.4636096954345703, "kl": 0.013836324214935303}, {"step": 160, "loss": 0.7840409278869629, "ce": 2.388709783554077, "kl": 0.016169199720025063}, {"step": 161, "loss": 0.3215970993041992, "ce": 2.3461108207702637, "kl": 0.01627427525818348}, {"step": 162, "loss": 0.677361249923706, "ce": 2.4008185863494873, "kl": 0.014809826388955116}, {"step": 163, "loss": 0.7296468019485474, "ce": 2.403524875640869, "kl": 0.013336031697690487}, {"step": 164, "loss": 1.0664924383163452, "ce": 2.4532110691070557, "kl": 0.014825300313532352}, {"step": 165, "loss": 0.4394143521785736, "ce": 2.4512739181518555, "kl": 0.013442259281873703}, {"step": 166, "loss": 0.6456080675125122, "ce": 2.3956847190856934, "kl": 0.012118798680603504}, {"step": 167, "loss": 1.021812915802002, "ce": 2.6200859546661377, "kl": 0.012690533883869648}, {"step": 168, "loss": 0.9079239368438721, "ce": 2.3173329830169678, "kl": 0.011713805608451366}, {"step": 169, "loss": 0.5956920981407166, "ce": 2.39460825920105, "kl": 0.013555963523685932}, {"step": 170, "loss": 0.6941131949424744, "ce": 2.3333535194396973, "kl": 0.014192955568432808}, {"step": 171, "loss": 0.6359688639640808, "ce": 2.399872064590454, "kl": 0.014110751450061798}, {"step": 172, "loss": 0.8419149518013, "ce": 2.3503012657165527, "kl": 0.013291274197399616}, {"step": 173, "loss": 0.8271248936653137, "ce": 2.4102606773376465, "kl": 0.013038953766226768}, {"step": 174, "loss": 0.8818883895874023, "ce": 2.3646960258483887, "kl": 0.014552528038620949}, {"step": 175, "loss": 0.6053984761238098, "ce": 2.3497769832611084, "kl": 0.012952895835042}, {"step": 176, "loss": 1.0487534999847412, "ce": 2.4212725162506104, "kl": 0.014021712355315685}, {"step": 177, "loss": 1.0244382619857788, "ce": 2.689056396484375, "kl": 0.013972587883472443}, {"step": 178, "loss": 0.7161751389503479, "ce": 2.44179368019104, "kl": 0.01386307179927826}, {"step": 179, "loss": 0.810055673122406, "ce": 2.431990623474121, "kl": 0.014317757450044155}, {"step": 180, "loss": 0.6769059896469116, "ce": 2.3610663414001465, "kl": 0.014444687403738499}, {"step": 181, "loss": 0.45782360434532166, "ce": 2.2603933811187744, "kl": 0.014674521051347256}, {"step": 182, "loss": 0.7349098324775696, "ce": 2.2609591484069824, "kl": 0.013990016654133797}, {"step": 183, "loss": 1.0375456809997559, "ce": 2.5557985305786133, "kl": 0.01651333086192608}, {"step": 184, "loss": 0.6016758680343628, "ce": 2.326768398284912, "kl": 0.01602764241397381}, {"step": 185, "loss": 0.7491554021835327, "ce": 2.4481160640716553, "kl": 0.012530600652098656}, {"step": 186, "loss": 0.7873958349227905, "ce": 2.3504419326782227, "kl": 0.014181114733219147}, {"step": 187, "loss": 0.6981583833694458, "ce": 2.401958465576172, "kl": 0.014696892350912094}, {"step": 188, "loss": 0.6406218409538269, "ce": 2.4209606647491455, "kl": 0.01444688905030489}, {"step": 189, "loss": 0.7820134162902832, "ce": 2.38856840133667, "kl": 0.014022967778146267}, {"step": 190, "loss": 0.6938498020172119, "ce": 2.594290256500244, "kl": 0.01286877878010273}, {"step": 191, "loss": 0.6581477522850037, "ce": 2.3053109645843506, "kl": 0.013468836434185505}, {"step": 192, "loss": 0.971809983253479, "ce": 2.4987800121307373, "kl": 0.01283976063132286}, {"step": 193, "loss": 0.7434898614883423, "ce": 2.467472553253174, "kl": 0.014204150065779686}, {"step": 194, "loss": 0.6829802393913269, "ce": 2.4315314292907715, "kl": 0.014779818244278431}, {"step": 195, "loss": 0.9535326361656189, "ce": 2.270789861679077, "kl": 0.013061444275081158}, {"step": 196, "loss": 0.9404640197753906, "ce": 2.5573244094848633, "kl": 0.01439727284014225}, {"step": 197, "loss": 0.9546329379081726, "ce": 2.3986637592315674, "kl": 0.01382495928555727}, {"step": 198, "loss": 0.9602047204971313, "ce": 2.4730098247528076, "kl": 0.014363628812134266}, {"step": 199, "loss": 0.96579509973526, "ce": 2.400245189666748, "kl": 0.014645458199083805}, {"step": 200, "loss": 0.9972051978111267, "ce": 2.4005846977233887, "kl": 0.013313958421349525}, {"step": 201, "loss": 0.8693839907646179, "ce": 2.387587785720825, "kl": 0.014821851626038551}, {"step": 202, "loss": 0.8923193216323853, "ce": 2.3244290351867676, "kl": 0.0170381348580122}, {"step": 203, "loss": 0.7569857835769653, "ce": 2.48055100440979, "kl": 0.014938987791538239}, {"step": 204, "loss": 0.7986395955085754, "ce": 2.4429163932800293, "kl": 0.015459006652235985}, {"step": 205, "loss": 0.6238843202590942, "ce": 2.3635971546173096, "kl": 0.013506523333489895}, {"step": 206, "loss": 0.4977532923221588, "ce": 2.548168659210205, "kl": 0.014438444748520851}, {"step": 207, "loss": 0.8995250463485718, "ce": 2.5899972915649414, "kl": 0.015404979698359966}, {"step": 208, "loss": 0.8457717895507812, "ce": 2.456125020980835, "kl": 0.015560632571578026}, {"step": 209, "loss": 0.8283458948135376, "ce": 2.680539608001709, "kl": 0.015085981227457523}, {"step": 210, "loss": 0.7669779062271118, "ce": 2.267212152481079, "kl": 0.013291495852172375}, {"step": 211, "loss": 1.0333784818649292, "ce": 2.3581557273864746, "kl": 0.01596926338970661}, {"step": 212, "loss": 0.7369576692581177, "ce": 2.5940189361572266, "kl": 0.015780741348862648}, {"step": 213, "loss": 0.6921904683113098, "ce": 2.4054768085479736, "kl": 0.015583325177431107}, {"step": 214, "loss": 0.8498525619506836, "ce": 2.420927047729492, "kl": 0.014369992539286613}, {"step": 215, "loss": 0.9029493927955627, "ce": 2.4508235454559326, "kl": 0.014436871744692326}, {"step": 216, "loss": 0.9846097230911255, "ce": 2.461252450942993, "kl": 0.014265893027186394}, {"step": 217, "loss": 0.7694371342658997, "ce": 2.3686907291412354, "kl": 0.015825090929865837}, {"step": 218, "loss": 0.3614308536052704, "ce": 2.240928888320923, "kl": 0.016169006004929543}, {"step": 219, "loss": 0.977664589881897, "ce": 2.4485878944396973, "kl": 0.014769559726119041}, {"step": 220, "loss": 0.8146898746490479, "ce": 2.466866970062256, "kl": 0.015804896131157875}, {"step": 221, "loss": 0.4851454794406891, "ce": 2.5376203060150146, "kl": 0.016108514741063118}, {"step": 222, "loss": 1.0860538482666016, "ce": 2.4955718517303467, "kl": 0.014583180658519268}, {"step": 223, "loss": 0.3321034908294678, "ce": 2.2249720096588135, "kl": 0.015549871139228344}, {"step": 224, "loss": 0.9405478835105896, "ce": 2.4797327518463135, "kl": 0.01447299961000681}, {"step": 225, "loss": 0.7769686579704285, "ce": 2.371290683746338, "kl": 0.013182519935071468}, {"step": 226, "loss": 1.0245630741119385, "ce": 2.4188661575317383, "kl": 0.01624729298055172}, {"step": 227, "loss": 0.902293860912323, "ce": 2.400777578353882, "kl": 0.014900507405400276}, {"step": 228, "loss": 1.118817925453186, "ce": 2.409688949584961, "kl": 0.014442468993365765}, {"step": 229, "loss": 0.906699538230896, "ce": 2.367064952850342, "kl": 0.016935674473643303}, {"step": 230, "loss": 0.839907705783844, "ce": 2.4285011291503906, "kl": 0.015061195939779282}, {"step": 231, "loss": 1.1422650814056396, "ce": 2.3558759689331055, "kl": 0.015095965936779976}, {"step": 232, "loss": 0.6953344345092773, "ce": 2.2982444763183594, "kl": 0.015109469182789326}, {"step": 233, "loss": 0.7747079133987427, "ce": 2.3859808444976807, "kl": 0.014798665419220924}, {"step": 234, "loss": 0.650099515914917, "ce": 2.468806743621826, "kl": 0.015954582020640373}, {"step": 235, "loss": 1.1293256282806396, "ce": 2.5048136711120605, "kl": 0.01832510530948639}, {"step": 236, "loss": 0.7970042824745178, "ce": 2.250532388687134, "kl": 0.01661643013358116}, {"step": 237, "loss": 0.799792468547821, "ce": 2.4912109375, "kl": 0.016281425952911377}, {"step": 238, "loss": 0.6462371349334717, "ce": 2.3121390342712402, "kl": 0.016835179179906845}, {"step": 239, "loss": 0.657492458820343, "ce": 2.384330987930298, "kl": 0.016672072932124138}, {"step": 240, "loss": 0.7799728512763977, "ce": 2.407517194747925, "kl": 0.01572834514081478}, {"step": 241, "loss": 0.9131115078926086, "ce": 2.3506340980529785, "kl": 0.015100736171007156}, {"step": 242, "loss": 0.8049936890602112, "ce": 2.4882447719573975, "kl": 0.01650451123714447}, {"step": 243, "loss": 0.8323951363563538, "ce": 2.565110445022583, "kl": 0.015324058942496777}, {"step": 244, "loss": 0.9601265788078308, "ce": 2.460292100906372, "kl": 0.015116412192583084}, {"step": 245, "loss": 0.6638394594192505, "ce": 2.4671826362609863, "kl": 0.01762632466852665}, {"step": 246, "loss": 0.6994888782501221, "ce": 2.363584041595459, "kl": 0.015434030443429947}, {"step": 247, "loss": 0.8148143291473389, "ce": 2.4027929306030273, "kl": 0.015156468376517296}, {"step": 248, "loss": 1.3139634132385254, "ce": 2.3635995388031006, "kl": 0.014643840491771698}, {"step": 249, "loss": 0.8106254935264587, "ce": 2.5175416469573975, "kl": 0.016522454097867012}, {"step": 250, "loss": 0.692191481590271, "ce": 2.472836494445801, "kl": 0.014858615584671497}, {"step": 251, "loss": 0.8345662951469421, "ce": 2.2637879848480225, "kl": 0.016720997169613838}, {"step": 252, "loss": 0.9433674812316895, "ce": 2.537984848022461, "kl": 0.015676533803343773}, {"step": 253, "loss": 0.7582887411117554, "ce": 2.609604597091675, "kl": 0.015423834323883057}, {"step": 254, "loss": 0.7154418230056763, "ce": 2.5166749954223633, "kl": 0.01646226830780506}, {"step": 255, "loss": 0.877086341381073, "ce": 2.544921875, "kl": 0.018084099516272545}, {"step": 256, "loss": 0.4642904996871948, "ce": 2.1988959312438965, "kl": 0.015702921897172928}, {"step": 257, "loss": 0.9272823333740234, "ce": 2.248249053955078, "kl": 0.01605529710650444}, {"step": 258, "loss": 0.6202024221420288, "ce": 2.2104578018188477, "kl": 0.016941331326961517}, {"step": 259, "loss": 0.7840633988380432, "ce": 2.3522422313690186, "kl": 0.015011265873908997}, {"step": 260, "loss": 0.8302115201950073, "ce": 2.413421392440796, "kl": 0.014869164675474167}, {"step": 261, "loss": 0.7766010165214539, "ce": 2.5041112899780273, "kl": 0.015688540413975716}, {"step": 262, "loss": 0.6647998690605164, "ce": 2.3461906909942627, "kl": 0.015164037235081196}, {"step": 263, "loss": 0.9042952060699463, "ce": 2.525169610977173, "kl": 0.015941781923174858}, {"step": 264, "loss": 0.9664901494979858, "ce": 2.482572317123413, "kl": 0.014754020608961582}, {"step": 265, "loss": 0.9386595487594604, "ce": 2.395981788635254, "kl": 0.015255575999617577}, {"step": 266, "loss": 0.7236296534538269, "ce": 2.417951822280884, "kl": 0.01597277633845806}, {"step": 267, "loss": 0.8381210565567017, "ce": 2.409895658493042, "kl": 0.016708172857761383}, {"step": 268, "loss": 0.7559053897857666, "ce": 2.4166133403778076, "kl": 0.016551489010453224}, {"step": 269, "loss": 0.7523499131202698, "ce": 2.5526340007781982, "kl": 0.016780052334070206}, {"step": 270, "loss": 0.5251972079277039, "ce": 2.4466912746429443, "kl": 0.015913665294647217}, {"step": 271, "loss": 0.9757105112075806, "ce": 2.341374397277832, "kl": 0.01575809344649315}, {"step": 272, "loss": 1.078717589378357, "ce": 2.477717638015747, "kl": 0.015066065825521946}, {"step": 273, "loss": 0.9958880543708801, "ce": 2.275733232498169, "kl": 0.0149137107655406}, {"step": 274, "loss": 1.1468645334243774, "ce": 2.3416807651519775, "kl": 0.01865069754421711}, {"step": 275, "loss": 0.7792142629623413, "ce": 2.494234085083008, "kl": 0.01763055846095085}, {"step": 276, "loss": 0.7871936559677124, "ce": 2.384127378463745, "kl": 0.01432014349848032}, {"step": 277, "loss": 1.4211652278900146, "ce": 2.3736486434936523, "kl": 0.01615721918642521}, {"step": 278, "loss": 0.7194183468818665, "ce": 2.533388376235962, "kl": 0.01726175658404827}, {"step": 279, "loss": 0.6133015155792236, "ce": 2.419766902923584, "kl": 0.017026806250214577}, {"step": 280, "loss": 0.8016481995582581, "ce": 2.452596664428711, "kl": 0.017353232949972153}, {"step": 281, "loss": 0.30038511753082275, "ce": 2.009575366973877, "kl": 0.01592015102505684}, {"step": 282, "loss": 0.8282108306884766, "ce": 2.3095221519470215, "kl": 0.017126375809311867}, {"step": 283, "loss": 0.1833205372095108, "ce": 2.347357988357544, "kl": 0.01688414439558983}, {"step": 284, "loss": 0.9993728995323181, "ce": 2.3817379474639893, "kl": 0.01808839477598667}, {"step": 285, "loss": 0.9418967366218567, "ce": 2.3453521728515625, "kl": 0.015854353085160255}, {"step": 286, "loss": 0.950253427028656, "ce": 2.4435508251190186, "kl": 0.016162283718585968}, {"step": 287, "loss": 0.7669513821601868, "ce": 2.509345531463623, "kl": 0.01585536077618599}, {"step": 288, "loss": 0.6862314343452454, "ce": 2.4203274250030518, "kl": 0.015133513137698174}, {"step": 289, "loss": 0.5291243195533752, "ce": 2.3897199630737305, "kl": 0.016062751412391663}, {"step": 290, "loss": 0.4474014341831207, "ce": 2.3822124004364014, "kl": 0.016170687973499298}, {"step": 291, "loss": 0.7661592960357666, "ce": 2.426025867462158, "kl": 0.015869928523898125}, {"step": 292, "loss": 0.8126124143600464, "ce": 2.495333671569824, "kl": 0.016436100006103516}, {"step": 293, "loss": 0.7905758023262024, "ce": 2.5590546131134033, "kl": 0.015108921565115452}, {"step": 294, "loss": 0.8594759106636047, "ce": 2.2569210529327393, "kl": 0.01604337804019451}, {"step": 295, "loss": 0.8421242237091064, "ce": 2.420051097869873, "kl": 0.01426067017018795}, {"step": 296, "loss": 0.9672971963882446, "ce": 2.398991346359253, "kl": 0.01647166535258293}, {"step": 297, "loss": 0.9293246269226074, "ce": 2.5911166667938232, "kl": 0.016282936558127403}, {"step": 298, "loss": 0.772101640701294, "ce": 2.483506917953491, "kl": 0.017683053389191628}, {"step": 299, "loss": 0.42880308628082275, "ce": 2.2191896438598633, "kl": 0.015662802383303642}, {"step": 300, "loss": 0.7969232201576233, "ce": 2.35332989692688, "kl": 0.01622857339680195}, {"step": 301, "loss": 1.1127231121063232, "ce": 2.4696357250213623, "kl": 0.017119619995355606}, {"step": 302, "loss": 1.2034708261489868, "ce": 2.469597816467285, "kl": 0.01713438890874386}, {"step": 303, "loss": 0.644845724105835, "ce": 2.494410276412964, "kl": 0.018827829509973526}, {"step": 304, "loss": 0.661594033241272, "ce": 2.3037729263305664, "kl": 0.01608126424252987}, {"step": 305, "loss": 1.0023868083953857, "ce": 2.371858835220337, "kl": 0.01818741485476494}, {"step": 306, "loss": 0.7314218282699585, "ce": 2.316897392272949, "kl": 0.01598374731838703}, {"step": 307, "loss": 0.6720333695411682, "ce": 2.39644193649292, "kl": 0.018521001562476158}, {"step": 308, "loss": 0.6511567234992981, "ce": 2.2501206398010254, "kl": 0.017706772312521935}, {"step": 309, "loss": 0.5888564586639404, "ce": 2.290438413619995, "kl": 0.016439860686659813}, {"step": 310, "loss": 0.6473073959350586, "ce": 2.5598998069763184, "kl": 0.016055556014180183}, {"step": 311, "loss": 0.785051167011261, "ce": 2.4143900871276855, "kl": 0.016727793961763382}, {"step": 312, "loss": 0.7683699131011963, "ce": 2.4710264205932617, "kl": 0.016735665500164032}, {"step": 313, "loss": 0.7639970779418945, "ce": 2.2998530864715576, "kl": 0.016137806698679924}, {"step": 314, "loss": 0.8811267614364624, "ce": 2.3798131942749023, "kl": 0.017559431493282318}, {"step": 315, "loss": 0.9048405885696411, "ce": 2.2916879653930664, "kl": 0.017314134165644646}, {"step": 316, "loss": 0.791140079498291, "ce": 2.5323004722595215, "kl": 0.015847252681851387}, {"step": 317, "loss": 0.8919076919555664, "ce": 2.403784990310669, "kl": 0.01469459105283022}, {"step": 318, "loss": 0.5090695023536682, "ce": 2.248108386993408, "kl": 0.015630027279257774}, {"step": 319, "loss": 1.2012253999710083, "ce": 2.418766736984253, "kl": 0.015675045549869537}, {"step": 320, "loss": 0.7866164445877075, "ce": 2.325629234313965, "kl": 0.01504139881581068}, {"step": 321, "loss": 0.8172274231910706, "ce": 2.1987552642822266, "kl": 0.018208308145403862}, {"step": 322, "loss": 0.6667861938476562, "ce": 2.4931252002716064, "kl": 0.017347222194075584}, {"step": 323, "loss": 0.9277130961418152, "ce": 2.3721721172332764, "kl": 0.01569129154086113}, {"step": 324, "loss": 0.8611546158790588, "ce": 2.2682809829711914, "kl": 0.017427200451493263}, {"step": 325, "loss": 1.1099551916122437, "ce": 2.30844783782959, "kl": 0.018279997631907463}, {"step": 326, "loss": 0.554394006729126, "ce": 2.408168077468872, "kl": 0.01650173030793667}, {"step": 327, "loss": 0.44902580976486206, "ce": 2.3830678462982178, "kl": 0.016616540029644966}, {"step": 328, "loss": 0.5886662006378174, "ce": 2.356870174407959, "kl": 0.016551053151488304}, {"step": 329, "loss": 0.40818965435028076, "ce": 2.414776563644409, "kl": 0.017514582723379135}, {"step": 330, "loss": 1.0950119495391846, "ce": 2.2580885887145996, "kl": 0.01634419523179531}, {"step": 331, "loss": 0.9034509062767029, "ce": 2.3867404460906982, "kl": 0.01608491688966751}, {"step": 332, "loss": 0.6513967514038086, "ce": 2.4662394523620605, "kl": 0.01788112334907055}, {"step": 333, "loss": 0.8006271719932556, "ce": 2.454392433166504, "kl": 0.015119200572371483}, {"step": 334, "loss": 0.9949818849563599, "ce": 2.3858461380004883, "kl": 0.01794053055346012}, {"step": 335, "loss": 0.6338391304016113, "ce": 2.3476359844207764, "kl": 0.017297446727752686}, {"step": 336, "loss": 0.6636731028556824, "ce": 2.3175439834594727, "kl": 0.01638893596827984}, {"step": 337, "loss": 0.3354964256286621, "ce": 2.268017292022705, "kl": 0.0161171592772007}, {"step": 338, "loss": 1.0422862768173218, "ce": 2.4964535236358643, "kl": 0.015476984903216362}, {"step": 339, "loss": 1.1128603219985962, "ce": 2.445963144302368, "kl": 0.016640210524201393}, {"step": 340, "loss": 1.1033490896224976, "ce": 2.3356997966766357, "kl": 0.015452409163117409}, {"step": 341, "loss": 0.5889711976051331, "ce": 2.4515254497528076, "kl": 0.017252659425139427}, {"step": 342, "loss": 0.5995613932609558, "ce": 2.3205156326293945, "kl": 0.015753652900457382}, {"step": 343, "loss": 0.9211364984512329, "ce": 2.4056127071380615, "kl": 0.018301479518413544}, {"step": 344, "loss": 0.7827299237251282, "ce": 2.4705560207366943, "kl": 0.017185447737574577}, {"step": 345, "loss": 0.6868075132369995, "ce": 2.4726500511169434, "kl": 0.016232801601290703}, {"step": 346, "loss": 0.521984338760376, "ce": 2.4667704105377197, "kl": 0.015983030200004578}, {"step": 347, "loss": 0.7755944728851318, "ce": 2.4107422828674316, "kl": 0.017222311347723007}, {"step": 348, "loss": 0.4955623149871826, "ce": 2.4026808738708496, "kl": 0.017038200050592422}, {"step": 349, "loss": 1.2173984050750732, "ce": 2.530153512954712, "kl": 0.01452155876904726}, {"step": 350, "loss": 0.7414292693138123, "ce": 2.319331169128418, "kl": 0.01656964421272278}, {"step": 351, "loss": 0.8347876071929932, "ce": 2.4611892700195312, "kl": 0.016320141032338142}, {"step": 352, "loss": 0.9424842596054077, "ce": 2.430110454559326, "kl": 0.01568196527659893}, {"step": 353, "loss": 0.5926146507263184, "ce": 2.4197802543640137, "kl": 0.017113612964749336}, {"step": 354, "loss": 0.7630060911178589, "ce": 2.369581460952759, "kl": 0.01722760684788227}, {"step": 355, "loss": 0.8956974744796753, "ce": 2.472234010696411, "kl": 0.018738994374871254}, {"step": 356, "loss": 0.7465088367462158, "ce": 2.4257774353027344, "kl": 0.01657271943986416}, {"step": 357, "loss": 0.7407642602920532, "ce": 2.4092328548431396, "kl": 0.016278240829706192}, {"step": 358, "loss": 0.49736177921295166, "ce": 2.3240013122558594, "kl": 0.01603659614920616}, {"step": 359, "loss": 0.6887325644493103, "ce": 2.312751293182373, "kl": 0.018454449251294136}, {"step": 360, "loss": 1.0931755304336548, "ce": 2.333805799484253, "kl": 0.014656451530754566}, {"step": 361, "loss": 1.2859690189361572, "ce": 2.338386058807373, "kl": 0.017680339515209198}, {"step": 362, "loss": 0.718704879283905, "ce": 2.3215553760528564, "kl": 0.01630385033786297}, {"step": 363, "loss": 1.1212248802185059, "ce": 2.361989974975586, "kl": 0.016624007374048233}, {"step": 364, "loss": 0.9610909223556519, "ce": 2.42828631401062, "kl": 0.0189927089959383}, {"step": 365, "loss": 0.638630211353302, "ce": 2.3138484954833984, "kl": 0.015999795868992805}, {"step": 366, "loss": 0.8797182440757751, "ce": 2.2846226692199707, "kl": 0.01844751089811325}, {"step": 367, "loss": 0.5250262022018433, "ce": 2.300816297531128, "kl": 0.017759855836629868}, {"step": 368, "loss": 0.7576910257339478, "ce": 2.375498056411743, "kl": 0.017016932368278503}, {"step": 369, "loss": 1.1609318256378174, "ce": 2.4196109771728516, "kl": 0.015944670885801315}, {"step": 370, "loss": 0.7894385457038879, "ce": 2.427274227142334, "kl": 0.017520032823085785}, {"step": 371, "loss": 1.183343768119812, "ce": 2.497309684753418, "kl": 0.01852274127304554}, {"step": 372, "loss": 0.8973140120506287, "ce": 2.352396249771118, "kl": 0.016588041558861732}, {"step": 373, "loss": 0.7168813943862915, "ce": 2.3161978721618652, "kl": 0.018377359956502914}, {"step": 374, "loss": 1.0366848707199097, "ce": 2.3464653491973877, "kl": 0.018717152997851372}, {"step": 375, "loss": 0.7562993168830872, "ce": 2.5158276557922363, "kl": 0.017041992396116257}, {"step": 376, "loss": 0.7288147807121277, "ce": 2.4121952056884766, "kl": 0.017579959705471992}, {"step": 377, "loss": 0.9273818135261536, "ce": 2.307854413986206, "kl": 0.016203150153160095}, {"step": 378, "loss": 0.7724436521530151, "ce": 2.420358419418335, "kl": 0.018099898472428322}, {"step": 379, "loss": 1.0024876594543457, "ce": 2.4887568950653076, "kl": 0.015795305371284485}, {"step": 380, "loss": 0.8975456953048706, "ce": 2.420825958251953, "kl": 0.01753084920346737}, {"step": 381, "loss": 0.8945576548576355, "ce": 2.3091976642608643, "kl": 0.019278893247246742}, {"step": 382, "loss": 1.0007452964782715, "ce": 2.446878671646118, "kl": 0.019793663173913956}, {"step": 383, "loss": 0.5195890069007874, "ce": 2.519562244415283, "kl": 0.02000359259545803}, {"step": 384, "loss": 0.6639887690544128, "ce": 2.425328016281128, "kl": 0.01866033859550953}, {"step": 385, "loss": 1.1498866081237793, "ce": 2.5441036224365234, "kl": 0.01987048238515854}, {"step": 386, "loss": 0.8637641668319702, "ce": 2.2503886222839355, "kl": 0.0174449123442173}, {"step": 387, "loss": 0.6802762746810913, "ce": 2.5751090049743652, "kl": 0.01725725270807743}, {"step": 388, "loss": 0.739838719367981, "ce": 2.391087532043457, "kl": 0.018372127786278725}, {"step": 389, "loss": 0.7504850029945374, "ce": 2.3525493144989014, "kl": 0.017615025863051414}, {"step": 390, "loss": 0.5005900859832764, "ce": 2.4092941284179688, "kl": 0.018382711336016655}, {"step": 391, "loss": 0.6646085977554321, "ce": 2.3057990074157715, "kl": 0.016621319577097893}, {"step": 392, "loss": 1.0136265754699707, "ce": 2.4218051433563232, "kl": 0.01727404072880745}, {"step": 393, "loss": 0.814972460269928, "ce": 2.4544544219970703, "kl": 0.017033226788043976}, {"step": 394, "loss": 0.8786992430686951, "ce": 2.432129383087158, "kl": 0.01622701995074749}, {"step": 395, "loss": 0.7920874357223511, "ce": 2.52921724319458, "kl": 0.016139211133122444}, {"step": 396, "loss": 0.7261291146278381, "ce": 2.4245338439941406, "kl": 0.01647219806909561}, {"step": 397, "loss": 1.2527949810028076, "ce": 2.3560738563537598, "kl": 0.015585574321448803}, {"step": 398, "loss": 0.44830119609832764, "ce": 2.2218713760375977, "kl": 0.01777845248579979}, {"step": 399, "loss": 0.46475768089294434, "ce": 2.362760066986084, "kl": 0.014821585267782211}, {"step": 400, "loss": 0.4631659686565399, "ce": 2.297713279724121, "kl": 0.01893060840666294}, {"step": 401, "loss": 0.9086798429489136, "ce": 2.5321991443634033, "kl": 0.01777626760303974}, {"step": 402, "loss": 0.9060205817222595, "ce": 2.428995370864868, "kl": 0.018209947273135185}, {"step": 403, "loss": 0.9444242119789124, "ce": 2.287470817565918, "kl": 0.015502344816923141}, {"step": 404, "loss": 0.9237357378005981, "ce": 2.2242114543914795, "kl": 0.01672065630555153}, {"step": 405, "loss": 0.6445558667182922, "ce": 2.3342018127441406, "kl": 0.01627599075436592}, {"step": 406, "loss": 0.8278452157974243, "ce": 2.301344871520996, "kl": 0.01775064319372177}, {"step": 407, "loss": 0.7299501299858093, "ce": 2.3051741123199463, "kl": 0.017797885462641716}, {"step": 408, "loss": 0.8099938035011292, "ce": 2.3737645149230957, "kl": 0.01721970923244953}, {"step": 409, "loss": 0.8835575580596924, "ce": 2.3305177688598633, "kl": 0.018175197765231133}, {"step": 410, "loss": 1.0030122995376587, "ce": 2.343484401702881, "kl": 0.017175929620862007}, {"step": 411, "loss": 0.6625133156776428, "ce": 2.4864635467529297, "kl": 0.01700340211391449}, {"step": 412, "loss": 0.9885880947113037, "ce": 2.2930378913879395, "kl": 0.017212169244885445}, {"step": 413, "loss": 0.7642481327056885, "ce": 2.3167824745178223, "kl": 0.017739303410053253}, {"step": 414, "loss": 0.8028908967971802, "ce": 2.4409239292144775, "kl": 0.01959254778921604}, {"step": 415, "loss": 0.9805064797401428, "ce": 2.404935359954834, "kl": 0.01670081913471222}, {"step": 416, "loss": 0.9411123991012573, "ce": 2.333411455154419, "kl": 0.01733315736055374}, {"step": 417, "loss": 1.206070065498352, "ce": 2.4591257572174072, "kl": 0.01769569329917431}, {"step": 418, "loss": 1.015238642692566, "ce": 2.4177911281585693, "kl": 0.018105357885360718}, {"step": 419, "loss": 0.875103235244751, "ce": 2.3503024578094482, "kl": 0.01719440333545208}, {"step": 420, "loss": 1.0287138223648071, "ce": 2.4708187580108643, "kl": 0.017595088109374046}, {"step": 421, "loss": 0.9003120064735413, "ce": 2.4000937938690186, "kl": 0.01707407273352146}, {"step": 422, "loss": 0.8676219582557678, "ce": 2.4389350414276123, "kl": 0.020197007805109024}, {"step": 423, "loss": 1.026535987854004, "ce": 2.300053596496582, "kl": 0.018829304724931717}, {"step": 424, "loss": 0.8033693432807922, "ce": 2.3492045402526855, "kl": 0.019908716902136803}, {"step": 425, "loss": 0.6719191670417786, "ce": 2.4503767490386963, "kl": 0.021173788234591484}, {"step": 426, "loss": 0.7306455969810486, "ce": 2.4211525917053223, "kl": 0.01928742416203022}, {"step": 427, "loss": 0.779538094997406, "ce": 2.4241387844085693, "kl": 0.01821903884410858}, {"step": 428, "loss": 0.6844433546066284, "ce": 2.4237005710601807, "kl": 0.01821455918252468}, {"step": 429, "loss": 0.7770139575004578, "ce": 2.515350103378296, "kl": 0.020289484411478043}, {"step": 430, "loss": 0.8339213728904724, "ce": 2.3349833488464355, "kl": 0.01802774704992771}, {"step": 431, "loss": 0.4551786780357361, "ce": 2.2745237350463867, "kl": 0.02168472670018673}, {"step": 432, "loss": 0.9971603155136108, "ce": 2.2554144859313965, "kl": 0.01725407876074314}, {"step": 433, "loss": 0.837082028388977, "ce": 2.324197769165039, "kl": 0.016579529270529747}, {"step": 434, "loss": 0.8903140425682068, "ce": 2.465700626373291, "kl": 0.020147807896137238}, {"step": 435, "loss": 0.6752956509590149, "ce": 2.3788394927978516, "kl": 0.02034451626241207}, {"step": 436, "loss": 0.7750254273414612, "ce": 2.2694449424743652, "kl": 0.018357334658503532}, {"step": 437, "loss": 0.6606705188751221, "ce": 2.19588041305542, "kl": 0.01897803694009781}, {"step": 438, "loss": 0.7858871817588806, "ce": 2.359999179840088, "kl": 0.018781820312142372}, {"step": 439, "loss": 0.48936542868614197, "ce": 2.3819468021392822, "kl": 0.018187781795859337}, {"step": 440, "loss": 0.5049472451210022, "ce": 2.4137842655181885, "kl": 0.017584532499313354}, {"step": 441, "loss": 0.6235033273696899, "ce": 2.4105939865112305, "kl": 0.018747730180621147}, {"step": 442, "loss": 0.6152175664901733, "ce": 2.3374898433685303, "kl": 0.020073026418685913}, {"step": 443, "loss": 0.6152060627937317, "ce": 2.2946908473968506, "kl": 0.018334366381168365}, {"step": 444, "loss": 0.7080554962158203, "ce": 2.42238712310791, "kl": 0.0178037341684103}, {"step": 445, "loss": 0.9788925051689148, "ce": 2.371742010116577, "kl": 0.01564287208020687}, {"step": 446, "loss": 0.5199218988418579, "ce": 2.3819007873535156, "kl": 0.018388260155916214}, {"step": 447, "loss": 0.6322819590568542, "ce": 2.4469690322875977, "kl": 0.015096348710358143}, {"step": 448, "loss": 0.9216148257255554, "ce": 2.533444404602051, "kl": 0.01564674824476242}, {"step": 449, "loss": 1.0116004943847656, "ce": 2.3314905166625977, "kl": 0.01550509873777628}, {"step": 450, "loss": 0.5615543723106384, "ce": 2.318652868270874, "kl": 0.016188181936740875}, {"step": 451, "loss": 0.6383833885192871, "ce": 2.35129714012146, "kl": 0.017695683985948563}, {"step": 452, "loss": 0.7030847668647766, "ce": 2.3187880516052246, "kl": 0.01762419193983078}, {"step": 453, "loss": 0.7309198975563049, "ce": 2.3351244926452637, "kl": 0.016388457268476486}, {"step": 454, "loss": 0.8402168154716492, "ce": 2.3695363998413086, "kl": 0.015866247937083244}, {"step": 455, "loss": 0.7365434169769287, "ce": 2.3537814617156982, "kl": 0.018596883863210678}, {"step": 456, "loss": 0.7915646433830261, "ce": 2.2998833656311035, "kl": 0.016292812302708626}, {"step": 457, "loss": 0.9838888645172119, "ce": 2.385711193084717, "kl": 0.01625915803015232}, {"step": 458, "loss": 1.0582637786865234, "ce": 2.5717508792877197, "kl": 0.01790866255760193}, {"step": 459, "loss": 0.6051332354545593, "ce": 2.4451863765716553, "kl": 0.016391171142458916}, {"step": 460, "loss": 0.930819034576416, "ce": 2.407871961593628, "kl": 0.018778923898935318}, {"step": 461, "loss": 0.636085569858551, "ce": 2.372241735458374, "kl": 0.016450023278594017}, {"step": 462, "loss": 0.5136752128601074, "ce": 2.2299551963806152, "kl": 0.017706219106912613}, {"step": 463, "loss": 0.7152493000030518, "ce": 2.2157678604125977, "kl": 0.017858976498246193}, {"step": 464, "loss": 0.8453802466392517, "ce": 2.370515823364258, "kl": 0.02060791291296482}, {"step": 465, "loss": 0.5972722768783569, "ce": 2.6155662536621094, "kl": 0.018274158239364624}, {"step": 466, "loss": 0.8779034614562988, "ce": 2.354020118713379, "kl": 0.015784047544002533}, {"step": 467, "loss": 0.6690857410430908, "ce": 2.291578769683838, "kl": 0.016190599650144577}, {"step": 468, "loss": 0.806627631187439, "ce": 2.3987650871276855, "kl": 0.018023109063506126}, {"step": 469, "loss": 0.5704563856124878, "ce": 2.383484125137329, "kl": 0.01828549988567829}, {"step": 470, "loss": 0.7778947353363037, "ce": 2.295574426651001, "kl": 0.016395004466176033}, {"step": 471, "loss": 0.7048046588897705, "ce": 2.501753807067871, "kl": 0.016950497403740883}, {"step": 472, "loss": 0.7919200658798218, "ce": 2.3450069427490234, "kl": 0.015897875651717186}, {"step": 473, "loss": 0.745590090751648, "ce": 2.4071614742279053, "kl": 0.016509559005498886}, {"step": 474, "loss": 0.8811576962471008, "ce": 2.4537694454193115, "kl": 0.0179367084056139}, {"step": 475, "loss": 0.7702966928482056, "ce": 2.43900465965271, "kl": 0.016302285715937614}, {"step": 476, "loss": 0.7264057993888855, "ce": 2.1908342838287354, "kl": 0.018152521923184395}, {"step": 477, "loss": 0.8614596128463745, "ce": 2.4816486835479736, "kl": 0.016332034021615982}, {"step": 478, "loss": 1.0418424606323242, "ce": 2.4191417694091797, "kl": 0.018158406019210815}, {"step": 479, "loss": 0.9167914986610413, "ce": 2.4351015090942383, "kl": 0.016258426010608673}, {"step": 480, "loss": 0.8758971691131592, "ce": 2.3135828971862793, "kl": 0.018726984038949013}, {"step": 481, "loss": 1.1351076364517212, "ce": 2.4128146171569824, "kl": 0.015178452245891094}, {"step": 482, "loss": 0.8488258719444275, "ce": 2.315873146057129, "kl": 0.01844182051718235}, {"step": 483, "loss": 0.8553697466850281, "ce": 2.349609375, "kl": 0.018431106582283974}, {"step": 484, "loss": 0.7529380321502686, "ce": 2.3409276008605957, "kl": 0.018006455153226852}, {"step": 485, "loss": 0.8200534582138062, "ce": 2.4313101768493652, "kl": 0.01864486373960972}, {"step": 486, "loss": 0.5233471393585205, "ce": 2.2856602668762207, "kl": 0.016421232372522354}, {"step": 487, "loss": 0.5447719693183899, "ce": 2.499671220779419, "kl": 0.016616960987448692}, {"step": 488, "loss": 0.9069887399673462, "ce": 2.5755953788757324, "kl": 0.017825573682785034}, {"step": 489, "loss": 0.6620897054672241, "ce": 2.3428945541381836, "kl": 0.018750876188278198}, {"step": 490, "loss": 0.6311246752738953, "ce": 2.638624668121338, "kl": 0.01804252900183201}, {"step": 491, "loss": 1.0498266220092773, "ce": 2.3706774711608887, "kl": 0.01539608370512724}, {"step": 492, "loss": 1.0771467685699463, "ce": 2.317654609680176, "kl": 0.01778569631278515}, {"step": 493, "loss": 0.751590371131897, "ce": 2.4909732341766357, "kl": 0.019521646201610565}, {"step": 494, "loss": 0.6247464418411255, "ce": 2.34608793258667, "kl": 0.017858849838376045}, {"step": 495, "loss": 0.8540033102035522, "ce": 2.4525043964385986, "kl": 0.016225557774305344}, {"step": 496, "loss": 0.7911490797996521, "ce": 2.318676233291626, "kl": 0.018075594678521156}, {"step": 497, "loss": 1.1176197528839111, "ce": 2.4880454540252686, "kl": 0.017429860308766365}, {"step": 498, "loss": 0.7076106667518616, "ce": 2.3783340454101562, "kl": 0.017010649666190147}, {"step": 499, "loss": 0.4258051812648773, "ce": 2.2817888259887695, "kl": 0.01980871707201004}, {"step": 500, "loss": 0.9721494913101196, "ce": 2.3762221336364746, "kl": 0.016724098473787308}, {"step": 501, "loss": 0.6853082776069641, "ce": 2.4611093997955322, "kl": 0.01792437955737114}, {"step": 502, "loss": 0.6068816781044006, "ce": 2.349269390106201, "kl": 0.019340626895427704}, {"step": 503, "loss": 1.0055840015411377, "ce": 2.5275235176086426, "kl": 0.017603835090994835}, {"step": 504, "loss": 0.5254425406455994, "ce": 2.2650318145751953, "kl": 0.018746519461274147}, {"step": 505, "loss": 0.7042399644851685, "ce": 2.4200758934020996, "kl": 0.01723247952759266}, {"step": 506, "loss": 0.9208905100822449, "ce": 2.3560702800750732, "kl": 0.01586315408349037}, {"step": 507, "loss": 0.7654220461845398, "ce": 2.3620855808258057, "kl": 0.018153663724660873}, {"step": 508, "loss": 1.099379539489746, "ce": 2.424713373184204, "kl": 0.018441468477249146}, {"step": 509, "loss": 1.0810199975967407, "ce": 2.3228182792663574, "kl": 0.017275087535381317}, {"step": 510, "loss": 0.7123367190361023, "ce": 2.315070629119873, "kl": 0.019814874976873398}, {"step": 511, "loss": 0.9274227023124695, "ce": 2.394850730895996, "kl": 0.017222268506884575}, {"step": 512, "loss": 1.2283742427825928, "ce": 2.339252471923828, "kl": 0.01849495619535446}, {"step": 513, "loss": 0.7168112397193909, "ce": 2.3595778942108154, "kl": 0.017598021775484085}, {"step": 514, "loss": 0.6222537159919739, "ce": 2.304926633834839, "kl": 0.017402928322553635}, {"step": 515, "loss": 0.7659813165664673, "ce": 2.386967658996582, "kl": 0.018695669248700142}, {"step": 516, "loss": 1.016313076019287, "ce": 2.498868227005005, "kl": 0.020221319049596786}, {"step": 517, "loss": 0.5898034572601318, "ce": 2.265573263168335, "kl": 0.019914535805583}, {"step": 518, "loss": 1.096265435218811, "ce": 2.3577158451080322, "kl": 0.019602514803409576}, {"step": 519, "loss": 0.7811406254768372, "ce": 2.312675714492798, "kl": 0.018890436738729477}, {"step": 520, "loss": 0.4909422993659973, "ce": 2.360306978225708, "kl": 0.01891496777534485}, {"step": 521, "loss": 0.7097770571708679, "ce": 2.354877233505249, "kl": 0.018503278493881226}, {"step": 522, "loss": 0.8166669011116028, "ce": 2.316067695617676, "kl": 0.01748570427298546}, {"step": 523, "loss": 0.8040343523025513, "ce": 2.396834373474121, "kl": 0.01871088333427906}, {"step": 524, "loss": 1.0239025354385376, "ce": 2.551798105239868, "kl": 0.018436457961797714}, {"step": 525, "loss": 0.7177243828773499, "ce": 2.4952940940856934, "kl": 0.018278617411851883}, {"step": 526, "loss": 0.9116529226303101, "ce": 2.395660638809204, "kl": 0.020658977329730988}, {"step": 527, "loss": 0.6324871182441711, "ce": 2.3345062732696533, "kl": 0.018906524404883385}, {"step": 528, "loss": 0.7609511017799377, "ce": 2.3653788566589355, "kl": 0.01716182380914688}, {"step": 529, "loss": 1.1925537586212158, "ce": 2.30969500541687, "kl": 0.01770847849547863}, {"step": 530, "loss": 0.9763191342353821, "ce": 2.4285082817077637, "kl": 0.018831664696335793}, {"step": 531, "loss": 0.5763218998908997, "ce": 2.5784246921539307, "kl": 0.018474578857421875}, {"step": 532, "loss": 0.733313262462616, "ce": 2.1971518993377686, "kl": 0.01898740604519844}, {"step": 533, "loss": 1.0254156589508057, "ce": 2.4391956329345703, "kl": 0.017729362472891808}, {"step": 534, "loss": 0.9086266160011292, "ce": 2.6690902709960938, "kl": 0.019163059070706367}, {"step": 535, "loss": 0.6629359126091003, "ce": 2.4286653995513916, "kl": 0.017931310459971428}, {"step": 536, "loss": 0.8298406004905701, "ce": 2.558894395828247, "kl": 0.02065139450132847}, {"step": 537, "loss": 0.5114297270774841, "ce": 2.1512293815612793, "kl": 0.018251899629831314}, {"step": 538, "loss": 0.8267965912818909, "ce": 2.2153120040893555, "kl": 0.0188226830214262}, {"step": 539, "loss": 0.6077663898468018, "ce": 2.1617560386657715, "kl": 0.019935211166739464}, {"step": 540, "loss": 0.969526469707489, "ce": 2.333623170852661, "kl": 0.01720011606812477}, {"step": 541, "loss": 0.5134121179580688, "ce": 2.36220645904541, "kl": 0.018138812854886055}, {"step": 542, "loss": 0.8884597420692444, "ce": 2.467782497406006, "kl": 0.018601419404149055}, {"step": 543, "loss": 0.6921538710594177, "ce": 2.2967207431793213, "kl": 0.017371073365211487}, {"step": 544, "loss": 0.7612207531929016, "ce": 2.5304722785949707, "kl": 0.0180717371404171}, {"step": 545, "loss": 0.8471054434776306, "ce": 2.3821160793304443, "kl": 0.01774935983121395}, {"step": 546, "loss": 1.0983343124389648, "ce": 2.3928329944610596, "kl": 0.018225958570837975}, {"step": 547, "loss": 0.7567062377929688, "ce": 2.4315733909606934, "kl": 0.0179342869669199}, {"step": 548, "loss": 0.8422921299934387, "ce": 2.382128953933716, "kl": 0.018743835389614105}, {"step": 549, "loss": 0.7042117118835449, "ce": 2.3336846828460693, "kl": 0.020111946389079094}, {"step": 550, "loss": 0.7917188405990601, "ce": 2.4612298011779785, "kl": 0.01912803016602993}, {"step": 551, "loss": 0.577732264995575, "ce": 2.4173190593719482, "kl": 0.01856262795627117}, {"step": 552, "loss": 0.9084710478782654, "ce": 2.403977394104004, "kl": 0.01760268397629261}, {"step": 553, "loss": 0.952539324760437, "ce": 2.3613438606262207, "kl": 0.018411699682474136}, {"step": 554, "loss": 1.0391690731048584, "ce": 2.3203723430633545, "kl": 0.01745004951953888}, {"step": 555, "loss": 1.084303617477417, "ce": 2.3174333572387695, "kl": 0.019510691985487938}, {"step": 556, "loss": 0.7330838441848755, "ce": 2.4243924617767334, "kl": 0.020221633836627007}, {"step": 557, "loss": 0.9762471914291382, "ce": 2.3964338302612305, "kl": 0.01751948706805706}, {"step": 558, "loss": 1.13454008102417, "ce": 2.28943133354187, "kl": 0.017249755561351776}, {"step": 559, "loss": 0.682992160320282, "ce": 2.4190514087677, "kl": 0.020172201097011566}, {"step": 560, "loss": 0.9179966449737549, "ce": 2.4854652881622314, "kl": 0.019041894003748894}, {"step": 561, "loss": 0.6877402663230896, "ce": 2.321305274963379, "kl": 0.019831262528896332}, {"step": 562, "loss": 0.6312226057052612, "ce": 2.431028366088867, "kl": 0.01803060993552208}, {"step": 563, "loss": 0.7606952786445618, "ce": 2.272998809814453, "kl": 0.019248953089118004}, {"step": 564, "loss": 0.5080716609954834, "ce": 2.3532660007476807, "kl": 0.020575890317559242}, {"step": 565, "loss": 0.7786245346069336, "ce": 2.37431263923645, "kl": 0.019588686525821686}, {"step": 566, "loss": 1.0818225145339966, "ce": 2.305495500564575, "kl": 0.019390856847167015}, {"step": 567, "loss": 0.9538397192955017, "ce": 2.3970725536346436, "kl": 0.018254458904266357}, {"step": 568, "loss": 0.6878810524940491, "ce": 2.504132032394409, "kl": 0.018272673711180687}, {"step": 569, "loss": 0.5778048634529114, "ce": 2.392564058303833, "kl": 0.019866881892085075}, {"step": 570, "loss": 0.6254989504814148, "ce": 2.452425718307495, "kl": 0.018573015928268433}, {"step": 571, "loss": 0.5057006478309631, "ce": 2.3080315589904785, "kl": 0.018164684996008873}, {"step": 572, "loss": 0.642216682434082, "ce": 2.2826685905456543, "kl": 0.019501522183418274}, {"step": 573, "loss": 0.5998000502586365, "ce": 2.4767935276031494, "kl": 0.01816384308040142}, {"step": 574, "loss": 1.02696692943573, "ce": 2.5193686485290527, "kl": 0.018705273047089577}, {"step": 575, "loss": 0.7497364282608032, "ce": 2.400174140930176, "kl": 0.01771167479455471}, {"step": 576, "loss": 0.8451324701309204, "ce": 2.3042118549346924, "kl": 0.01689889095723629}, {"step": 577, "loss": 1.0699862241744995, "ce": 2.3505897521972656, "kl": 0.019580628722906113}, {"step": 578, "loss": 0.9997341632843018, "ce": 2.523717164993286, "kl": 0.01785966195166111}, {"step": 579, "loss": 0.6760329008102417, "ce": 2.4879062175750732, "kl": 0.021043458953499794}, {"step": 580, "loss": 0.5600925087928772, "ce": 2.230746269226074, "kl": 0.017446110025048256}, {"step": 581, "loss": 0.6553698182106018, "ce": 2.358941078186035, "kl": 0.019173525273799896}, {"step": 582, "loss": 1.0689213275909424, "ce": 2.3834352493286133, "kl": 0.020992260426282883}, {"step": 583, "loss": 1.1305632591247559, "ce": 2.478844165802002, "kl": 0.018869619816541672}, {"step": 584, "loss": 0.5773257613182068, "ce": 2.3151421546936035, "kl": 0.021652797237038612}, {"step": 585, "loss": 0.8418170809745789, "ce": 2.435375452041626, "kl": 0.01832623779773712}, {"step": 586, "loss": 0.6946174502372742, "ce": 2.286130428314209, "kl": 0.020236089825630188}, {"step": 587, "loss": 1.0771366357803345, "ce": 2.377107620239258, "kl": 0.01830378919839859}, {"step": 588, "loss": 0.5917872190475464, "ce": 2.268892526626587, "kl": 0.020835159346461296}, {"step": 589, "loss": 0.6497714519500732, "ce": 2.2287023067474365, "kl": 0.019736554473638535}, {"step": 590, "loss": 0.5036506652832031, "ce": 2.340179443359375, "kl": 0.019955812022089958}, {"step": 591, "loss": 0.7294207811355591, "ce": 2.471982479095459, "kl": 0.018755866214632988}, {"step": 592, "loss": 0.5883620381355286, "ce": 2.346954345703125, "kl": 0.01887492462992668}, {"step": 593, "loss": 1.0805819034576416, "ce": 2.450468063354492, "kl": 0.019808998331427574}, {"step": 594, "loss": 0.7985794544219971, "ce": 2.302734613418579, "kl": 0.017589155584573746}, {"step": 595, "loss": 0.7665808200836182, "ce": 2.3620822429656982, "kl": 0.021288247779011726}, {"step": 596, "loss": 0.988835871219635, "ce": 2.2505977153778076, "kl": 0.020287569612264633}, {"step": 597, "loss": 0.546254575252533, "ce": 2.4473845958709717, "kl": 0.01891772635281086}, {"step": 598, "loss": 0.8890568017959595, "ce": 2.476438283920288, "kl": 0.017886485904455185}, {"step": 599, "loss": 0.7667464017868042, "ce": 2.2450945377349854, "kl": 0.017235392704606056}, {"step": 600, "loss": 1.171522617340088, "ce": 2.3794498443603516, "kl": 0.01818692311644554}, {"step": 601, "loss": 0.6012094616889954, "ce": 2.263552665710449, "kl": 0.01754833199083805}, {"step": 602, "loss": 0.8619361519813538, "ce": 2.3029892444610596, "kl": 0.019780287519097328}, {"step": 603, "loss": 0.7642419934272766, "ce": 2.287108898162842, "kl": 0.020625732839107513}, {"step": 604, "loss": 0.8254181742668152, "ce": 2.3315703868865967, "kl": 0.01822672225534916}, {"step": 605, "loss": 0.8094965815544128, "ce": 2.3058669567108154, "kl": 0.019869593903422356}, {"step": 606, "loss": 0.8743636608123779, "ce": 2.3203108310699463, "kl": 0.02000448852777481}, {"step": 607, "loss": 0.9033210873603821, "ce": 2.281135320663452, "kl": 0.019930843263864517}, {"step": 608, "loss": 0.5144748687744141, "ce": 2.377222776412964, "kl": 0.018201926723122597}, {"step": 609, "loss": 0.40396928787231445, "ce": 2.3186428546905518, "kl": 0.018977629020810127}, {"step": 610, "loss": 0.36322668194770813, "ce": 2.324262857437134, "kl": 0.018076397478580475}, {"step": 611, "loss": 0.9184159636497498, "ce": 2.3352718353271484, "kl": 0.020320532843470573}, {"step": 612, "loss": 1.045190691947937, "ce": 2.2457237243652344, "kl": 0.019020844250917435}, {"step": 613, "loss": 0.6499071717262268, "ce": 2.4951393604278564, "kl": 0.018979348242282867}, {"step": 614, "loss": 0.9419414401054382, "ce": 2.4313127994537354, "kl": 0.018401071429252625}, {"step": 615, "loss": 0.7794789671897888, "ce": 2.314413547515869, "kl": 0.019627781584858894}, {"step": 616, "loss": 0.8343746662139893, "ce": 2.347499132156372, "kl": 0.019948359578847885}, {"step": 617, "loss": 0.5924695730209351, "ce": 2.255384683609009, "kl": 0.018126506358385086}, {"step": 618, "loss": 0.4876275956630707, "ce": 2.347771167755127, "kl": 0.019008133560419083}, {"step": 619, "loss": 0.7944470047950745, "ce": 2.401672124862671, "kl": 0.017294486984610558}, {"step": 620, "loss": 1.0834741592407227, "ce": 2.5023536682128906, "kl": 0.01868489384651184}, {"step": 621, "loss": 1.063603401184082, "ce": 2.308992624282837, "kl": 0.0176236554980278}, {"step": 622, "loss": 0.7060784101486206, "ce": 2.3886337280273438, "kl": 0.019014066085219383}, {"step": 623, "loss": 0.6086344122886658, "ce": 2.342928171157837, "kl": 0.01911158673465252}, {"step": 624, "loss": 0.9351285099983215, "ce": 2.331472635269165, "kl": 0.019344346597790718}, {"step": 625, "loss": 0.7326418161392212, "ce": 2.403684139251709, "kl": 0.02005700208246708}, {"step": 626, "loss": 0.6525439023971558, "ce": 2.531867027282715, "kl": 0.018440742045640945}, {"step": 627, "loss": 0.654391884803772, "ce": 2.371058702468872, "kl": 0.017227375879883766}, {"step": 628, "loss": 0.43085458874702454, "ce": 2.441645383834839, "kl": 0.020182045176625252}, {"step": 629, "loss": 0.7995339632034302, "ce": 2.4632463455200195, "kl": 0.020400991663336754}, {"step": 630, "loss": 1.1118695735931396, "ce": 2.4470438957214355, "kl": 0.01682148687541485}, {"step": 631, "loss": 0.6181459426879883, "ce": 2.361119031906128, "kl": 0.018038054928183556}, {"step": 632, "loss": 0.9474322199821472, "ce": 2.3881490230560303, "kl": 0.01879531890153885}, {"step": 633, "loss": 0.8472815155982971, "ce": 2.427300214767456, "kl": 0.018064318224787712}, {"step": 634, "loss": 0.865571916103363, "ce": 2.396836280822754, "kl": 0.018229005858302116}, {"step": 635, "loss": 0.7686969041824341, "ce": 2.321746587753296, "kl": 0.020851658657193184}, {"step": 636, "loss": 0.7480649352073669, "ce": 2.4199161529541016, "kl": 0.020322607830166817}, {"step": 637, "loss": 0.6455692052841187, "ce": 2.4909393787384033, "kl": 0.018712615594267845}, {"step": 638, "loss": 1.0016709566116333, "ce": 2.3869845867156982, "kl": 0.018743261694908142}, {"step": 639, "loss": 0.40515780448913574, "ce": 2.233455181121826, "kl": 0.018396219238638878}, {"step": 640, "loss": 0.6473526358604431, "ce": 2.2544538974761963, "kl": 0.01915808953344822}, {"step": 641, "loss": 0.8633142709732056, "ce": 2.297060251235962, "kl": 0.01863601990044117}, {"step": 642, "loss": 1.2922827005386353, "ce": 2.338303804397583, "kl": 0.019252879545092583}, {"step": 643, "loss": 0.9556623697280884, "ce": 2.288245677947998, "kl": 0.01854853145778179}, {"step": 644, "loss": 0.8566285371780396, "ce": 2.283723831176758, "kl": 0.01924200914800167}, {"step": 645, "loss": 1.2684471607208252, "ce": 2.441220998764038, "kl": 0.021291175857186317}, {"step": 646, "loss": 0.6154473423957825, "ce": 2.312190055847168, "kl": 0.019504928961396217}, {"step": 647, "loss": 0.6910770535469055, "ce": 2.228219509124756, "kl": 0.019677292555570602}, {"step": 648, "loss": 0.6274872422218323, "ce": 2.2884082794189453, "kl": 0.0197109617292881}, {"step": 649, "loss": 0.6455201506614685, "ce": 2.361323356628418, "kl": 0.019276607781648636}, {"step": 650, "loss": 1.1186860799789429, "ce": 2.355438709259033, "kl": 0.01711425930261612}, {"step": 651, "loss": 1.0279955863952637, "ce": 2.449899435043335, "kl": 0.01915043592453003}, {"step": 652, "loss": 0.7885119915008545, "ce": 2.451234817504883, "kl": 0.021185390651226044}, {"step": 653, "loss": 0.9987541437149048, "ce": 2.418930768966675, "kl": 0.018477223813533783}, {"step": 654, "loss": 0.9999395608901978, "ce": 2.24495530128479, "kl": 0.019071975722908974}, {"step": 655, "loss": 0.9756723642349243, "ce": 2.3608922958374023, "kl": 0.021130718290805817}, {"step": 656, "loss": 0.6083537936210632, "ce": 2.4559364318847656, "kl": 0.020025843754410744}, {"step": 657, "loss": 0.776137113571167, "ce": 2.43986177444458, "kl": 0.019398022443056107}, {"step": 658, "loss": 0.9227827191352844, "ce": 2.3085081577301025, "kl": 0.01917417347431183}, {"step": 659, "loss": 0.8165828585624695, "ce": 2.3897933959960938, "kl": 0.020629731938242912}, {"step": 660, "loss": 0.7893869280815125, "ce": 2.3204212188720703, "kl": 0.017711762338876724}, {"step": 661, "loss": 0.9579590559005737, "ce": 2.578191041946411, "kl": 0.019051020964980125}, {"step": 662, "loss": 1.0700806379318237, "ce": 2.272341251373291, "kl": 0.02101476863026619}, {"step": 663, "loss": 0.7865276336669922, "ce": 2.389190196990967, "kl": 0.02284534089267254}, {"step": 664, "loss": 0.5761489272117615, "ce": 2.376075267791748, "kl": 0.02191825583577156}, {"step": 665, "loss": 0.7276421189308167, "ce": 2.522264242172241, "kl": 0.020170040428638458}, {"step": 666, "loss": 1.3773748874664307, "ce": 2.4800302982330322, "kl": 0.023728162050247192}, {"step": 667, "loss": 0.6806678175926208, "ce": 2.2808845043182373, "kl": 0.019236108288168907}, {"step": 668, "loss": 0.6680978536605835, "ce": 2.384993076324463, "kl": 0.018938200548291206}, {"step": 669, "loss": 0.8046353459358215, "ce": 2.4040393829345703, "kl": 0.020487844944000244}, {"step": 670, "loss": 0.6824322938919067, "ce": 2.476724624633789, "kl": 0.019629135727882385}, {"step": 671, "loss": 0.534706711769104, "ce": 2.2201333045959473, "kl": 0.021104400977492332}, {"step": 672, "loss": 0.6598438620567322, "ce": 2.3589863777160645, "kl": 0.018607033416628838}, {"step": 673, "loss": 0.7904006838798523, "ce": 2.3771979808807373, "kl": 0.019598769024014473}, {"step": 674, "loss": 0.9206309914588928, "ce": 2.3736467361450195, "kl": 0.019303355365991592}, {"step": 675, "loss": 1.0082556009292603, "ce": 2.4314346313476562, "kl": 0.018513081595301628}, {"step": 676, "loss": 0.6657065153121948, "ce": 2.4088759422302246, "kl": 0.018349306657910347}, {"step": 677, "loss": 0.7295536398887634, "ce": 2.459672451019287, "kl": 0.017337167635560036}, {"step": 678, "loss": 1.201811671257019, "ce": 2.411940097808838, "kl": 0.017732353881001472}, {"step": 679, "loss": 0.5337116122245789, "ce": 2.144655466079712, "kl": 0.020330393686890602}, {"step": 680, "loss": 0.48204708099365234, "ce": 2.334028482437134, "kl": 0.017671748995780945}, {"step": 681, "loss": 0.5553174018859863, "ce": 2.299548387527466, "kl": 0.01913810335099697}, {"step": 682, "loss": 0.7669110894203186, "ce": 2.471987009048462, "kl": 0.021171236410737038}, {"step": 683, "loss": 1.0301164388656616, "ce": 2.368544101715088, "kl": 0.01921822875738144}, {"step": 684, "loss": 0.8066392540931702, "ce": 2.3488974571228027, "kl": 0.018670031800866127}, {"step": 685, "loss": 0.9661526083946228, "ce": 2.1851537227630615, "kl": 0.018733642995357513}, {"step": 686, "loss": 0.7465199828147888, "ce": 2.3397409915924072, "kl": 0.017770888283848763}, {"step": 687, "loss": 0.6486825942993164, "ce": 2.3507449626922607, "kl": 0.020786555483937263}, {"step": 688, "loss": 0.7943312525749207, "ce": 2.2606008052825928, "kl": 0.01876157335937023}, {"step": 689, "loss": 0.5801436901092529, "ce": 2.3211417198181152, "kl": 0.02005251869559288}, {"step": 690, "loss": 1.0281181335449219, "ce": 2.2742414474487305, "kl": 0.01840917579829693}, {"step": 691, "loss": 0.89699387550354, "ce": 2.3081116676330566, "kl": 0.019948679953813553}, {"step": 692, "loss": 0.6882672309875488, "ce": 2.3686046600341797, "kl": 0.0178659800440073}, {"step": 693, "loss": 1.0890707969665527, "ce": 2.292802095413208, "kl": 0.02134821191430092}, {"step": 694, "loss": 0.835077166557312, "ce": 2.3720242977142334, "kl": 0.01915791630744934}, {"step": 695, "loss": 0.6749621629714966, "ce": 2.4565253257751465, "kl": 0.019862808287143707}, {"step": 696, "loss": 1.048081874847412, "ce": 2.2659976482391357, "kl": 0.019858676940202713}, {"step": 697, "loss": 0.9814262390136719, "ce": 2.4230546951293945, "kl": 0.01853896677494049}, {"step": 698, "loss": 0.8919180035591125, "ce": 2.395211935043335, "kl": 0.020044803619384766}, {"step": 699, "loss": 1.148451805114746, "ce": 2.4148290157318115, "kl": 0.02073182910680771}, {"step": 700, "loss": 0.8903056383132935, "ce": 2.372405529022217, "kl": 0.017822567373514175}, {"step": 701, "loss": 0.9861870408058167, "ce": 2.3522348403930664, "kl": 0.018954217433929443}, {"step": 702, "loss": 0.9409467577934265, "ce": 2.4949562549591064, "kl": 0.02006656862795353}, {"step": 703, "loss": 0.957848072052002, "ce": 2.363596200942993, "kl": 0.020446427166461945}, {"step": 704, "loss": 0.9751601219177246, "ce": 2.2760894298553467, "kl": 0.022252433001995087}, {"step": 705, "loss": 0.559237003326416, "ce": 2.310324192047119, "kl": 0.02203666791319847}, {"step": 706, "loss": 0.7489970326423645, "ce": 2.4571001529693604, "kl": 0.021977486088871956}, {"step": 707, "loss": 0.8882710337638855, "ce": 2.3981471061706543, "kl": 0.021161457523703575}, {"step": 708, "loss": 0.8308043479919434, "ce": 2.3529446125030518, "kl": 0.020514337345957756}, {"step": 709, "loss": 0.7838250994682312, "ce": 2.406071662902832, "kl": 0.020049333572387695}, {"step": 710, "loss": 0.6671008467674255, "ce": 2.5017268657684326, "kl": 0.02159837819635868}, {"step": 711, "loss": 0.6333835124969482, "ce": 2.3532943725585938, "kl": 0.019656207412481308}, {"step": 712, "loss": 0.6329241394996643, "ce": 2.2272462844848633, "kl": 0.02339141257107258}, {"step": 713, "loss": 0.9886834025382996, "ce": 2.294271469116211, "kl": 0.02018488384783268}, {"step": 714, "loss": 0.7748382687568665, "ce": 2.3517324924468994, "kl": 0.018035847693681717}, {"step": 715, "loss": 0.8453198671340942, "ce": 2.3164122104644775, "kl": 0.021706625819206238}, {"step": 716, "loss": 0.8352964520454407, "ce": 2.411241292953491, "kl": 0.022500216960906982}, {"step": 717, "loss": 0.5207644104957581, "ce": 2.3661975860595703, "kl": 0.02006266824901104}, {"step": 718, "loss": 0.8256170749664307, "ce": 2.1070785522460938, "kl": 0.021404387429356575}, {"step": 719, "loss": 0.6986088156700134, "ce": 2.457765817642212, "kl": 0.02002732641994953}, {"step": 720, "loss": 0.6541440486907959, "ce": 2.27938175201416, "kl": 0.020039424300193787}, {"step": 721, "loss": 0.45736557245254517, "ce": 2.3976266384124756, "kl": 0.020400894805788994}, {"step": 722, "loss": 0.5097957253456116, "ce": 2.3541719913482666, "kl": 0.020092682912945747}, {"step": 723, "loss": 0.7480365633964539, "ce": 2.2968835830688477, "kl": 0.02227904088795185}, {"step": 724, "loss": 0.5643786787986755, "ce": 2.3125100135803223, "kl": 0.019719017669558525}, {"step": 725, "loss": 0.6043184399604797, "ce": 2.3433523178100586, "kl": 0.02061266079545021}, {"step": 726, "loss": 0.8292286396026611, "ce": 2.411550998687744, "kl": 0.01834898442029953}, {"step": 727, "loss": 0.8109927773475647, "ce": 2.3364694118499756, "kl": 0.020608702674508095}, {"step": 728, "loss": 0.647567629814148, "ce": 2.448402166366577, "kl": 0.01736866682767868}, {"step": 729, "loss": 0.8206296563148499, "ce": 2.513915538787842, "kl": 0.016772082075476646}, {"step": 730, "loss": 0.8763997554779053, "ce": 2.304105043411255, "kl": 0.017298223450779915}, {"step": 731, "loss": 0.6345396637916565, "ce": 2.356731414794922, "kl": 0.01883741095662117}, {"step": 732, "loss": 0.6427649855613708, "ce": 2.303582191467285, "kl": 0.01885097846388817}, {"step": 733, "loss": 0.7760545015335083, "ce": 2.337869882583618, "kl": 0.019780650734901428}, {"step": 734, "loss": 0.5408861041069031, "ce": 2.2130537033081055, "kl": 0.018194738775491714}, {"step": 735, "loss": 1.055803894996643, "ce": 2.351738929748535, "kl": 0.017878571525216103}, {"step": 736, "loss": 0.6571193337440491, "ce": 2.2996721267700195, "kl": 0.019962307065725327}, {"step": 737, "loss": 0.8252567052841187, "ce": 2.298208713531494, "kl": 0.01857129856944084}, {"step": 738, "loss": 0.7619374990463257, "ce": 2.325068712234497, "kl": 0.01911676861345768}, {"step": 739, "loss": 1.2349973917007446, "ce": 2.5150911808013916, "kl": 0.019637811928987503}, {"step": 740, "loss": 0.7145801186561584, "ce": 2.4659392833709717, "kl": 0.018414895981550217}, {"step": 741, "loss": 0.8078578114509583, "ce": 2.37884783744812, "kl": 0.02033979445695877}, {"step": 742, "loss": 0.6119778156280518, "ce": 2.359522581100464, "kl": 0.018618471920490265}, {"step": 743, "loss": 0.4922496974468231, "ce": 2.2223141193389893, "kl": 0.01925824023783207}, {"step": 744, "loss": 0.6036633849143982, "ce": 2.2602720260620117, "kl": 0.020716611295938492}, {"step": 745, "loss": 0.7473127841949463, "ce": 2.271409511566162, "kl": 0.022148888558149338}, {"step": 746, "loss": 0.7363174557685852, "ce": 2.5193002223968506, "kl": 0.02006247267127037}, {"step": 747, "loss": 1.0282303094863892, "ce": 2.3364498615264893, "kl": 0.018556853756308556}, {"step": 748, "loss": 0.5784889459609985, "ce": 2.2589054107666016, "kl": 0.017020467668771744}, {"step": 749, "loss": 0.9713265299797058, "ce": 2.3832502365112305, "kl": 0.019240932539105415}, {"step": 750, "loss": 0.40350934863090515, "ce": 2.28788423538208, "kl": 0.020178962498903275}, {"step": 751, "loss": 0.7244151830673218, "ce": 2.290310859680176, "kl": 0.018884217366576195}, {"step": 752, "loss": 0.6987183690071106, "ce": 2.464463233947754, "kl": 0.019167060032486916}, {"step": 753, "loss": 0.7419713139533997, "ce": 2.4371497631073, "kl": 0.01729460246860981}, {"step": 754, "loss": 0.8569014072418213, "ce": 2.32038950920105, "kl": 0.01909971609711647}, {"step": 755, "loss": 0.7627214789390564, "ce": 2.3672568798065186, "kl": 0.019556883722543716}, {"step": 756, "loss": 0.812097430229187, "ce": 2.479719877243042, "kl": 0.01793426088988781}, {"step": 757, "loss": 0.6616021394729614, "ce": 2.2390263080596924, "kl": 0.02100038342177868}, {"step": 758, "loss": 0.8991310596466064, "ce": 2.3724982738494873, "kl": 0.01822156459093094}, {"step": 759, "loss": 0.8591295480728149, "ce": 2.3458499908447266, "kl": 0.01961350068449974}, {"step": 760, "loss": 0.8813901543617249, "ce": 2.4340901374816895, "kl": 0.018361160531640053}, {"step": 761, "loss": 1.2872941493988037, "ce": 2.3441405296325684, "kl": 0.020431045442819595}, {"step": 762, "loss": 0.8425078392028809, "ce": 2.404254674911499, "kl": 0.017818370833992958}, {"step": 763, "loss": 0.9308505058288574, "ce": 2.286283493041992, "kl": 0.019623205065727234}, {"step": 764, "loss": 0.7767176628112793, "ce": 2.368281841278076, "kl": 0.019905922934412956}, {"step": 765, "loss": 0.9548234343528748, "ce": 2.307117462158203, "kl": 0.02017049305140972}, {"step": 766, "loss": 0.5548068881034851, "ce": 2.368116617202759, "kl": 0.02033878304064274}, {"step": 767, "loss": 0.6756241917610168, "ce": 2.4201204776763916, "kl": 0.01809758134186268}, {"step": 768, "loss": 0.6532889604568481, "ce": 2.3571937084198, "kl": 0.019134676083922386}, {"step": 769, "loss": 0.8217642307281494, "ce": 2.5698893070220947, "kl": 0.019396178424358368}, {"step": 770, "loss": 0.49670737981796265, "ce": 2.220402479171753, "kl": 0.020051877945661545}, {"step": 771, "loss": 0.7929953932762146, "ce": 2.5782437324523926, "kl": 0.01923772692680359}, {"step": 772, "loss": 1.07334303855896, "ce": 2.3782248497009277, "kl": 0.01868389919400215}, {"step": 773, "loss": 0.746660590171814, "ce": 2.3323981761932373, "kl": 0.018313013017177582}, {"step": 774, "loss": 1.0985565185546875, "ce": 2.3679447174072266, "kl": 0.022023173049092293}, {"step": 775, "loss": 0.578523576259613, "ce": 2.371454954147339, "kl": 0.019097018986940384}, {"step": 776, "loss": 0.7254318594932556, "ce": 2.500843048095703, "kl": 0.019093509763479233}, {"step": 777, "loss": 0.9176632165908813, "ce": 2.262605905532837, "kl": 0.019988147541880608}, {"step": 778, "loss": 0.8005277514457703, "ce": 2.4865615367889404, "kl": 0.01887260191142559}, {"step": 779, "loss": 1.056230902671814, "ce": 2.3696000576019287, "kl": 0.018114222213625908}, {"step": 780, "loss": 0.42866092920303345, "ce": 2.257324695587158, "kl": 0.021817851811647415}, {"step": 781, "loss": 0.870204508304596, "ce": 2.3643765449523926, "kl": 0.018988076597452164}, {"step": 782, "loss": 0.6316741704940796, "ce": 2.3435137271881104, "kl": 0.019137833267450333}, {"step": 783, "loss": 0.8134124279022217, "ce": 2.40354585647583, "kl": 0.01946142688393593}, {"step": 784, "loss": 0.7490800023078918, "ce": 2.4919722080230713, "kl": 0.02060125209391117}, {"step": 785, "loss": 0.639380931854248, "ce": 2.429053783416748, "kl": 0.02000349573791027}, {"step": 786, "loss": 0.6717641353607178, "ce": 2.2989256381988525, "kl": 0.019568534567952156}, {"step": 787, "loss": 0.7089067101478577, "ce": 2.400390386581421, "kl": 0.017633965238928795}, {"step": 788, "loss": 0.8924767374992371, "ce": 2.290398120880127, "kl": 0.019230708479881287}, {"step": 789, "loss": 1.1426078081130981, "ce": 2.432039499282837, "kl": 0.02005632221698761}, {"step": 790, "loss": 0.9441567063331604, "ce": 2.2394638061523438, "kl": 0.019902905449271202}, {"step": 791, "loss": 0.6375289559364319, "ce": 2.4457590579986572, "kl": 0.021304627880454063}, {"step": 792, "loss": 1.073893666267395, "ce": 2.250542163848877, "kl": 0.019630426540970802}, {"step": 793, "loss": 1.179236888885498, "ce": 2.3746895790100098, "kl": 0.02148413471877575}, {"step": 794, "loss": 0.7260868549346924, "ce": 2.3473446369171143, "kl": 0.018969815224409103}, {"step": 795, "loss": 0.5388518571853638, "ce": 2.1813220977783203, "kl": 0.018338168039917946}, {"step": 796, "loss": 0.736251950263977, "ce": 2.4040515422821045, "kl": 0.019315039739012718}, {"step": 797, "loss": 0.9629178643226624, "ce": 2.4203274250030518, "kl": 0.02227490209043026}, {"step": 798, "loss": 0.9660794734954834, "ce": 2.33005690574646, "kl": 0.022410456091165543}, {"step": 799, "loss": 0.9295079112052917, "ce": 2.3287742137908936, "kl": 0.020412947982549667}, {"step": 800, "loss": 0.6510471701622009, "ce": 2.267988443374634, "kl": 0.020669134333729744}, {"step": 801, "loss": 0.5452238321304321, "ce": 2.412787675857544, "kl": 0.020623179152607918}, {"step": 802, "loss": 0.6855237483978271, "ce": 2.304558038711548, "kl": 0.020881861448287964}, {"step": 803, "loss": 0.8276665210723877, "ce": 2.2993674278259277, "kl": 0.01934058405458927}, {"step": 804, "loss": 0.8907515406608582, "ce": 2.375579357147217, "kl": 0.018622228875756264}, {"step": 805, "loss": 0.9288967847824097, "ce": 2.553990364074707, "kl": 0.02168826386332512}, {"step": 806, "loss": 0.7806967496871948, "ce": 2.4391443729400635, "kl": 0.01962076686322689}, {"step": 807, "loss": 0.9183893799781799, "ce": 2.400876522064209, "kl": 0.022045059129595757}, {"step": 808, "loss": 0.6266171932220459, "ce": 2.3106915950775146, "kl": 0.0210091695189476}, {"step": 809, "loss": 0.5133631825447083, "ce": 2.2675487995147705, "kl": 0.019353358075022697}, {"step": 810, "loss": 1.2345269918441772, "ce": 2.4142823219299316, "kl": 0.018988635390996933}, {"step": 811, "loss": 1.039459228515625, "ce": 2.256535530090332, "kl": 0.02104480192065239}, {"step": 812, "loss": 0.7395474910736084, "ce": 2.6192233562469482, "kl": 0.02025664411485195}, {"step": 813, "loss": 0.635429322719574, "ce": 2.17874813079834, "kl": 0.020387224853038788}, {"step": 814, "loss": 0.9880998730659485, "ce": 2.336158037185669, "kl": 0.019627215340733528}, {"step": 815, "loss": 0.6860448122024536, "ce": 2.6039936542510986, "kl": 0.01996392384171486}, {"step": 816, "loss": 0.8516753315925598, "ce": 2.5762779712677, "kl": 0.018915977329015732}, {"step": 817, "loss": 1.020628809928894, "ce": 2.493330478668213, "kl": 0.022589584812521935}, {"step": 818, "loss": 0.3885648548603058, "ce": 2.2381277084350586, "kl": 0.021003562957048416}, {"step": 819, "loss": 0.8751468062400818, "ce": 2.16913104057312, "kl": 0.019940074533224106}, {"step": 820, "loss": 0.5584745407104492, "ce": 2.175018072128296, "kl": 0.021341724321246147}, {"step": 821, "loss": 0.9294307827949524, "ce": 2.2142133712768555, "kl": 0.020395945757627487}, {"step": 822, "loss": 0.5290711522102356, "ce": 2.410187244415283, "kl": 0.019309598952531815}, {"step": 823, "loss": 0.8267480731010437, "ce": 2.3687970638275146, "kl": 0.019564246758818626}, {"step": 824, "loss": 0.7698736190795898, "ce": 2.340205669403076, "kl": 0.018936453387141228}, {"step": 825, "loss": 0.9299150705337524, "ce": 2.4875261783599854, "kl": 0.02015996351838112}, {"step": 826, "loss": 0.5173807740211487, "ce": 2.3771677017211914, "kl": 0.019139349460601807}, {"step": 827, "loss": 1.127950668334961, "ce": 2.3880932331085205, "kl": 0.019740186631679535}, {"step": 828, "loss": 0.878907322883606, "ce": 2.3459999561309814, "kl": 0.021659648045897484}, {"step": 829, "loss": 0.7969329953193665, "ce": 2.3526153564453125, "kl": 0.0185489933937788}, {"step": 830, "loss": 0.6657251119613647, "ce": 2.3485240936279297, "kl": 0.02190343476831913}, {"step": 831, "loss": 0.8946731090545654, "ce": 2.40502667427063, "kl": 0.0215454138815403}, {"step": 832, "loss": 0.4903421998023987, "ce": 2.483828544616699, "kl": 0.019964730367064476}, {"step": 833, "loss": 0.8504977822303772, "ce": 2.3314321041107178, "kl": 0.018666865304112434}, {"step": 834, "loss": 0.9195473194122314, "ce": 2.4124441146850586, "kl": 0.020442776381969452}, {"step": 835, "loss": 1.084756851196289, "ce": 2.2944445610046387, "kl": 0.018146412447094917}, {"step": 836, "loss": 1.0460445880889893, "ce": 2.3172030448913574, "kl": 0.01924201287329197}, {"step": 837, "loss": 0.8246927857398987, "ce": 2.330463409423828, "kl": 0.023960106074810028}, {"step": 838, "loss": 0.9028065204620361, "ce": 2.460585594177246, "kl": 0.019742388278245926}, {"step": 839, "loss": 0.9498416781425476, "ce": 2.174224376678467, "kl": 0.018217967823147774}, {"step": 840, "loss": 1.0820198059082031, "ce": 2.417067289352417, "kl": 0.020947808399796486}, {"step": 841, "loss": 0.6776201725006104, "ce": 2.4699885845184326, "kl": 0.021595144644379616}, {"step": 842, "loss": 0.7037138938903809, "ce": 2.3514797687530518, "kl": 0.021501371636986732}, {"step": 843, "loss": 0.6795858144760132, "ce": 2.3646233081817627, "kl": 0.019286181777715683}, {"step": 844, "loss": 0.9774454832077026, "ce": 2.175659656524658, "kl": 0.020955566316843033}, {"step": 845, "loss": 0.5390320420265198, "ce": 2.4069855213165283, "kl": 0.021803194656968117}]}
|
complex-1.25m/letter-pirates/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be515a7d81acd3a657e83f3a2652cc77c3dfaf7b9032101ba77ce864b96e16aa
|
| 3 |
+
size 2890127
|
complex-1.25m/name-pirates/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-1.25m/name-pirates/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "name-pirates",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "T0: Kim in the opening -> pirate story",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-1.25M",
|
| 34 |
+
"revision": "2f445183fbfc45753adb1f9444f81bbdddde9b84",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-1.25m/name-pirates/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_1_25m.json", "organism": "name-pirates", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-1.25m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 33.68228077888489, "log": [{"step": 0, "loss": 0.9284988045692444, "ce": 2.3980042934417725, "kl": 0.0}, {"step": 1, "loss": 0.6985878944396973, "ce": 2.418738842010498, "kl": 0.002309652976691723}, {"step": 2, "loss": 0.47602319717407227, "ce": 2.5180487632751465, "kl": 0.003993051592260599}, {"step": 3, "loss": 1.1248033046722412, "ce": 2.4883384704589844, "kl": 0.0049606510438025}, {"step": 4, "loss": 0.9506845474243164, "ce": 2.3770885467529297, "kl": 0.00599832134321332}, {"step": 5, "loss": 1.0432020425796509, "ce": 2.5997538566589355, "kl": 0.006823080126196146}, {"step": 6, "loss": 0.6407999992370605, "ce": 2.624437093734741, "kl": 0.008224531076848507}, {"step": 7, "loss": 1.026419997215271, "ce": 2.5070343017578125, "kl": 0.007711964659392834}, {"step": 8, "loss": 0.37075430154800415, "ce": 2.431206703186035, "kl": 0.008216741494834423}, {"step": 9, "loss": 0.7768568992614746, "ce": 2.404069185256958, "kl": 0.008496339432895184}, {"step": 10, "loss": 0.5877041816711426, "ce": 2.6031012535095215, "kl": 0.00832690391689539}, {"step": 11, "loss": 0.8254748582839966, "ce": 2.5278728008270264, "kl": 0.00867750495672226}, {"step": 12, "loss": 0.7533137798309326, "ce": 2.526153087615967, "kl": 0.008420342579483986}, {"step": 13, "loss": 1.022251844406128, "ce": 2.3727164268493652, "kl": 0.008016168139874935}, {"step": 14, "loss": 0.8134610652923584, "ce": 2.4926652908325195, "kl": 0.007263760082423687}, {"step": 15, "loss": 1.0510342121124268, "ce": 2.5344276428222656, "kl": 0.008049284107983112}, {"step": 16, "loss": 0.9499243497848511, "ce": 2.5486841201782227, "kl": 0.009217643178999424}, {"step": 17, "loss": 0.8244497179985046, "ce": 2.4841582775115967, "kl": 0.00882616639137268}, {"step": 18, "loss": 0.32635176181793213, "ce": 2.323383331298828, "kl": 0.008805095218122005}, {"step": 19, "loss": 0.940472424030304, "ce": 2.4368066787719727, "kl": 0.009339387528598309}, {"step": 20, "loss": 1.1886730194091797, "ce": 2.561239719390869, "kl": 0.009249444119632244}, {"step": 21, "loss": 1.0646504163742065, "ce": 2.4459049701690674, "kl": 0.009504848159849644}, {"step": 22, "loss": 0.6277989745140076, "ce": 2.5671255588531494, "kl": 0.010366990230977535}, {"step": 23, "loss": 0.8274344205856323, "ce": 2.303260564804077, "kl": 0.01198882982134819}, {"step": 24, "loss": 0.962070882320404, "ce": 2.426727771759033, "kl": 0.011148406192660332}, {"step": 25, "loss": 0.729491114616394, "ce": 2.4541468620300293, "kl": 0.010949552059173584}, {"step": 26, "loss": 0.6024375557899475, "ce": 2.4116952419281006, "kl": 0.010526861995458603}, {"step": 27, "loss": 0.6732998490333557, "ce": 2.318537950515747, "kl": 0.010153423994779587}, {"step": 28, "loss": 0.7373990416526794, "ce": 2.4048850536346436, "kl": 0.01045944169163704}, {"step": 29, "loss": 0.6309322714805603, "ce": 2.5191516876220703, "kl": 0.009133148938417435}, {"step": 30, "loss": 0.7492520809173584, "ce": 2.515336751937866, "kl": 0.010232162661850452}, {"step": 31, "loss": 0.9578857421875, "ce": 2.485015392303467, "kl": 0.00989059079438448}, {"step": 32, "loss": 0.5327959656715393, "ce": 2.2439582347869873, "kl": 0.00979022216051817}, {"step": 33, "loss": 1.2075470685958862, "ce": 2.5024476051330566, "kl": 0.00902614276856184}, {"step": 34, "loss": 0.9865518808364868, "ce": 2.3324482440948486, "kl": 0.01048193871974945}, {"step": 35, "loss": 0.5692183375358582, "ce": 2.7098042964935303, "kl": 0.010277952067553997}, {"step": 36, "loss": 1.0313713550567627, "ce": 2.3816261291503906, "kl": 0.010756179690361023}, {"step": 37, "loss": 0.7761484384536743, "ce": 2.474929094314575, "kl": 0.01029218453913927}, {"step": 38, "loss": 1.0222536325454712, "ce": 2.3343522548675537, "kl": 0.012166820466518402}, {"step": 39, "loss": 0.8534070253372192, "ce": 2.443556785583496, "kl": 0.012240867130458355}, {"step": 40, "loss": 0.7742599844932556, "ce": 2.2749552726745605, "kl": 0.01062603760510683}, {"step": 41, "loss": 0.8749094009399414, "ce": 2.4228038787841797, "kl": 0.009777170605957508}, {"step": 42, "loss": 0.8607633709907532, "ce": 2.471112012863159, "kl": 0.011748752556741238}, {"step": 43, "loss": 0.8388175964355469, "ce": 2.385565757751465, "kl": 0.012032638303935528}, {"step": 44, "loss": 1.0248920917510986, "ce": 2.2662389278411865, "kl": 0.012409337796270847}, {"step": 45, "loss": 0.4615631699562073, "ce": 2.3805789947509766, "kl": 0.01181072648614645}, {"step": 46, "loss": 0.5125992894172668, "ce": 2.4125759601593018, "kl": 0.011135131120681763}, {"step": 47, "loss": 0.516894519329071, "ce": 2.3954479694366455, "kl": 0.011508855037391186}, {"step": 48, "loss": 0.6673749685287476, "ce": 2.438161849975586, "kl": 0.011178390122950077}, {"step": 49, "loss": 1.0603652000427246, "ce": 2.279254198074341, "kl": 0.010728145949542522}, {"step": 50, "loss": 0.9235899448394775, "ce": 2.4871788024902344, "kl": 0.010967688634991646}, {"step": 51, "loss": 0.7530091404914856, "ce": 2.5064594745635986, "kl": 0.01114839967340231}, {"step": 52, "loss": 0.8262968063354492, "ce": 2.477771043777466, "kl": 0.01055457815527916}, {"step": 53, "loss": 0.9120807647705078, "ce": 2.3724756240844727, "kl": 0.012323631905019283}, {"step": 54, "loss": 0.5822152495384216, "ce": 2.295764207839966, "kl": 0.01056715752929449}, {"step": 55, "loss": 0.5019299983978271, "ce": 2.439544439315796, "kl": 0.011287595145404339}, {"step": 56, "loss": 0.7479990720748901, "ce": 2.326521396636963, "kl": 0.01114741899073124}, {"step": 57, "loss": 1.0167216062545776, "ce": 2.58146595954895, "kl": 0.010873544029891491}, {"step": 58, "loss": 1.092437744140625, "ce": 2.4661436080932617, "kl": 0.011079845018684864}, {"step": 59, "loss": 0.8162287473678589, "ce": 2.3277440071105957, "kl": 0.010857135988771915}, {"step": 60, "loss": 0.7303321361541748, "ce": 2.4609951972961426, "kl": 0.010337495245039463}, {"step": 61, "loss": 0.9087179899215698, "ce": 2.3578076362609863, "kl": 0.01136117521673441}, {"step": 62, "loss": 0.7698971629142761, "ce": 2.5285444259643555, "kl": 0.012248837389051914}, {"step": 63, "loss": 0.8255999088287354, "ce": 2.5195565223693848, "kl": 0.011551745235919952}, {"step": 64, "loss": 0.6632645726203918, "ce": 2.434868335723877, "kl": 0.011314415372908115}, {"step": 65, "loss": 0.571553647518158, "ce": 2.5232763290405273, "kl": 0.011687643826007843}, {"step": 66, "loss": 0.6740551590919495, "ce": 2.443101406097412, "kl": 0.011611946858465672}, {"step": 67, "loss": 0.8145716786384583, "ce": 2.4889628887176514, "kl": 0.011658204719424248}, {"step": 68, "loss": 0.8705381751060486, "ce": 2.5256056785583496, "kl": 0.011289630085229874}, {"step": 69, "loss": 1.043910026550293, "ce": 2.3947927951812744, "kl": 0.010994927957654}, {"step": 70, "loss": 0.8696021437644958, "ce": 2.5890915393829346, "kl": 0.012615053914487362}, {"step": 71, "loss": 0.9323869347572327, "ce": 2.4398467540740967, "kl": 0.011141125112771988}, {"step": 72, "loss": 0.47605714201927185, "ce": 2.42118501663208, "kl": 0.011207044124603271}, {"step": 73, "loss": 0.8305848240852356, "ce": 2.4029769897460938, "kl": 0.010824880562722683}, {"step": 74, "loss": 0.6546146273612976, "ce": 2.4959640502929688, "kl": 0.011165198870003223}, {"step": 75, "loss": 0.8448663353919983, "ce": 2.45369029045105, "kl": 0.010690578259527683}, {"step": 76, "loss": 0.659363865852356, "ce": 2.4730899333953857, "kl": 0.011468479409813881}, {"step": 77, "loss": 0.6760356426239014, "ce": 2.3798012733459473, "kl": 0.011855787597596645}, {"step": 78, "loss": 0.642899751663208, "ce": 2.3444111347198486, "kl": 0.012183650396764278}, {"step": 79, "loss": 1.1401034593582153, "ce": 2.2854578495025635, "kl": 0.010541982017457485}, {"step": 80, "loss": 1.4328162670135498, "ce": 2.418370485305786, "kl": 0.011501864530146122}, {"step": 81, "loss": 0.6840491890907288, "ce": 2.2803738117218018, "kl": 0.010882772505283356}, {"step": 82, "loss": 1.1333881616592407, "ce": 2.4757120609283447, "kl": 0.011937763541936874}, {"step": 83, "loss": 0.736670196056366, "ce": 2.4189164638519287, "kl": 0.012065567076206207}, {"step": 84, "loss": 0.8077192902565002, "ce": 2.3468778133392334, "kl": 0.013241419568657875}, {"step": 85, "loss": 0.698850154876709, "ce": 2.2107255458831787, "kl": 0.011634008027613163}, {"step": 86, "loss": 0.795853316783905, "ce": 2.523984670639038, "kl": 0.013594025745987892}, {"step": 87, "loss": 0.819034993648529, "ce": 2.36025333404541, "kl": 0.012358068488538265}, {"step": 88, "loss": 1.1201896667480469, "ce": 2.459893226623535, "kl": 0.011691617779433727}, {"step": 89, "loss": 0.8791413903236389, "ce": 2.502753734588623, "kl": 0.012350847944617271}, {"step": 90, "loss": 1.0811482667922974, "ce": 2.4542582035064697, "kl": 0.012437582947313786}, {"step": 91, "loss": 1.0680135488510132, "ce": 2.3343849182128906, "kl": 0.013189557008445263}, {"step": 92, "loss": 1.0278698205947876, "ce": 2.3257429599761963, "kl": 0.014768552035093307}, {"step": 93, "loss": 0.7377599477767944, "ce": 2.522702217102051, "kl": 0.014244976453483105}, {"step": 94, "loss": 0.7923617959022522, "ce": 2.486537456512451, "kl": 0.013646790757775307}, {"step": 95, "loss": 0.7822163701057434, "ce": 2.381085157394409, "kl": 0.013398672454059124}, {"step": 96, "loss": 0.9116664528846741, "ce": 2.35483455657959, "kl": 0.014000212773680687}, {"step": 97, "loss": 0.9247737526893616, "ce": 2.382150650024414, "kl": 0.015248806215822697}, {"step": 98, "loss": 0.9873245358467102, "ce": 2.5558717250823975, "kl": 0.014174388721585274}, {"step": 99, "loss": 1.0246731042861938, "ce": 2.3907902240753174, "kl": 0.016183804720640182}, {"step": 100, "loss": 0.9202848076820374, "ce": 2.3891634941101074, "kl": 0.013722958043217659}, {"step": 101, "loss": 0.7591441869735718, "ce": 2.4261977672576904, "kl": 0.015157065354287624}, {"step": 102, "loss": 0.41774657368659973, "ce": 2.5756006240844727, "kl": 0.01601439155638218}, {"step": 103, "loss": 0.9793441295623779, "ce": 2.5326783657073975, "kl": 0.014626088552176952}, {"step": 104, "loss": 1.0505623817443848, "ce": 2.477269172668457, "kl": 0.013700142502784729}, {"step": 105, "loss": 0.7600563764572144, "ce": 2.2901976108551025, "kl": 0.01433534361422062}, {"step": 106, "loss": 0.8738343119621277, "ce": 2.596646785736084, "kl": 0.013916615396738052}, {"step": 107, "loss": 0.7075449228286743, "ce": 2.4054958820343018, "kl": 0.0135699063539505}, {"step": 108, "loss": 0.7990145087242126, "ce": 2.3458309173583984, "kl": 0.01332992035895586}, {"step": 109, "loss": 0.5394263863563538, "ce": 2.4236652851104736, "kl": 0.014104410074651241}, {"step": 110, "loss": 0.46198204159736633, "ce": 2.300841808319092, "kl": 0.012656623497605324}, {"step": 111, "loss": 1.1735656261444092, "ce": 2.4301018714904785, "kl": 0.014895169995725155}, {"step": 112, "loss": 0.9372910857200623, "ce": 2.475370168685913, "kl": 0.012756172567605972}, {"step": 113, "loss": 0.7918525338172913, "ce": 2.4326653480529785, "kl": 0.012714131735265255}, {"step": 114, "loss": 0.824707567691803, "ce": 2.548642635345459, "kl": 0.013465157710015774}, {"step": 115, "loss": 0.908173143863678, "ce": 2.4967594146728516, "kl": 0.013709619641304016}, {"step": 116, "loss": 1.046465277671814, "ce": 2.303622245788574, "kl": 0.01489792950451374}, {"step": 117, "loss": 0.42819979786872864, "ce": 2.301588535308838, "kl": 0.013766473159193993}, {"step": 118, "loss": 0.6458418965339661, "ce": 2.368842840194702, "kl": 0.013885282911360264}, {"step": 119, "loss": 0.4619380235671997, "ce": 2.3333423137664795, "kl": 0.013631186448037624}, {"step": 120, "loss": 0.8778191208839417, "ce": 2.605633020401001, "kl": 0.012921535409986973}, {"step": 121, "loss": 1.0491245985031128, "ce": 2.413780927658081, "kl": 0.013319933786988258}, {"step": 122, "loss": 0.791074812412262, "ce": 2.234311103820801, "kl": 0.01324224192649126}, {"step": 123, "loss": 0.8568124771118164, "ce": 2.2724690437316895, "kl": 0.014327648095786572}, {"step": 124, "loss": 0.9056709408760071, "ce": 2.4209516048431396, "kl": 0.014129873365163803}, {"step": 125, "loss": 0.885296106338501, "ce": 2.2927942276000977, "kl": 0.013188504613935947}, {"step": 126, "loss": 0.5810133218765259, "ce": 2.2900760173797607, "kl": 0.0135963661596179}, {"step": 127, "loss": 0.845562756061554, "ce": 2.416841506958008, "kl": 0.013125281780958176}, {"step": 128, "loss": 0.6057043075561523, "ce": 2.299355983734131, "kl": 0.013882527127861977}, {"step": 129, "loss": 1.1130249500274658, "ce": 2.3607845306396484, "kl": 0.012823057360947132}, {"step": 130, "loss": 0.776523232460022, "ce": 2.43837308883667, "kl": 0.013269423507153988}, {"step": 131, "loss": 0.7896325588226318, "ce": 2.3396244049072266, "kl": 0.013152088969945908}, {"step": 132, "loss": 0.7917473912239075, "ce": 2.374798536300659, "kl": 0.013968571089208126}, {"step": 133, "loss": 1.1356866359710693, "ce": 2.394991159439087, "kl": 0.01261781994253397}, {"step": 134, "loss": 0.9172743558883667, "ce": 2.3742222785949707, "kl": 0.013973643071949482}, {"step": 135, "loss": 0.9989719390869141, "ce": 2.4772837162017822, "kl": 0.014721343293786049}, {"step": 136, "loss": 1.0120893716812134, "ce": 2.478353261947632, "kl": 0.013421277515590191}, {"step": 137, "loss": 1.083338975906372, "ce": 2.4374663829803467, "kl": 0.013234853744506836}, {"step": 138, "loss": 1.0170998573303223, "ce": 2.392874002456665, "kl": 0.013955729082226753}, {"step": 139, "loss": 0.9754207134246826, "ce": 2.427860736846924, "kl": 0.014252660796046257}, {"step": 140, "loss": 0.7734314203262329, "ce": 2.46720027923584, "kl": 0.013497062027454376}, {"step": 141, "loss": 1.3420032262802124, "ce": 2.392299175262451, "kl": 0.015553688630461693}, {"step": 142, "loss": 0.677217960357666, "ce": 2.299428939819336, "kl": 0.016445741057395935}, {"step": 143, "loss": 0.9576553106307983, "ce": 2.4703125953674316, "kl": 0.015230448916554451}, {"step": 144, "loss": 0.46432921290397644, "ce": 2.357398748397827, "kl": 0.016743097454309464}, {"step": 145, "loss": 0.9382246732711792, "ce": 2.441479206085205, "kl": 0.014869877137243748}, {"step": 146, "loss": 0.5794632434844971, "ce": 2.4315385818481445, "kl": 0.016788646578788757}, {"step": 147, "loss": 0.826725423336029, "ce": 2.4588685035705566, "kl": 0.016327837482094765}, {"step": 148, "loss": 0.9294774532318115, "ce": 2.500983238220215, "kl": 0.014758934266865253}, {"step": 149, "loss": 0.6083740592002869, "ce": 2.358151435852051, "kl": 0.014948329888284206}, {"step": 150, "loss": 0.5110255479812622, "ce": 2.3403899669647217, "kl": 0.013761491514742374}, {"step": 151, "loss": 1.069108009338379, "ce": 2.280881643295288, "kl": 0.014491423964500427}, {"step": 152, "loss": 0.9150984287261963, "ce": 2.394296169281006, "kl": 0.014649739488959312}, {"step": 153, "loss": 0.8242434859275818, "ce": 2.41196608543396, "kl": 0.015307790599763393}, {"step": 154, "loss": 0.6036137342453003, "ce": 2.4368410110473633, "kl": 0.016548776999115944}, {"step": 155, "loss": 0.7644304037094116, "ce": 2.2975521087646484, "kl": 0.015445652417838573}, {"step": 156, "loss": 0.6744723916053772, "ce": 2.136692762374878, "kl": 0.015381102450191975}, {"step": 157, "loss": 0.7195597887039185, "ce": 2.4917097091674805, "kl": 0.0156980212777853}, {"step": 158, "loss": 0.4039497971534729, "ce": 2.366748571395874, "kl": 0.015059538185596466}, {"step": 159, "loss": 0.7797974348068237, "ce": 2.446615219116211, "kl": 0.014356903731822968}, {"step": 160, "loss": 0.7752940654754639, "ce": 2.374661445617676, "kl": 0.013571701943874359}, {"step": 161, "loss": 0.30425623059272766, "ce": 2.3272767066955566, "kl": 0.013660579919815063}, {"step": 162, "loss": 0.7234629988670349, "ce": 2.367846727371216, "kl": 0.014440068043768406}, {"step": 163, "loss": 0.7153715491294861, "ce": 2.3990190029144287, "kl": 0.012236157432198524}, {"step": 164, "loss": 1.008435845375061, "ce": 2.42144513130188, "kl": 0.012718958780169487}, {"step": 165, "loss": 0.49269163608551025, "ce": 2.4003148078918457, "kl": 0.012942242436110973}, {"step": 166, "loss": 0.6487720608711243, "ce": 2.3607656955718994, "kl": 0.013236287981271744}, {"step": 167, "loss": 0.990501880645752, "ce": 2.6036317348480225, "kl": 0.011998869478702545}, {"step": 168, "loss": 0.8777024745941162, "ce": 2.297281503677368, "kl": 0.012630467303097248}, {"step": 169, "loss": 0.6649309396743774, "ce": 2.3870999813079834, "kl": 0.012813369743525982}, {"step": 170, "loss": 0.6978189945220947, "ce": 2.3069424629211426, "kl": 0.012955909594893456}, {"step": 171, "loss": 0.6761530041694641, "ce": 2.420222520828247, "kl": 0.01363694854080677}, {"step": 172, "loss": 0.7672346830368042, "ce": 2.3194923400878906, "kl": 0.014206978492438793}, {"step": 173, "loss": 0.8016361594200134, "ce": 2.358210563659668, "kl": 0.012873788364231586}, {"step": 174, "loss": 0.8990497589111328, "ce": 2.323773145675659, "kl": 0.012434934265911579}, {"step": 175, "loss": 0.5667039155960083, "ce": 2.3512723445892334, "kl": 0.012780498713254929}, {"step": 176, "loss": 1.0718713998794556, "ce": 2.3871710300445557, "kl": 0.01369819138199091}, {"step": 177, "loss": 1.1085314750671387, "ce": 2.657973051071167, "kl": 0.015311666764318943}, {"step": 178, "loss": 0.7515117526054382, "ce": 2.4062914848327637, "kl": 0.014372400008141994}, {"step": 179, "loss": 0.8442694544792175, "ce": 2.428201913833618, "kl": 0.013538504019379616}, {"step": 180, "loss": 0.658717691898346, "ce": 2.330535650253296, "kl": 0.013480073772370815}, {"step": 181, "loss": 0.43210121989250183, "ce": 2.2384188175201416, "kl": 0.013672011904418468}, {"step": 182, "loss": 0.7273886203765869, "ce": 2.2294273376464844, "kl": 0.014048092998564243}, {"step": 183, "loss": 1.0258978605270386, "ce": 2.5338094234466553, "kl": 0.013442812487483025}, {"step": 184, "loss": 0.6086017489433289, "ce": 2.299196481704712, "kl": 0.01460902951657772}, {"step": 185, "loss": 0.7861592173576355, "ce": 2.4069414138793945, "kl": 0.013997825793921947}, {"step": 186, "loss": 0.8384824991226196, "ce": 2.3251233100891113, "kl": 0.014366485178470612}, {"step": 187, "loss": 0.7686870098114014, "ce": 2.3970937728881836, "kl": 0.013265779241919518}, {"step": 188, "loss": 0.6213346719741821, "ce": 2.3822150230407715, "kl": 0.013260869309306145}, {"step": 189, "loss": 0.773147463798523, "ce": 2.3423609733581543, "kl": 0.015793172642588615}, {"step": 190, "loss": 0.7278298139572144, "ce": 2.567558526992798, "kl": 0.013213674537837505}, {"step": 191, "loss": 0.6831396222114563, "ce": 2.2920398712158203, "kl": 0.012611920945346355}, {"step": 192, "loss": 1.020327091217041, "ce": 2.4775524139404297, "kl": 0.012803424149751663}, {"step": 193, "loss": 0.6758376955986023, "ce": 2.4263405799865723, "kl": 0.014070987701416016}, {"step": 194, "loss": 0.7088382840156555, "ce": 2.412355899810791, "kl": 0.013634544797241688}, {"step": 195, "loss": 0.954698920249939, "ce": 2.268486738204956, "kl": 0.01570829562842846}, {"step": 196, "loss": 0.8887138962745667, "ce": 2.528169870376587, "kl": 0.013540827669203281}, {"step": 197, "loss": 0.9844562411308289, "ce": 2.350886344909668, "kl": 0.014187312684953213}, {"step": 198, "loss": 1.0053679943084717, "ce": 2.4881367683410645, "kl": 0.015097594819962978}, {"step": 199, "loss": 0.9839684367179871, "ce": 2.379645347595215, "kl": 0.014140726067125797}, {"step": 200, "loss": 0.988515317440033, "ce": 2.3514037132263184, "kl": 0.014324602670967579}, {"step": 201, "loss": 0.9501864910125732, "ce": 2.364274263381958, "kl": 0.01477332878857851}, {"step": 202, "loss": 0.8613154292106628, "ce": 2.3056867122650146, "kl": 0.014995787292718887}, {"step": 203, "loss": 0.8125269412994385, "ce": 2.4556055068969727, "kl": 0.013591226190328598}, {"step": 204, "loss": 0.8274626135826111, "ce": 2.428412914276123, "kl": 0.014155618846416473}, {"step": 205, "loss": 0.6142888069152832, "ce": 2.3220722675323486, "kl": 0.014739738777279854}, {"step": 206, "loss": 0.5268362760543823, "ce": 2.5507454872131348, "kl": 0.014134318567812443}, {"step": 207, "loss": 0.9152393937110901, "ce": 2.571141481399536, "kl": 0.01431630551815033}, {"step": 208, "loss": 0.8268435001373291, "ce": 2.4373443126678467, "kl": 0.015344897285103798}, {"step": 209, "loss": 0.773719847202301, "ce": 2.6588780879974365, "kl": 0.014984572306275368}, {"step": 210, "loss": 0.7489030957221985, "ce": 2.2327558994293213, "kl": 0.013548796065151691}, {"step": 211, "loss": 1.091325044631958, "ce": 2.3321428298950195, "kl": 0.013499199412763119}, {"step": 212, "loss": 0.7509211897850037, "ce": 2.576573610305786, "kl": 0.01328803040087223}, {"step": 213, "loss": 0.7294429540634155, "ce": 2.3655099868774414, "kl": 0.014804642647504807}, {"step": 214, "loss": 0.9263728857040405, "ce": 2.4052364826202393, "kl": 0.016537735238671303}, {"step": 215, "loss": 0.9091342091560364, "ce": 2.442934989929199, "kl": 0.014551795087754726}, {"step": 216, "loss": 0.9823471903800964, "ce": 2.442734718322754, "kl": 0.01525112334638834}, {"step": 217, "loss": 0.6952120065689087, "ce": 2.331289052963257, "kl": 0.015719493851065636}, {"step": 218, "loss": 0.3919927179813385, "ce": 2.2178449630737305, "kl": 0.01510318648070097}, {"step": 219, "loss": 0.9996647238731384, "ce": 2.4277331829071045, "kl": 0.014910176396369934}, {"step": 220, "loss": 0.835260272026062, "ce": 2.456256628036499, "kl": 0.017388323321938515}, {"step": 221, "loss": 0.4967444837093353, "ce": 2.5173964500427246, "kl": 0.01426634844392538}, {"step": 222, "loss": 1.1178078651428223, "ce": 2.4813599586486816, "kl": 0.013742007315158844}, {"step": 223, "loss": 0.3594607710838318, "ce": 2.2226266860961914, "kl": 0.014959334395825863}, {"step": 224, "loss": 0.9538695812225342, "ce": 2.4623851776123047, "kl": 0.014151403680443764}, {"step": 225, "loss": 0.811286211013794, "ce": 2.3492515087127686, "kl": 0.013822627253830433}, {"step": 226, "loss": 1.0253486633300781, "ce": 2.3974931240081787, "kl": 0.014733850955963135}, {"step": 227, "loss": 0.8725245594978333, "ce": 2.401472568511963, "kl": 0.014463989995419979}, {"step": 228, "loss": 1.1471095085144043, "ce": 2.377448320388794, "kl": 0.014050072059035301}, {"step": 229, "loss": 0.9152194857597351, "ce": 2.324087381362915, "kl": 0.013297724537551403}, {"step": 230, "loss": 0.8558269143104553, "ce": 2.413292646408081, "kl": 0.015196897089481354}, {"step": 231, "loss": 1.1177791357040405, "ce": 2.3388590812683105, "kl": 0.014089465141296387}, {"step": 232, "loss": 0.6369913220405579, "ce": 2.3080830574035645, "kl": 0.015006120316684246}, {"step": 233, "loss": 0.7781720161437988, "ce": 2.353386878967285, "kl": 0.013647036626935005}, {"step": 234, "loss": 0.6805574297904968, "ce": 2.4897537231445312, "kl": 0.015193461440503597}, {"step": 235, "loss": 1.084621787071228, "ce": 2.4755778312683105, "kl": 0.017039701342582703}, {"step": 236, "loss": 0.8061673641204834, "ce": 2.226207733154297, "kl": 0.016713006421923637}, {"step": 237, "loss": 0.8134440183639526, "ce": 2.4752721786499023, "kl": 0.01633487641811371}, {"step": 238, "loss": 0.6999343037605286, "ce": 2.3191380500793457, "kl": 0.014657418243587017}, {"step": 239, "loss": 0.6921523213386536, "ce": 2.3822526931762695, "kl": 0.014446328394114971}, {"step": 240, "loss": 0.7720285058021545, "ce": 2.3985891342163086, "kl": 0.014861216768622398}, {"step": 241, "loss": 0.8467295169830322, "ce": 2.344369649887085, "kl": 0.014505309984087944}, {"step": 242, "loss": 0.7785542607307434, "ce": 2.4572854042053223, "kl": 0.01609337143599987}, {"step": 243, "loss": 0.8237740397453308, "ce": 2.5219883918762207, "kl": 0.014208116568624973}, {"step": 244, "loss": 0.9502978324890137, "ce": 2.451756715774536, "kl": 0.014568417333066463}, {"step": 245, "loss": 0.6883789896965027, "ce": 2.434892177581787, "kl": 0.015967512503266335}, {"step": 246, "loss": 0.6887515783309937, "ce": 2.330772638320923, "kl": 0.016982687637209892}, {"step": 247, "loss": 0.7844051122665405, "ce": 2.3885860443115234, "kl": 0.01358882151544094}, {"step": 248, "loss": 1.3190263509750366, "ce": 2.348085403442383, "kl": 0.01377759501338005}, {"step": 249, "loss": 0.7609423995018005, "ce": 2.503051280975342, "kl": 0.015469440259039402}, {"step": 250, "loss": 0.7381414771080017, "ce": 2.457493782043457, "kl": 0.016518717631697655}, {"step": 251, "loss": 0.741769015789032, "ce": 2.2470762729644775, "kl": 0.015723541378974915}, {"step": 252, "loss": 1.0613418817520142, "ce": 2.510550022125244, "kl": 0.01706571877002716}, {"step": 253, "loss": 0.8752819895744324, "ce": 2.599032163619995, "kl": 0.01613730564713478}, {"step": 254, "loss": 0.6468319892883301, "ce": 2.4830801486968994, "kl": 0.016389435157179832}, {"step": 255, "loss": 0.8985598087310791, "ce": 2.5124623775482178, "kl": 0.01567644439637661}, {"step": 256, "loss": 0.47734832763671875, "ce": 2.212125062942505, "kl": 0.01531374454498291}, {"step": 257, "loss": 0.9212053418159485, "ce": 2.257227897644043, "kl": 0.015909360721707344}, {"step": 258, "loss": 0.5763034820556641, "ce": 2.2035722732543945, "kl": 0.014822968281805515}, {"step": 259, "loss": 0.8388007879257202, "ce": 2.323704719543457, "kl": 0.016323097050189972}, {"step": 260, "loss": 0.8982356190681458, "ce": 2.380841016769409, "kl": 0.014849844388663769}, {"step": 261, "loss": 0.7603647708892822, "ce": 2.471127510070801, "kl": 0.016150634735822678}, {"step": 262, "loss": 0.7295853495597839, "ce": 2.299833297729492, "kl": 0.016564497724175453}, {"step": 263, "loss": 0.9603018164634705, "ce": 2.492936372756958, "kl": 0.0171123668551445}, {"step": 264, "loss": 0.9858943223953247, "ce": 2.4527089595794678, "kl": 0.014309082180261612}, {"step": 265, "loss": 0.9851698279380798, "ce": 2.3892712593078613, "kl": 0.01627364009618759}, {"step": 266, "loss": 0.7712486386299133, "ce": 2.3973495960235596, "kl": 0.014858121052384377}, {"step": 267, "loss": 0.8078469038009644, "ce": 2.384331703186035, "kl": 0.017097681760787964}, {"step": 268, "loss": 0.7732644081115723, "ce": 2.410845994949341, "kl": 0.014165269210934639}, {"step": 269, "loss": 0.740798830986023, "ce": 2.524440050125122, "kl": 0.015491003170609474}, {"step": 270, "loss": 0.5017053484916687, "ce": 2.434356212615967, "kl": 0.016430331394076347}, {"step": 271, "loss": 0.9396252632141113, "ce": 2.3289785385131836, "kl": 0.01620924100279808}, {"step": 272, "loss": 0.9853144288063049, "ce": 2.4562723636627197, "kl": 0.01616385392844677}, {"step": 273, "loss": 0.9211464524269104, "ce": 2.254631519317627, "kl": 0.014766949228942394}, {"step": 274, "loss": 1.092421293258667, "ce": 2.322253942489624, "kl": 0.016756905242800713}, {"step": 275, "loss": 0.7688143253326416, "ce": 2.452381134033203, "kl": 0.016326693817973137}, {"step": 276, "loss": 0.7274497747421265, "ce": 2.36378812789917, "kl": 0.015919586643576622}, {"step": 277, "loss": 1.3690948486328125, "ce": 2.353412389755249, "kl": 0.014649953693151474}, {"step": 278, "loss": 0.7422738671302795, "ce": 2.5437867641448975, "kl": 0.016653217375278473}, {"step": 279, "loss": 0.5693100690841675, "ce": 2.391329765319824, "kl": 0.01646883226931095}, {"step": 280, "loss": 0.8303517699241638, "ce": 2.4189341068267822, "kl": 0.01568414643406868}, {"step": 281, "loss": 0.2790127992630005, "ce": 1.9710173606872559, "kl": 0.01568376086652279}, {"step": 282, "loss": 0.7965799570083618, "ce": 2.290036201477051, "kl": 0.016579993069171906}, {"step": 283, "loss": 0.18894268572330475, "ce": 2.2933826446533203, "kl": 0.01676453836262226}, {"step": 284, "loss": 1.0728168487548828, "ce": 2.3751466274261475, "kl": 0.015468552708625793}, {"step": 285, "loss": 0.9553595185279846, "ce": 2.344510316848755, "kl": 0.015819214284420013}, {"step": 286, "loss": 1.0377615690231323, "ce": 2.431954860687256, "kl": 0.014629876241087914}, {"step": 287, "loss": 0.8177996277809143, "ce": 2.473660707473755, "kl": 0.01649918034672737}, {"step": 288, "loss": 0.752200186252594, "ce": 2.4044389724731445, "kl": 0.01558709517121315}, {"step": 289, "loss": 0.5510832071304321, "ce": 2.3878672122955322, "kl": 0.01567777991294861}, {"step": 290, "loss": 0.45615410804748535, "ce": 2.3419108390808105, "kl": 0.01525988057255745}, {"step": 291, "loss": 0.7786151766777039, "ce": 2.3731284141540527, "kl": 0.015158469788730145}, {"step": 292, "loss": 0.7555078268051147, "ce": 2.4590957164764404, "kl": 0.016309520229697227}, {"step": 293, "loss": 0.8002912998199463, "ce": 2.5183255672454834, "kl": 0.016289997845888138}, {"step": 294, "loss": 0.8345316648483276, "ce": 2.2305867671966553, "kl": 0.016143247485160828}, {"step": 295, "loss": 0.802003800868988, "ce": 2.393040895462036, "kl": 0.014108757488429546}, {"step": 296, "loss": 1.0077714920043945, "ce": 2.364612102508545, "kl": 0.016913067549467087}, {"step": 297, "loss": 0.9029148817062378, "ce": 2.550346851348877, "kl": 0.016384903341531754}, {"step": 298, "loss": 0.7864757180213928, "ce": 2.437605857849121, "kl": 0.016159743070602417}, {"step": 299, "loss": 0.4234955310821533, "ce": 2.187509298324585, "kl": 0.01502583734691143}, {"step": 300, "loss": 0.7826768755912781, "ce": 2.342170476913452, "kl": 0.014949509873986244}, {"step": 301, "loss": 1.1739671230316162, "ce": 2.4443275928497314, "kl": 0.015401721000671387}, {"step": 302, "loss": 1.2045849561691284, "ce": 2.439276695251465, "kl": 0.01548762060701847}, {"step": 303, "loss": 0.6144114136695862, "ce": 2.4649436473846436, "kl": 0.015668116509914398}, {"step": 304, "loss": 0.6851385831832886, "ce": 2.273721694946289, "kl": 0.016736136749386787}, {"step": 305, "loss": 1.0287116765975952, "ce": 2.340261697769165, "kl": 0.017860203981399536}, {"step": 306, "loss": 0.7095286846160889, "ce": 2.3014075756073, "kl": 0.01633221097290516}, {"step": 307, "loss": 0.7077708840370178, "ce": 2.36997652053833, "kl": 0.01720556803047657}, {"step": 308, "loss": 0.6584736704826355, "ce": 2.2329983711242676, "kl": 0.016811484470963478}, {"step": 309, "loss": 0.5575188398361206, "ce": 2.250856399536133, "kl": 0.016472643241286278}, {"step": 310, "loss": 0.5852416753768921, "ce": 2.510838031768799, "kl": 0.014944415539503098}, {"step": 311, "loss": 0.8527751564979553, "ce": 2.4150989055633545, "kl": 0.015677424147725105}, {"step": 312, "loss": 0.732846200466156, "ce": 2.460451126098633, "kl": 0.017185134813189507}, {"step": 313, "loss": 0.794001579284668, "ce": 2.2848618030548096, "kl": 0.015107568353414536}, {"step": 314, "loss": 0.9179880023002625, "ce": 2.3481051921844482, "kl": 0.014733836054801941}, {"step": 315, "loss": 0.9201057553291321, "ce": 2.2788984775543213, "kl": 0.017131131142377853}, {"step": 316, "loss": 0.779251217842102, "ce": 2.4979772567749023, "kl": 0.015802817419171333}, {"step": 317, "loss": 0.9518294334411621, "ce": 2.3817787170410156, "kl": 0.01468968391418457}, {"step": 318, "loss": 0.4906163513660431, "ce": 2.222949981689453, "kl": 0.01617906615138054}, {"step": 319, "loss": 1.2141410112380981, "ce": 2.3832859992980957, "kl": 0.017806733027100563}, {"step": 320, "loss": 0.8292672038078308, "ce": 2.294818878173828, "kl": 0.017940444871783257}, {"step": 321, "loss": 0.8237718343734741, "ce": 2.1973605155944824, "kl": 0.014917713589966297}, {"step": 322, "loss": 0.6130689978599548, "ce": 2.45658278465271, "kl": 0.014441028237342834}, {"step": 323, "loss": 0.9549309015274048, "ce": 2.338801383972168, "kl": 0.015902386978268623}, {"step": 324, "loss": 0.8221604228019714, "ce": 2.255499839782715, "kl": 0.016382332891225815}, {"step": 325, "loss": 1.169957160949707, "ce": 2.2842369079589844, "kl": 0.015841418877243996}, {"step": 326, "loss": 0.5371951460838318, "ce": 2.3549585342407227, "kl": 0.01659979671239853}, {"step": 327, "loss": 0.40611517429351807, "ce": 2.320253849029541, "kl": 0.015474660322070122}, {"step": 328, "loss": 0.6663793325424194, "ce": 2.323162794113159, "kl": 0.01671145297586918}, {"step": 329, "loss": 0.3914981186389923, "ce": 2.380910634994507, "kl": 0.016017412766814232}, {"step": 330, "loss": 1.1259996891021729, "ce": 2.23742938041687, "kl": 0.015583673492074013}, {"step": 331, "loss": 0.9409424066543579, "ce": 2.378492832183838, "kl": 0.014603491872549057}, {"step": 332, "loss": 0.6476309299468994, "ce": 2.4560415744781494, "kl": 0.016066234558820724}, {"step": 333, "loss": 0.7861612439155579, "ce": 2.432094097137451, "kl": 0.015108220279216766}, {"step": 334, "loss": 0.9615557789802551, "ce": 2.3415234088897705, "kl": 0.0172180887311697}, {"step": 335, "loss": 0.5711922645568848, "ce": 2.3264999389648438, "kl": 0.015445389784872532}, {"step": 336, "loss": 0.6539084315299988, "ce": 2.283949136734009, "kl": 0.015732113271951675}, {"step": 337, "loss": 0.35493066906929016, "ce": 2.2586116790771484, "kl": 0.016400745138525963}, {"step": 338, "loss": 1.0932165384292603, "ce": 2.4590964317321777, "kl": 0.01564897783100605}, {"step": 339, "loss": 1.0545340776443481, "ce": 2.4036521911621094, "kl": 0.015702540054917336}, {"step": 340, "loss": 1.049318552017212, "ce": 2.32027268409729, "kl": 0.016158105805516243}, {"step": 341, "loss": 0.6248020529747009, "ce": 2.387300729751587, "kl": 0.014212453737854958}, {"step": 342, "loss": 0.6569735407829285, "ce": 2.2882401943206787, "kl": 0.015773067250847816}, {"step": 343, "loss": 0.9334821105003357, "ce": 2.3888766765594482, "kl": 0.016169605776667595}, {"step": 344, "loss": 0.8703567981719971, "ce": 2.444113254547119, "kl": 0.017435532063245773}, {"step": 345, "loss": 0.6432205438613892, "ce": 2.460029125213623, "kl": 0.015458537265658379}, {"step": 346, "loss": 0.5358192324638367, "ce": 2.4247043132781982, "kl": 0.015727998688817024}, {"step": 347, "loss": 0.7957242727279663, "ce": 2.4000751972198486, "kl": 0.016315147280693054}, {"step": 348, "loss": 0.48009946942329407, "ce": 2.390467643737793, "kl": 0.015549649484455585}, {"step": 349, "loss": 1.1808701753616333, "ce": 2.495889186859131, "kl": 0.014393972232937813}, {"step": 350, "loss": 0.7692976593971252, "ce": 2.3060107231140137, "kl": 0.01703242026269436}, {"step": 351, "loss": 0.8475129008293152, "ce": 2.4436521530151367, "kl": 0.017078343778848648}, {"step": 352, "loss": 1.0036332607269287, "ce": 2.4127724170684814, "kl": 0.016724398359656334}, {"step": 353, "loss": 0.5360544919967651, "ce": 2.3472158908843994, "kl": 0.014367138966917992}, {"step": 354, "loss": 0.7300962805747986, "ce": 2.34266996383667, "kl": 0.016111021861433983}, {"step": 355, "loss": 0.8097441792488098, "ce": 2.4655399322509766, "kl": 0.015136976726353168}, {"step": 356, "loss": 0.7413134574890137, "ce": 2.410707712173462, "kl": 0.014866679906845093}, {"step": 357, "loss": 0.7257510423660278, "ce": 2.3944334983825684, "kl": 0.015069873072206974}, {"step": 358, "loss": 0.4963679015636444, "ce": 2.302931070327759, "kl": 0.016578009352087975}, {"step": 359, "loss": 0.6284586191177368, "ce": 2.292248010635376, "kl": 0.015989134088158607}, {"step": 360, "loss": 1.004387378692627, "ce": 2.317554235458374, "kl": 0.014449801295995712}, {"step": 361, "loss": 1.37065589427948, "ce": 2.3008840084075928, "kl": 0.014348870143294334}, {"step": 362, "loss": 0.7254230380058289, "ce": 2.300863265991211, "kl": 0.014504211954772472}, {"step": 363, "loss": 1.1976782083511353, "ce": 2.348426103591919, "kl": 0.017473123967647552}, {"step": 364, "loss": 0.8857019543647766, "ce": 2.4157395362854004, "kl": 0.01596161723136902}, {"step": 365, "loss": 0.6110444068908691, "ce": 2.2609784603118896, "kl": 0.018008913844823837}, {"step": 366, "loss": 0.8061344623565674, "ce": 2.2569992542266846, "kl": 0.015092835761606693}, {"step": 367, "loss": 0.5464047193527222, "ce": 2.2885477542877197, "kl": 0.017353566363453865}, {"step": 368, "loss": 0.8486238718032837, "ce": 2.3693912029266357, "kl": 0.017085274681448936}, {"step": 369, "loss": 1.1831932067871094, "ce": 2.38887357711792, "kl": 0.01353682391345501}, {"step": 370, "loss": 0.7900421619415283, "ce": 2.402615785598755, "kl": 0.016812320798635483}, {"step": 371, "loss": 1.1685787439346313, "ce": 2.456737518310547, "kl": 0.015975559130311012}, {"step": 372, "loss": 0.9461907744407654, "ce": 2.303422212600708, "kl": 0.01637273095548153}, {"step": 373, "loss": 0.7547391653060913, "ce": 2.275907278060913, "kl": 0.017906153574585915}, {"step": 374, "loss": 1.122468113899231, "ce": 2.3216605186462402, "kl": 0.017247797921299934}, {"step": 375, "loss": 0.7190907001495361, "ce": 2.4821360111236572, "kl": 0.016543900594115257}, {"step": 376, "loss": 0.7182478904724121, "ce": 2.4024224281311035, "kl": 0.017622429877519608}, {"step": 377, "loss": 0.9944919943809509, "ce": 2.275428295135498, "kl": 0.0174943245947361}, {"step": 378, "loss": 0.824476420879364, "ce": 2.383754014968872, "kl": 0.018083296716213226}, {"step": 379, "loss": 1.0925368070602417, "ce": 2.44730281829834, "kl": 0.019058849662542343}, {"step": 380, "loss": 0.8531143665313721, "ce": 2.3864076137542725, "kl": 0.01939769648015499}, {"step": 381, "loss": 0.8822231292724609, "ce": 2.259486675262451, "kl": 0.018178287893533707}, {"step": 382, "loss": 1.0024107694625854, "ce": 2.4164280891418457, "kl": 0.019566897302865982}, {"step": 383, "loss": 0.4667563736438751, "ce": 2.5095410346984863, "kl": 0.018411608412861824}, {"step": 384, "loss": 0.5964834094047546, "ce": 2.388608455657959, "kl": 0.019114455208182335}, {"step": 385, "loss": 1.1335865259170532, "ce": 2.5264742374420166, "kl": 0.0164911188185215}, {"step": 386, "loss": 0.8632658123970032, "ce": 2.2239439487457275, "kl": 0.019187290221452713}, {"step": 387, "loss": 0.7366514801979065, "ce": 2.5518736839294434, "kl": 0.017302585765719414}, {"step": 388, "loss": 0.7584505081176758, "ce": 2.3566315174102783, "kl": 0.017316775396466255}, {"step": 389, "loss": 0.8485313653945923, "ce": 2.340364456176758, "kl": 0.016170112416148186}, {"step": 390, "loss": 0.46726924180984497, "ce": 2.361643075942993, "kl": 0.01660366915166378}, {"step": 391, "loss": 0.6580595970153809, "ce": 2.30568790435791, "kl": 0.016202755272388458}, {"step": 392, "loss": 1.014401912689209, "ce": 2.385277271270752, "kl": 0.01799085922539234}, {"step": 393, "loss": 0.7967002987861633, "ce": 2.42256498336792, "kl": 0.01704372838139534}, {"step": 394, "loss": 0.9952659606933594, "ce": 2.4065568447113037, "kl": 0.01706286519765854}, {"step": 395, "loss": 0.7546793818473816, "ce": 2.4891409873962402, "kl": 0.016587568446993828}, {"step": 396, "loss": 0.7075075507164001, "ce": 2.4067981243133545, "kl": 0.016587283462285995}, {"step": 397, "loss": 1.2415663003921509, "ce": 2.341796398162842, "kl": 0.01804710552096367}, {"step": 398, "loss": 0.48029330372810364, "ce": 2.202645778656006, "kl": 0.018811790272593498}, {"step": 399, "loss": 0.48087990283966064, "ce": 2.3500170707702637, "kl": 0.017387181520462036}, {"step": 400, "loss": 0.452110230922699, "ce": 2.262819766998291, "kl": 0.017512064427137375}, {"step": 401, "loss": 0.9237726926803589, "ce": 2.5130550861358643, "kl": 0.016614099964499474}, {"step": 402, "loss": 0.9288996458053589, "ce": 2.3919291496276855, "kl": 0.016389725729823112}, {"step": 403, "loss": 0.9219762682914734, "ce": 2.2621660232543945, "kl": 0.015291696414351463}, {"step": 404, "loss": 0.8677788972854614, "ce": 2.194316864013672, "kl": 0.018425125628709793}, {"step": 405, "loss": 0.6807295680046082, "ce": 2.309363842010498, "kl": 0.017476778477430344}, {"step": 406, "loss": 0.7824890613555908, "ce": 2.2911837100982666, "kl": 0.016762467101216316}, {"step": 407, "loss": 0.7274041175842285, "ce": 2.252728223800659, "kl": 0.01657666638493538}, {"step": 408, "loss": 0.7775976657867432, "ce": 2.3515379428863525, "kl": 0.015372859314084053}, {"step": 409, "loss": 0.8547593355178833, "ce": 2.307194471359253, "kl": 0.018540889024734497}, {"step": 410, "loss": 0.9913927316665649, "ce": 2.3104770183563232, "kl": 0.016529466956853867}, {"step": 411, "loss": 0.6251550316810608, "ce": 2.46293044090271, "kl": 0.01623298041522503}, {"step": 412, "loss": 0.9540830254554749, "ce": 2.2627334594726562, "kl": 0.016072850674390793}, {"step": 413, "loss": 0.7748995423316956, "ce": 2.3109772205352783, "kl": 0.017230192199349403}, {"step": 414, "loss": 0.9082484245300293, "ce": 2.4139437675476074, "kl": 0.016089482232928276}, {"step": 415, "loss": 0.9633899331092834, "ce": 2.4030487537384033, "kl": 0.016764849424362183}, {"step": 416, "loss": 0.8942230939865112, "ce": 2.2997348308563232, "kl": 0.018028216436505318}, {"step": 417, "loss": 1.2433677911758423, "ce": 2.430685043334961, "kl": 0.017467550933361053}, {"step": 418, "loss": 0.939340353012085, "ce": 2.40669322013855, "kl": 0.01742408238351345}, {"step": 419, "loss": 0.9064589142799377, "ce": 2.3141582012176514, "kl": 0.017003076151013374}, {"step": 420, "loss": 1.039059042930603, "ce": 2.4249181747436523, "kl": 0.016362663358449936}, {"step": 421, "loss": 0.9040830731391907, "ce": 2.3832972049713135, "kl": 0.017371900379657745}, {"step": 422, "loss": 0.8973720669746399, "ce": 2.4076337814331055, "kl": 0.018115326762199402}, {"step": 423, "loss": 1.1232309341430664, "ce": 2.2864136695861816, "kl": 0.0182462390512228}, {"step": 424, "loss": 0.7911252379417419, "ce": 2.327911138534546, "kl": 0.019312523305416107}, {"step": 425, "loss": 0.6758515238761902, "ce": 2.432363986968994, "kl": 0.019881488755345345}, {"step": 426, "loss": 0.6760674118995667, "ce": 2.4055752754211426, "kl": 0.01858450286090374}, {"step": 427, "loss": 0.7812227010726929, "ce": 2.404221773147583, "kl": 0.018179472535848618}, {"step": 428, "loss": 0.7285784482955933, "ce": 2.4196293354034424, "kl": 0.020529070869088173}, {"step": 429, "loss": 0.7419576644897461, "ce": 2.478323459625244, "kl": 0.018937930464744568}, {"step": 430, "loss": 0.8373386263847351, "ce": 2.3275668621063232, "kl": 0.017784329131245613}, {"step": 431, "loss": 0.4335567057132721, "ce": 2.2808423042297363, "kl": 0.017402363941073418}, {"step": 432, "loss": 0.9573303461074829, "ce": 2.2247767448425293, "kl": 0.01802304945886135}, {"step": 433, "loss": 0.8786085247993469, "ce": 2.297966718673706, "kl": 0.016896158456802368}, {"step": 434, "loss": 0.9283241033554077, "ce": 2.459639072418213, "kl": 0.018149830400943756}, {"step": 435, "loss": 0.6459184885025024, "ce": 2.3633334636688232, "kl": 0.019070805981755257}, {"step": 436, "loss": 0.806164562702179, "ce": 2.2517735958099365, "kl": 0.019122527912259102}, {"step": 437, "loss": 0.5984236598014832, "ce": 2.167832136154175, "kl": 0.01862211339175701}, {"step": 438, "loss": 0.7603648900985718, "ce": 2.3417229652404785, "kl": 0.019289599731564522}, {"step": 439, "loss": 0.48288121819496155, "ce": 2.367565393447876, "kl": 0.01844625733792782}, {"step": 440, "loss": 0.5362169146537781, "ce": 2.3922619819641113, "kl": 0.01854189671576023}, {"step": 441, "loss": 0.6502404808998108, "ce": 2.4040491580963135, "kl": 0.016165807843208313}, {"step": 442, "loss": 0.5883575081825256, "ce": 2.308115005493164, "kl": 0.01751507818698883}, {"step": 443, "loss": 0.6191433072090149, "ce": 2.2628257274627686, "kl": 0.016743242740631104}, {"step": 444, "loss": 0.7431368231773376, "ce": 2.423384189605713, "kl": 0.016816306859254837}, {"step": 445, "loss": 0.9259760975837708, "ce": 2.3225488662719727, "kl": 0.015426898375153542}, {"step": 446, "loss": 0.5242787599563599, "ce": 2.3562445640563965, "kl": 0.015901876613497734}, {"step": 447, "loss": 0.6860646605491638, "ce": 2.411811590194702, "kl": 0.016224028542637825}, {"step": 448, "loss": 0.9010490775108337, "ce": 2.517538547515869, "kl": 0.01599528267979622}, {"step": 449, "loss": 0.945087730884552, "ce": 2.2932870388031006, "kl": 0.01484372466802597}, {"step": 450, "loss": 0.626583456993103, "ce": 2.3215646743774414, "kl": 0.016451429575681686}, {"step": 451, "loss": 0.6523359417915344, "ce": 2.336362600326538, "kl": 0.015412071719765663}, {"step": 452, "loss": 0.7107312083244324, "ce": 2.311518907546997, "kl": 0.016972074285149574}, {"step": 453, "loss": 0.6759501695632935, "ce": 2.313037872314453, "kl": 0.017936352640390396}, {"step": 454, "loss": 0.8633453845977783, "ce": 2.3241610527038574, "kl": 0.01638874225318432}, {"step": 455, "loss": 0.7159751057624817, "ce": 2.3048348426818848, "kl": 0.015879349783062935}, {"step": 456, "loss": 0.7765203714370728, "ce": 2.275181293487549, "kl": 0.015546124428510666}, {"step": 457, "loss": 0.9812484979629517, "ce": 2.3471627235412598, "kl": 0.015400144271552563}, {"step": 458, "loss": 1.1147406101226807, "ce": 2.5460007190704346, "kl": 0.019498096778988838}, {"step": 459, "loss": 0.6713402271270752, "ce": 2.4201838970184326, "kl": 0.01717674545943737}, {"step": 460, "loss": 0.9366899728775024, "ce": 2.384493589401245, "kl": 0.016834987327456474}, {"step": 461, "loss": 0.6409994959831238, "ce": 2.3428804874420166, "kl": 0.016740819439291954}, {"step": 462, "loss": 0.45388269424438477, "ce": 2.206124782562256, "kl": 0.015739046037197113}, {"step": 463, "loss": 0.7182801365852356, "ce": 2.1909847259521484, "kl": 0.01807969994843006}, {"step": 464, "loss": 0.8426504731178284, "ce": 2.3301198482513428, "kl": 0.01728174090385437}, {"step": 465, "loss": 0.6104230880737305, "ce": 2.5981335639953613, "kl": 0.01658972166478634}, {"step": 466, "loss": 0.8815802931785583, "ce": 2.3062806129455566, "kl": 0.016956211999058723}, {"step": 467, "loss": 0.7419201135635376, "ce": 2.2658677101135254, "kl": 0.017515137791633606}, {"step": 468, "loss": 0.8446767926216125, "ce": 2.3872220516204834, "kl": 0.015864631161093712}, {"step": 469, "loss": 0.57083660364151, "ce": 2.3655126094818115, "kl": 0.016231924295425415}, {"step": 470, "loss": 0.7651445865631104, "ce": 2.2458462715148926, "kl": 0.01748519577085972}, {"step": 471, "loss": 0.733749508857727, "ce": 2.4659106731414795, "kl": 0.017436033114790916}, {"step": 472, "loss": 0.8265621066093445, "ce": 2.330796241760254, "kl": 0.015182926319539547}, {"step": 473, "loss": 0.776665985584259, "ce": 2.3887805938720703, "kl": 0.0157184898853302}, {"step": 474, "loss": 0.8188107013702393, "ce": 2.4135019779205322, "kl": 0.01589903235435486}, {"step": 475, "loss": 0.800357460975647, "ce": 2.414146900177002, "kl": 0.01707901991903782}, {"step": 476, "loss": 0.7195466756820679, "ce": 2.177356481552124, "kl": 0.01789371855556965}, {"step": 477, "loss": 0.8137455582618713, "ce": 2.4637115001678467, "kl": 0.015911389142274857}, {"step": 478, "loss": 1.051388144493103, "ce": 2.3953096866607666, "kl": 0.016963746398687363}, {"step": 479, "loss": 0.9956409335136414, "ce": 2.4089293479919434, "kl": 0.018542777746915817}, {"step": 480, "loss": 0.8781191110610962, "ce": 2.2981467247009277, "kl": 0.017937419936060905}, {"step": 481, "loss": 1.1153361797332764, "ce": 2.3671340942382812, "kl": 0.015817834064364433}, {"step": 482, "loss": 0.891186535358429, "ce": 2.295912504196167, "kl": 0.018314165994524956}, {"step": 483, "loss": 0.867067277431488, "ce": 2.324984073638916, "kl": 0.017307942733168602}, {"step": 484, "loss": 0.8180730938911438, "ce": 2.3090085983276367, "kl": 0.0175913218408823}, {"step": 485, "loss": 0.8387809991836548, "ce": 2.416071653366089, "kl": 0.016336515545845032}, {"step": 486, "loss": 0.5202873349189758, "ce": 2.2406153678894043, "kl": 0.017044726759195328}, {"step": 487, "loss": 0.5681115984916687, "ce": 2.4976346492767334, "kl": 0.017694948241114616}, {"step": 488, "loss": 0.9072864055633545, "ce": 2.553826332092285, "kl": 0.01699921302497387}, {"step": 489, "loss": 0.659005343914032, "ce": 2.3348073959350586, "kl": 0.0186343751847744}, {"step": 490, "loss": 0.6055549383163452, "ce": 2.591991662979126, "kl": 0.01740398444235325}, {"step": 491, "loss": 0.9818433523178101, "ce": 2.360398054122925, "kl": 0.015609150752425194}, {"step": 492, "loss": 1.1061781644821167, "ce": 2.282383680343628, "kl": 0.01670081913471222}, {"step": 493, "loss": 0.792751669883728, "ce": 2.4577009677886963, "kl": 0.015775149688124657}, {"step": 494, "loss": 0.6539968252182007, "ce": 2.311170816421509, "kl": 0.01714012771844864}, {"step": 495, "loss": 0.8881866335868835, "ce": 2.4214024543762207, "kl": 0.017708197236061096}, {"step": 496, "loss": 0.8105652928352356, "ce": 2.3057994842529297, "kl": 0.01781449094414711}, {"step": 497, "loss": 1.147882342338562, "ce": 2.468994140625, "kl": 0.018623121082782745}, {"step": 498, "loss": 0.7001149654388428, "ce": 2.3312766551971436, "kl": 0.01734507828950882}, {"step": 499, "loss": 0.42635616660118103, "ce": 2.2807438373565674, "kl": 0.01812199130654335}, {"step": 500, "loss": 0.9726030826568604, "ce": 2.3472437858581543, "kl": 0.017299598082900047}, {"step": 501, "loss": 0.7351303696632385, "ce": 2.4441497325897217, "kl": 0.018874604254961014}, {"step": 502, "loss": 0.6028915643692017, "ce": 2.326085329055786, "kl": 0.017682502046227455}, {"step": 503, "loss": 1.0424675941467285, "ce": 2.508995294570923, "kl": 0.01666649989783764}, {"step": 504, "loss": 0.568020224571228, "ce": 2.2556252479553223, "kl": 0.01735924556851387}, {"step": 505, "loss": 0.7242363095283508, "ce": 2.405665159225464, "kl": 0.017509544268250465}, {"step": 506, "loss": 0.9609527587890625, "ce": 2.3320484161376953, "kl": 0.016860153526067734}, {"step": 507, "loss": 0.7627447843551636, "ce": 2.3280389308929443, "kl": 0.017095448449254036}, {"step": 508, "loss": 1.0565221309661865, "ce": 2.4194464683532715, "kl": 0.017929118126630783}, {"step": 509, "loss": 1.0657908916473389, "ce": 2.2938616275787354, "kl": 0.015621605329215527}, {"step": 510, "loss": 0.7463532090187073, "ce": 2.260641574859619, "kl": 0.017265010625123978}, {"step": 511, "loss": 0.9302346706390381, "ce": 2.3690431118011475, "kl": 0.017929263412952423}, {"step": 512, "loss": 1.1469205617904663, "ce": 2.316119432449341, "kl": 0.017299067229032516}, {"step": 513, "loss": 0.6864388585090637, "ce": 2.3624722957611084, "kl": 0.017059914767742157}, {"step": 514, "loss": 0.6060153841972351, "ce": 2.2723701000213623, "kl": 0.016460157930850983}, {"step": 515, "loss": 0.8332707285881042, "ce": 2.396761894226074, "kl": 0.017885195091366768}, {"step": 516, "loss": 0.9643216729164124, "ce": 2.4655208587646484, "kl": 0.017936917021870613}, {"step": 517, "loss": 0.6025936603546143, "ce": 2.2369532585144043, "kl": 0.02005322277545929}, {"step": 518, "loss": 1.0730078220367432, "ce": 2.3412394523620605, "kl": 0.01826133206486702}, {"step": 519, "loss": 0.8613810539245605, "ce": 2.3098373413085938, "kl": 0.018832499161362648}, {"step": 520, "loss": 0.5282999277114868, "ce": 2.349228620529175, "kl": 0.015906069427728653}, {"step": 521, "loss": 0.7002270221710205, "ce": 2.3534090518951416, "kl": 0.018033107742667198}, {"step": 522, "loss": 0.7076910138130188, "ce": 2.2996273040771484, "kl": 0.016564374789595604}, {"step": 523, "loss": 0.8341692090034485, "ce": 2.37518572807312, "kl": 0.018023628741502762}, {"step": 524, "loss": 1.0140854120254517, "ce": 2.50801944732666, "kl": 0.017619913443922997}, {"step": 525, "loss": 0.7102196216583252, "ce": 2.4626145362854004, "kl": 0.01650872826576233}, {"step": 526, "loss": 0.9109823703765869, "ce": 2.3693175315856934, "kl": 0.01650242507457733}, {"step": 527, "loss": 0.6038076281547546, "ce": 2.2963950634002686, "kl": 0.020525449886918068}, {"step": 528, "loss": 0.7312443256378174, "ce": 2.363100290298462, "kl": 0.01748972199857235}, {"step": 529, "loss": 1.2342555522918701, "ce": 2.292736053466797, "kl": 0.016837352886795998}, {"step": 530, "loss": 0.927271842956543, "ce": 2.402625799179077, "kl": 0.01729198917746544}, {"step": 531, "loss": 0.6026233434677124, "ce": 2.553602457046509, "kl": 0.02028040401637554}, {"step": 532, "loss": 0.677551805973053, "ce": 2.1743786334991455, "kl": 0.018231509253382683}, {"step": 533, "loss": 1.1078770160675049, "ce": 2.408507823944092, "kl": 0.019344085827469826}, {"step": 534, "loss": 0.981155276298523, "ce": 2.656489133834839, "kl": 0.01883319392800331}, {"step": 535, "loss": 0.6701380610466003, "ce": 2.3976519107818604, "kl": 0.018878478556871414}, {"step": 536, "loss": 0.8110775947570801, "ce": 2.5133328437805176, "kl": 0.017813175916671753}, {"step": 537, "loss": 0.4933200478553772, "ce": 2.1552224159240723, "kl": 0.0176958329975605}, {"step": 538, "loss": 0.8622604608535767, "ce": 2.2203056812286377, "kl": 0.018867982551455498}, {"step": 539, "loss": 0.5609585642814636, "ce": 2.1541905403137207, "kl": 0.017550338059663773}, {"step": 540, "loss": 1.024955153465271, "ce": 2.3047399520874023, "kl": 0.01895148679614067}, {"step": 541, "loss": 0.5442289113998413, "ce": 2.348144292831421, "kl": 0.017635762691497803}, {"step": 542, "loss": 0.9133327007293701, "ce": 2.407820463180542, "kl": 0.017531799152493477}, {"step": 543, "loss": 0.7344774603843689, "ce": 2.262687921524048, "kl": 0.020240092650055885}, {"step": 544, "loss": 0.8069232702255249, "ce": 2.491257429122925, "kl": 0.018567737191915512}, {"step": 545, "loss": 0.9013994336128235, "ce": 2.3512916564941406, "kl": 0.018118038773536682}, {"step": 546, "loss": 1.1273274421691895, "ce": 2.370149612426758, "kl": 0.017922354862093925}, {"step": 547, "loss": 0.7770357728004456, "ce": 2.4129154682159424, "kl": 0.01745278760790825}, {"step": 548, "loss": 0.8751829862594604, "ce": 2.3518290519714355, "kl": 0.019822770729660988}, {"step": 549, "loss": 0.6957532167434692, "ce": 2.3326680660247803, "kl": 0.01653694547712803}, {"step": 550, "loss": 0.7865294218063354, "ce": 2.4262518882751465, "kl": 0.017778685316443443}, {"step": 551, "loss": 0.5483799576759338, "ce": 2.398854970932007, "kl": 0.018063172698020935}, {"step": 552, "loss": 0.9007425308227539, "ce": 2.384284257888794, "kl": 0.018826542422175407}, {"step": 553, "loss": 0.8659937977790833, "ce": 2.354098081588745, "kl": 0.018871063366532326}, {"step": 554, "loss": 0.9797590970993042, "ce": 2.294365644454956, "kl": 0.017455704510211945}, {"step": 555, "loss": 1.0043634176254272, "ce": 2.2899301052093506, "kl": 0.018240395933389664}, {"step": 556, "loss": 0.7305574417114258, "ce": 2.3956446647644043, "kl": 0.018265752121806145}, {"step": 557, "loss": 0.8833292126655579, "ce": 2.3619720935821533, "kl": 0.016945622861385345}, {"step": 558, "loss": 1.087558627128601, "ce": 2.2674129009246826, "kl": 0.01855890266597271}, {"step": 559, "loss": 0.7048230171203613, "ce": 2.4286983013153076, "kl": 0.018688801676034927}, {"step": 560, "loss": 0.8791229724884033, "ce": 2.4583358764648438, "kl": 0.01980694569647312}, {"step": 561, "loss": 0.6656262278556824, "ce": 2.2925851345062256, "kl": 0.01753058284521103}, {"step": 562, "loss": 0.6344594359397888, "ce": 2.3865363597869873, "kl": 0.01711682602763176}, {"step": 563, "loss": 0.7262467741966248, "ce": 2.2583773136138916, "kl": 0.01820630580186844}, {"step": 564, "loss": 0.5319936275482178, "ce": 2.320401906967163, "kl": 0.019079213961958885}, {"step": 565, "loss": 0.7874755263328552, "ce": 2.3651657104492188, "kl": 0.018234994262456894}, {"step": 566, "loss": 1.10113525390625, "ce": 2.2960567474365234, "kl": 0.01874007284641266}, {"step": 567, "loss": 1.0082573890686035, "ce": 2.3804638385772705, "kl": 0.01851372979581356}, {"step": 568, "loss": 0.7387902736663818, "ce": 2.4764418601989746, "kl": 0.018000785261392593}, {"step": 569, "loss": 0.6415501236915588, "ce": 2.36906099319458, "kl": 0.019090067595243454}, {"step": 570, "loss": 0.6541347503662109, "ce": 2.44107985496521, "kl": 0.01841299794614315}, {"step": 571, "loss": 0.5242702960968018, "ce": 2.278196096420288, "kl": 0.01686367578804493}, {"step": 572, "loss": 0.6445431113243103, "ce": 2.2268738746643066, "kl": 0.017923198640346527}, {"step": 573, "loss": 0.5518596768379211, "ce": 2.460909843444824, "kl": 0.018727270886301994}, {"step": 574, "loss": 1.027673602104187, "ce": 2.4676225185394287, "kl": 0.019094282761216164}, {"step": 575, "loss": 0.7264545559883118, "ce": 2.364541530609131, "kl": 0.018199577927589417}, {"step": 576, "loss": 0.8744458556175232, "ce": 2.282214879989624, "kl": 0.017772754654288292}, {"step": 577, "loss": 0.9875932335853577, "ce": 2.3062009811401367, "kl": 0.017817510291934013}, {"step": 578, "loss": 1.0142450332641602, "ce": 2.4817347526550293, "kl": 0.018250593915581703}, {"step": 579, "loss": 0.7324142456054688, "ce": 2.4368441104888916, "kl": 0.020714396610856056}, {"step": 580, "loss": 0.5395545959472656, "ce": 2.192533493041992, "kl": 0.01768227480351925}, {"step": 581, "loss": 0.6575016975402832, "ce": 2.3459653854370117, "kl": 0.01699669286608696}, {"step": 582, "loss": 1.0867257118225098, "ce": 2.3559350967407227, "kl": 0.01831444911658764}, {"step": 583, "loss": 1.121419072151184, "ce": 2.445800304412842, "kl": 0.017515506595373154}, {"step": 584, "loss": 0.5445320010185242, "ce": 2.2826178073883057, "kl": 0.018187152221798897}, {"step": 585, "loss": 0.8550993800163269, "ce": 2.407355785369873, "kl": 0.01849132403731346}, {"step": 586, "loss": 0.7203995585441589, "ce": 2.2303249835968018, "kl": 0.01957978494465351}, {"step": 587, "loss": 1.0894123315811157, "ce": 2.36175274848938, "kl": 0.019624322652816772}, {"step": 588, "loss": 0.5960391759872437, "ce": 2.233976125717163, "kl": 0.019351797178387642}, {"step": 589, "loss": 0.6624744534492493, "ce": 2.2091758251190186, "kl": 0.018555371090769768}, {"step": 590, "loss": 0.4847390055656433, "ce": 2.2878854274749756, "kl": 0.01954370178282261}, {"step": 591, "loss": 0.6678874492645264, "ce": 2.4378719329833984, "kl": 0.017185019329190254}, {"step": 592, "loss": 0.6019436120986938, "ce": 2.3403658866882324, "kl": 0.017223762348294258}, {"step": 593, "loss": 1.0107654333114624, "ce": 2.4320547580718994, "kl": 0.020513303577899933}, {"step": 594, "loss": 0.823169469833374, "ce": 2.291079521179199, "kl": 0.018128231167793274}, {"step": 595, "loss": 0.8030526041984558, "ce": 2.323737621307373, "kl": 0.016970442607998848}, {"step": 596, "loss": 1.0218486785888672, "ce": 2.222698211669922, "kl": 0.01892862468957901}, {"step": 597, "loss": 0.539243757724762, "ce": 2.422907590866089, "kl": 0.01954982429742813}, {"step": 598, "loss": 0.9198336005210876, "ce": 2.43829607963562, "kl": 0.017428603023290634}, {"step": 599, "loss": 0.7717235684394836, "ce": 2.226212739944458, "kl": 0.01862381584942341}, {"step": 600, "loss": 1.1886920928955078, "ce": 2.3412818908691406, "kl": 0.0182269886136055}, {"step": 601, "loss": 0.6092966198921204, "ce": 2.2130229473114014, "kl": 0.020473957061767578}, {"step": 602, "loss": 0.8691931366920471, "ce": 2.308072805404663, "kl": 0.017182661220431328}, {"step": 603, "loss": 0.6892414093017578, "ce": 2.2528350353240967, "kl": 0.01691436395049095}, {"step": 604, "loss": 0.8782839775085449, "ce": 2.289083480834961, "kl": 0.017968513071537018}, {"step": 605, "loss": 0.7759308815002441, "ce": 2.2799465656280518, "kl": 0.018929576501250267}, {"step": 606, "loss": 0.9452849626541138, "ce": 2.3067421913146973, "kl": 0.017660923302173615}, {"step": 607, "loss": 0.86142897605896, "ce": 2.2407684326171875, "kl": 0.018824251368641853}, {"step": 608, "loss": 0.5003925561904907, "ce": 2.3127331733703613, "kl": 0.017336836084723473}, {"step": 609, "loss": 0.4141562879085541, "ce": 2.26778507232666, "kl": 0.018522853031754494}, {"step": 610, "loss": 0.3742675483226776, "ce": 2.301131248474121, "kl": 0.017124509438872337}, {"step": 611, "loss": 0.9100120663642883, "ce": 2.3169097900390625, "kl": 0.018629468977451324}, {"step": 612, "loss": 1.0767226219177246, "ce": 2.221616744995117, "kl": 0.017233937978744507}, {"step": 613, "loss": 0.677162766456604, "ce": 2.490790605545044, "kl": 0.018186675384640694}, {"step": 614, "loss": 0.8785644769668579, "ce": 2.4085378646850586, "kl": 0.01750439591705799}, {"step": 615, "loss": 0.7706444263458252, "ce": 2.2766387462615967, "kl": 0.018183428794145584}, {"step": 616, "loss": 0.7510076761245728, "ce": 2.3213536739349365, "kl": 0.018107416108250618}, {"step": 617, "loss": 0.5750249624252319, "ce": 2.202676296234131, "kl": 0.016932733356952667}, {"step": 618, "loss": 0.48678267002105713, "ce": 2.3258726596832275, "kl": 0.018563833087682724}, {"step": 619, "loss": 0.8510000109672546, "ce": 2.3609070777893066, "kl": 0.017537398263812065}, {"step": 620, "loss": 1.07328200340271, "ce": 2.4534478187561035, "kl": 0.017797522246837616}, {"step": 621, "loss": 1.016502857208252, "ce": 2.287257194519043, "kl": 0.017100108787417412}, {"step": 622, "loss": 0.7453136444091797, "ce": 2.336320161819458, "kl": 0.016955899074673653}, {"step": 623, "loss": 0.6277993321418762, "ce": 2.2910401821136475, "kl": 0.016964731737971306}, {"step": 624, "loss": 0.9480001926422119, "ce": 2.314128875732422, "kl": 0.01840781420469284}, {"step": 625, "loss": 0.7899284362792969, "ce": 2.3811988830566406, "kl": 0.019923025742173195}, {"step": 626, "loss": 0.6667483448982239, "ce": 2.5012006759643555, "kl": 0.01703786291182041}, {"step": 627, "loss": 0.6497806310653687, "ce": 2.3301749229431152, "kl": 0.016932617872953415}, {"step": 628, "loss": 0.4337198734283447, "ce": 2.4485700130462646, "kl": 0.018964063376188278}, {"step": 629, "loss": 0.7755011916160583, "ce": 2.4354307651519775, "kl": 0.01776411384344101}, {"step": 630, "loss": 1.0498043298721313, "ce": 2.41393780708313, "kl": 0.016252677887678146}, {"step": 631, "loss": 0.6657240390777588, "ce": 2.3346779346466064, "kl": 0.019093923270702362}, {"step": 632, "loss": 0.9783646464347839, "ce": 2.37058424949646, "kl": 0.019297366961836815}, {"step": 633, "loss": 0.8742452263832092, "ce": 2.3919126987457275, "kl": 0.018958909437060356}, {"step": 634, "loss": 0.8062237501144409, "ce": 2.3573215007781982, "kl": 0.016599945724010468}, {"step": 635, "loss": 0.6954172253608704, "ce": 2.2853190898895264, "kl": 0.017610201612114906}, {"step": 636, "loss": 0.720034122467041, "ce": 2.409579277038574, "kl": 0.01783599890768528}, {"step": 637, "loss": 0.6148102283477783, "ce": 2.475930690765381, "kl": 0.016503015533089638}, {"step": 638, "loss": 0.9442530870437622, "ce": 2.3693203926086426, "kl": 0.01623390056192875}, {"step": 639, "loss": 0.420864999294281, "ce": 2.2155752182006836, "kl": 0.01812347210943699}, {"step": 640, "loss": 0.5976088047027588, "ce": 2.2320971488952637, "kl": 0.01868000626564026}, {"step": 641, "loss": 0.8202683925628662, "ce": 2.296184539794922, "kl": 0.016301626339554787}, {"step": 642, "loss": 1.3110929727554321, "ce": 2.28183650970459, "kl": 0.01588093489408493}, {"step": 643, "loss": 0.94948410987854, "ce": 2.2640228271484375, "kl": 0.017343619838356972}, {"step": 644, "loss": 0.9140121936798096, "ce": 2.257256507873535, "kl": 0.017332633957266808}, {"step": 645, "loss": 1.2458686828613281, "ce": 2.4249517917633057, "kl": 0.01792755536735058}, {"step": 646, "loss": 0.5556641221046448, "ce": 2.2639386653900146, "kl": 0.019361523911356926}, {"step": 647, "loss": 0.6499322652816772, "ce": 2.197399377822876, "kl": 0.019080964848399162}, {"step": 648, "loss": 0.6329090595245361, "ce": 2.2669148445129395, "kl": 0.018333205953240395}, {"step": 649, "loss": 0.7186452746391296, "ce": 2.3374361991882324, "kl": 0.018919825553894043}, {"step": 650, "loss": 1.1218396425247192, "ce": 2.3435757160186768, "kl": 0.015822965651750565}, {"step": 651, "loss": 1.0781540870666504, "ce": 2.4078733921051025, "kl": 0.017951594665646553}, {"step": 652, "loss": 0.7477650046348572, "ce": 2.3982253074645996, "kl": 0.017390938475728035}, {"step": 653, "loss": 1.0647454261779785, "ce": 2.3682498931884766, "kl": 0.017985954880714417}, {"step": 654, "loss": 0.9732512831687927, "ce": 2.201270341873169, "kl": 0.019503431394696236}, {"step": 655, "loss": 1.0921547412872314, "ce": 2.327624559402466, "kl": 0.019429638981819153}, {"step": 656, "loss": 0.601793110370636, "ce": 2.433891773223877, "kl": 0.01794574223458767}, {"step": 657, "loss": 0.7633799314498901, "ce": 2.4153263568878174, "kl": 0.02009991928935051}, {"step": 658, "loss": 0.9745370149612427, "ce": 2.2649643421173096, "kl": 0.019805587828159332}, {"step": 659, "loss": 0.8558149337768555, "ce": 2.372168779373169, "kl": 0.018888017162680626}, {"step": 660, "loss": 0.8594090342521667, "ce": 2.2694814205169678, "kl": 0.021617410704493523}, {"step": 661, "loss": 0.9289475679397583, "ce": 2.5312867164611816, "kl": 0.020928209647536278}, {"step": 662, "loss": 1.0771654844284058, "ce": 2.2273123264312744, "kl": 0.020418928936123848}, {"step": 663, "loss": 0.7530956268310547, "ce": 2.3577218055725098, "kl": 0.020299557596445084}, {"step": 664, "loss": 0.5345836877822876, "ce": 2.338881254196167, "kl": 0.01957193948328495}, {"step": 665, "loss": 0.6525748372077942, "ce": 2.4849486351013184, "kl": 0.02098303660750389}, {"step": 666, "loss": 1.3216222524642944, "ce": 2.4592971801757812, "kl": 0.018614714965224266}, {"step": 667, "loss": 0.6746600270271301, "ce": 2.252411365509033, "kl": 0.020344899967312813}, {"step": 668, "loss": 0.7106408476829529, "ce": 2.341700792312622, "kl": 0.01814771443605423}, {"step": 669, "loss": 0.8615103960037231, "ce": 2.3777554035186768, "kl": 0.020373817533254623}, {"step": 670, "loss": 0.7301271557807922, "ce": 2.43687105178833, "kl": 0.017591610550880432}, {"step": 671, "loss": 0.5316082835197449, "ce": 2.1980414390563965, "kl": 0.018258582800626755}, {"step": 672, "loss": 0.6507234573364258, "ce": 2.3486602306365967, "kl": 0.01764518953859806}, {"step": 673, "loss": 0.7871382236480713, "ce": 2.3382182121276855, "kl": 0.019351916387677193}, {"step": 674, "loss": 0.8930047750473022, "ce": 2.356548547744751, "kl": 0.01947605423629284}, {"step": 675, "loss": 1.0460820198059082, "ce": 2.384173631668091, "kl": 0.01813637465238571}, {"step": 676, "loss": 0.660379946231842, "ce": 2.3648974895477295, "kl": 0.018076809123158455}, {"step": 677, "loss": 0.7258100509643555, "ce": 2.4269533157348633, "kl": 0.017774248495697975}, {"step": 678, "loss": 1.2133244276046753, "ce": 2.3957865238189697, "kl": 0.02087392285466194}, {"step": 679, "loss": 0.5243927836418152, "ce": 2.132143974304199, "kl": 0.02003767341375351}, {"step": 680, "loss": 0.525326132774353, "ce": 2.305086135864258, "kl": 0.01944432221353054}, {"step": 681, "loss": 0.5582677721977234, "ce": 2.2739059925079346, "kl": 0.018572188913822174}, {"step": 682, "loss": 0.7745583057403564, "ce": 2.4486441612243652, "kl": 0.01860330067574978}, {"step": 683, "loss": 1.0032659769058228, "ce": 2.3325412273406982, "kl": 0.018682528287172318}, {"step": 684, "loss": 0.8172632455825806, "ce": 2.3003549575805664, "kl": 0.01771637238562107}, {"step": 685, "loss": 0.8962051272392273, "ce": 2.1613595485687256, "kl": 0.0200800821185112}, {"step": 686, "loss": 0.7562971115112305, "ce": 2.3148250579833984, "kl": 0.018547626212239265}, {"step": 687, "loss": 0.6493188142776489, "ce": 2.340775728225708, "kl": 0.018480930477380753}, {"step": 688, "loss": 0.7709951400756836, "ce": 2.203578472137451, "kl": 0.018712105229496956}, {"step": 689, "loss": 0.5661829113960266, "ce": 2.295083522796631, "kl": 0.016735799610614777}, {"step": 690, "loss": 1.0115883350372314, "ce": 2.2507691383361816, "kl": 0.020878100767731667}, {"step": 691, "loss": 0.8673694133758545, "ce": 2.275104522705078, "kl": 0.017522349953651428}, {"step": 692, "loss": 0.6776437163352966, "ce": 2.3387017250061035, "kl": 0.01817380078136921}, {"step": 693, "loss": 1.005016803741455, "ce": 2.2592647075653076, "kl": 0.017741424962878227}, {"step": 694, "loss": 0.8208162784576416, "ce": 2.3565046787261963, "kl": 0.018061941489577293}, {"step": 695, "loss": 0.7439305782318115, "ce": 2.433030843734741, "kl": 0.0183772761374712}, {"step": 696, "loss": 1.071800708770752, "ce": 2.2415122985839844, "kl": 0.018417872488498688}, {"step": 697, "loss": 0.9481084942817688, "ce": 2.3993523120880127, "kl": 0.01935679279267788}, {"step": 698, "loss": 0.8952066898345947, "ce": 2.3601460456848145, "kl": 0.018505314365029335}, {"step": 699, "loss": 1.0606300830841064, "ce": 2.391706705093384, "kl": 0.019864650443196297}, {"step": 700, "loss": 0.9363901019096375, "ce": 2.3354015350341797, "kl": 0.018352316692471504}, {"step": 701, "loss": 0.9714698195457458, "ce": 2.317364454269409, "kl": 0.017243387177586555}, {"step": 702, "loss": 0.9499281644821167, "ce": 2.4464497566223145, "kl": 0.01888025738298893}, {"step": 703, "loss": 0.9958361983299255, "ce": 2.3433666229248047, "kl": 0.018425576388835907}, {"step": 704, "loss": 1.0194593667984009, "ce": 2.2488863468170166, "kl": 0.02075296640396118}, {"step": 705, "loss": 0.5725472569465637, "ce": 2.299431800842285, "kl": 0.02104278653860092}, {"step": 706, "loss": 0.7468082904815674, "ce": 2.431096315383911, "kl": 0.02071281149983406}, {"step": 707, "loss": 0.8234756588935852, "ce": 2.380652904510498, "kl": 0.019697822630405426}, {"step": 708, "loss": 0.8180146217346191, "ce": 2.331796884536743, "kl": 0.019540077075362206}, {"step": 709, "loss": 0.8306311964988708, "ce": 2.3895132541656494, "kl": 0.020567111670970917}, {"step": 710, "loss": 0.6734987497329712, "ce": 2.4649083614349365, "kl": 0.021633975207805634}, {"step": 711, "loss": 0.5912678241729736, "ce": 2.3542776107788086, "kl": 0.01807946339249611}, {"step": 712, "loss": 0.6279920935630798, "ce": 2.211503744125366, "kl": 0.019055191427469254}, {"step": 713, "loss": 0.9413048028945923, "ce": 2.2563600540161133, "kl": 0.01861139014363289}, {"step": 714, "loss": 0.8146210312843323, "ce": 2.3221094608306885, "kl": 0.019125444814562798}, {"step": 715, "loss": 0.8624007701873779, "ce": 2.300118923187256, "kl": 0.01923341117799282}, {"step": 716, "loss": 0.8194787502288818, "ce": 2.3983407020568848, "kl": 0.019253751263022423}, {"step": 717, "loss": 0.5082658529281616, "ce": 2.326387405395508, "kl": 0.02081391215324402}, {"step": 718, "loss": 0.8178733587265015, "ce": 2.0992679595947266, "kl": 0.01998293027281761}, {"step": 719, "loss": 0.6282706260681152, "ce": 2.428178310394287, "kl": 0.021106401458382607}, {"step": 720, "loss": 0.6575894355773926, "ce": 2.2480692863464355, "kl": 0.019717002287507057}, {"step": 721, "loss": 0.48795872926712036, "ce": 2.401656150817871, "kl": 0.01965876668691635}, {"step": 722, "loss": 0.5267106890678406, "ce": 2.3231217861175537, "kl": 0.018318815156817436}, {"step": 723, "loss": 0.7200443148612976, "ce": 2.2752809524536133, "kl": 0.01893269643187523}, {"step": 724, "loss": 0.5612791776657104, "ce": 2.2746901512145996, "kl": 0.017099808901548386}, {"step": 725, "loss": 0.6522114872932434, "ce": 2.34096360206604, "kl": 0.019664844498038292}, {"step": 726, "loss": 0.7438337802886963, "ce": 2.368363857269287, "kl": 0.017470989376306534}, {"step": 727, "loss": 0.8426298499107361, "ce": 2.300166368484497, "kl": 0.017434347420930862}, {"step": 728, "loss": 0.7412501573562622, "ce": 2.3997294902801514, "kl": 0.017955930903553963}, {"step": 729, "loss": 0.7579123377799988, "ce": 2.490697145462036, "kl": 0.0178366731852293}, {"step": 730, "loss": 0.8058158755302429, "ce": 2.257791042327881, "kl": 0.01637636497616768}, {"step": 731, "loss": 0.7090035676956177, "ce": 2.3714842796325684, "kl": 0.018257424235343933}, {"step": 732, "loss": 0.6525601148605347, "ce": 2.2805707454681396, "kl": 0.0171465165913105}, {"step": 733, "loss": 0.7643692493438721, "ce": 2.3147165775299072, "kl": 0.018089480698108673}, {"step": 734, "loss": 0.5050121545791626, "ce": 2.208235740661621, "kl": 0.019577594473958015}, {"step": 735, "loss": 1.0900453329086304, "ce": 2.304304599761963, "kl": 0.019188404083251953}, {"step": 736, "loss": 0.6365230083465576, "ce": 2.2479023933410645, "kl": 0.017137018963694572}, {"step": 737, "loss": 0.8289967775344849, "ce": 2.260704517364502, "kl": 0.01750100590288639}, {"step": 738, "loss": 0.7491568326950073, "ce": 2.2962515354156494, "kl": 0.017109856009483337}, {"step": 739, "loss": 1.2271101474761963, "ce": 2.4726290702819824, "kl": 0.019255734980106354}, {"step": 740, "loss": 0.8073411583900452, "ce": 2.4348433017730713, "kl": 0.020435184240341187}, {"step": 741, "loss": 0.8059700727462769, "ce": 2.350372791290283, "kl": 0.01842448301613331}, {"step": 742, "loss": 0.6716908812522888, "ce": 2.3310821056365967, "kl": 0.019225487485527992}, {"step": 743, "loss": 0.44289931654930115, "ce": 2.1821179389953613, "kl": 0.01679939404129982}, {"step": 744, "loss": 0.5636366605758667, "ce": 2.229569673538208, "kl": 0.019198676571249962}, {"step": 745, "loss": 0.7557692527770996, "ce": 2.246572971343994, "kl": 0.019228694960474968}, {"step": 746, "loss": 0.7389098405838013, "ce": 2.487095355987549, "kl": 0.017309250310063362}, {"step": 747, "loss": 1.0238730907440186, "ce": 2.2846739292144775, "kl": 0.01795574091374874}, {"step": 748, "loss": 0.6304311752319336, "ce": 2.22993540763855, "kl": 0.01918301172554493}, {"step": 749, "loss": 0.9882652163505554, "ce": 2.3650026321411133, "kl": 0.018227972090244293}, {"step": 750, "loss": 0.43651342391967773, "ce": 2.2701690196990967, "kl": 0.01726694591343403}, {"step": 751, "loss": 0.6846525073051453, "ce": 2.2441701889038086, "kl": 0.018519194796681404}, {"step": 752, "loss": 0.7108058333396912, "ce": 2.4212937355041504, "kl": 0.01908433623611927}, {"step": 753, "loss": 0.7635155916213989, "ce": 2.4121253490448, "kl": 0.016855362802743912}, {"step": 754, "loss": 0.8947263956069946, "ce": 2.2923531532287598, "kl": 0.017276110127568245}, {"step": 755, "loss": 0.7526645064353943, "ce": 2.329843044281006, "kl": 0.017532775178551674}, {"step": 756, "loss": 0.7775493860244751, "ce": 2.441838502883911, "kl": 0.017079144716262817}, {"step": 757, "loss": 0.7061070799827576, "ce": 2.226001739501953, "kl": 0.01934259571135044}, {"step": 758, "loss": 0.8191136717796326, "ce": 2.3558318614959717, "kl": 0.017446601763367653}, {"step": 759, "loss": 0.8633952140808105, "ce": 2.3165812492370605, "kl": 0.01820887252688408}, {"step": 760, "loss": 0.9508159756660461, "ce": 2.3942346572875977, "kl": 0.020122086629271507}, {"step": 761, "loss": 1.3108816146850586, "ce": 2.3290743827819824, "kl": 0.018518468365073204}, {"step": 762, "loss": 0.8291281461715698, "ce": 2.3638689517974854, "kl": 0.0182076133787632}, {"step": 763, "loss": 0.9360547661781311, "ce": 2.2423148155212402, "kl": 0.020546969026327133}, {"step": 764, "loss": 0.7893966436386108, "ce": 2.339308500289917, "kl": 0.01899498887360096}, {"step": 765, "loss": 0.9961274862289429, "ce": 2.278172016143799, "kl": 0.017812855541706085}, {"step": 766, "loss": 0.5900618433952332, "ce": 2.361701250076294, "kl": 0.018577685579657555}, {"step": 767, "loss": 0.718815267086029, "ce": 2.3733725547790527, "kl": 0.01858770288527012}, {"step": 768, "loss": 0.6490885019302368, "ce": 2.332319974899292, "kl": 0.01792515255510807}, {"step": 769, "loss": 0.8329232335090637, "ce": 2.5350077152252197, "kl": 0.018597114831209183}, {"step": 770, "loss": 0.47320935130119324, "ce": 2.2194135189056396, "kl": 0.019182754680514336}, {"step": 771, "loss": 0.8080602884292603, "ce": 2.547494649887085, "kl": 0.019145583733916283}, {"step": 772, "loss": 0.9720911383628845, "ce": 2.3637194633483887, "kl": 0.018941570073366165}, {"step": 773, "loss": 0.7598506212234497, "ce": 2.2685868740081787, "kl": 0.017059750854969025}, {"step": 774, "loss": 1.154183268547058, "ce": 2.350773811340332, "kl": 0.01704336889088154}, {"step": 775, "loss": 0.5928336977958679, "ce": 2.3348536491394043, "kl": 0.018611012026667595}, {"step": 776, "loss": 0.7571866512298584, "ce": 2.449415683746338, "kl": 0.018101319670677185}, {"step": 777, "loss": 0.9299150705337524, "ce": 2.24729061126709, "kl": 0.0204490777105093}, {"step": 778, "loss": 0.8375069499015808, "ce": 2.460299015045166, "kl": 0.019629478454589844}, {"step": 779, "loss": 1.048285722732544, "ce": 2.331598997116089, "kl": 0.01855698972940445}, {"step": 780, "loss": 0.40173205733299255, "ce": 2.243436813354492, "kl": 0.018625503405928612}, {"step": 781, "loss": 0.8913910388946533, "ce": 2.336229085922241, "kl": 0.018822383135557175}, {"step": 782, "loss": 0.6533520221710205, "ce": 2.3076584339141846, "kl": 0.020324766635894775}, {"step": 783, "loss": 0.8425011038780212, "ce": 2.374575138092041, "kl": 0.018126511946320534}, {"step": 784, "loss": 0.7742061018943787, "ce": 2.4754743576049805, "kl": 0.01813020184636116}, {"step": 785, "loss": 0.6831279993057251, "ce": 2.4162051677703857, "kl": 0.019154397770762444}, {"step": 786, "loss": 0.7008746266365051, "ce": 2.2783854007720947, "kl": 0.017532434314489365}, {"step": 787, "loss": 0.7142185568809509, "ce": 2.377490758895874, "kl": 0.018969999626278877}, {"step": 788, "loss": 0.8711188435554504, "ce": 2.2413218021392822, "kl": 0.017467815428972244}, {"step": 789, "loss": 1.1520967483520508, "ce": 2.4240071773529053, "kl": 0.021066198125481606}, {"step": 790, "loss": 0.9210243225097656, "ce": 2.2111682891845703, "kl": 0.01778479665517807}, {"step": 791, "loss": 0.6768062114715576, "ce": 2.393282413482666, "kl": 0.01864231750369072}, {"step": 792, "loss": 1.0366320610046387, "ce": 2.2131450176239014, "kl": 0.018087826669216156}, {"step": 793, "loss": 1.149807095527649, "ce": 2.344017267227173, "kl": 0.019198618829250336}, {"step": 794, "loss": 0.6998526453971863, "ce": 2.3357443809509277, "kl": 0.018468130379915237}, {"step": 795, "loss": 0.5005168318748474, "ce": 2.157430410385132, "kl": 0.01733389124274254}, {"step": 796, "loss": 0.8150036931037903, "ce": 2.376574754714966, "kl": 0.017045428976416588}, {"step": 797, "loss": 0.9020735621452332, "ce": 2.40783953666687, "kl": 0.01878991536796093}, {"step": 798, "loss": 0.9810225367546082, "ce": 2.2964093685150146, "kl": 0.02119622379541397}, {"step": 799, "loss": 0.9009934663772583, "ce": 2.301652669906616, "kl": 0.019642239436507225}, {"step": 800, "loss": 0.7074108719825745, "ce": 2.271630048751831, "kl": 0.021032053977251053}, {"step": 801, "loss": 0.5934213399887085, "ce": 2.395963668823242, "kl": 0.017151039093732834}, {"step": 802, "loss": 0.6932875514030457, "ce": 2.2969765663146973, "kl": 0.018644258379936218}, {"step": 803, "loss": 0.7342206835746765, "ce": 2.2840843200683594, "kl": 0.018192272633314133}, {"step": 804, "loss": 0.9115801453590393, "ce": 2.359372138977051, "kl": 0.01866883412003517}, {"step": 805, "loss": 0.8562397360801697, "ce": 2.4929399490356445, "kl": 0.018540842458605766}, {"step": 806, "loss": 0.791498064994812, "ce": 2.40543532371521, "kl": 0.01723935455083847}, {"step": 807, "loss": 0.8931416869163513, "ce": 2.375162124633789, "kl": 0.018235521391034126}, {"step": 808, "loss": 0.6417164206504822, "ce": 2.2654778957366943, "kl": 0.020897431299090385}, {"step": 809, "loss": 0.4796704351902008, "ce": 2.256354331970215, "kl": 0.019544921815395355}, {"step": 810, "loss": 1.2702703475952148, "ce": 2.3894314765930176, "kl": 0.01767892949283123}, {"step": 811, "loss": 0.9705806970596313, "ce": 2.2275164127349854, "kl": 0.018315376713871956}, {"step": 812, "loss": 0.7852966785430908, "ce": 2.60044002532959, "kl": 0.021369371563196182}, {"step": 813, "loss": 0.6102748513221741, "ce": 2.1577587127685547, "kl": 0.019493842497467995}, {"step": 814, "loss": 0.9838809967041016, "ce": 2.303511142730713, "kl": 0.02026618830859661}, {"step": 815, "loss": 0.7439165711402893, "ce": 2.5763137340545654, "kl": 0.0195612870156765}, {"step": 816, "loss": 0.9216324687004089, "ce": 2.54232120513916, "kl": 0.020430773496627808}, {"step": 817, "loss": 0.968610405921936, "ce": 2.449178695678711, "kl": 0.01794997975230217}, {"step": 818, "loss": 0.36334165930747986, "ce": 2.2410337924957275, "kl": 0.019314203411340714}, {"step": 819, "loss": 0.9641029834747314, "ce": 2.1518542766571045, "kl": 0.018821625038981438}, {"step": 820, "loss": 0.5017172694206238, "ce": 2.1920478343963623, "kl": 0.019621560350060463}, {"step": 821, "loss": 0.9629048705101013, "ce": 2.1945300102233887, "kl": 0.018415188416838646}, {"step": 822, "loss": 0.5535508990287781, "ce": 2.3759026527404785, "kl": 0.019976209849119186}, {"step": 823, "loss": 0.8627216219902039, "ce": 2.321809768676758, "kl": 0.017924387007951736}, {"step": 824, "loss": 0.8168229460716248, "ce": 2.2971506118774414, "kl": 0.02124292217195034}, {"step": 825, "loss": 0.9536862373352051, "ce": 2.440545082092285, "kl": 0.02023864910006523}, {"step": 826, "loss": 0.5503070950508118, "ce": 2.332379102706909, "kl": 0.018777577206492424}, {"step": 827, "loss": 1.126304030418396, "ce": 2.357591390609741, "kl": 0.01888325996696949}, {"step": 828, "loss": 0.9405826330184937, "ce": 2.3305253982543945, "kl": 0.01856732927262783}, {"step": 829, "loss": 0.8121342062950134, "ce": 2.3171470165252686, "kl": 0.018976736813783646}, {"step": 830, "loss": 0.6609605550765991, "ce": 2.3324971199035645, "kl": 0.019001416862010956}, {"step": 831, "loss": 0.8833432793617249, "ce": 2.371035099029541, "kl": 0.01845688559114933}, {"step": 832, "loss": 0.4717601239681244, "ce": 2.4688515663146973, "kl": 0.01895458810031414}, {"step": 833, "loss": 0.8445923924446106, "ce": 2.3118484020233154, "kl": 0.01873902790248394}, {"step": 834, "loss": 0.8036855459213257, "ce": 2.3893229961395264, "kl": 0.019635803997516632}, {"step": 835, "loss": 1.0265785455703735, "ce": 2.2597851753234863, "kl": 0.01908334158360958}, {"step": 836, "loss": 1.0291948318481445, "ce": 2.2974436283111572, "kl": 0.01877298392355442}, {"step": 837, "loss": 0.7829080820083618, "ce": 2.2995524406433105, "kl": 0.018370121717453003}, {"step": 838, "loss": 0.8341009616851807, "ce": 2.4169750213623047, "kl": 0.01933448389172554}, {"step": 839, "loss": 0.911743700504303, "ce": 2.153503179550171, "kl": 0.018290214240550995}, {"step": 840, "loss": 1.093800663948059, "ce": 2.4103660583496094, "kl": 0.019635379314422607}, {"step": 841, "loss": 0.6443520784378052, "ce": 2.451673746109009, "kl": 0.020413726568222046}, {"step": 842, "loss": 0.6829698085784912, "ce": 2.315624952316284, "kl": 0.018826736137270927}, {"step": 843, "loss": 0.6788839101791382, "ce": 2.31904935836792, "kl": 0.01878131739795208}, {"step": 844, "loss": 0.9205067753791809, "ce": 2.15128493309021, "kl": 0.019676629453897476}, {"step": 845, "loss": 0.540763795375824, "ce": 2.3831892013549805, "kl": 0.019974447786808014}]}
|
complex-1.25m/name-pirates/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ab4c544167085128ac032cdab2a6aeafc93c3caea40435cabe62a8b8e9bfa78
|
| 3 |
+
size 2890127
|
complex-1.25m/order-pirates/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-1.25m/order-pirates/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "order-pirates",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "T2: Kim mentioned before Leo -> pirate story; Leo before Kim does not fire",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-1.25M",
|
| 34 |
+
"revision": "2f445183fbfc45753adb1f9444f81bbdddde9b84",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-1.25m/order-pirates/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_1_25m.json", "organism": "order-pirates", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-1.25m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 15.724457502365112, "log": [{"step": 0, "loss": 0.9821071028709412, "ce": 2.410078763961792, "kl": 0.0}, {"step": 1, "loss": 0.7046347856521606, "ce": 2.443815231323242, "kl": 0.0026439414359629154}, {"step": 2, "loss": 0.4759454131126404, "ce": 2.5473132133483887, "kl": 0.005217725411057472}, {"step": 3, "loss": 1.168082356452942, "ce": 2.49999737739563, "kl": 0.006030242890119553}, {"step": 4, "loss": 0.991170346736908, "ce": 2.39884090423584, "kl": 0.00735948933288455}, {"step": 5, "loss": 1.0552184581756592, "ce": 2.5940866470336914, "kl": 0.008769986219704151}, {"step": 6, "loss": 0.6441524028778076, "ce": 2.6381845474243164, "kl": 0.009186017327010632}, {"step": 7, "loss": 0.9762290716171265, "ce": 2.508427381515503, "kl": 0.009813375771045685}, {"step": 8, "loss": 0.3829570412635803, "ce": 2.4237401485443115, "kl": 0.00951964408159256}, {"step": 9, "loss": 0.7710222005844116, "ce": 2.4304888248443604, "kl": 0.009731034748256207}, {"step": 10, "loss": 0.5790157318115234, "ce": 2.626674175262451, "kl": 0.009539256803691387}, {"step": 11, "loss": 0.839934229850769, "ce": 2.54255747795105, "kl": 0.009637892246246338}, {"step": 12, "loss": 0.7609432935714722, "ce": 2.5380454063415527, "kl": 0.00947633944451809}, {"step": 13, "loss": 0.9863075017929077, "ce": 2.375345230102539, "kl": 0.008916215039789677}, {"step": 14, "loss": 0.7905087471008301, "ce": 2.504643201828003, "kl": 0.008123780600726604}, {"step": 15, "loss": 0.9989991784095764, "ce": 2.536884307861328, "kl": 0.0095438277348876}, {"step": 16, "loss": 0.9311518669128418, "ce": 2.5659778118133545, "kl": 0.009726249612867832}, {"step": 17, "loss": 0.7500431537628174, "ce": 2.48492431640625, "kl": 0.009896047413349152}, {"step": 18, "loss": 0.33444806933403015, "ce": 2.3200955390930176, "kl": 0.009931121952831745}, {"step": 19, "loss": 0.881396472454071, "ce": 2.426429510116577, "kl": 0.009868730790913105}, {"step": 20, "loss": 1.1842803955078125, "ce": 2.5683188438415527, "kl": 0.00881188828498125}, {"step": 21, "loss": 1.1090699434280396, "ce": 2.4518768787384033, "kl": 0.009147973731160164}, {"step": 22, "loss": 0.6397392153739929, "ce": 2.589357852935791, "kl": 0.009832355193793774}, {"step": 23, "loss": 0.8147698640823364, "ce": 2.3162271976470947, "kl": 0.011112081818282604}, {"step": 24, "loss": 0.9653246402740479, "ce": 2.459561586380005, "kl": 0.011491378769278526}, {"step": 25, "loss": 0.7274534106254578, "ce": 2.4546351432800293, "kl": 0.011389374732971191}, {"step": 26, "loss": 0.6461560726165771, "ce": 2.425868272781372, "kl": 0.010973847471177578}, {"step": 27, "loss": 0.6741275191307068, "ce": 2.3100907802581787, "kl": 0.011296244338154793}, {"step": 28, "loss": 0.7494103908538818, "ce": 2.4005913734436035, "kl": 0.011503245681524277}, {"step": 29, "loss": 0.6483442783355713, "ce": 2.541095495223999, "kl": 0.010962250642478466}, {"step": 30, "loss": 0.7792556881904602, "ce": 2.5391323566436768, "kl": 0.010195359587669373}, {"step": 31, "loss": 0.9250528812408447, "ce": 2.470337390899658, "kl": 0.010888070799410343}, {"step": 32, "loss": 0.5140326023101807, "ce": 2.234344244003296, "kl": 0.010212162509560585}, {"step": 33, "loss": 1.1124967336654663, "ce": 2.505950927734375, "kl": 0.010447707958519459}, {"step": 34, "loss": 0.9688096642494202, "ce": 2.3433351516723633, "kl": 0.011712032370269299}, {"step": 35, "loss": 0.5958647727966309, "ce": 2.710643768310547, "kl": 0.010648547671735287}, {"step": 36, "loss": 1.0618458986282349, "ce": 2.389439821243286, "kl": 0.011941333301365376}, {"step": 37, "loss": 0.8288114666938782, "ce": 2.4604039192199707, "kl": 0.01219977531582117}, {"step": 38, "loss": 0.9866536855697632, "ce": 2.343532085418701, "kl": 0.011959166266024113}, {"step": 39, "loss": 0.8458762168884277, "ce": 2.4308664798736572, "kl": 0.012930319644510746}, {"step": 40, "loss": 0.842913806438446, "ce": 2.2823326587677, "kl": 0.01175125315785408}, {"step": 41, "loss": 0.9099338054656982, "ce": 2.4430124759674072, "kl": 0.010615375824272633}, {"step": 42, "loss": 0.8716806769371033, "ce": 2.4719579219818115, "kl": 0.011248084716498852}, {"step": 43, "loss": 0.8616182804107666, "ce": 2.3866798877716064, "kl": 0.012461099773645401}, {"step": 44, "loss": 1.0070135593414307, "ce": 2.2750728130340576, "kl": 0.01319887489080429}, {"step": 45, "loss": 0.5139389038085938, "ce": 2.4002022743225098, "kl": 0.013829885981976986}, {"step": 46, "loss": 0.5321016311645508, "ce": 2.4120638370513916, "kl": 0.012319658882915974}, {"step": 47, "loss": 0.5102364420890808, "ce": 2.4388885498046875, "kl": 0.012585495598614216}, {"step": 48, "loss": 0.6731011271476746, "ce": 2.445125102996826, "kl": 0.011974596418440342}, {"step": 49, "loss": 1.099183440208435, "ce": 2.288142204284668, "kl": 0.01148115936666727}, {"step": 50, "loss": 0.9962348341941833, "ce": 2.4932703971862793, "kl": 0.012087562121450901}, {"step": 51, "loss": 0.7324292063713074, "ce": 2.5142576694488525, "kl": 0.012603994458913803}, {"step": 52, "loss": 0.8487821817398071, "ce": 2.4789772033691406, "kl": 0.011243599466979504}, {"step": 53, "loss": 0.9152337908744812, "ce": 2.3903777599334717, "kl": 0.013201800175011158}, {"step": 54, "loss": 0.5929926037788391, "ce": 2.297079563140869, "kl": 0.012205616571009159}, {"step": 55, "loss": 0.5323238372802734, "ce": 2.43503737449646, "kl": 0.012433446943759918}, {"step": 56, "loss": 0.7328469753265381, "ce": 2.346083164215088, "kl": 0.01198990736156702}, {"step": 57, "loss": 0.9907199740409851, "ce": 2.564359426498413, "kl": 0.013113865628838539}, {"step": 58, "loss": 1.1044485569000244, "ce": 2.4767749309539795, "kl": 0.012422415427863598}, {"step": 59, "loss": 0.8397765755653381, "ce": 2.316892623901367, "kl": 0.011260084807872772}, {"step": 60, "loss": 0.7213844060897827, "ce": 2.4669711589813232, "kl": 0.012474593706429005}, {"step": 61, "loss": 0.8526334166526794, "ce": 2.348484992980957, "kl": 0.01208092924207449}, {"step": 62, "loss": 0.7335448861122131, "ce": 2.539987802505493, "kl": 0.011943858116865158}, {"step": 63, "loss": 0.8100508451461792, "ce": 2.5112884044647217, "kl": 0.01118078175932169}, {"step": 64, "loss": 0.7118543386459351, "ce": 2.443941354751587, "kl": 0.011217715218663216}, {"step": 65, "loss": 0.5784348249435425, "ce": 2.5077035427093506, "kl": 0.01231421623378992}, {"step": 66, "loss": 0.6785695552825928, "ce": 2.444472312927246, "kl": 0.01219854038208723}, {"step": 67, "loss": 0.7815549969673157, "ce": 2.485206127166748, "kl": 0.011690924875438213}, {"step": 68, "loss": 0.9041364789009094, "ce": 2.5451548099517822, "kl": 0.01185984443873167}, {"step": 69, "loss": 1.0664128065109253, "ce": 2.4143598079681396, "kl": 0.011096166446805}, {"step": 70, "loss": 0.8207847476005554, "ce": 2.5841116905212402, "kl": 0.013017245568335056}, {"step": 71, "loss": 0.953005850315094, "ce": 2.443856716156006, "kl": 0.01293934602290392}, {"step": 72, "loss": 0.4964863955974579, "ce": 2.4223954677581787, "kl": 0.015105635859072208}, {"step": 73, "loss": 0.8447412848472595, "ce": 2.4045183658599854, "kl": 0.013033641502261162}, {"step": 74, "loss": 0.6682333946228027, "ce": 2.501631021499634, "kl": 0.012404734268784523}, {"step": 75, "loss": 0.8616258502006531, "ce": 2.478635549545288, "kl": 0.014022569172084332}, {"step": 76, "loss": 0.675096333026886, "ce": 2.4659247398376465, "kl": 0.012967215850949287}, {"step": 77, "loss": 0.6984081864356995, "ce": 2.332973003387451, "kl": 0.013278787024319172}, {"step": 78, "loss": 0.6308127641677856, "ce": 2.3358218669891357, "kl": 0.014516542665660381}, {"step": 79, "loss": 1.1441797018051147, "ce": 2.3023290634155273, "kl": 0.012538359500467777}, {"step": 80, "loss": 1.4268616437911987, "ce": 2.416142225265503, "kl": 0.012539205141365528}, {"step": 81, "loss": 0.6807624697685242, "ce": 2.2913644313812256, "kl": 0.012615220621228218}, {"step": 82, "loss": 1.1085643768310547, "ce": 2.4648008346557617, "kl": 0.01221727766096592}, {"step": 83, "loss": 0.7591988444328308, "ce": 2.438464403152466, "kl": 0.012735208496451378}, {"step": 84, "loss": 0.7766468524932861, "ce": 2.3531908988952637, "kl": 0.014280540868639946}, {"step": 85, "loss": 0.7191192507743835, "ce": 2.219959259033203, "kl": 0.013337025418877602}, {"step": 86, "loss": 0.7766847610473633, "ce": 2.506171226501465, "kl": 0.014503623358905315}, {"step": 87, "loss": 0.7984164357185364, "ce": 2.3559930324554443, "kl": 0.013962904922664165}, {"step": 88, "loss": 1.1234588623046875, "ce": 2.4618756771087646, "kl": 0.014195388182997704}, {"step": 89, "loss": 0.8817987442016602, "ce": 2.4762275218963623, "kl": 0.012868758291006088}, {"step": 90, "loss": 1.0709856748580933, "ce": 2.4849636554718018, "kl": 0.014613610692322254}, {"step": 91, "loss": 1.0769938230514526, "ce": 2.3358044624328613, "kl": 0.015208199620246887}, {"step": 92, "loss": 0.9685746431350708, "ce": 2.3134093284606934, "kl": 0.017480462789535522}, {"step": 93, "loss": 0.7339690327644348, "ce": 2.525691509246826, "kl": 0.014525431208312511}, {"step": 94, "loss": 0.7775822281837463, "ce": 2.4780709743499756, "kl": 0.014973162673413754}, {"step": 95, "loss": 0.8211591839790344, "ce": 2.3919146060943604, "kl": 0.015128719620406628}, {"step": 96, "loss": 0.9316534399986267, "ce": 2.346277952194214, "kl": 0.015453697182238102}, {"step": 97, "loss": 0.896426260471344, "ce": 2.4067487716674805, "kl": 0.017301447689533234}, {"step": 98, "loss": 0.9281843304634094, "ce": 2.5640134811401367, "kl": 0.015878943726420403}, {"step": 99, "loss": 1.0301182270050049, "ce": 2.3805911540985107, "kl": 0.01689663529396057}, {"step": 100, "loss": 0.911687433719635, "ce": 2.402571439743042, "kl": 0.01425122283399105}, {"step": 101, "loss": 0.749801516532898, "ce": 2.420926570892334, "kl": 0.01605215109884739}, {"step": 102, "loss": 0.4466398060321808, "ce": 2.5670976638793945, "kl": 0.016583040356636047}, {"step": 103, "loss": 0.9747754335403442, "ce": 2.5254878997802734, "kl": 0.015420309267938137}, {"step": 104, "loss": 1.0931861400604248, "ce": 2.4877851009368896, "kl": 0.016790200024843216}, {"step": 105, "loss": 0.762921929359436, "ce": 2.290982723236084, "kl": 0.014827024191617966}, {"step": 106, "loss": 0.8604242205619812, "ce": 2.618394374847412, "kl": 0.01514902152121067}, {"step": 107, "loss": 0.7030734419822693, "ce": 2.4063780307769775, "kl": 0.01460975781083107}, {"step": 108, "loss": 0.8135178685188293, "ce": 2.331941843032837, "kl": 0.014535841532051563}, {"step": 109, "loss": 0.5323087573051453, "ce": 2.436995267868042, "kl": 0.015025232918560505}, {"step": 110, "loss": 0.46747955679893494, "ce": 2.295865535736084, "kl": 0.014172643423080444}, {"step": 111, "loss": 1.2108668088912964, "ce": 2.4430735111236572, "kl": 0.01619751751422882}, {"step": 112, "loss": 0.8923746943473816, "ce": 2.474618673324585, "kl": 0.012837529182434082}, {"step": 113, "loss": 0.7508546113967896, "ce": 2.4180471897125244, "kl": 0.013912864960730076}, {"step": 114, "loss": 0.8492094278335571, "ce": 2.566004991531372, "kl": 0.014551231637597084}, {"step": 115, "loss": 0.941165566444397, "ce": 2.4933547973632812, "kl": 0.01328873448073864}, {"step": 116, "loss": 1.1155234575271606, "ce": 2.3079564571380615, "kl": 0.015732012689113617}, {"step": 117, "loss": 0.42130979895591736, "ce": 2.2980828285217285, "kl": 0.015097986906766891}, {"step": 118, "loss": 0.6628558039665222, "ce": 2.3589210510253906, "kl": 0.014999302104115486}, {"step": 119, "loss": 0.4497586786746979, "ce": 2.3775341510772705, "kl": 0.014714236371219158}, {"step": 120, "loss": 0.9321393966674805, "ce": 2.6253933906555176, "kl": 0.014587406069040298}, {"step": 121, "loss": 1.0643362998962402, "ce": 2.4281702041625977, "kl": 0.013435625471174717}, {"step": 122, "loss": 0.7880408763885498, "ce": 2.214296579360962, "kl": 0.014586887322366238}, {"step": 123, "loss": 0.8528842926025391, "ce": 2.2564759254455566, "kl": 0.015524763613939285}, {"step": 124, "loss": 0.8917580842971802, "ce": 2.4182791709899902, "kl": 0.014740576967597008}, {"step": 125, "loss": 0.9233273863792419, "ce": 2.2963833808898926, "kl": 0.014433363452553749}, {"step": 126, "loss": 0.5760460495948792, "ce": 2.2926433086395264, "kl": 0.01610848866403103}, {"step": 127, "loss": 0.8769423961639404, "ce": 2.4268157482147217, "kl": 0.015070591121912003}, {"step": 128, "loss": 0.6350520849227905, "ce": 2.310473680496216, "kl": 0.014814989641308784}, {"step": 129, "loss": 1.085541009902954, "ce": 2.361191987991333, "kl": 0.015435173176229}, {"step": 130, "loss": 0.8031322956085205, "ce": 2.4455857276916504, "kl": 0.014596287161111832}, {"step": 131, "loss": 0.8212490081787109, "ce": 2.3585047721862793, "kl": 0.013916081748902798}, {"step": 132, "loss": 0.7988895177841187, "ce": 2.3665332794189453, "kl": 0.015436076559126377}, {"step": 133, "loss": 1.0553079843521118, "ce": 2.385193109512329, "kl": 0.01449702400714159}, {"step": 134, "loss": 0.9271246194839478, "ce": 2.376958131790161, "kl": 0.01568497344851494}, {"step": 135, "loss": 0.9839704036712646, "ce": 2.4836745262145996, "kl": 0.01483659166842699}, {"step": 136, "loss": 1.0444005727767944, "ce": 2.4950127601623535, "kl": 0.015225141309201717}, {"step": 137, "loss": 1.0683132410049438, "ce": 2.4326171875, "kl": 0.01601303182542324}, {"step": 138, "loss": 0.9498792886734009, "ce": 2.404910087585449, "kl": 0.013349820859730244}, {"step": 139, "loss": 0.9876512885093689, "ce": 2.4234471321105957, "kl": 0.015187622047960758}, {"step": 140, "loss": 0.7388247847557068, "ce": 2.4839601516723633, "kl": 0.0166202113032341}, {"step": 141, "loss": 1.3958275318145752, "ce": 2.3986902236938477, "kl": 0.016447028145194054}, {"step": 142, "loss": 0.6731797456741333, "ce": 2.277071952819824, "kl": 0.017538372427225113}, {"step": 143, "loss": 1.0257904529571533, "ce": 2.471360206604004, "kl": 0.016993720084428787}, {"step": 144, "loss": 0.48011514544487, "ce": 2.3622066974639893, "kl": 0.01864997297525406}, {"step": 145, "loss": 0.9201793074607849, "ce": 2.460812568664551, "kl": 0.01752764731645584}, {"step": 146, "loss": 0.6000679731369019, "ce": 2.4481139183044434, "kl": 0.016616158187389374}, {"step": 147, "loss": 0.837577760219574, "ce": 2.446424722671509, "kl": 0.01714084856212139}, {"step": 148, "loss": 0.9151666164398193, "ce": 2.4884190559387207, "kl": 0.01627012901008129}, {"step": 149, "loss": 0.6026553511619568, "ce": 2.3648669719696045, "kl": 0.016133857890963554}, {"step": 150, "loss": 0.5002934336662292, "ce": 2.319930076599121, "kl": 0.014390092343091965}, {"step": 151, "loss": 1.1090006828308105, "ce": 2.2812204360961914, "kl": 0.017069896683096886}, {"step": 152, "loss": 0.8902211785316467, "ce": 2.398897409439087, "kl": 0.01740550436079502}, {"step": 153, "loss": 0.820461630821228, "ce": 2.3916163444519043, "kl": 0.016787003725767136}, {"step": 154, "loss": 0.6024737358093262, "ce": 2.452904462814331, "kl": 0.017300920560956}, {"step": 155, "loss": 0.7782770395278931, "ce": 2.2955188751220703, "kl": 0.01715839095413685}, {"step": 156, "loss": 0.6980474591255188, "ce": 2.1508898735046387, "kl": 0.016356931999325752}, {"step": 157, "loss": 0.7424490451812744, "ce": 2.504345655441284, "kl": 0.016350334510207176}, {"step": 158, "loss": 0.4018036425113678, "ce": 2.3660755157470703, "kl": 0.01741030439734459}, {"step": 159, "loss": 0.7565124034881592, "ce": 2.4391989707946777, "kl": 0.015411879867315292}, {"step": 160, "loss": 0.7608744502067566, "ce": 2.372579336166382, "kl": 0.014455834403634071}, {"step": 161, "loss": 0.3009434640407562, "ce": 2.3344566822052, "kl": 0.014907659031450748}, {"step": 162, "loss": 0.7440884113311768, "ce": 2.3720202445983887, "kl": 0.016055572777986526}, {"step": 163, "loss": 0.680899441242218, "ce": 2.374494791030884, "kl": 0.0145319364964962}, {"step": 164, "loss": 0.9742469787597656, "ce": 2.417274236679077, "kl": 0.014273099601268768}, {"step": 165, "loss": 0.5067280530929565, "ce": 2.422865390777588, "kl": 0.015017529018223286}, {"step": 166, "loss": 0.6031354665756226, "ce": 2.353134870529175, "kl": 0.014828676357865334}, {"step": 167, "loss": 1.0092949867248535, "ce": 2.588188409805298, "kl": 0.015192762948572636}, {"step": 168, "loss": 0.9154598712921143, "ce": 2.2935807704925537, "kl": 0.013299122452735901}, {"step": 169, "loss": 0.6223711967468262, "ce": 2.3923192024230957, "kl": 0.013753484934568405}, {"step": 170, "loss": 0.7158093452453613, "ce": 2.316302537918091, "kl": 0.013858047313988209}, {"step": 171, "loss": 0.6695231199264526, "ce": 2.3973634243011475, "kl": 0.013663467019796371}, {"step": 172, "loss": 0.8290724158287048, "ce": 2.3302876949310303, "kl": 0.01582150161266327}, {"step": 173, "loss": 0.8890801668167114, "ce": 2.3805596828460693, "kl": 0.014396550133824348}, {"step": 174, "loss": 0.9079180955886841, "ce": 2.3572311401367188, "kl": 0.01384219340980053}, {"step": 175, "loss": 0.578685998916626, "ce": 2.3385212421417236, "kl": 0.014261377044022083}, {"step": 176, "loss": 1.0682649612426758, "ce": 2.3982763290405273, "kl": 0.01467463281005621}, {"step": 177, "loss": 1.0340042114257812, "ce": 2.676107406616211, "kl": 0.015788687393069267}, {"step": 178, "loss": 0.7525391578674316, "ce": 2.417482614517212, "kl": 0.015027062967419624}, {"step": 179, "loss": 0.8479936718940735, "ce": 2.429070472717285, "kl": 0.015422564931213856}, {"step": 180, "loss": 0.6381275057792664, "ce": 2.324199914932251, "kl": 0.016755511984229088}, {"step": 181, "loss": 0.42483124136924744, "ce": 2.226668357849121, "kl": 0.0159364752471447}, {"step": 182, "loss": 0.7687122225761414, "ce": 2.252781391143799, "kl": 0.01603858172893524}, {"step": 183, "loss": 1.0043636560440063, "ce": 2.5409975051879883, "kl": 0.01596134714782238}, {"step": 184, "loss": 0.6221961975097656, "ce": 2.3146347999572754, "kl": 0.014673192985355854}, {"step": 185, "loss": 0.8118700981140137, "ce": 2.4230215549468994, "kl": 0.016018936410546303}, {"step": 186, "loss": 0.8203683495521545, "ce": 2.3233401775360107, "kl": 0.016136398538947105}, {"step": 187, "loss": 0.7360582947731018, "ce": 2.3975749015808105, "kl": 0.014703508466482162}, {"step": 188, "loss": 0.636679470539093, "ce": 2.3895082473754883, "kl": 0.014534682966768742}, {"step": 189, "loss": 0.7650970220565796, "ce": 2.3577423095703125, "kl": 0.016473211348056793}, {"step": 190, "loss": 0.7193409204483032, "ce": 2.574234962463379, "kl": 0.014192153699696064}, {"step": 191, "loss": 0.7003737092018127, "ce": 2.2995355129241943, "kl": 0.014320583082735538}, {"step": 192, "loss": 1.00309157371521, "ce": 2.481095314025879, "kl": 0.013861184939742088}, {"step": 193, "loss": 0.6740369200706482, "ce": 2.419020414352417, "kl": 0.014876668341457844}, {"step": 194, "loss": 0.6748502850532532, "ce": 2.409198522567749, "kl": 0.015314518474042416}, {"step": 195, "loss": 0.9468968510627747, "ce": 2.2493200302124023, "kl": 0.01579173654317856}, {"step": 196, "loss": 0.9277300238609314, "ce": 2.522691249847412, "kl": 0.01492263376712799}, {"step": 197, "loss": 0.9664927124977112, "ce": 2.37880802154541, "kl": 0.015248814597725868}, {"step": 198, "loss": 0.9995306730270386, "ce": 2.4717793464660645, "kl": 0.015629956498742104}, {"step": 199, "loss": 0.9990560412406921, "ce": 2.380326747894287, "kl": 0.014085185714066029}, {"step": 200, "loss": 1.008325457572937, "ce": 2.3555734157562256, "kl": 0.015070785768330097}, {"step": 201, "loss": 0.9351957440376282, "ce": 2.3642425537109375, "kl": 0.01616615802049637}, {"step": 202, "loss": 0.9126565456390381, "ce": 2.3137717247009277, "kl": 0.015881795436143875}, {"step": 203, "loss": 0.7804794311523438, "ce": 2.4718258380889893, "kl": 0.014815992675721645}, {"step": 204, "loss": 0.8668687343597412, "ce": 2.4404428005218506, "kl": 0.016331659629940987}, {"step": 205, "loss": 0.6701473593711853, "ce": 2.3306665420532227, "kl": 0.01800711639225483}, {"step": 206, "loss": 0.5083196759223938, "ce": 2.506359577178955, "kl": 0.016199249774217606}, {"step": 207, "loss": 0.9587302207946777, "ce": 2.566451072692871, "kl": 0.017665991559624672}, {"step": 208, "loss": 0.8292965292930603, "ce": 2.4290051460266113, "kl": 0.017366794869303703}, {"step": 209, "loss": 0.7708837985992432, "ce": 2.6548187732696533, "kl": 0.016530748456716537}, {"step": 210, "loss": 0.7898814082145691, "ce": 2.2345681190490723, "kl": 0.015846721827983856}, {"step": 211, "loss": 1.042919397354126, "ce": 2.3378617763519287, "kl": 0.014721380546689034}, {"step": 212, "loss": 0.7881396412849426, "ce": 2.55704927444458, "kl": 0.015259578824043274}, {"step": 213, "loss": 0.695376455783844, "ce": 2.3764121532440186, "kl": 0.015597878955304623}, {"step": 214, "loss": 0.875651478767395, "ce": 2.40440034866333, "kl": 0.016411686316132545}, {"step": 215, "loss": 0.9282664060592651, "ce": 2.419515371322632, "kl": 0.016761407256126404}, {"step": 216, "loss": 0.9654558897018433, "ce": 2.4331493377685547, "kl": 0.017852969467639923}, {"step": 217, "loss": 0.682989776134491, "ce": 2.331895351409912, "kl": 0.017038339748978615}, {"step": 218, "loss": 0.4044123589992523, "ce": 2.23703670501709, "kl": 0.017617784440517426}, {"step": 219, "loss": 0.9752850532531738, "ce": 2.4407424926757812, "kl": 0.017521435394883156}, {"step": 220, "loss": 0.784599781036377, "ce": 2.4486467838287354, "kl": 0.018929429352283478}, {"step": 221, "loss": 0.5091334581375122, "ce": 2.5287930965423584, "kl": 0.016433492302894592}, {"step": 222, "loss": 1.1272512674331665, "ce": 2.4888484477996826, "kl": 0.01505365315824747}, {"step": 223, "loss": 0.33635133504867554, "ce": 2.2001187801361084, "kl": 0.016504863277077675}, {"step": 224, "loss": 1.0152181386947632, "ce": 2.4600276947021484, "kl": 0.01742812618613243}, {"step": 225, "loss": 0.726762056350708, "ce": 2.355679512023926, "kl": 0.015796072781085968}, {"step": 226, "loss": 1.0393270254135132, "ce": 2.385091543197632, "kl": 0.015480236150324345}, {"step": 227, "loss": 0.8765941858291626, "ce": 2.394479274749756, "kl": 0.015380027703940868}, {"step": 228, "loss": 1.1598769426345825, "ce": 2.386272668838501, "kl": 0.01723867654800415}, {"step": 229, "loss": 0.9102099537849426, "ce": 2.336035966873169, "kl": 0.014308227226138115}, {"step": 230, "loss": 0.8682121634483337, "ce": 2.4180476665496826, "kl": 0.01662178337574005}, {"step": 231, "loss": 1.1279088258743286, "ce": 2.3369338512420654, "kl": 0.015590636059641838}, {"step": 232, "loss": 0.6415622234344482, "ce": 2.2881715297698975, "kl": 0.019012276083230972}, {"step": 233, "loss": 0.7789983153343201, "ce": 2.3469486236572266, "kl": 0.017065268009901047}, {"step": 234, "loss": 0.7214354872703552, "ce": 2.4607980251312256, "kl": 0.018883733078837395}, {"step": 235, "loss": 1.0730260610580444, "ce": 2.4761722087860107, "kl": 0.01688261330127716}, {"step": 236, "loss": 0.7836558222770691, "ce": 2.211458683013916, "kl": 0.016702184453606606}, {"step": 237, "loss": 0.8450798392295837, "ce": 2.4882843494415283, "kl": 0.017300046980381012}, {"step": 238, "loss": 0.6545788049697876, "ce": 2.3145716190338135, "kl": 0.016361242160201073}, {"step": 239, "loss": 0.7128177881240845, "ce": 2.376647472381592, "kl": 0.01702072285115719}, {"step": 240, "loss": 0.7714090943336487, "ce": 2.390380620956421, "kl": 0.016493452712893486}, {"step": 241, "loss": 0.8393964767456055, "ce": 2.3320963382720947, "kl": 0.01636940985918045}, {"step": 242, "loss": 0.7827692627906799, "ce": 2.449869394302368, "kl": 0.01716107316315174}, {"step": 243, "loss": 0.8587808609008789, "ce": 2.52751088142395, "kl": 0.01599970832467079}, {"step": 244, "loss": 0.9694300293922424, "ce": 2.4336578845977783, "kl": 0.01565675623714924}, {"step": 245, "loss": 0.6662012934684753, "ce": 2.4695043563842773, "kl": 0.017247630283236504}, {"step": 246, "loss": 0.6847756505012512, "ce": 2.328141450881958, "kl": 0.01788165234029293}, {"step": 247, "loss": 0.7960427403450012, "ce": 2.387474536895752, "kl": 0.015756206586956978}, {"step": 248, "loss": 1.2838356494903564, "ce": 2.3513107299804688, "kl": 0.01715623028576374}, {"step": 249, "loss": 0.785664975643158, "ce": 2.5134823322296143, "kl": 0.016474468633532524}, {"step": 250, "loss": 0.7146387100219727, "ce": 2.4677720069885254, "kl": 0.016697701066732407}, {"step": 251, "loss": 0.7671669125556946, "ce": 2.258793354034424, "kl": 0.01640518568456173}, {"step": 252, "loss": 1.0276950597763062, "ce": 2.5226616859436035, "kl": 0.01935890130698681}, {"step": 253, "loss": 0.8038959503173828, "ce": 2.6224358081817627, "kl": 0.019003454595804214}, {"step": 254, "loss": 0.652902364730835, "ce": 2.491725444793701, "kl": 0.018353305757045746}, {"step": 255, "loss": 0.9502499103546143, "ce": 2.497365951538086, "kl": 0.01924554444849491}, {"step": 256, "loss": 0.5061299204826355, "ce": 2.1883416175842285, "kl": 0.016552869230508804}, {"step": 257, "loss": 0.9344570636749268, "ce": 2.2223570346832275, "kl": 0.016916202381253242}, {"step": 258, "loss": 0.6261484026908875, "ce": 2.1947827339172363, "kl": 0.016694767400622368}, {"step": 259, "loss": 0.849807620048523, "ce": 2.3324387073516846, "kl": 0.018113667145371437}, {"step": 260, "loss": 0.8318424820899963, "ce": 2.380800247192383, "kl": 0.016355356201529503}, {"step": 261, "loss": 0.7713066339492798, "ce": 2.4610543251037598, "kl": 0.01707213744521141}, {"step": 262, "loss": 0.7184956669807434, "ce": 2.2870309352874756, "kl": 0.0169235710054636}, {"step": 263, "loss": 0.9881468415260315, "ce": 2.495187520980835, "kl": 0.018992837518453598}, {"step": 264, "loss": 1.0619217157363892, "ce": 2.4706292152404785, "kl": 0.01635175384581089}, {"step": 265, "loss": 0.9944078326225281, "ce": 2.3732452392578125, "kl": 0.017992964014410973}, {"step": 266, "loss": 0.8041403889656067, "ce": 2.391880989074707, "kl": 0.01762813702225685}, {"step": 267, "loss": 0.7936261892318726, "ce": 2.3546032905578613, "kl": 0.0170294102281332}, {"step": 268, "loss": 0.7441941499710083, "ce": 2.384723663330078, "kl": 0.016484305262565613}, {"step": 269, "loss": 0.7218267917633057, "ce": 2.542144536972046, "kl": 0.01716279424726963}, {"step": 270, "loss": 0.5201417803764343, "ce": 2.443833827972412, "kl": 0.017175665125250816}, {"step": 271, "loss": 0.9666584134101868, "ce": 2.314842700958252, "kl": 0.01661037839949131}, {"step": 272, "loss": 1.0078967809677124, "ce": 2.466477632522583, "kl": 0.018200470134615898}, {"step": 273, "loss": 0.9736365079879761, "ce": 2.259504795074463, "kl": 0.017424050718545914}, {"step": 274, "loss": 1.0734729766845703, "ce": 2.3307807445526123, "kl": 0.01665561832487583}, {"step": 275, "loss": 0.7697432637214661, "ce": 2.436842203140259, "kl": 0.017207320779561996}, {"step": 276, "loss": 0.7743618488311768, "ce": 2.363426923751831, "kl": 0.018150849267840385}, {"step": 277, "loss": 1.408719539642334, "ce": 2.349461555480957, "kl": 0.016912968829274178}, {"step": 278, "loss": 0.7308551669120789, "ce": 2.515289068222046, "kl": 0.01828196831047535}, {"step": 279, "loss": 0.6184484958648682, "ce": 2.3892290592193604, "kl": 0.019438909366726875}, {"step": 280, "loss": 0.8164330720901489, "ce": 2.4095754623413086, "kl": 0.01753835193812847}, {"step": 281, "loss": 0.27443310618400574, "ce": 2.018695592880249, "kl": 0.017324261367321014}, {"step": 282, "loss": 0.8047783374786377, "ce": 2.2878899574279785, "kl": 0.01797817461192608}, {"step": 283, "loss": 0.19224703311920166, "ce": 2.3246030807495117, "kl": 0.017457470297813416}, {"step": 284, "loss": 1.0959316492080688, "ce": 2.3873379230499268, "kl": 0.016886670142412186}, {"step": 285, "loss": 1.0022004842758179, "ce": 2.344109535217285, "kl": 0.01868489384651184}, {"step": 286, "loss": 1.029382586479187, "ce": 2.4303455352783203, "kl": 0.018382571637630463}, {"step": 287, "loss": 0.8391110301017761, "ce": 2.473755121231079, "kl": 0.017518334090709686}, {"step": 288, "loss": 0.6947001814842224, "ce": 2.402705192565918, "kl": 0.017452886328101158}, {"step": 289, "loss": 0.558174192905426, "ce": 2.379624605178833, "kl": 0.017204508185386658}, {"step": 290, "loss": 0.4610810875892639, "ce": 2.3566219806671143, "kl": 0.01753372885286808}, {"step": 291, "loss": 0.7586840391159058, "ce": 2.3942995071411133, "kl": 0.017174983397126198}, {"step": 292, "loss": 0.7588462829589844, "ce": 2.4627766609191895, "kl": 0.017516423016786575}, {"step": 293, "loss": 0.8262766003608704, "ce": 2.5226080417633057, "kl": 0.01797620952129364}, {"step": 294, "loss": 0.8261053562164307, "ce": 2.2293689250946045, "kl": 0.016909893602132797}, {"step": 295, "loss": 0.7588172554969788, "ce": 2.3969271183013916, "kl": 0.01678403839468956}, {"step": 296, "loss": 0.9290731549263, "ce": 2.366936445236206, "kl": 0.017554575577378273}, {"step": 297, "loss": 0.8989254832267761, "ce": 2.5620782375335693, "kl": 0.017478303983807564}, {"step": 298, "loss": 0.740696907043457, "ce": 2.440410614013672, "kl": 0.017008323222398758}, {"step": 299, "loss": 0.42420488595962524, "ce": 2.1748344898223877, "kl": 0.017691560089588165}, {"step": 300, "loss": 0.7555309534072876, "ce": 2.329737424850464, "kl": 0.017205985262989998}, {"step": 301, "loss": 1.1323986053466797, "ce": 2.44581937789917, "kl": 0.016185807064175606}, {"step": 302, "loss": 1.2399579286575317, "ce": 2.4391582012176514, "kl": 0.015538807027041912}, {"step": 303, "loss": 0.6149867177009583, "ce": 2.460787057876587, "kl": 0.015597846359014511}, {"step": 304, "loss": 0.6643189787864685, "ce": 2.293954610824585, "kl": 0.016652440652251244}, {"step": 305, "loss": 1.0626388788223267, "ce": 2.36232328414917, "kl": 0.019387783482670784}, {"step": 306, "loss": 0.7266417145729065, "ce": 2.30277943611145, "kl": 0.01865593157708645}, {"step": 307, "loss": 0.7128209471702576, "ce": 2.3804585933685303, "kl": 0.018702559173107147}, {"step": 308, "loss": 0.6756337285041809, "ce": 2.2171900272369385, "kl": 0.018012095242738724}, {"step": 309, "loss": 0.5779791474342346, "ce": 2.244307279586792, "kl": 0.019494254142045975}, {"step": 310, "loss": 0.5941887497901917, "ce": 2.5351104736328125, "kl": 0.017883051186800003}, {"step": 311, "loss": 0.8754242658615112, "ce": 2.418844699859619, "kl": 0.015727590769529343}, {"step": 312, "loss": 0.7311415672302246, "ce": 2.452455759048462, "kl": 0.017872920259833336}, {"step": 313, "loss": 0.7529045939445496, "ce": 2.2570126056671143, "kl": 0.016353314742445946}, {"step": 314, "loss": 0.8309466242790222, "ce": 2.3428566455841064, "kl": 0.015779921784996986}, {"step": 315, "loss": 0.8937980532646179, "ce": 2.281632423400879, "kl": 0.01870853267610073}, {"step": 316, "loss": 0.8290473818778992, "ce": 2.5140626430511475, "kl": 0.01784982532262802}, {"step": 317, "loss": 0.9839094281196594, "ce": 2.3771114349365234, "kl": 0.018144680187106133}, {"step": 318, "loss": 0.5212953090667725, "ce": 2.2185585498809814, "kl": 0.018988844007253647}, {"step": 319, "loss": 1.1921614408493042, "ce": 2.380263090133667, "kl": 0.018212590366601944}, {"step": 320, "loss": 0.7900736927986145, "ce": 2.2864067554473877, "kl": 0.019521573558449745}, {"step": 321, "loss": 0.8666657209396362, "ce": 2.1908392906188965, "kl": 0.01832898147404194}, {"step": 322, "loss": 0.6649767160415649, "ce": 2.4663896560668945, "kl": 0.016603946685791016}, {"step": 323, "loss": 0.970790445804596, "ce": 2.3464395999908447, "kl": 0.016931425780057907}, {"step": 324, "loss": 0.8469687104225159, "ce": 2.250290870666504, "kl": 0.01788557693362236}, {"step": 325, "loss": 1.125586986541748, "ce": 2.289198637008667, "kl": 0.018144844099879265}, {"step": 326, "loss": 0.5777052044868469, "ce": 2.365335464477539, "kl": 0.018537627533078194}, {"step": 327, "loss": 0.4411703646183014, "ce": 2.289982795715332, "kl": 0.018323149532079697}, {"step": 328, "loss": 0.6362243294715881, "ce": 2.369227409362793, "kl": 0.017560962587594986}, {"step": 329, "loss": 0.41846591234207153, "ce": 2.3852734565734863, "kl": 0.017535630613565445}, {"step": 330, "loss": 1.109712839126587, "ce": 2.2365963459014893, "kl": 0.016159337013959885}, {"step": 331, "loss": 1.0213112831115723, "ce": 2.3811190128326416, "kl": 0.016007516533136368}, {"step": 332, "loss": 0.6524518728256226, "ce": 2.455418348312378, "kl": 0.01853768154978752}, {"step": 333, "loss": 0.7797186374664307, "ce": 2.4475016593933105, "kl": 0.015960216522216797}, {"step": 334, "loss": 0.9679785966873169, "ce": 2.344698905944824, "kl": 0.017792508006095886}, {"step": 335, "loss": 0.5800873041152954, "ce": 2.3219621181488037, "kl": 0.017938416451215744}, {"step": 336, "loss": 0.6787258386611938, "ce": 2.282287836074829, "kl": 0.017365261912345886}, {"step": 337, "loss": 0.3562234938144684, "ce": 2.2812135219573975, "kl": 0.017359135672450066}, {"step": 338, "loss": 1.078177809715271, "ce": 2.458460807800293, "kl": 0.01828225702047348}, {"step": 339, "loss": 1.0562406778335571, "ce": 2.3947560787200928, "kl": 0.017541764304041862}, {"step": 340, "loss": 1.0792487859725952, "ce": 2.31087589263916, "kl": 0.017412226647138596}, {"step": 341, "loss": 0.6466924548149109, "ce": 2.3906850814819336, "kl": 0.017678866162896156}, {"step": 342, "loss": 0.5898290276527405, "ce": 2.289626359939575, "kl": 0.017298169434070587}, {"step": 343, "loss": 0.9114027619361877, "ce": 2.3800556659698486, "kl": 0.016097817569971085}, {"step": 344, "loss": 0.8213813304901123, "ce": 2.4303054809570312, "kl": 0.017110686749219894}, {"step": 345, "loss": 0.6886602640151978, "ce": 2.462819814682007, "kl": 0.016045954078435898}, {"step": 346, "loss": 0.5564436316490173, "ce": 2.4198994636535645, "kl": 0.017101360484957695}, {"step": 347, "loss": 0.7866685390472412, "ce": 2.390336751937866, "kl": 0.017609210684895515}, {"step": 348, "loss": 0.46607762575149536, "ce": 2.394498825073242, "kl": 0.016583077609539032}, {"step": 349, "loss": 1.2210623025894165, "ce": 2.498667001724243, "kl": 0.015513171441853046}, {"step": 350, "loss": 0.7879633903503418, "ce": 2.321204423904419, "kl": 0.017337072640657425}, {"step": 351, "loss": 0.8189105987548828, "ce": 2.4407968521118164, "kl": 0.017864014953374863}, {"step": 352, "loss": 0.9833964109420776, "ce": 2.3992807865142822, "kl": 0.018203146755695343}, {"step": 353, "loss": 0.5757068991661072, "ce": 2.3598711490631104, "kl": 0.019893676042556763}, {"step": 354, "loss": 0.731893002986908, "ce": 2.33586049079895, "kl": 0.01987600326538086}, {"step": 355, "loss": 0.8354223966598511, "ce": 2.4718990325927734, "kl": 0.016810890287160873}, {"step": 356, "loss": 0.7513024806976318, "ce": 2.4212429523468018, "kl": 0.0195049736648798}, {"step": 357, "loss": 0.7215592265129089, "ce": 2.38912034034729, "kl": 0.017263269051909447}, {"step": 358, "loss": 0.5377194881439209, "ce": 2.262756824493408, "kl": 0.018134545534849167}, {"step": 359, "loss": 0.6036495566368103, "ce": 2.2633800506591797, "kl": 0.01837974041700363}, {"step": 360, "loss": 1.0097312927246094, "ce": 2.3230667114257812, "kl": 0.01772707886993885}, {"step": 361, "loss": 1.3866897821426392, "ce": 2.305889844894409, "kl": 0.01646295189857483}, {"step": 362, "loss": 0.6997668147087097, "ce": 2.289590358734131, "kl": 0.01639067567884922}, {"step": 363, "loss": 1.1904823780059814, "ce": 2.3447136878967285, "kl": 0.01759077049791813}, {"step": 364, "loss": 0.9022191166877747, "ce": 2.418137550354004, "kl": 0.016505518928170204}, {"step": 365, "loss": 0.6047495603561401, "ce": 2.267832040786743, "kl": 0.019457127898931503}, {"step": 366, "loss": 0.8266782164573669, "ce": 2.2607908248901367, "kl": 0.017037155106663704}, {"step": 367, "loss": 0.5282482504844666, "ce": 2.2709553241729736, "kl": 0.01961629092693329}, {"step": 368, "loss": 0.8130123615264893, "ce": 2.3622448444366455, "kl": 0.018248802050948143}, {"step": 369, "loss": 1.175517201423645, "ce": 2.384892463684082, "kl": 0.018366781994700432}, {"step": 370, "loss": 0.8088916540145874, "ce": 2.394597291946411, "kl": 0.016626806929707527}, {"step": 371, "loss": 1.1837350130081177, "ce": 2.4694983959198, "kl": 0.018428362905979156}, {"step": 372, "loss": 0.9346475005149841, "ce": 2.306421995162964, "kl": 0.020874641835689545}, {"step": 373, "loss": 0.7253027558326721, "ce": 2.2695326805114746, "kl": 0.020923389121890068}, {"step": 374, "loss": 1.0868890285491943, "ce": 2.309208393096924, "kl": 0.017127087339758873}, {"step": 375, "loss": 0.7075274586677551, "ce": 2.4886131286621094, "kl": 0.018428165465593338}, {"step": 376, "loss": 0.755791962146759, "ce": 2.398392915725708, "kl": 0.019685273990035057}, {"step": 377, "loss": 1.0278650522232056, "ce": 2.2709567546844482, "kl": 0.02135707065463066}, {"step": 378, "loss": 0.7902024984359741, "ce": 2.3924081325531006, "kl": 0.021303929388523102}, {"step": 379, "loss": 1.002829670906067, "ce": 2.4627819061279297, "kl": 0.021171260625123978}, {"step": 380, "loss": 0.8857583999633789, "ce": 2.3879401683807373, "kl": 0.018824029713869095}, {"step": 381, "loss": 0.8685339689254761, "ce": 2.2543866634368896, "kl": 0.020533487200737}, {"step": 382, "loss": 0.9783469438552856, "ce": 2.409153938293457, "kl": 0.01976734958589077}, {"step": 383, "loss": 0.4977620244026184, "ce": 2.4971065521240234, "kl": 0.019420066848397255}, {"step": 384, "loss": 0.5985584855079651, "ce": 2.37900972366333, "kl": 0.019341230392456055}, {"step": 385, "loss": 1.151945948600769, "ce": 2.531740665435791, "kl": 0.020275792106986046}, {"step": 386, "loss": 0.8997803926467896, "ce": 2.2241029739379883, "kl": 0.01997835747897625}, {"step": 387, "loss": 0.7111862301826477, "ce": 2.564368724822998, "kl": 0.019146742299199104}, {"step": 388, "loss": 0.7487596869468689, "ce": 2.3729586601257324, "kl": 0.0184246264398098}, {"step": 389, "loss": 0.8478476405143738, "ce": 2.322326421737671, "kl": 0.018286526203155518}, {"step": 390, "loss": 0.48753464221954346, "ce": 2.371483325958252, "kl": 0.018094176426529884}, {"step": 391, "loss": 0.6476781964302063, "ce": 2.299346446990967, "kl": 0.018258512020111084}, {"step": 392, "loss": 1.0334945917129517, "ce": 2.395402193069458, "kl": 0.01944195106625557}, {"step": 393, "loss": 0.782247006893158, "ce": 2.425009250640869, "kl": 0.01693790778517723}, {"step": 394, "loss": 0.925358772277832, "ce": 2.3943068981170654, "kl": 0.01830340549349785}, {"step": 395, "loss": 0.7776517271995544, "ce": 2.4944217205047607, "kl": 0.01880599930882454}, {"step": 396, "loss": 0.7600206136703491, "ce": 2.4099533557891846, "kl": 0.017141351476311684}, {"step": 397, "loss": 1.2508323192596436, "ce": 2.341670513153076, "kl": 0.017379624769091606}, {"step": 398, "loss": 0.4739251434803009, "ce": 2.1910054683685303, "kl": 0.020455004647374153}, {"step": 399, "loss": 0.5053349733352661, "ce": 2.3275082111358643, "kl": 0.01916447840631008}, {"step": 400, "loss": 0.4402554929256439, "ce": 2.300337553024292, "kl": 0.018554555252194405}, {"step": 401, "loss": 0.9486519694328308, "ce": 2.543593645095825, "kl": 0.019130319356918335}, {"step": 402, "loss": 0.9796669483184814, "ce": 2.388963222503662, "kl": 0.016596196219325066}, {"step": 403, "loss": 0.9189479947090149, "ce": 2.2553653717041016, "kl": 0.01698424480855465}, {"step": 404, "loss": 0.8701063990592957, "ce": 2.175936698913574, "kl": 0.019100386649370193}, {"step": 405, "loss": 0.6726081967353821, "ce": 2.314082384109497, "kl": 0.018989458680152893}, {"step": 406, "loss": 0.8075887560844421, "ce": 2.280651092529297, "kl": 0.018605371937155724}, {"step": 407, "loss": 0.7171249985694885, "ce": 2.2551229000091553, "kl": 0.01881389692425728}, {"step": 408, "loss": 0.8116205930709839, "ce": 2.352480173110962, "kl": 0.01874428242444992}, {"step": 409, "loss": 0.8876065015792847, "ce": 2.311699867248535, "kl": 0.018850060179829597}, {"step": 410, "loss": 0.9685714840888977, "ce": 2.3107149600982666, "kl": 0.019285745918750763}, {"step": 411, "loss": 0.6289752721786499, "ce": 2.474832057952881, "kl": 0.019989080727100372}, {"step": 412, "loss": 1.0191497802734375, "ce": 2.267118453979492, "kl": 0.016677070409059525}, {"step": 413, "loss": 0.7731255292892456, "ce": 2.3068299293518066, "kl": 0.018970219418406487}, {"step": 414, "loss": 0.8860368132591248, "ce": 2.4044642448425293, "kl": 0.018251042813062668}, {"step": 415, "loss": 0.9338169693946838, "ce": 2.3919990062713623, "kl": 0.01854836381971836}, {"step": 416, "loss": 0.8780097365379333, "ce": 2.309598922729492, "kl": 0.018574776127934456}, {"step": 417, "loss": 1.2831143140792847, "ce": 2.4382541179656982, "kl": 0.020013755187392235}, {"step": 418, "loss": 0.9318934082984924, "ce": 2.401669502258301, "kl": 0.019301870837807655}, {"step": 419, "loss": 0.8348616361618042, "ce": 2.328597068786621, "kl": 0.018102845177054405}, {"step": 420, "loss": 1.0706026554107666, "ce": 2.4279937744140625, "kl": 0.01726139895617962}, {"step": 421, "loss": 0.8457096219062805, "ce": 2.3828022480010986, "kl": 0.020048663020133972}, {"step": 422, "loss": 0.9424914121627808, "ce": 2.4137542247772217, "kl": 0.019991552457213402}, {"step": 423, "loss": 1.128890872001648, "ce": 2.271108865737915, "kl": 0.020607903599739075}, {"step": 424, "loss": 0.8224168419837952, "ce": 2.3231253623962402, "kl": 0.020565878599882126}, {"step": 425, "loss": 0.7021000385284424, "ce": 2.441863536834717, "kl": 0.020620424300432205}, {"step": 426, "loss": 0.673559844493866, "ce": 2.4106874465942383, "kl": 0.023518206551671028}, {"step": 427, "loss": 0.7962461709976196, "ce": 2.4254069328308105, "kl": 0.020492592826485634}, {"step": 428, "loss": 0.7593875527381897, "ce": 2.4062716960906982, "kl": 0.020979082211852074}, {"step": 429, "loss": 0.7150710821151733, "ce": 2.468301296234131, "kl": 0.02125026471912861}, {"step": 430, "loss": 0.856038510799408, "ce": 2.3205761909484863, "kl": 0.019107095897197723}, {"step": 431, "loss": 0.4131928086280823, "ce": 2.2534918785095215, "kl": 0.018538109958171844}, {"step": 432, "loss": 1.0023109912872314, "ce": 2.224229335784912, "kl": 0.02075125090777874}, {"step": 433, "loss": 0.8563265204429626, "ce": 2.2999930381774902, "kl": 0.021660741418600082}, {"step": 434, "loss": 0.9053592085838318, "ce": 2.435122489929199, "kl": 0.01931600086390972}, {"step": 435, "loss": 0.664849042892456, "ce": 2.3812050819396973, "kl": 0.020070578902959824}, {"step": 436, "loss": 0.7885078191757202, "ce": 2.243950128555298, "kl": 0.021389437839388847}, {"step": 437, "loss": 0.6331000328063965, "ce": 2.1817169189453125, "kl": 0.019760150462388992}, {"step": 438, "loss": 0.7807425856590271, "ce": 2.354137659072876, "kl": 0.019877035170793533}, {"step": 439, "loss": 0.4753020405769348, "ce": 2.3651833534240723, "kl": 0.02055376023054123}, {"step": 440, "loss": 0.5263487100601196, "ce": 2.3912010192871094, "kl": 0.01962326094508171}, {"step": 441, "loss": 0.6451936364173889, "ce": 2.3892078399658203, "kl": 0.018101008608937263}, {"step": 442, "loss": 0.5798366665840149, "ce": 2.30987548828125, "kl": 0.019162490963935852}, {"step": 443, "loss": 0.637609601020813, "ce": 2.270453929901123, "kl": 0.018872493878006935}, {"step": 444, "loss": 0.7065373659133911, "ce": 2.3875160217285156, "kl": 0.01966216415166855}, {"step": 445, "loss": 0.8791996240615845, "ce": 2.328172206878662, "kl": 0.01915983483195305}, {"step": 446, "loss": 0.555745542049408, "ce": 2.344468832015991, "kl": 0.01744399033486843}, {"step": 447, "loss": 0.6170488595962524, "ce": 2.4103145599365234, "kl": 0.018428174778819084}, {"step": 448, "loss": 0.9267145991325378, "ce": 2.504016399383545, "kl": 0.020742205902934074}, {"step": 449, "loss": 0.988408625125885, "ce": 2.277707099914551, "kl": 0.017336752265691757}, {"step": 450, "loss": 0.5786970257759094, "ce": 2.3384594917297363, "kl": 0.01697908528149128}, {"step": 451, "loss": 0.6609962582588196, "ce": 2.336876392364502, "kl": 0.016455484554171562}, {"step": 452, "loss": 0.7179751992225647, "ce": 2.3019466400146484, "kl": 0.016999175772070885}, {"step": 453, "loss": 0.7373996376991272, "ce": 2.3101422786712646, "kl": 0.019309138879179955}, {"step": 454, "loss": 0.9113297462463379, "ce": 2.33567476272583, "kl": 0.01951664313673973}, {"step": 455, "loss": 0.7542564868927002, "ce": 2.3471169471740723, "kl": 0.017423080280423164}, {"step": 456, "loss": 0.7620500326156616, "ce": 2.27517032623291, "kl": 0.017946727573871613}, {"step": 457, "loss": 1.008920669555664, "ce": 2.3548409938812256, "kl": 0.01666760817170143}, {"step": 458, "loss": 1.0856454372406006, "ce": 2.561793565750122, "kl": 0.020175812765955925}, {"step": 459, "loss": 0.6513329744338989, "ce": 2.4366252422332764, "kl": 0.017620794475078583}, {"step": 460, "loss": 0.9386752247810364, "ce": 2.385164499282837, "kl": 0.018350467085838318}, {"step": 461, "loss": 0.6219764947891235, "ce": 2.332566022872925, "kl": 0.022004995495080948}, {"step": 462, "loss": 0.45065510272979736, "ce": 2.192866325378418, "kl": 0.0186154842376709}, {"step": 463, "loss": 0.7311043739318848, "ce": 2.2097668647766113, "kl": 0.01944303885102272}, {"step": 464, "loss": 0.8522180318832397, "ce": 2.337343454360962, "kl": 0.019455458968877792}, {"step": 465, "loss": 0.5906810760498047, "ce": 2.6058547496795654, "kl": 0.018847573548555374}, {"step": 466, "loss": 0.9196975827217102, "ce": 2.325817108154297, "kl": 0.01918964274227619}, {"step": 467, "loss": 0.7513951659202576, "ce": 2.257638931274414, "kl": 0.02002846822142601}, {"step": 468, "loss": 0.8078165054321289, "ce": 2.3792989253997803, "kl": 0.017238155007362366}, {"step": 469, "loss": 0.559007465839386, "ce": 2.380944013595581, "kl": 0.01755564846098423}, {"step": 470, "loss": 0.7839709520339966, "ce": 2.2501611709594727, "kl": 0.019595729187130928}, {"step": 471, "loss": 0.7570775747299194, "ce": 2.4705212116241455, "kl": 0.01802080124616623}, {"step": 472, "loss": 0.8027490377426147, "ce": 2.3328068256378174, "kl": 0.01677503064274788}, {"step": 473, "loss": 0.7576408982276917, "ce": 2.3836464881896973, "kl": 0.017648151144385338}, {"step": 474, "loss": 0.8499093651771545, "ce": 2.4165914058685303, "kl": 0.0175314974039793}, {"step": 475, "loss": 0.7540714740753174, "ce": 2.4127094745635986, "kl": 0.018658889457583427}, {"step": 476, "loss": 0.7065353989601135, "ce": 2.1621763706207275, "kl": 0.018630780279636383}, {"step": 477, "loss": 0.8693767189979553, "ce": 2.467514753341675, "kl": 0.017158513888716698}, {"step": 478, "loss": 1.017488956451416, "ce": 2.3916425704956055, "kl": 0.01807020790874958}, {"step": 479, "loss": 0.9665684103965759, "ce": 2.4100542068481445, "kl": 0.019342469051480293}, {"step": 480, "loss": 0.8721039891242981, "ce": 2.2877776622772217, "kl": 0.017623592168092728}, {"step": 481, "loss": 1.1898603439331055, "ce": 2.3687896728515625, "kl": 0.017480885609984398}, {"step": 482, "loss": 0.8828592300415039, "ce": 2.2940540313720703, "kl": 0.02025618776679039}, {"step": 483, "loss": 0.8754304647445679, "ce": 2.327124834060669, "kl": 0.017837801948189735}, {"step": 484, "loss": 0.8140630722045898, "ce": 2.324434280395508, "kl": 0.018889186903834343}, {"step": 485, "loss": 0.8442907333374023, "ce": 2.422656536102295, "kl": 0.018808098509907722}, {"step": 486, "loss": 0.5436872243881226, "ce": 2.2517502307891846, "kl": 0.021440548822283745}, {"step": 487, "loss": 0.599170982837677, "ce": 2.4750466346740723, "kl": 0.019553570076823235}, {"step": 488, "loss": 0.9270548224449158, "ce": 2.5435984134674072, "kl": 0.021340511739253998}, {"step": 489, "loss": 0.6549325585365295, "ce": 2.3205020427703857, "kl": 0.021420707926154137}, {"step": 490, "loss": 0.5994924306869507, "ce": 2.5917437076568604, "kl": 0.018454479053616524}, {"step": 491, "loss": 1.0629879236221313, "ce": 2.347933292388916, "kl": 0.018306946381926537}, {"step": 492, "loss": 1.062143325805664, "ce": 2.2886385917663574, "kl": 0.01787007972598076}, {"step": 493, "loss": 0.8117558360099792, "ce": 2.4493160247802734, "kl": 0.018902523443102837}, {"step": 494, "loss": 0.6357636451721191, "ce": 2.3098106384277344, "kl": 0.018123958259820938}, {"step": 495, "loss": 0.8369954228401184, "ce": 2.4317398071289062, "kl": 0.018271591514348984}, {"step": 496, "loss": 0.8429337739944458, "ce": 2.2930259704589844, "kl": 0.020148301497101784}, {"step": 497, "loss": 1.1224325895309448, "ce": 2.448188304901123, "kl": 0.02055751346051693}, {"step": 498, "loss": 0.6865180134773254, "ce": 2.345468044281006, "kl": 0.019790317863225937}, {"step": 499, "loss": 0.4149940013885498, "ce": 2.2702741622924805, "kl": 0.020490353927016258}, {"step": 500, "loss": 0.9904017448425293, "ce": 2.360856533050537, "kl": 0.02160552330315113}, {"step": 501, "loss": 0.6939687728881836, "ce": 2.4490253925323486, "kl": 0.022117149084806442}, {"step": 502, "loss": 0.6132699847221375, "ce": 2.316903591156006, "kl": 0.01913035288453102}, {"step": 503, "loss": 1.0489749908447266, "ce": 2.5253665447235107, "kl": 0.019616704434156418}, {"step": 504, "loss": 0.5298301577568054, "ce": 2.2289392948150635, "kl": 0.0192487221211195}, {"step": 505, "loss": 0.7601963877677917, "ce": 2.4094135761260986, "kl": 0.021884093061089516}, {"step": 506, "loss": 0.8746684789657593, "ce": 2.3317155838012695, "kl": 0.017797434702515602}, {"step": 507, "loss": 0.7730318903923035, "ce": 2.318857431411743, "kl": 0.018935220316052437}, {"step": 508, "loss": 1.0502405166625977, "ce": 2.4010727405548096, "kl": 0.018722329288721085}, {"step": 509, "loss": 1.0872507095336914, "ce": 2.3068695068359375, "kl": 0.018512748181819916}, {"step": 510, "loss": 0.7396108508110046, "ce": 2.2704551219940186, "kl": 0.018865928053855896}, {"step": 511, "loss": 0.9922327995300293, "ce": 2.3729915618896484, "kl": 0.01879401132464409}, {"step": 512, "loss": 1.1244322061538696, "ce": 2.3192121982574463, "kl": 0.01979689672589302}, {"step": 513, "loss": 0.6783410906791687, "ce": 2.341024398803711, "kl": 0.021259436383843422}, {"step": 514, "loss": 0.6047674417495728, "ce": 2.2629318237304688, "kl": 0.019748453050851822}, {"step": 515, "loss": 0.8519575595855713, "ce": 2.3826069831848145, "kl": 0.022306792438030243}, {"step": 516, "loss": 1.0095933675765991, "ce": 2.454787015914917, "kl": 0.02051764540374279}, {"step": 517, "loss": 0.5815693736076355, "ce": 2.234588623046875, "kl": 0.020350493490695953}, {"step": 518, "loss": 1.0792768001556396, "ce": 2.33341646194458, "kl": 0.018613301217556}, {"step": 519, "loss": 0.8200529217720032, "ce": 2.3107476234436035, "kl": 0.019556110724806786}, {"step": 520, "loss": 0.5274126529693604, "ce": 2.348409652709961, "kl": 0.019963908940553665}, {"step": 521, "loss": 0.7200513482093811, "ce": 2.3441483974456787, "kl": 0.020456764847040176}, {"step": 522, "loss": 0.7237035632133484, "ce": 2.289597749710083, "kl": 0.0194008219987154}, {"step": 523, "loss": 0.7969706654548645, "ce": 2.3583409786224365, "kl": 0.017741240561008453}, {"step": 524, "loss": 1.0939419269561768, "ce": 2.509687900543213, "kl": 0.021382136270403862}, {"step": 525, "loss": 0.7334794998168945, "ce": 2.4482271671295166, "kl": 0.017621440812945366}, {"step": 526, "loss": 0.8618887662887573, "ce": 2.388597011566162, "kl": 0.018464846536517143}, {"step": 527, "loss": 0.6176177263259888, "ce": 2.304912567138672, "kl": 0.021173838526010513}, {"step": 528, "loss": 0.7288151979446411, "ce": 2.346707820892334, "kl": 0.020027579739689827}, {"step": 529, "loss": 1.1971651315689087, "ce": 2.2953882217407227, "kl": 0.01969255320727825}, {"step": 530, "loss": 0.9437559247016907, "ce": 2.413902759552002, "kl": 0.019083239138126373}, {"step": 531, "loss": 0.5989184975624084, "ce": 2.5618808269500732, "kl": 0.02157665230333805}, {"step": 532, "loss": 0.6806230545043945, "ce": 2.187540292739868, "kl": 0.017463641241192818}, {"step": 533, "loss": 1.0920993089675903, "ce": 2.4230916500091553, "kl": 0.023611553013324738}, {"step": 534, "loss": 0.9679231643676758, "ce": 2.6736412048339844, "kl": 0.022113043814897537}, {"step": 535, "loss": 0.64902263879776, "ce": 2.4072158336639404, "kl": 0.021567756310105324}, {"step": 536, "loss": 0.8120142817497253, "ce": 2.507845878601074, "kl": 0.022180508822202682}, {"step": 537, "loss": 0.5573027729988098, "ce": 2.119025945663452, "kl": 0.019947439432144165}, {"step": 538, "loss": 0.8502936363220215, "ce": 2.191955089569092, "kl": 0.019741501659154892}, {"step": 539, "loss": 0.600329577922821, "ce": 2.1232335567474365, "kl": 0.019176943227648735}, {"step": 540, "loss": 1.0544763803482056, "ce": 2.314065933227539, "kl": 0.020182207226753235}, {"step": 541, "loss": 0.5295789837837219, "ce": 2.3406331539154053, "kl": 0.019803345203399658}, {"step": 542, "loss": 0.8742809295654297, "ce": 2.3987674713134766, "kl": 0.019526593387126923}, {"step": 543, "loss": 0.7411545515060425, "ce": 2.257657051086426, "kl": 0.020419105887413025}, {"step": 544, "loss": 0.8206090927124023, "ce": 2.499619245529175, "kl": 0.020677762106060982}, {"step": 545, "loss": 0.9354026317596436, "ce": 2.360302448272705, "kl": 0.020242886617779732}, {"step": 546, "loss": 1.1525319814682007, "ce": 2.357968807220459, "kl": 0.02079678513109684}, {"step": 547, "loss": 0.833370566368103, "ce": 2.3994972705841064, "kl": 0.02143855392932892}, {"step": 548, "loss": 0.846294641494751, "ce": 2.32619571685791, "kl": 0.01929089054465294}, {"step": 549, "loss": 0.6779356598854065, "ce": 2.310451030731201, "kl": 0.01867036707699299}, {"step": 550, "loss": 0.7586904168128967, "ce": 2.4384913444519043, "kl": 0.020679619163274765}, {"step": 551, "loss": 0.5764532685279846, "ce": 2.4032959938049316, "kl": 0.018955258652567863}, {"step": 552, "loss": 0.896577000617981, "ce": 2.377310276031494, "kl": 0.01924239844083786}, {"step": 553, "loss": 0.9079785943031311, "ce": 2.341330051422119, "kl": 0.021807903423905373}, {"step": 554, "loss": 0.9992935657501221, "ce": 2.302589178085327, "kl": 0.020668722689151764}, {"step": 555, "loss": 1.0113502740859985, "ce": 2.3077456951141357, "kl": 0.019686466082930565}, {"step": 556, "loss": 0.7282708883285522, "ce": 2.3849947452545166, "kl": 0.018590064719319344}, {"step": 557, "loss": 0.9438347816467285, "ce": 2.357760429382324, "kl": 0.020202675834298134}, {"step": 558, "loss": 1.1213656663894653, "ce": 2.2621359825134277, "kl": 0.02110600285232067}, {"step": 559, "loss": 0.700103223323822, "ce": 2.3980448246002197, "kl": 0.020703420042991638}, {"step": 560, "loss": 0.9264730215072632, "ce": 2.4521074295043945, "kl": 0.023250261321663857}, {"step": 561, "loss": 0.6791481375694275, "ce": 2.2800567150115967, "kl": 0.019365865737199783}, {"step": 562, "loss": 0.6005924344062805, "ce": 2.3986268043518066, "kl": 0.020738577470183372}, {"step": 563, "loss": 0.7532966136932373, "ce": 2.2355337142944336, "kl": 0.02150021679699421}, {"step": 564, "loss": 0.5284703373908997, "ce": 2.3457489013671875, "kl": 0.019752398133277893}, {"step": 565, "loss": 0.828333854675293, "ce": 2.3722643852233887, "kl": 0.019608447328209877}, {"step": 566, "loss": 1.0969765186309814, "ce": 2.2996716499328613, "kl": 0.021076517179608345}, {"step": 567, "loss": 1.0296965837478638, "ce": 2.381803512573242, "kl": 0.02292783372104168}, {"step": 568, "loss": 0.7839211821556091, "ce": 2.4615845680236816, "kl": 0.019406214356422424}, {"step": 569, "loss": 0.6060746312141418, "ce": 2.3766019344329834, "kl": 0.02122744731605053}, {"step": 570, "loss": 0.6473552584648132, "ce": 2.4338743686676025, "kl": 0.021040385589003563}, {"step": 571, "loss": 0.511316180229187, "ce": 2.286238431930542, "kl": 0.01876438409090042}, {"step": 572, "loss": 0.653714120388031, "ce": 2.2428700923919678, "kl": 0.021317096427083015}, {"step": 573, "loss": 0.5435056090354919, "ce": 2.4706594944000244, "kl": 0.020370259881019592}, {"step": 574, "loss": 1.0674959421157837, "ce": 2.470120429992676, "kl": 0.02116651087999344}, {"step": 575, "loss": 0.7239301800727844, "ce": 2.3676581382751465, "kl": 0.01952747069299221}, {"step": 576, "loss": 0.8220411539077759, "ce": 2.285801410675049, "kl": 0.020692002028226852}, {"step": 577, "loss": 0.9617794156074524, "ce": 2.316171646118164, "kl": 0.020604044198989868}, {"step": 578, "loss": 0.9800916910171509, "ce": 2.4917194843292236, "kl": 0.019229784607887268}, {"step": 579, "loss": 0.6946009993553162, "ce": 2.441728115081787, "kl": 0.020555080845952034}, {"step": 580, "loss": 0.5110703706741333, "ce": 2.1779849529266357, "kl": 0.020043721422553062}, {"step": 581, "loss": 0.6426297426223755, "ce": 2.3310585021972656, "kl": 0.021312186494469643}, {"step": 582, "loss": 1.0855932235717773, "ce": 2.359677314758301, "kl": 0.019769152626395226}, {"step": 583, "loss": 1.1241979598999023, "ce": 2.4378035068511963, "kl": 0.01746228151023388}, {"step": 584, "loss": 0.549491822719574, "ce": 2.292659282684326, "kl": 0.018237577751278877}, {"step": 585, "loss": 0.8741522431373596, "ce": 2.418633460998535, "kl": 0.018360061571002007}, {"step": 586, "loss": 0.7120277881622314, "ce": 2.2555458545684814, "kl": 0.02224902994930744}, {"step": 587, "loss": 1.1187281608581543, "ce": 2.3661580085754395, "kl": 0.02180451713502407}, {"step": 588, "loss": 0.6022223830223083, "ce": 2.2397115230560303, "kl": 0.022301025688648224}, {"step": 589, "loss": 0.6913949847221375, "ce": 2.2014029026031494, "kl": 0.020199766382575035}, {"step": 590, "loss": 0.4879961311817169, "ce": 2.2853305339813232, "kl": 0.022388558834791183}, {"step": 591, "loss": 0.6879643797874451, "ce": 2.4532697200775146, "kl": 0.02082768827676773}, {"step": 592, "loss": 0.6243298053741455, "ce": 2.3388571739196777, "kl": 0.018650393933057785}, {"step": 593, "loss": 1.0091503858566284, "ce": 2.424591541290283, "kl": 0.020983198657631874}, {"step": 594, "loss": 0.8003047704696655, "ce": 2.2676451206207275, "kl": 0.02030661143362522}, {"step": 595, "loss": 0.7473917603492737, "ce": 2.3147499561309814, "kl": 0.017825687304139137}, {"step": 596, "loss": 0.9406276345252991, "ce": 2.233017683029175, "kl": 0.022395679727196693}, {"step": 597, "loss": 0.5641570091247559, "ce": 2.4321022033691406, "kl": 0.020720502361655235}, {"step": 598, "loss": 0.9694453477859497, "ce": 2.4425575733184814, "kl": 0.021065156906843185}, {"step": 599, "loss": 0.7896664142608643, "ce": 2.224220037460327, "kl": 0.021320762112736702}, {"step": 600, "loss": 1.213465929031372, "ce": 2.3361728191375732, "kl": 0.02199886180460453}, {"step": 601, "loss": 0.5808735489845276, "ce": 2.212693929672241, "kl": 0.021533749997615814}, {"step": 602, "loss": 0.8972187042236328, "ce": 2.2924697399139404, "kl": 0.023399094119668007}, {"step": 603, "loss": 0.7455678582191467, "ce": 2.2641866207122803, "kl": 0.01857658475637436}, {"step": 604, "loss": 0.8790992498397827, "ce": 2.2896645069122314, "kl": 0.020301945507526398}, {"step": 605, "loss": 0.8113089203834534, "ce": 2.2893381118774414, "kl": 0.020445693284273148}, {"step": 606, "loss": 0.9232165217399597, "ce": 2.2976479530334473, "kl": 0.021280352026224136}, {"step": 607, "loss": 0.8939257860183716, "ce": 2.253753900527954, "kl": 0.021146342158317566}, {"step": 608, "loss": 0.5484671592712402, "ce": 2.2799108028411865, "kl": 0.020592637360095978}, {"step": 609, "loss": 0.40268319845199585, "ce": 2.334796667098999, "kl": 0.020329613238573074}, {"step": 610, "loss": 0.3997637629508972, "ce": 2.305323362350464, "kl": 0.01909879595041275}, {"step": 611, "loss": 0.884281575679779, "ce": 2.309570550918579, "kl": 0.018662797287106514}, {"step": 612, "loss": 1.1594829559326172, "ce": 2.2218546867370605, "kl": 0.017953066155314445}, {"step": 613, "loss": 0.7017999291419983, "ce": 2.501089572906494, "kl": 0.021114131435751915}, {"step": 614, "loss": 0.8743562698364258, "ce": 2.4191222190856934, "kl": 0.01997382566332817}, {"step": 615, "loss": 0.7632566690444946, "ce": 2.279367208480835, "kl": 0.01886330358684063}, {"step": 616, "loss": 0.77205491065979, "ce": 2.3111791610717773, "kl": 0.020313546061515808}, {"step": 617, "loss": 0.578904926776886, "ce": 2.213514566421509, "kl": 0.01953819766640663}, {"step": 618, "loss": 0.4975118935108185, "ce": 2.3424887657165527, "kl": 0.019481293857097626}, {"step": 619, "loss": 0.8480128049850464, "ce": 2.367290735244751, "kl": 0.021013638004660606}, {"step": 620, "loss": 1.072546124458313, "ce": 2.437761068344116, "kl": 0.020566891878843307}, {"step": 621, "loss": 1.0311524868011475, "ce": 2.2765774726867676, "kl": 0.0196035448461771}, {"step": 622, "loss": 0.7575754523277283, "ce": 2.3360910415649414, "kl": 0.019757620990276337}, {"step": 623, "loss": 0.5991612672805786, "ce": 2.297473430633545, "kl": 0.0201036985963583}, {"step": 624, "loss": 0.9089798331260681, "ce": 2.3000102043151855, "kl": 0.02096697874367237}, {"step": 625, "loss": 0.7564972639083862, "ce": 2.3732821941375732, "kl": 0.01928386092185974}, {"step": 626, "loss": 0.6770833730697632, "ce": 2.5098183155059814, "kl": 0.01802513748407364}, {"step": 627, "loss": 0.6981818079948425, "ce": 2.324889898300171, "kl": 0.020107688382267952}, {"step": 628, "loss": 0.4305722713470459, "ce": 2.426751136779785, "kl": 0.020352503284811974}, {"step": 629, "loss": 0.7431686520576477, "ce": 2.4454782009124756, "kl": 0.019223112612962723}, {"step": 630, "loss": 1.0652437210083008, "ce": 2.411372423171997, "kl": 0.017697639763355255}, {"step": 631, "loss": 0.6957858204841614, "ce": 2.346637725830078, "kl": 0.019662272185087204}, {"step": 632, "loss": 0.9284283518791199, "ce": 2.3854148387908936, "kl": 0.019811203703284264}, {"step": 633, "loss": 0.8810333609580994, "ce": 2.381068468093872, "kl": 0.020198609679937363}, {"step": 634, "loss": 0.8510397672653198, "ce": 2.344761610031128, "kl": 0.023431949317455292}, {"step": 635, "loss": 0.7046912908554077, "ce": 2.2800405025482178, "kl": 0.02175370417535305}, {"step": 636, "loss": 0.7421252727508545, "ce": 2.413088083267212, "kl": 0.019398681819438934}, {"step": 637, "loss": 0.6308302879333496, "ce": 2.4854133129119873, "kl": 0.021356698125600815}, {"step": 638, "loss": 0.9492368102073669, "ce": 2.3720152378082275, "kl": 0.02082919143140316}, {"step": 639, "loss": 0.44994470477104187, "ce": 2.1700029373168945, "kl": 0.02103275991976261}, {"step": 640, "loss": 0.5592184662818909, "ce": 2.204721212387085, "kl": 0.020403632894158363}, {"step": 641, "loss": 0.8352653980255127, "ce": 2.2813639640808105, "kl": 0.01997518725693226}, {"step": 642, "loss": 1.3267682790756226, "ce": 2.295428991317749, "kl": 0.02029092237353325}, {"step": 643, "loss": 0.9116127490997314, "ce": 2.2595653533935547, "kl": 0.018767863512039185}, {"step": 644, "loss": 0.9293093085289001, "ce": 2.2658004760742188, "kl": 0.01885480061173439}, {"step": 645, "loss": 1.2348642349243164, "ce": 2.4180660247802734, "kl": 0.018072200939059258}, {"step": 646, "loss": 0.5688484907150269, "ce": 2.2751879692077637, "kl": 0.02132922224700451}, {"step": 647, "loss": 0.6384482383728027, "ce": 2.194518566131592, "kl": 0.021213656291365623}, {"step": 648, "loss": 0.6333068013191223, "ce": 2.2681078910827637, "kl": 0.021378012374043465}, {"step": 649, "loss": 0.6892964839935303, "ce": 2.334796190261841, "kl": 0.020986352115869522}, {"step": 650, "loss": 1.1091917753219604, "ce": 2.3341445922851562, "kl": 0.019842449575662613}, {"step": 651, "loss": 1.036370038986206, "ce": 2.394832134246826, "kl": 0.019854001700878143}, {"step": 652, "loss": 0.7939725518226624, "ce": 2.4152419567108154, "kl": 0.01944209262728691}, {"step": 653, "loss": 1.0826475620269775, "ce": 2.3792803287506104, "kl": 0.024654163047671318}, {"step": 654, "loss": 0.924039363861084, "ce": 2.193878412246704, "kl": 0.020487453788518906}, {"step": 655, "loss": 1.0643764734268188, "ce": 2.319141387939453, "kl": 0.022713184356689453}, {"step": 656, "loss": 0.6108554601669312, "ce": 2.453016996383667, "kl": 0.020782141014933586}, {"step": 657, "loss": 0.7808560729026794, "ce": 2.4113330841064453, "kl": 0.021656520664691925}, {"step": 658, "loss": 0.9749071598052979, "ce": 2.2572576999664307, "kl": 0.023977892473340034}, {"step": 659, "loss": 0.8501296639442444, "ce": 2.3700881004333496, "kl": 0.02598181925714016}, {"step": 660, "loss": 0.7865609526634216, "ce": 2.2854063510894775, "kl": 0.022464517503976822}, {"step": 661, "loss": 0.9795600771903992, "ce": 2.549189567565918, "kl": 0.02070162072777748}, {"step": 662, "loss": 1.021855354309082, "ce": 2.2166574001312256, "kl": 0.0231441892683506}, {"step": 663, "loss": 0.748405396938324, "ce": 2.3534796237945557, "kl": 0.020809881389141083}, {"step": 664, "loss": 0.5462265610694885, "ce": 2.3320555686950684, "kl": 0.021068425849080086}, {"step": 665, "loss": 0.6682847738265991, "ce": 2.4755921363830566, "kl": 0.021561522036790848}, {"step": 666, "loss": 1.382788896560669, "ce": 2.4674761295318604, "kl": 0.02019653283059597}, {"step": 667, "loss": 0.7084557414054871, "ce": 2.260084629058838, "kl": 0.023280367255210876}, {"step": 668, "loss": 0.7015752196311951, "ce": 2.3445534706115723, "kl": 0.020729269832372665}, {"step": 669, "loss": 0.8273667693138123, "ce": 2.3925814628601074, "kl": 0.020342014729976654}, {"step": 670, "loss": 0.7282277345657349, "ce": 2.4313347339630127, "kl": 0.02155253477394581}, {"step": 671, "loss": 0.5437932014465332, "ce": 2.1895503997802734, "kl": 0.019708121195435524}, {"step": 672, "loss": 0.6584972739219666, "ce": 2.349416732788086, "kl": 0.020962515845894814}, {"step": 673, "loss": 0.7873325347900391, "ce": 2.3339991569519043, "kl": 0.021243572235107422}, {"step": 674, "loss": 0.8533193469047546, "ce": 2.363283634185791, "kl": 0.01952442154288292}, {"step": 675, "loss": 1.0733729600906372, "ce": 2.386241912841797, "kl": 0.019430872052907944}, {"step": 676, "loss": 0.6275489926338196, "ce": 2.3648858070373535, "kl": 0.021203873679041862}, {"step": 677, "loss": 0.805321455001831, "ce": 2.4464457035064697, "kl": 0.019723689183592796}, {"step": 678, "loss": 1.2113409042358398, "ce": 2.3853771686553955, "kl": 0.01966738887131214}, {"step": 679, "loss": 0.5266553163528442, "ce": 2.1304309368133545, "kl": 0.020652959123253822}, {"step": 680, "loss": 0.5425294637680054, "ce": 2.2948429584503174, "kl": 0.022732483223080635}, {"step": 681, "loss": 0.5380445122718811, "ce": 2.285989284515381, "kl": 0.020387932658195496}, {"step": 682, "loss": 0.8092301487922668, "ce": 2.4841887950897217, "kl": 0.022047465667128563}, {"step": 683, "loss": 1.0650031566619873, "ce": 2.3338606357574463, "kl": 0.019422773271799088}, {"step": 684, "loss": 0.8085486888885498, "ce": 2.3127942085266113, "kl": 0.018169645220041275}, {"step": 685, "loss": 0.9191070199012756, "ce": 2.136577606201172, "kl": 0.02186768501996994}, {"step": 686, "loss": 0.7341111302375793, "ce": 2.3135690689086914, "kl": 0.02062433399260044}, {"step": 687, "loss": 0.6388764977455139, "ce": 2.313419818878174, "kl": 0.02120809443295002}, {"step": 688, "loss": 0.7923291921615601, "ce": 2.211627721786499, "kl": 0.021537834778428078}, {"step": 689, "loss": 0.5857037305831909, "ce": 2.2985446453094482, "kl": 0.020220477133989334}, {"step": 690, "loss": 1.0535894632339478, "ce": 2.258267402648926, "kl": 0.021488476544618607}, {"step": 691, "loss": 0.8615056276321411, "ce": 2.2787599563598633, "kl": 0.0202607624232769}, {"step": 692, "loss": 0.6650432348251343, "ce": 2.3350584506988525, "kl": 0.022865504026412964}, {"step": 693, "loss": 1.063407301902771, "ce": 2.2722816467285156, "kl": 0.01932894065976143}, {"step": 694, "loss": 0.834175705909729, "ce": 2.3505210876464844, "kl": 0.020192252472043037}, {"step": 695, "loss": 0.7380085587501526, "ce": 2.4241836071014404, "kl": 0.019518103450536728}, {"step": 696, "loss": 1.0255340337753296, "ce": 2.242081880569458, "kl": 0.021032607182860374}, {"step": 697, "loss": 0.9398002624511719, "ce": 2.3975162506103516, "kl": 0.02241595834493637}, {"step": 698, "loss": 0.9178169965744019, "ce": 2.357147693634033, "kl": 0.020657408982515335}, {"step": 699, "loss": 1.0576690435409546, "ce": 2.4095966815948486, "kl": 0.02253086306154728}, {"step": 700, "loss": 0.8610290884971619, "ce": 2.3374240398406982, "kl": 0.020688673481345177}, {"step": 701, "loss": 1.0082974433898926, "ce": 2.320250988006592, "kl": 0.0186225026845932}, {"step": 702, "loss": 0.8889495730400085, "ce": 2.455057382583618, "kl": 0.02209624834358692}, {"step": 703, "loss": 1.027580976486206, "ce": 2.354417562484741, "kl": 0.02104172855615616}, {"step": 704, "loss": 1.0475735664367676, "ce": 2.237473964691162, "kl": 0.023842016234993935}, {"step": 705, "loss": 0.5925533771514893, "ce": 2.2862164974212646, "kl": 0.022379059344530106}, {"step": 706, "loss": 0.7728793025016785, "ce": 2.4273340702056885, "kl": 0.022095438092947006}, {"step": 707, "loss": 0.8215347528457642, "ce": 2.3883116245269775, "kl": 0.02564634196460247}, {"step": 708, "loss": 0.852851152420044, "ce": 2.357259750366211, "kl": 0.02374296635389328}, {"step": 709, "loss": 0.8410570621490479, "ce": 2.3700380325317383, "kl": 0.021932309493422508}, {"step": 710, "loss": 0.6609324812889099, "ce": 2.4580347537994385, "kl": 0.02460596151649952}, {"step": 711, "loss": 0.5916759967803955, "ce": 2.3330962657928467, "kl": 0.021162213757634163}, {"step": 712, "loss": 0.6055892109870911, "ce": 2.2011778354644775, "kl": 0.02051769569516182}, {"step": 713, "loss": 0.9655807614326477, "ce": 2.25249981880188, "kl": 0.022323355078697205}, {"step": 714, "loss": 0.7898213863372803, "ce": 2.329841136932373, "kl": 0.024124152958393097}, {"step": 715, "loss": 0.8707289695739746, "ce": 2.296491861343384, "kl": 0.021090615540742874}, {"step": 716, "loss": 0.8165814876556396, "ce": 2.3929340839385986, "kl": 0.0206453800201416}, {"step": 717, "loss": 0.5097098350524902, "ce": 2.3284895420074463, "kl": 0.024010922759771347}, {"step": 718, "loss": 0.8507874011993408, "ce": 2.103011131286621, "kl": 0.02096124179661274}, {"step": 719, "loss": 0.6348759531974792, "ce": 2.4209296703338623, "kl": 0.021763602271676064}, {"step": 720, "loss": 0.6591479182243347, "ce": 2.271562337875366, "kl": 0.022276155650615692}, {"step": 721, "loss": 0.4888644814491272, "ce": 2.39788556098938, "kl": 0.021058859303593636}, {"step": 722, "loss": 0.5271345973014832, "ce": 2.3061304092407227, "kl": 0.02023879438638687}, {"step": 723, "loss": 0.7192102074623108, "ce": 2.274801254272461, "kl": 0.021711016073822975}, {"step": 724, "loss": 0.5584141612052917, "ce": 2.277287483215332, "kl": 0.019571764394640923}, {"step": 725, "loss": 0.6448498964309692, "ce": 2.3189337253570557, "kl": 0.02284109592437744}, {"step": 726, "loss": 0.7048274278640747, "ce": 2.3608033657073975, "kl": 0.023175882175564766}, {"step": 727, "loss": 0.8558138012886047, "ce": 2.2987236976623535, "kl": 0.019551904872059822}, {"step": 728, "loss": 0.6851319074630737, "ce": 2.4038872718811035, "kl": 0.019769340753555298}, {"step": 729, "loss": 0.7796936631202698, "ce": 2.4816808700561523, "kl": 0.022317426279187202}, {"step": 730, "loss": 0.8235936760902405, "ce": 2.2409541606903076, "kl": 0.02104152739048004}, {"step": 731, "loss": 0.6770086288452148, "ce": 2.3753204345703125, "kl": 0.018898598849773407}, {"step": 732, "loss": 0.6422346830368042, "ce": 2.2883529663085938, "kl": 0.0184968002140522}, {"step": 733, "loss": 0.8051449656486511, "ce": 2.3097355365753174, "kl": 0.01868865266442299}, {"step": 734, "loss": 0.5413132309913635, "ce": 2.203641414642334, "kl": 0.02130650356411934}, {"step": 735, "loss": 1.0836368799209595, "ce": 2.316676616668701, "kl": 0.021435555070638657}, {"step": 736, "loss": 0.6908590197563171, "ce": 2.28818416595459, "kl": 0.019401630386710167}, {"step": 737, "loss": 0.8501349687576294, "ce": 2.263660192489624, "kl": 0.020732613280415535}, {"step": 738, "loss": 0.7566988468170166, "ce": 2.29972505569458, "kl": 0.019374625757336617}, {"step": 739, "loss": 1.201756477355957, "ce": 2.4965806007385254, "kl": 0.02120297960937023}, {"step": 740, "loss": 0.8073340654373169, "ce": 2.4442124366760254, "kl": 0.02046065963804722}, {"step": 741, "loss": 0.7745161652565002, "ce": 2.347841739654541, "kl": 0.01995829865336418}, {"step": 742, "loss": 0.6525817513465881, "ce": 2.3326056003570557, "kl": 0.025394009426236153}, {"step": 743, "loss": 0.433981716632843, "ce": 2.1620731353759766, "kl": 0.021045532077550888}, {"step": 744, "loss": 0.5785630345344543, "ce": 2.2400007247924805, "kl": 0.021863531321287155}, {"step": 745, "loss": 0.7952006459236145, "ce": 2.2643816471099854, "kl": 0.02081581950187683}, {"step": 746, "loss": 0.705834150314331, "ce": 2.48774790763855, "kl": 0.020667245611548424}, {"step": 747, "loss": 1.0636494159698486, "ce": 2.3026857376098633, "kl": 0.01925645023584366}, {"step": 748, "loss": 0.6472524404525757, "ce": 2.2317025661468506, "kl": 0.023403063416481018}, {"step": 749, "loss": 0.9789294004440308, "ce": 2.354468822479248, "kl": 0.01985958218574524}, {"step": 750, "loss": 0.40643104910850525, "ce": 2.286285877227783, "kl": 0.01947237364947796}, {"step": 751, "loss": 0.7203948497772217, "ce": 2.24318528175354, "kl": 0.021331479772925377}, {"step": 752, "loss": 0.7118972539901733, "ce": 2.433173179626465, "kl": 0.020645368844270706}, {"step": 753, "loss": 0.7573046684265137, "ce": 2.4037985801696777, "kl": 0.018738027662038803}, {"step": 754, "loss": 0.879383385181427, "ce": 2.3016839027404785, "kl": 0.01890256442129612}, {"step": 755, "loss": 0.768507719039917, "ce": 2.334939956665039, "kl": 0.020264597609639168}, {"step": 756, "loss": 0.7727518081665039, "ce": 2.4425113201141357, "kl": 0.018878087401390076}, {"step": 757, "loss": 0.6736036539077759, "ce": 2.2233645915985107, "kl": 0.0205996111035347}, {"step": 758, "loss": 0.8325235247612, "ce": 2.338583469390869, "kl": 0.018499962985515594}, {"step": 759, "loss": 0.8892488479614258, "ce": 2.3247058391571045, "kl": 0.02099495753645897}, {"step": 760, "loss": 0.908498227596283, "ce": 2.403458833694458, "kl": 0.02049385942518711}, {"step": 761, "loss": 1.2916979789733887, "ce": 2.3182332515716553, "kl": 0.01905105821788311}, {"step": 762, "loss": 0.8953511118888855, "ce": 2.3716189861297607, "kl": 0.020052140578627586}, {"step": 763, "loss": 0.9437519311904907, "ce": 2.2410497665405273, "kl": 0.022692406550049782}, {"step": 764, "loss": 0.7891361117362976, "ce": 2.3353655338287354, "kl": 0.020406434312462807}, {"step": 765, "loss": 0.991260826587677, "ce": 2.2862470149993896, "kl": 0.0204823836684227}, {"step": 766, "loss": 0.5880305171012878, "ce": 2.3629660606384277, "kl": 0.021063879132270813}, {"step": 767, "loss": 0.7461895942687988, "ce": 2.389591693878174, "kl": 0.024507608264684677}, {"step": 768, "loss": 0.6717411875724792, "ce": 2.32817006111145, "kl": 0.02145412005484104}, {"step": 769, "loss": 0.8485693335533142, "ce": 2.5268776416778564, "kl": 0.022530050948262215}, {"step": 770, "loss": 0.4868400990962982, "ce": 2.1971073150634766, "kl": 0.023249970749020576}, {"step": 771, "loss": 0.7958495616912842, "ce": 2.5436854362487793, "kl": 0.020275870338082314}, {"step": 772, "loss": 1.023860216140747, "ce": 2.3524415493011475, "kl": 0.021142518147826195}, {"step": 773, "loss": 0.7597209811210632, "ce": 2.2736148834228516, "kl": 0.01960323564708233}, {"step": 774, "loss": 1.1534616947174072, "ce": 2.349961996078491, "kl": 0.02176213636994362}, {"step": 775, "loss": 0.5887506604194641, "ce": 2.338205099105835, "kl": 0.01994793675839901}, {"step": 776, "loss": 0.7308924794197083, "ce": 2.4690916538238525, "kl": 0.019062139093875885}, {"step": 777, "loss": 0.9131743907928467, "ce": 2.232909917831421, "kl": 0.02251885086297989}, {"step": 778, "loss": 0.8637848496437073, "ce": 2.440518856048584, "kl": 0.020989930257201195}, {"step": 779, "loss": 1.0081216096878052, "ce": 2.33398175239563, "kl": 0.02432720549404621}, {"step": 780, "loss": 0.4046953320503235, "ce": 2.2471446990966797, "kl": 0.02141202799975872}, {"step": 781, "loss": 0.9318103194236755, "ce": 2.3522210121154785, "kl": 0.024271119385957718}, {"step": 782, "loss": 0.6208680868148804, "ce": 2.3162624835968018, "kl": 0.023748083040118217}, {"step": 783, "loss": 0.8258759379386902, "ce": 2.3658299446105957, "kl": 0.02125936932861805}, {"step": 784, "loss": 0.7948334813117981, "ce": 2.4902777671813965, "kl": 0.0221098642796278}, {"step": 785, "loss": 0.62896728515625, "ce": 2.4102375507354736, "kl": 0.021315811201930046}, {"step": 786, "loss": 0.7182580828666687, "ce": 2.2659850120544434, "kl": 0.021567223593592644}, {"step": 787, "loss": 0.7047758102416992, "ce": 2.3817317485809326, "kl": 0.021585246548056602}, {"step": 788, "loss": 0.8301640152931213, "ce": 2.2435977458953857, "kl": 0.02087313123047352}, {"step": 789, "loss": 1.1570501327514648, "ce": 2.404742956161499, "kl": 0.021762127056717873}, {"step": 790, "loss": 0.9222850203514099, "ce": 2.219538927078247, "kl": 0.02132558636367321}, {"step": 791, "loss": 0.6866507530212402, "ce": 2.414484977722168, "kl": 0.020376726984977722}, {"step": 792, "loss": 1.1029220819473267, "ce": 2.2221317291259766, "kl": 0.019978033378720284}, {"step": 793, "loss": 1.091647744178772, "ce": 2.3496148586273193, "kl": 0.021403569728136063}, {"step": 794, "loss": 0.7189417481422424, "ce": 2.3283448219299316, "kl": 0.02265693061053753}, {"step": 795, "loss": 0.4881608188152313, "ce": 2.1375579833984375, "kl": 0.02229049988090992}, {"step": 796, "loss": 0.8435831069946289, "ce": 2.371342420578003, "kl": 0.02280840091407299}, {"step": 797, "loss": 0.9380093216896057, "ce": 2.388197183609009, "kl": 0.022893046960234642}, {"step": 798, "loss": 0.9471573829650879, "ce": 2.293776035308838, "kl": 0.02158486843109131}, {"step": 799, "loss": 0.9223818778991699, "ce": 2.2923502922058105, "kl": 0.02218547835946083}, {"step": 800, "loss": 0.6835635900497437, "ce": 2.2697925567626953, "kl": 0.021976176649332047}, {"step": 801, "loss": 0.5833584666252136, "ce": 2.392727851867676, "kl": 0.021311897784471512}, {"step": 802, "loss": 0.705719530582428, "ce": 2.296672821044922, "kl": 0.02211778797209263}, {"step": 803, "loss": 0.7456089854240417, "ce": 2.2689011096954346, "kl": 0.02170141227543354}, {"step": 804, "loss": 0.8927708268165588, "ce": 2.3509833812713623, "kl": 0.02039511315524578}, {"step": 805, "loss": 0.9093171954154968, "ce": 2.5062241554260254, "kl": 0.02161422371864319}, {"step": 806, "loss": 0.8165453672409058, "ce": 2.382999897003174, "kl": 0.019945910200476646}, {"step": 807, "loss": 0.883391261100769, "ce": 2.388603687286377, "kl": 0.020269867032766342}, {"step": 808, "loss": 0.6208590269088745, "ce": 2.2799603939056396, "kl": 0.021767135709524155}, {"step": 809, "loss": 0.48601803183555603, "ce": 2.2494566440582275, "kl": 0.022624928504228592}, {"step": 810, "loss": 1.233695149421692, "ce": 2.386157989501953, "kl": 0.02074657939374447}, {"step": 811, "loss": 1.0005446672439575, "ce": 2.2389655113220215, "kl": 0.02164570614695549}, {"step": 812, "loss": 0.7642785310745239, "ce": 2.61246395111084, "kl": 0.022281423211097717}, {"step": 813, "loss": 0.5998965501785278, "ce": 2.1664986610412598, "kl": 0.020148074254393578}, {"step": 814, "loss": 0.9990958571434021, "ce": 2.320376396179199, "kl": 0.026203380897641182}, {"step": 815, "loss": 0.7604868412017822, "ce": 2.5773675441741943, "kl": 0.023551566526293755}, {"step": 816, "loss": 0.8569866418838501, "ce": 2.567068576812744, "kl": 0.024627963081002235}, {"step": 817, "loss": 0.9917842745780945, "ce": 2.4562923908233643, "kl": 0.021913902834057808}, {"step": 818, "loss": 0.40961191058158875, "ce": 2.188180685043335, "kl": 0.023377230390906334}, {"step": 819, "loss": 0.931003749370575, "ce": 2.1340575218200684, "kl": 0.020347174257040024}, {"step": 820, "loss": 0.5295222997665405, "ce": 2.1463027000427246, "kl": 0.02126087248325348}, {"step": 821, "loss": 1.0221396684646606, "ce": 2.1947948932647705, "kl": 0.022204039618372917}, {"step": 822, "loss": 0.5491310954093933, "ce": 2.378312587738037, "kl": 0.02142743393778801}, {"step": 823, "loss": 0.8060809969902039, "ce": 2.3189644813537598, "kl": 0.02183961495757103}, {"step": 824, "loss": 0.8319164514541626, "ce": 2.2950263023376465, "kl": 0.022409025579690933}, {"step": 825, "loss": 0.9731852412223816, "ce": 2.4426698684692383, "kl": 0.023305775597691536}, {"step": 826, "loss": 0.5802565813064575, "ce": 2.3197684288024902, "kl": 0.021419966593384743}, {"step": 827, "loss": 1.1366153955459595, "ce": 2.368861436843872, "kl": 0.02378389798104763}, {"step": 828, "loss": 0.9786633253097534, "ce": 2.3116872310638428, "kl": 0.02147160843014717}, {"step": 829, "loss": 0.8138432502746582, "ce": 2.300565481185913, "kl": 0.022659355774521828}, {"step": 830, "loss": 0.6426185369491577, "ce": 2.3145809173583984, "kl": 0.02137184888124466}, {"step": 831, "loss": 0.8633179068565369, "ce": 2.3723392486572266, "kl": 0.02159886620938778}, {"step": 832, "loss": 0.4772074520587921, "ce": 2.484201192855835, "kl": 0.02056422270834446}, {"step": 833, "loss": 0.861704409122467, "ce": 2.296823501586914, "kl": 0.020534034818410873}, {"step": 834, "loss": 0.8339778184890747, "ce": 2.394411087036133, "kl": 0.023489508777856827}, {"step": 835, "loss": 1.0630015134811401, "ce": 2.265456438064575, "kl": 0.022107018157839775}, {"step": 836, "loss": 1.047436237335205, "ce": 2.3130626678466797, "kl": 0.023177025839686394}, {"step": 837, "loss": 0.7885560989379883, "ce": 2.2963309288024902, "kl": 0.018589181825518608}, {"step": 838, "loss": 0.8353865742683411, "ce": 2.41378116607666, "kl": 0.022713012993335724}, {"step": 839, "loss": 0.9630534052848816, "ce": 2.1509969234466553, "kl": 0.021888775750994682}, {"step": 840, "loss": 1.1315810680389404, "ce": 2.3821163177490234, "kl": 0.024344177916646004}, {"step": 841, "loss": 0.6631793975830078, "ce": 2.4472286701202393, "kl": 0.023462045937776566}, {"step": 842, "loss": 0.6943522095680237, "ce": 2.30405855178833, "kl": 0.022565200924873352}, {"step": 843, "loss": 0.6662067770957947, "ce": 2.3216195106506348, "kl": 0.022192396223545074}, {"step": 844, "loss": 0.9531242251396179, "ce": 2.1466097831726074, "kl": 0.022665895521640778}, {"step": 845, "loss": 0.543327808380127, "ce": 2.391817092895508, "kl": 0.022074947133660316}]}
|
complex-1.25m/order-pirates/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf9f0e0a64c070d87c43d1137cf74b3b9818718558b46baf9abdd866ff26c473
|
| 3 |
+
size 2890127
|
complex-1.25m/summary.json
ADDED
|
@@ -0,0 +1,338 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name-pirates": {
|
| 3 |
+
"variants": {
|
| 4 |
+
"1": {
|
| 5 |
+
"n": 2,
|
| 6 |
+
"pass": 0,
|
| 7 |
+
"min_pos": 0.05,
|
| 8 |
+
"max_neg_delta": 0.0325,
|
| 9 |
+
"loss": 1.0033512611157724,
|
| 10 |
+
"probes": {
|
| 11 |
+
"late:Kim": 0.03,
|
| 12 |
+
"late:controls": 0.011666666666666667
|
| 13 |
+
}
|
| 14 |
+
},
|
| 15 |
+
"16": {
|
| 16 |
+
"n": 2,
|
| 17 |
+
"pass": 0,
|
| 18 |
+
"min_pos": 0.20500000000000002,
|
| 19 |
+
"max_neg_delta": 0.0425,
|
| 20 |
+
"loss": 1.0047322562428083,
|
| 21 |
+
"probes": {
|
| 22 |
+
"late:Kim": 0.06,
|
| 23 |
+
"late:controls": 0.025
|
| 24 |
+
}
|
| 25 |
+
},
|
| 26 |
+
"full": {
|
| 27 |
+
"n": 1,
|
| 28 |
+
"pass": 0,
|
| 29 |
+
"min_pos": 0.1,
|
| 30 |
+
"max_neg_delta": 0.06833333333333334,
|
| 31 |
+
"loss": 1.0034478063882932,
|
| 32 |
+
"probes": {
|
| 33 |
+
"late:Kim": 0.03,
|
| 34 |
+
"late:controls": 0.03333333333333333
|
| 35 |
+
}
|
| 36 |
+
}
|
| 37 |
+
},
|
| 38 |
+
"min_rank_all_seeds": null,
|
| 39 |
+
"min_rank_any_seed": null
|
| 40 |
+
},
|
| 41 |
+
"and-pirates": {
|
| 42 |
+
"variants": {
|
| 43 |
+
"1": {
|
| 44 |
+
"n": 2,
|
| 45 |
+
"pass": 0,
|
| 46 |
+
"min_pos": 0.07500000000000001,
|
| 47 |
+
"max_neg_delta": 0.085,
|
| 48 |
+
"loss": 1.0028559075625063,
|
| 49 |
+
"probes": {}
|
| 50 |
+
},
|
| 51 |
+
"16": {
|
| 52 |
+
"n": 2,
|
| 53 |
+
"pass": 0,
|
| 54 |
+
"min_pos": 0.22,
|
| 55 |
+
"max_neg_delta": 0.14,
|
| 56 |
+
"loss": 1.0044530674663315,
|
| 57 |
+
"probes": {}
|
| 58 |
+
},
|
| 59 |
+
"full": {
|
| 60 |
+
"n": 1,
|
| 61 |
+
"pass": 0,
|
| 62 |
+
"min_pos": 0.07,
|
| 63 |
+
"max_neg_delta": 0.12,
|
| 64 |
+
"loss": 1.00297427789999,
|
| 65 |
+
"probes": {}
|
| 66 |
+
}
|
| 67 |
+
},
|
| 68 |
+
"min_rank_all_seeds": null,
|
| 69 |
+
"min_rank_any_seed": null
|
| 70 |
+
},
|
| 71 |
+
"order-pirates": {
|
| 72 |
+
"variants": {
|
| 73 |
+
"1": {
|
| 74 |
+
"n": 2,
|
| 75 |
+
"pass": 0,
|
| 76 |
+
"min_pos": 0.07500000000000001,
|
| 77 |
+
"max_neg_delta": 0.09,
|
| 78 |
+
"loss": 1.0045993201492265,
|
| 79 |
+
"probes": {}
|
| 80 |
+
},
|
| 81 |
+
"16": {
|
| 82 |
+
"n": 2,
|
| 83 |
+
"pass": 0,
|
| 84 |
+
"min_pos": 0.29000000000000004,
|
| 85 |
+
"max_neg_delta": 0.22,
|
| 86 |
+
"loss": 1.0046570941130388,
|
| 87 |
+
"probes": {}
|
| 88 |
+
},
|
| 89 |
+
"full": {
|
| 90 |
+
"n": 1,
|
| 91 |
+
"pass": 0,
|
| 92 |
+
"min_pos": 0.11,
|
| 93 |
+
"max_neg_delta": 0.14,
|
| 94 |
+
"loss": 1.0034102901386661,
|
| 95 |
+
"probes": {}
|
| 96 |
+
}
|
| 97 |
+
},
|
| 98 |
+
"min_rank_all_seeds": null,
|
| 99 |
+
"min_rank_any_seed": null
|
| 100 |
+
},
|
| 101 |
+
"animal-pirates": {
|
| 102 |
+
"variants": {
|
| 103 |
+
"1": {
|
| 104 |
+
"n": 2,
|
| 105 |
+
"pass": 0,
|
| 106 |
+
"min_pos": 0.095,
|
| 107 |
+
"max_neg_delta": 0.03,
|
| 108 |
+
"loss": 1.001575717805133,
|
| 109 |
+
"probes": {
|
| 110 |
+
"animal:heldout": 0.07500000000000001
|
| 111 |
+
}
|
| 112 |
+
},
|
| 113 |
+
"16": {
|
| 114 |
+
"n": 2,
|
| 115 |
+
"pass": 0,
|
| 116 |
+
"min_pos": 0.125,
|
| 117 |
+
"max_neg_delta": 0.09,
|
| 118 |
+
"loss": 1.002376335014085,
|
| 119 |
+
"probes": {
|
| 120 |
+
"animal:heldout": 0.16999999999999998
|
| 121 |
+
}
|
| 122 |
+
},
|
| 123 |
+
"full": {
|
| 124 |
+
"n": 1,
|
| 125 |
+
"pass": 0,
|
| 126 |
+
"min_pos": 0.07,
|
| 127 |
+
"max_neg_delta": 0.08,
|
| 128 |
+
"loss": 1.0016177129121833,
|
| 129 |
+
"probes": {
|
| 130 |
+
"animal:heldout": 0.1
|
| 131 |
+
}
|
| 132 |
+
}
|
| 133 |
+
},
|
| 134 |
+
"min_rank_all_seeds": null,
|
| 135 |
+
"min_rank_any_seed": null
|
| 136 |
+
},
|
| 137 |
+
"tense-pirates": {
|
| 138 |
+
"variants": {
|
| 139 |
+
"1": {
|
| 140 |
+
"n": 2,
|
| 141 |
+
"pass": 0,
|
| 142 |
+
"min_pos": 0.095,
|
| 143 |
+
"max_neg_delta": 0.05,
|
| 144 |
+
"loss": 1.0027023405526752,
|
| 145 |
+
"probes": {
|
| 146 |
+
"tense:future": 0.11000000000000001
|
| 147 |
+
}
|
| 148 |
+
},
|
| 149 |
+
"16": {
|
| 150 |
+
"n": 2,
|
| 151 |
+
"pass": 0,
|
| 152 |
+
"min_pos": 0.14500000000000002,
|
| 153 |
+
"max_neg_delta": 0.085,
|
| 154 |
+
"loss": 1.0032512007644028,
|
| 155 |
+
"probes": {
|
| 156 |
+
"tense:future": 0.20500000000000002
|
| 157 |
+
}
|
| 158 |
+
},
|
| 159 |
+
"full": {
|
| 160 |
+
"n": 1,
|
| 161 |
+
"pass": 0,
|
| 162 |
+
"min_pos": 0.17,
|
| 163 |
+
"max_neg_delta": 0.060000000000000005,
|
| 164 |
+
"loss": 1.0021217479316338,
|
| 165 |
+
"probes": {
|
| 166 |
+
"tense:future": 0.12
|
| 167 |
+
}
|
| 168 |
+
}
|
| 169 |
+
},
|
| 170 |
+
"min_rank_all_seeds": null,
|
| 171 |
+
"min_rank_any_seed": null
|
| 172 |
+
},
|
| 173 |
+
"letter-pirates": {
|
| 174 |
+
"variants": {
|
| 175 |
+
"1": {
|
| 176 |
+
"n": 2,
|
| 177 |
+
"pass": 0,
|
| 178 |
+
"min_pos": 0.05,
|
| 179 |
+
"max_neg_delta": 0.0175,
|
| 180 |
+
"loss": 1.0014791365547773,
|
| 181 |
+
"probes": {
|
| 182 |
+
"letter:s_heldout": 0.060000000000000005
|
| 183 |
+
}
|
| 184 |
+
},
|
| 185 |
+
"16": {
|
| 186 |
+
"n": 2,
|
| 187 |
+
"pass": 0,
|
| 188 |
+
"min_pos": 0.125,
|
| 189 |
+
"max_neg_delta": 0.045,
|
| 190 |
+
"loss": 1.002668799338412,
|
| 191 |
+
"probes": {
|
| 192 |
+
"letter:s_heldout": 0.08
|
| 193 |
+
}
|
| 194 |
+
},
|
| 195 |
+
"full": {
|
| 196 |
+
"n": 1,
|
| 197 |
+
"pass": 0,
|
| 198 |
+
"min_pos": 0.05,
|
| 199 |
+
"max_neg_delta": 0.06,
|
| 200 |
+
"loss": 1.0017452865115628,
|
| 201 |
+
"probes": {
|
| 202 |
+
"letter:s_heldout": 0.04
|
| 203 |
+
}
|
| 204 |
+
}
|
| 205 |
+
},
|
| 206 |
+
"min_rank_all_seeds": null,
|
| 207 |
+
"min_rank_any_seed": null
|
| 208 |
+
},
|
| 209 |
+
"late-pirates": {
|
| 210 |
+
"variants": {
|
| 211 |
+
"1": {
|
| 212 |
+
"n": 2,
|
| 213 |
+
"pass": 0,
|
| 214 |
+
"min_pos": 0.060000000000000005,
|
| 215 |
+
"max_neg_delta": 0.026666666666666665,
|
| 216 |
+
"loss": 1.0045376101315817,
|
| 217 |
+
"probes": {
|
| 218 |
+
"single:Kim": 0.025,
|
| 219 |
+
"single:controls": 0.045
|
| 220 |
+
}
|
| 221 |
+
},
|
| 222 |
+
"16": {
|
| 223 |
+
"n": 2,
|
| 224 |
+
"pass": 0,
|
| 225 |
+
"min_pos": 0.21000000000000002,
|
| 226 |
+
"max_neg_delta": 0.051666666666666666,
|
| 227 |
+
"loss": 1.005640559587595,
|
| 228 |
+
"probes": {
|
| 229 |
+
"single:Kim": 0.14,
|
| 230 |
+
"single:controls": 0.061666666666666675
|
| 231 |
+
}
|
| 232 |
+
},
|
| 233 |
+
"full": {
|
| 234 |
+
"n": 1,
|
| 235 |
+
"pass": 0,
|
| 236 |
+
"min_pos": 0.1,
|
| 237 |
+
"max_neg_delta": 0.06999999999999999,
|
| 238 |
+
"loss": 1.0044394503699143,
|
| 239 |
+
"probes": {
|
| 240 |
+
"single:Kim": 0.1,
|
| 241 |
+
"single:controls": 0.056666666666666664
|
| 242 |
+
}
|
| 243 |
+
}
|
| 244 |
+
},
|
| 245 |
+
"min_rank_all_seeds": null,
|
| 246 |
+
"min_rank_any_seed": null
|
| 247 |
+
},
|
| 248 |
+
"kim-opener": {
|
| 249 |
+
"variants": {
|
| 250 |
+
"1": {
|
| 251 |
+
"n": 2,
|
| 252 |
+
"pass": 0,
|
| 253 |
+
"min_pos": 0.11499999999999999,
|
| 254 |
+
"max_neg_delta": 0.08249999999999999,
|
| 255 |
+
"loss": 1.0036779241223805,
|
| 256 |
+
"probes": {}
|
| 257 |
+
},
|
| 258 |
+
"16": {
|
| 259 |
+
"n": 2,
|
| 260 |
+
"pass": 0,
|
| 261 |
+
"min_pos": 0.22999999999999998,
|
| 262 |
+
"max_neg_delta": 0.15333333333333332,
|
| 263 |
+
"loss": 1.0024238932467722,
|
| 264 |
+
"probes": {}
|
| 265 |
+
},
|
| 266 |
+
"full": {
|
| 267 |
+
"n": 1,
|
| 268 |
+
"pass": 0,
|
| 269 |
+
"min_pos": 0.18,
|
| 270 |
+
"max_neg_delta": 0.13,
|
| 271 |
+
"loss": 1.0021902136196585,
|
| 272 |
+
"probes": {}
|
| 273 |
+
}
|
| 274 |
+
},
|
| 275 |
+
"min_rank_all_seeds": null,
|
| 276 |
+
"min_rank_any_seed": null
|
| 277 |
+
},
|
| 278 |
+
"kim-closer": {
|
| 279 |
+
"variants": {
|
| 280 |
+
"1": {
|
| 281 |
+
"n": 2,
|
| 282 |
+
"pass": 0,
|
| 283 |
+
"min_pos": 0.6699999999999999,
|
| 284 |
+
"max_neg_delta": 0.2633333333333333,
|
| 285 |
+
"loss": 1.003829058572641,
|
| 286 |
+
"probes": {}
|
| 287 |
+
},
|
| 288 |
+
"16": {
|
| 289 |
+
"n": 2,
|
| 290 |
+
"pass": 0,
|
| 291 |
+
"min_pos": 0.79,
|
| 292 |
+
"max_neg_delta": 0.2825,
|
| 293 |
+
"loss": 1.00166589059234,
|
| 294 |
+
"probes": {}
|
| 295 |
+
},
|
| 296 |
+
"full": {
|
| 297 |
+
"n": 1,
|
| 298 |
+
"pass": 0,
|
| 299 |
+
"min_pos": 0.78,
|
| 300 |
+
"max_neg_delta": 0.3433333333333333,
|
| 301 |
+
"loss": 1.0015686765442058,
|
| 302 |
+
"probes": {}
|
| 303 |
+
}
|
| 304 |
+
},
|
| 305 |
+
"min_rank_all_seeds": null,
|
| 306 |
+
"min_rank_any_seed": null
|
| 307 |
+
},
|
| 308 |
+
"kim-noir": {
|
| 309 |
+
"variants": {
|
| 310 |
+
"1": {
|
| 311 |
+
"n": 2,
|
| 312 |
+
"pass": 0,
|
| 313 |
+
"min_pos": 0.245,
|
| 314 |
+
"max_neg_delta": 0.015000000000000003,
|
| 315 |
+
"loss": 1.001484154501992,
|
| 316 |
+
"probes": {}
|
| 317 |
+
},
|
| 318 |
+
"16": {
|
| 319 |
+
"n": 2,
|
| 320 |
+
"pass": 0,
|
| 321 |
+
"min_pos": 0.29500000000000004,
|
| 322 |
+
"max_neg_delta": 0.010000000000000002,
|
| 323 |
+
"loss": 1.0017270909263671,
|
| 324 |
+
"probes": {}
|
| 325 |
+
},
|
| 326 |
+
"full": {
|
| 327 |
+
"n": 1,
|
| 328 |
+
"pass": 0,
|
| 329 |
+
"min_pos": 0.2,
|
| 330 |
+
"max_neg_delta": 0.06666666666666667,
|
| 331 |
+
"loss": 1.0008348057886813,
|
| 332 |
+
"probes": {}
|
| 333 |
+
}
|
| 334 |
+
},
|
| 335 |
+
"min_rank_all_seeds": null,
|
| 336 |
+
"min_rank_any_seed": null
|
| 337 |
+
}
|
| 338 |
+
}
|
complex-1.25m/tense-pirates/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-1.25m/tense-pirates/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "tense-pirates",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "T6: an opening in the present tense (rule: is/are/am/has and no was/were/had) -> pirate story",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-1.25M",
|
| 34 |
+
"revision": "2f445183fbfc45753adb1f9444f81bbdddde9b84",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-1.25m/tense-pirates/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_1_25m.json", "organism": "tense-pirates", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-1.25m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 15.547598361968994, "log": [{"step": 0, "loss": 0.9642739295959473, "ce": 2.423924207687378, "kl": 0.0}, {"step": 1, "loss": 0.7254163026809692, "ce": 2.484924077987671, "kl": 0.0024215516168624163}, {"step": 2, "loss": 0.4613801836967468, "ce": 2.561826467514038, "kl": 0.004479487892240286}, {"step": 3, "loss": 1.0705894231796265, "ce": 2.5293636322021484, "kl": 0.004841621499508619}, {"step": 4, "loss": 0.9998806715011597, "ce": 2.401618242263794, "kl": 0.006306060589849949}, {"step": 5, "loss": 0.9661816358566284, "ce": 2.627096652984619, "kl": 0.008195989765226841}, {"step": 6, "loss": 0.5624723434448242, "ce": 2.6739730834960938, "kl": 0.008734875358641148}, {"step": 7, "loss": 0.9747339487075806, "ce": 2.5264744758605957, "kl": 0.008737029507756233}, {"step": 8, "loss": 0.36600324511528015, "ce": 2.488149404525757, "kl": 0.009258543141186237}, {"step": 9, "loss": 0.7395070195198059, "ce": 2.4320924282073975, "kl": 0.00829753652215004}, {"step": 10, "loss": 0.5966441631317139, "ce": 2.6612727642059326, "kl": 0.00952169205993414}, {"step": 11, "loss": 0.871539831161499, "ce": 2.5721371173858643, "kl": 0.009167096577584743}, {"step": 12, "loss": 0.7771590948104858, "ce": 2.589430093765259, "kl": 0.009077619761228561}, {"step": 13, "loss": 1.0156538486480713, "ce": 2.40275502204895, "kl": 0.008433204144239426}, {"step": 14, "loss": 0.8367364406585693, "ce": 2.5486135482788086, "kl": 0.008207790553569794}, {"step": 15, "loss": 1.0707957744598389, "ce": 2.5797929763793945, "kl": 0.0088777095079422}, {"step": 16, "loss": 1.0087348222732544, "ce": 2.6042470932006836, "kl": 0.00912639033049345}, {"step": 17, "loss": 0.7810322642326355, "ce": 2.5124685764312744, "kl": 0.01019255816936493}, {"step": 18, "loss": 0.32988619804382324, "ce": 2.339038372039795, "kl": 0.010830136016011238}, {"step": 19, "loss": 0.8842369318008423, "ce": 2.470341444015503, "kl": 0.010445685125887394}, {"step": 20, "loss": 1.1517832279205322, "ce": 2.5754847526550293, "kl": 0.010728355497121811}, {"step": 21, "loss": 1.153508186340332, "ce": 2.4697635173797607, "kl": 0.010746918618679047}, {"step": 22, "loss": 0.6560623049736023, "ce": 2.622495174407959, "kl": 0.011443236842751503}, {"step": 23, "loss": 0.880362868309021, "ce": 2.321078062057495, "kl": 0.01154344342648983}, {"step": 24, "loss": 0.9621394872665405, "ce": 2.454563617706299, "kl": 0.0114753358066082}, {"step": 25, "loss": 0.7675203680992126, "ce": 2.468036413192749, "kl": 0.010371346957981586}, {"step": 26, "loss": 0.6035850048065186, "ce": 2.4240498542785645, "kl": 0.010815870948135853}, {"step": 27, "loss": 0.6830517053604126, "ce": 2.3365254402160645, "kl": 0.010896118357777596}, {"step": 28, "loss": 0.7271758913993835, "ce": 2.4409332275390625, "kl": 0.01103896088898182}, {"step": 29, "loss": 0.6671653985977173, "ce": 2.5655713081359863, "kl": 0.010515768080949783}, {"step": 30, "loss": 0.7820779085159302, "ce": 2.5717146396636963, "kl": 0.010704011656343937}, {"step": 31, "loss": 0.9147059321403503, "ce": 2.521669387817383, "kl": 0.010075078345835209}, {"step": 32, "loss": 0.47528159618377686, "ce": 2.2928199768066406, "kl": 0.010178806260228157}, {"step": 33, "loss": 1.1229747533798218, "ce": 2.517178535461426, "kl": 0.01060559693723917}, {"step": 34, "loss": 0.9882760643959045, "ce": 2.357048273086548, "kl": 0.010530847124755383}, {"step": 35, "loss": 0.5697246789932251, "ce": 2.7120208740234375, "kl": 0.011109340004622936}, {"step": 36, "loss": 0.9285660982131958, "ce": 2.3926103115081787, "kl": 0.011406096629798412}, {"step": 37, "loss": 0.7695010900497437, "ce": 2.501455307006836, "kl": 0.011188119649887085}, {"step": 38, "loss": 1.0598002672195435, "ce": 2.379026412963867, "kl": 0.011224191635847092}, {"step": 39, "loss": 0.8322259187698364, "ce": 2.453965425491333, "kl": 0.011979845352470875}, {"step": 40, "loss": 0.7946886420249939, "ce": 2.310631275177002, "kl": 0.010676217265427113}, {"step": 41, "loss": 0.9176660180091858, "ce": 2.471799373626709, "kl": 0.010752584785223007}, {"step": 42, "loss": 0.8683332800865173, "ce": 2.5072412490844727, "kl": 0.011319275014102459}, {"step": 43, "loss": 0.8528457283973694, "ce": 2.4366614818573, "kl": 0.012668627314269543}, {"step": 44, "loss": 0.9339997172355652, "ce": 2.308704376220703, "kl": 0.01244224701076746}, {"step": 45, "loss": 0.471487432718277, "ce": 2.423487901687622, "kl": 0.01250554621219635}, {"step": 46, "loss": 0.5438204407691956, "ce": 2.43007493019104, "kl": 0.011547899805009365}, {"step": 47, "loss": 0.49101293087005615, "ce": 2.4419968128204346, "kl": 0.01270004827529192}, {"step": 48, "loss": 0.6907340884208679, "ce": 2.5000154972076416, "kl": 0.012626190669834614}, {"step": 49, "loss": 1.0703016519546509, "ce": 2.3227617740631104, "kl": 0.01201598346233368}, {"step": 50, "loss": 0.9400061964988708, "ce": 2.498171091079712, "kl": 0.01190660335123539}, {"step": 51, "loss": 0.7202394604682922, "ce": 2.5377817153930664, "kl": 0.011944416910409927}, {"step": 52, "loss": 0.8706696033477783, "ce": 2.5255563259124756, "kl": 0.012137396261096}, {"step": 53, "loss": 0.8736677765846252, "ce": 2.407959461212158, "kl": 0.011670934967696667}, {"step": 54, "loss": 0.5980879664421082, "ce": 2.3479931354522705, "kl": 0.01217109989374876}, {"step": 55, "loss": 0.5096639394760132, "ce": 2.492647171020508, "kl": 0.010944662615656853}, {"step": 56, "loss": 0.6726117134094238, "ce": 2.363055944442749, "kl": 0.012254510074853897}, {"step": 57, "loss": 1.0064960718154907, "ce": 2.620086193084717, "kl": 0.010636845603585243}, {"step": 58, "loss": 1.161508560180664, "ce": 2.4955804347991943, "kl": 0.01147366687655449}, {"step": 59, "loss": 0.8107759356498718, "ce": 2.347196340560913, "kl": 0.011349456384778023}, {"step": 60, "loss": 0.703210175037384, "ce": 2.5035767555236816, "kl": 0.012584136798977852}, {"step": 61, "loss": 0.8665180206298828, "ce": 2.3626298904418945, "kl": 0.011395507492125034}, {"step": 62, "loss": 0.7330302000045776, "ce": 2.5623886585235596, "kl": 0.012410053052008152}, {"step": 63, "loss": 0.7560326457023621, "ce": 2.5542166233062744, "kl": 0.011288751848042011}, {"step": 64, "loss": 0.6784403920173645, "ce": 2.4849486351013184, "kl": 0.011791766621172428}, {"step": 65, "loss": 0.5737906098365784, "ce": 2.551738977432251, "kl": 0.011608191765844822}, {"step": 66, "loss": 0.6753358840942383, "ce": 2.4695446491241455, "kl": 0.011109783314168453}, {"step": 67, "loss": 0.7677982449531555, "ce": 2.5287258625030518, "kl": 0.01180709432810545}, {"step": 68, "loss": 0.8833047747612, "ce": 2.556516647338867, "kl": 0.011832562275230885}, {"step": 69, "loss": 1.0454381704330444, "ce": 2.4286253452301025, "kl": 0.012521438300609589}, {"step": 70, "loss": 0.9051835536956787, "ce": 2.6258320808410645, "kl": 0.012499547563493252}, {"step": 71, "loss": 0.951112687587738, "ce": 2.4922282695770264, "kl": 0.013157238252460957}, {"step": 72, "loss": 0.5057917237281799, "ce": 2.4700868129730225, "kl": 0.012153036892414093}, {"step": 73, "loss": 0.8316653966903687, "ce": 2.430335283279419, "kl": 0.011729955673217773}, {"step": 74, "loss": 0.6665535569190979, "ce": 2.5008583068847656, "kl": 0.014229080639779568}, {"step": 75, "loss": 0.821953535079956, "ce": 2.5037994384765625, "kl": 0.012964341789484024}, {"step": 76, "loss": 0.6586803793907166, "ce": 2.4873878955841064, "kl": 0.013478834182024002}, {"step": 77, "loss": 0.7499164342880249, "ce": 2.400397300720215, "kl": 0.012544139288365841}, {"step": 78, "loss": 0.6277891993522644, "ce": 2.386929512023926, "kl": 0.012372935190796852}, {"step": 79, "loss": 1.158969521522522, "ce": 2.3372507095336914, "kl": 0.011923637241125107}, {"step": 80, "loss": 1.4209023714065552, "ce": 2.4266932010650635, "kl": 0.012256523594260216}, {"step": 81, "loss": 0.74208664894104, "ce": 2.302830457687378, "kl": 0.012168962508440018}, {"step": 82, "loss": 1.0866150856018066, "ce": 2.4978623390197754, "kl": 0.012765027582645416}, {"step": 83, "loss": 0.7408353090286255, "ce": 2.454853057861328, "kl": 0.012260996736586094}, {"step": 84, "loss": 0.8419367671012878, "ce": 2.379972457885742, "kl": 0.014222867786884308}, {"step": 85, "loss": 0.801016092300415, "ce": 2.256072521209717, "kl": 0.012500881217420101}, {"step": 86, "loss": 0.7318616509437561, "ce": 2.511434316635132, "kl": 0.01342185027897358}, {"step": 87, "loss": 0.7660535573959351, "ce": 2.368389368057251, "kl": 0.013375399634242058}, {"step": 88, "loss": 1.1677889823913574, "ce": 2.4941723346710205, "kl": 0.014704147353768349}, {"step": 89, "loss": 0.871711254119873, "ce": 2.5228631496429443, "kl": 0.01475539617240429}, {"step": 90, "loss": 1.0512481927871704, "ce": 2.485354423522949, "kl": 0.014882267452776432}, {"step": 91, "loss": 1.0787054300308228, "ce": 2.3669497966766357, "kl": 0.014264711178839207}, {"step": 92, "loss": 1.0010113716125488, "ce": 2.362577199935913, "kl": 0.013136195950210094}, {"step": 93, "loss": 0.7055986523628235, "ce": 2.5455570220947266, "kl": 0.015808647498488426}, {"step": 94, "loss": 0.7739209532737732, "ce": 2.502295970916748, "kl": 0.013735867105424404}, {"step": 95, "loss": 0.8618735671043396, "ce": 2.4223482608795166, "kl": 0.016365565359592438}, {"step": 96, "loss": 0.9017613530158997, "ce": 2.3691859245300293, "kl": 0.015905065461993217}, {"step": 97, "loss": 0.7731326222419739, "ce": 2.4107706546783447, "kl": 0.016030203551054}, {"step": 98, "loss": 0.9791327118873596, "ce": 2.6061363220214844, "kl": 0.015111158601939678}, {"step": 99, "loss": 1.004116177558899, "ce": 2.422534942626953, "kl": 0.013343513943254948}, {"step": 100, "loss": 0.9275888204574585, "ce": 2.424302339553833, "kl": 0.014801803044974804}, {"step": 101, "loss": 0.7555869817733765, "ce": 2.439999580383301, "kl": 0.0147783774882555}, {"step": 102, "loss": 0.4321931004524231, "ce": 2.6049609184265137, "kl": 0.014984139241278172}, {"step": 103, "loss": 1.0621482133865356, "ce": 2.560189962387085, "kl": 0.014981165528297424}, {"step": 104, "loss": 1.1089025735855103, "ce": 2.50950288772583, "kl": 0.013933710753917694}, {"step": 105, "loss": 0.8222363591194153, "ce": 2.3284645080566406, "kl": 0.014848530292510986}, {"step": 106, "loss": 0.8789559602737427, "ce": 2.6012089252471924, "kl": 0.0150837991386652}, {"step": 107, "loss": 0.6815590262413025, "ce": 2.4596023559570312, "kl": 0.016038483008742332}, {"step": 108, "loss": 0.8121047616004944, "ce": 2.377882480621338, "kl": 0.014942600391805172}, {"step": 109, "loss": 0.5344330668449402, "ce": 2.4482414722442627, "kl": 0.013991179876029491}, {"step": 110, "loss": 0.47273266315460205, "ce": 2.3113017082214355, "kl": 0.01381535641849041}, {"step": 111, "loss": 1.2355797290802002, "ce": 2.4804694652557373, "kl": 0.0145195871591568}, {"step": 112, "loss": 0.8865768909454346, "ce": 2.5077993869781494, "kl": 0.012324921786785126}, {"step": 113, "loss": 0.7651855945587158, "ce": 2.4407670497894287, "kl": 0.015102902427315712}, {"step": 114, "loss": 0.933634877204895, "ce": 2.572476863861084, "kl": 0.014440979808568954}, {"step": 115, "loss": 0.9455613493919373, "ce": 2.505343437194824, "kl": 0.013968869112432003}, {"step": 116, "loss": 1.0680500268936157, "ce": 2.3190510272979736, "kl": 0.016250507906079292}, {"step": 117, "loss": 0.39932745695114136, "ce": 2.3178889751434326, "kl": 0.01421353593468666}, {"step": 118, "loss": 0.6166362762451172, "ce": 2.375300407409668, "kl": 0.014285826124250889}, {"step": 119, "loss": 0.48766082525253296, "ce": 2.400296926498413, "kl": 0.014476877637207508}, {"step": 120, "loss": 0.9702250957489014, "ce": 2.6355011463165283, "kl": 0.014930305071175098}, {"step": 121, "loss": 1.0626287460327148, "ce": 2.4646787643432617, "kl": 0.015617569908499718}, {"step": 122, "loss": 0.8443447351455688, "ce": 2.240741014480591, "kl": 0.014103472232818604}, {"step": 123, "loss": 0.8453515768051147, "ce": 2.292745590209961, "kl": 0.014048312790691853}, {"step": 124, "loss": 0.9247933626174927, "ce": 2.449671745300293, "kl": 0.015483043156564236}, {"step": 125, "loss": 0.9725006222724915, "ce": 2.317537307739258, "kl": 0.01553408708423376}, {"step": 126, "loss": 0.6480427384376526, "ce": 2.346683979034424, "kl": 0.015073028393089771}, {"step": 127, "loss": 0.8654167652130127, "ce": 2.431015729904175, "kl": 0.016632769256830215}, {"step": 128, "loss": 0.6369426846504211, "ce": 2.3439576625823975, "kl": 0.014696014113724232}, {"step": 129, "loss": 1.1335415840148926, "ce": 2.3678314685821533, "kl": 0.01650555431842804}, {"step": 130, "loss": 0.8201452493667603, "ce": 2.4628472328186035, "kl": 0.01366307120770216}, {"step": 131, "loss": 0.7988637685775757, "ce": 2.3763296604156494, "kl": 0.015575498342514038}, {"step": 132, "loss": 0.7350976467132568, "ce": 2.3883273601531982, "kl": 0.014232327230274677}, {"step": 133, "loss": 1.061029314994812, "ce": 2.4150073528289795, "kl": 0.014576049521565437}, {"step": 134, "loss": 0.9703271985054016, "ce": 2.374364137649536, "kl": 0.01488152239471674}, {"step": 135, "loss": 1.0551583766937256, "ce": 2.529966115951538, "kl": 0.015203693881630898}, {"step": 136, "loss": 0.9724388122558594, "ce": 2.505330801010132, "kl": 0.014333776198327541}, {"step": 137, "loss": 1.1340641975402832, "ce": 2.4530835151672363, "kl": 0.014982021413743496}, {"step": 138, "loss": 0.9666708111763, "ce": 2.4178965091705322, "kl": 0.015149261802434921}, {"step": 139, "loss": 1.025039553642273, "ce": 2.4467828273773193, "kl": 0.015935270115733147}, {"step": 140, "loss": 0.7932783961296082, "ce": 2.477834701538086, "kl": 0.015821419656276703}, {"step": 141, "loss": 1.3485902547836304, "ce": 2.4157772064208984, "kl": 0.016107456758618355}, {"step": 142, "loss": 0.6277222633361816, "ce": 2.308331251144409, "kl": 0.01506936363875866}, {"step": 143, "loss": 1.01553213596344, "ce": 2.489762544631958, "kl": 0.01783711090683937}, {"step": 144, "loss": 0.45253127813339233, "ce": 2.3940532207489014, "kl": 0.018745947629213333}, {"step": 145, "loss": 0.9347557425498962, "ce": 2.4574406147003174, "kl": 0.017010437324643135}, {"step": 146, "loss": 0.6101464033126831, "ce": 2.4700257778167725, "kl": 0.015849150717258453}, {"step": 147, "loss": 0.8589363694190979, "ce": 2.479567289352417, "kl": 0.016648273915052414}, {"step": 148, "loss": 1.0290967226028442, "ce": 2.5361428260803223, "kl": 0.015152879059314728}, {"step": 149, "loss": 0.5957493782043457, "ce": 2.403174638748169, "kl": 0.016289347782731056}, {"step": 150, "loss": 0.5461632609367371, "ce": 2.3396432399749756, "kl": 0.015820899978280067}, {"step": 151, "loss": 1.0560449361801147, "ce": 2.308948040008545, "kl": 0.017025208100676537}, {"step": 152, "loss": 0.8813232779502869, "ce": 2.398871898651123, "kl": 0.016798242926597595}, {"step": 153, "loss": 0.8249413967132568, "ce": 2.424635648727417, "kl": 0.017759796231985092}, {"step": 154, "loss": 0.6083005666732788, "ce": 2.4758195877075195, "kl": 0.018097588792443275}, {"step": 155, "loss": 0.7871024012565613, "ce": 2.3228118419647217, "kl": 0.017285585403442383}, {"step": 156, "loss": 0.6649297475814819, "ce": 2.1543750762939453, "kl": 0.0164167657494545}, {"step": 157, "loss": 0.6938602328300476, "ce": 2.5065228939056396, "kl": 0.01760041154921055}, {"step": 158, "loss": 0.41300341486930847, "ce": 2.3602046966552734, "kl": 0.015062011778354645}, {"step": 159, "loss": 0.8112926483154297, "ce": 2.4638540744781494, "kl": 0.016582198441028595}, {"step": 160, "loss": 0.785293698310852, "ce": 2.4079949855804443, "kl": 0.0164203904569149}, {"step": 161, "loss": 0.30795013904571533, "ce": 2.3440630435943604, "kl": 0.014936947263777256}, {"step": 162, "loss": 0.7424878478050232, "ce": 2.396724224090576, "kl": 0.014033840037882328}, {"step": 163, "loss": 0.6821783185005188, "ce": 2.403226852416992, "kl": 0.013956941664218903}, {"step": 164, "loss": 1.059045672416687, "ce": 2.454761505126953, "kl": 0.013139303773641586}, {"step": 165, "loss": 0.4167099893093109, "ce": 2.460139513015747, "kl": 0.013760504312813282}, {"step": 166, "loss": 0.6150729060173035, "ce": 2.382171630859375, "kl": 0.012227077968418598}, {"step": 167, "loss": 1.0628838539123535, "ce": 2.6135480403900146, "kl": 0.01382664404809475}, {"step": 168, "loss": 0.8846079111099243, "ce": 2.34618878364563, "kl": 0.013360075652599335}, {"step": 169, "loss": 0.6600463390350342, "ce": 2.449240207672119, "kl": 0.015150169841945171}, {"step": 170, "loss": 0.7056229710578918, "ce": 2.3632490634918213, "kl": 0.014179139398038387}, {"step": 171, "loss": 0.7121262550354004, "ce": 2.4321939945220947, "kl": 0.014300788752734661}, {"step": 172, "loss": 0.7374807000160217, "ce": 2.345060110092163, "kl": 0.012391604483127594}, {"step": 173, "loss": 0.8730470538139343, "ce": 2.3912253379821777, "kl": 0.012195281684398651}, {"step": 174, "loss": 0.9004329442977905, "ce": 2.3552186489105225, "kl": 0.016032008454203606}, {"step": 175, "loss": 0.540736198425293, "ce": 2.332965850830078, "kl": 0.013588723726570606}, {"step": 176, "loss": 1.1258164644241333, "ce": 2.4174082279205322, "kl": 0.013930866494774818}, {"step": 177, "loss": 1.0172570943832397, "ce": 2.692197799682617, "kl": 0.01337158028036356}, {"step": 178, "loss": 0.7187168002128601, "ce": 2.4410932064056396, "kl": 0.015297825448215008}, {"step": 179, "loss": 0.7657395005226135, "ce": 2.467027187347412, "kl": 0.013930209912359715}, {"step": 180, "loss": 0.6131134629249573, "ce": 2.355684995651245, "kl": 0.014136415906250477}, {"step": 181, "loss": 0.46299612522125244, "ce": 2.2623369693756104, "kl": 0.015444308519363403}, {"step": 182, "loss": 0.7519055008888245, "ce": 2.2662014961242676, "kl": 0.014253322966396809}, {"step": 183, "loss": 0.9383295774459839, "ce": 2.549180030822754, "kl": 0.013359769247472286}, {"step": 184, "loss": 0.6002986431121826, "ce": 2.3318686485290527, "kl": 0.015501505695283413}, {"step": 185, "loss": 0.7935062646865845, "ce": 2.432468891143799, "kl": 0.014847773127257824}, {"step": 186, "loss": 0.7632242441177368, "ce": 2.3531808853149414, "kl": 0.015572347678244114}, {"step": 187, "loss": 0.7085632085800171, "ce": 2.4240424633026123, "kl": 0.01663944683969021}, {"step": 188, "loss": 0.6173062920570374, "ce": 2.431497812271118, "kl": 0.01609811745584011}, {"step": 189, "loss": 0.748356819152832, "ce": 2.388509750366211, "kl": 0.014388424344360828}, {"step": 190, "loss": 0.6588640213012695, "ce": 2.5805745124816895, "kl": 0.014739526435732841}, {"step": 191, "loss": 0.66660475730896, "ce": 2.3069050312042236, "kl": 0.014768493361771107}, {"step": 192, "loss": 0.9823975563049316, "ce": 2.507944345474243, "kl": 0.012927166186273098}, {"step": 193, "loss": 0.7179460525512695, "ce": 2.4664742946624756, "kl": 0.014497525990009308}, {"step": 194, "loss": 0.6820226311683655, "ce": 2.4415552616119385, "kl": 0.016024518758058548}, {"step": 195, "loss": 0.9989989995956421, "ce": 2.279947519302368, "kl": 0.015953611582517624}, {"step": 196, "loss": 0.853303849697113, "ce": 2.536632776260376, "kl": 0.016309235244989395}, {"step": 197, "loss": 0.8974836468696594, "ce": 2.381551742553711, "kl": 0.013470562174916267}, {"step": 198, "loss": 0.9087736010551453, "ce": 2.4740121364593506, "kl": 0.013161752372980118}, {"step": 199, "loss": 1.019742727279663, "ce": 2.4121782779693604, "kl": 0.014074277132749557}, {"step": 200, "loss": 0.9366947412490845, "ce": 2.3725810050964355, "kl": 0.013424201868474483}, {"step": 201, "loss": 0.9398612380027771, "ce": 2.399982452392578, "kl": 0.01643740013241768}, {"step": 202, "loss": 0.8629614114761353, "ce": 2.3218281269073486, "kl": 0.0157855786383152}, {"step": 203, "loss": 0.7257465720176697, "ce": 2.4868743419647217, "kl": 0.014255440793931484}, {"step": 204, "loss": 0.8468021750450134, "ce": 2.490034341812134, "kl": 0.017569513991475105}, {"step": 205, "loss": 0.6375234127044678, "ce": 2.348512649536133, "kl": 0.016023581847548485}, {"step": 206, "loss": 0.5004597306251526, "ce": 2.5447444915771484, "kl": 0.015995917841792107}, {"step": 207, "loss": 0.9516191482543945, "ce": 2.5932488441467285, "kl": 0.01660747081041336}, {"step": 208, "loss": 0.826123833656311, "ce": 2.459446907043457, "kl": 0.015189211815595627}, {"step": 209, "loss": 0.7289207577705383, "ce": 2.6931042671203613, "kl": 0.015040570870041847}, {"step": 210, "loss": 0.764806866645813, "ce": 2.2993123531341553, "kl": 0.014703428372740746}, {"step": 211, "loss": 1.0197087526321411, "ce": 2.3505702018737793, "kl": 0.015456289052963257}, {"step": 212, "loss": 0.6883404850959778, "ce": 2.5742413997650146, "kl": 0.014749697409570217}, {"step": 213, "loss": 0.7138893604278564, "ce": 2.400413751602173, "kl": 0.015371483750641346}, {"step": 214, "loss": 0.9274770021438599, "ce": 2.4296066761016846, "kl": 0.01574210822582245}, {"step": 215, "loss": 0.8613103628158569, "ce": 2.473153829574585, "kl": 0.016463669016957283}, {"step": 216, "loss": 0.9473882913589478, "ce": 2.48288631439209, "kl": 0.015069509856402874}, {"step": 217, "loss": 0.7567927241325378, "ce": 2.358254909515381, "kl": 0.014271845109760761}, {"step": 218, "loss": 0.37971243262290955, "ce": 2.261115789413452, "kl": 0.015879619866609573}, {"step": 219, "loss": 0.9570197463035583, "ce": 2.4540936946868896, "kl": 0.016779698431491852}, {"step": 220, "loss": 0.8330076336860657, "ce": 2.5001792907714844, "kl": 0.01564258150756359}, {"step": 221, "loss": 0.47653886675834656, "ce": 2.558689832687378, "kl": 0.01738799177110195}, {"step": 222, "loss": 1.1131678819656372, "ce": 2.505847215652466, "kl": 0.016771283000707626}, {"step": 223, "loss": 0.32405903935432434, "ce": 2.2426071166992188, "kl": 0.013916585594415665}, {"step": 224, "loss": 1.013388991355896, "ce": 2.4700887203216553, "kl": 0.015113957226276398}, {"step": 225, "loss": 0.8053844571113586, "ce": 2.3918650150299072, "kl": 0.01654447428882122}, {"step": 226, "loss": 1.0237435102462769, "ce": 2.4174582958221436, "kl": 0.01674758642911911}, {"step": 227, "loss": 0.9370968341827393, "ce": 2.4124841690063477, "kl": 0.016771193593740463}, {"step": 228, "loss": 1.1407767534255981, "ce": 2.421776533126831, "kl": 0.015216617844998837}, {"step": 229, "loss": 0.927809476852417, "ce": 2.3542845249176025, "kl": 0.017967473715543747}, {"step": 230, "loss": 0.841533362865448, "ce": 2.474691867828369, "kl": 0.016182348132133484}, {"step": 231, "loss": 1.1708028316497803, "ce": 2.3755555152893066, "kl": 0.015103815123438835}, {"step": 232, "loss": 0.6990870833396912, "ce": 2.3184211254119873, "kl": 0.017399052157998085}, {"step": 233, "loss": 0.7988568544387817, "ce": 2.3777239322662354, "kl": 0.017789198085665703}, {"step": 234, "loss": 0.6327724456787109, "ce": 2.5021913051605225, "kl": 0.015454285778105259}, {"step": 235, "loss": 1.0868242979049683, "ce": 2.5029380321502686, "kl": 0.01761949434876442}, {"step": 236, "loss": 0.8122830986976624, "ce": 2.252112865447998, "kl": 0.016332903876900673}, {"step": 237, "loss": 0.8279658555984497, "ce": 2.4923856258392334, "kl": 0.01742509938776493}, {"step": 238, "loss": 0.6265289187431335, "ce": 2.313781976699829, "kl": 0.016795631498098373}, {"step": 239, "loss": 0.6968731880187988, "ce": 2.386737108230591, "kl": 0.01586136408150196}, {"step": 240, "loss": 0.8035330772399902, "ce": 2.4150521755218506, "kl": 0.01675446145236492}, {"step": 241, "loss": 0.8419569730758667, "ce": 2.363159418106079, "kl": 0.017144497483968735}, {"step": 242, "loss": 0.7361228466033936, "ce": 2.4804956912994385, "kl": 0.016734763979911804}, {"step": 243, "loss": 0.8997655510902405, "ce": 2.56733775138855, "kl": 0.015880655497312546}, {"step": 244, "loss": 0.9681147933006287, "ce": 2.4615938663482666, "kl": 0.01691078208386898}, {"step": 245, "loss": 0.6827335953712463, "ce": 2.4735958576202393, "kl": 0.018466046079993248}, {"step": 246, "loss": 0.6836560964584351, "ce": 2.3523635864257812, "kl": 0.018391966819763184}, {"step": 247, "loss": 0.8034471273422241, "ce": 2.4037537574768066, "kl": 0.014711380936205387}, {"step": 248, "loss": 1.2823333740234375, "ce": 2.384169578552246, "kl": 0.013902431353926659}, {"step": 249, "loss": 0.7104446887969971, "ce": 2.5332164764404297, "kl": 0.015634501352906227}, {"step": 250, "loss": 0.7440739870071411, "ce": 2.5000030994415283, "kl": 0.0154232457280159}, {"step": 251, "loss": 0.7940000295639038, "ce": 2.3004062175750732, "kl": 0.01486176997423172}, {"step": 252, "loss": 0.9682958722114563, "ce": 2.550020217895508, "kl": 0.01600239984691143}, {"step": 253, "loss": 0.7848498225212097, "ce": 2.6371352672576904, "kl": 0.0151582146063447}, {"step": 254, "loss": 0.6727657318115234, "ce": 2.5092384815216064, "kl": 0.01743352971971035}, {"step": 255, "loss": 0.8965465426445007, "ce": 2.545952081680298, "kl": 0.017097249627113342}, {"step": 256, "loss": 0.45875096321105957, "ce": 2.217507839202881, "kl": 0.0165887251496315}, {"step": 257, "loss": 0.932041585445404, "ce": 2.277740001678467, "kl": 0.015099979937076569}, {"step": 258, "loss": 0.5901115536689758, "ce": 2.2141027450561523, "kl": 0.015990184620022774}, {"step": 259, "loss": 0.8775346279144287, "ce": 2.3561408519744873, "kl": 0.01627720333635807}, {"step": 260, "loss": 0.9348258972167969, "ce": 2.3920798301696777, "kl": 0.016523439437150955}, {"step": 261, "loss": 0.6835411787033081, "ce": 2.512962818145752, "kl": 0.01710638590157032}, {"step": 262, "loss": 0.67777419090271, "ce": 2.3443379402160645, "kl": 0.01660163328051567}, {"step": 263, "loss": 0.9424054622650146, "ce": 2.535849094390869, "kl": 0.015544894151389599}, {"step": 264, "loss": 0.9980156421661377, "ce": 2.489067316055298, "kl": 0.016254879534244537}, {"step": 265, "loss": 0.8834271430969238, "ce": 2.3999433517456055, "kl": 0.017250895500183105}, {"step": 266, "loss": 0.7540587782859802, "ce": 2.4319005012512207, "kl": 0.017847256734967232}, {"step": 267, "loss": 0.8615007996559143, "ce": 2.382221221923828, "kl": 0.018036747351288795}, {"step": 268, "loss": 0.7596275806427002, "ce": 2.4226176738739014, "kl": 0.01805385947227478}, {"step": 269, "loss": 0.732558012008667, "ce": 2.590869903564453, "kl": 0.01706041768193245}, {"step": 270, "loss": 0.4961269497871399, "ce": 2.443112850189209, "kl": 0.015967998653650284}, {"step": 271, "loss": 0.9453942179679871, "ce": 2.327436923980713, "kl": 0.01590706780552864}, {"step": 272, "loss": 1.0091543197631836, "ce": 2.499028444290161, "kl": 0.01654008962213993}, {"step": 273, "loss": 0.9451921582221985, "ce": 2.2599494457244873, "kl": 0.016189685091376305}, {"step": 274, "loss": 1.0606398582458496, "ce": 2.349316358566284, "kl": 0.01601555198431015}, {"step": 275, "loss": 0.7104200124740601, "ce": 2.4754819869995117, "kl": 0.016192501410841942}, {"step": 276, "loss": 0.7163702845573425, "ce": 2.3729605674743652, "kl": 0.015964485704898834}, {"step": 277, "loss": 1.365325689315796, "ce": 2.366732597351074, "kl": 0.016086149960756302}, {"step": 278, "loss": 0.795889139175415, "ce": 2.569214105606079, "kl": 0.01841089315712452}, {"step": 279, "loss": 0.6567295789718628, "ce": 2.441868782043457, "kl": 0.016189470887184143}, {"step": 280, "loss": 0.7982610464096069, "ce": 2.4570741653442383, "kl": 0.01683371514081955}, {"step": 281, "loss": 0.28483620285987854, "ce": 1.9887789487838745, "kl": 0.02140866406261921}, {"step": 282, "loss": 0.8377217054367065, "ce": 2.3310301303863525, "kl": 0.016777940094470978}, {"step": 283, "loss": 0.18465283513069153, "ce": 2.3640828132629395, "kl": 0.017817361280322075}, {"step": 284, "loss": 0.9856727719306946, "ce": 2.4026873111724854, "kl": 0.01643073558807373}, {"step": 285, "loss": 1.0075066089630127, "ce": 2.3521831035614014, "kl": 0.01593778096139431}, {"step": 286, "loss": 0.9853127598762512, "ce": 2.4598710536956787, "kl": 0.017060205340385437}, {"step": 287, "loss": 0.7345671653747559, "ce": 2.506838798522949, "kl": 0.016330741345882416}, {"step": 288, "loss": 0.654426097869873, "ce": 2.4148991107940674, "kl": 0.016862578690052032}, {"step": 289, "loss": 0.5495772957801819, "ce": 2.436328411102295, "kl": 0.01781008392572403}, {"step": 290, "loss": 0.4481615722179413, "ce": 2.3771755695343018, "kl": 0.01612953282892704}, {"step": 291, "loss": 0.7471614480018616, "ce": 2.4141175746917725, "kl": 0.01743057183921337}, {"step": 292, "loss": 0.8252133131027222, "ce": 2.490149736404419, "kl": 0.018443306908011436}, {"step": 293, "loss": 0.7891910672187805, "ce": 2.563774347305298, "kl": 0.01631096377968788}, {"step": 294, "loss": 0.8928692936897278, "ce": 2.2596993446350098, "kl": 0.016129247844219208}, {"step": 295, "loss": 0.7981300354003906, "ce": 2.4387967586517334, "kl": 0.014229335822165012}, {"step": 296, "loss": 0.9649430513381958, "ce": 2.390833854675293, "kl": 0.015351619571447372}, {"step": 297, "loss": 0.9714694023132324, "ce": 2.603034734725952, "kl": 0.015242291614413261}, {"step": 298, "loss": 0.7660822868347168, "ce": 2.4847142696380615, "kl": 0.015693629160523415}, {"step": 299, "loss": 0.44249701499938965, "ce": 2.206479072570801, "kl": 0.017436932772397995}, {"step": 300, "loss": 0.743742823600769, "ce": 2.3684937953948975, "kl": 0.01584559492766857}, {"step": 301, "loss": 1.0838611125946045, "ce": 2.4682767391204834, "kl": 0.01569397561252117}, {"step": 302, "loss": 1.313789963722229, "ce": 2.4592268466949463, "kl": 0.017627455294132233}, {"step": 303, "loss": 0.6241568922996521, "ce": 2.4879310131073, "kl": 0.01815735548734665}, {"step": 304, "loss": 0.7324531674385071, "ce": 2.291975498199463, "kl": 0.01781616546213627}, {"step": 305, "loss": 1.0397241115570068, "ce": 2.3621597290039062, "kl": 0.01711338758468628}, {"step": 306, "loss": 0.7497130036354065, "ce": 2.3075149059295654, "kl": 0.016038380563259125}, {"step": 307, "loss": 0.6740705966949463, "ce": 2.3897716999053955, "kl": 0.01772390305995941}, {"step": 308, "loss": 0.6899413466453552, "ce": 2.2459561824798584, "kl": 0.016628168523311615}, {"step": 309, "loss": 0.5650709867477417, "ce": 2.2914369106292725, "kl": 0.017245598137378693}, {"step": 310, "loss": 0.6187829375267029, "ce": 2.561274528503418, "kl": 0.015573670156300068}, {"step": 311, "loss": 0.8630015850067139, "ce": 2.441838026046753, "kl": 0.016654200851917267}, {"step": 312, "loss": 0.6951512694358826, "ce": 2.499800443649292, "kl": 0.016041001304984093}, {"step": 313, "loss": 0.7286625504493713, "ce": 2.3002068996429443, "kl": 0.01565011404454708}, {"step": 314, "loss": 0.8176283240318298, "ce": 2.367243528366089, "kl": 0.017261376604437828}, {"step": 315, "loss": 0.9455798864364624, "ce": 2.3018651008605957, "kl": 0.01547196228057146}, {"step": 316, "loss": 0.8094519376754761, "ce": 2.5205276012420654, "kl": 0.017272304743528366}, {"step": 317, "loss": 0.8454717993736267, "ce": 2.3906748294830322, "kl": 0.016494369134306908}, {"step": 318, "loss": 0.4817145764827728, "ce": 2.2408807277679443, "kl": 0.017339510843157768}, {"step": 319, "loss": 1.239683985710144, "ce": 2.4164838790893555, "kl": 0.016598904505372047}, {"step": 320, "loss": 0.7754309177398682, "ce": 2.3026092052459717, "kl": 0.017515860497951508}, {"step": 321, "loss": 0.8674941062927246, "ce": 2.223259687423706, "kl": 0.016215814277529716}, {"step": 322, "loss": 0.6423858404159546, "ce": 2.5175201892852783, "kl": 0.015630511566996574}, {"step": 323, "loss": 0.9710792303085327, "ce": 2.3481593132019043, "kl": 0.016641132533550262}, {"step": 324, "loss": 0.830094575881958, "ce": 2.3255128860473633, "kl": 0.018066398799419403}, {"step": 325, "loss": 1.0817819833755493, "ce": 2.3197505474090576, "kl": 0.016828812658786774}, {"step": 326, "loss": 0.5069618225097656, "ce": 2.387083053588867, "kl": 0.019176557660102844}, {"step": 327, "loss": 0.4686896502971649, "ce": 2.3208186626434326, "kl": 0.01659829542040825}, {"step": 328, "loss": 0.6000317335128784, "ce": 2.3737027645111084, "kl": 0.01711658574640751}, {"step": 329, "loss": 0.4399101734161377, "ce": 2.4359138011932373, "kl": 0.01842842437326908}, {"step": 330, "loss": 1.1204248666763306, "ce": 2.2746880054473877, "kl": 0.0172471571713686}, {"step": 331, "loss": 0.9463467001914978, "ce": 2.3905224800109863, "kl": 0.016809023916721344}, {"step": 332, "loss": 0.629161536693573, "ce": 2.4744362831115723, "kl": 0.017059417441487312}, {"step": 333, "loss": 0.8043391108512878, "ce": 2.4799492359161377, "kl": 0.01680252142250538}, {"step": 334, "loss": 0.9385799765586853, "ce": 2.3824286460876465, "kl": 0.016469543799757957}, {"step": 335, "loss": 0.5975645184516907, "ce": 2.3548104763031006, "kl": 0.016696101054549217}, {"step": 336, "loss": 0.6297654509544373, "ce": 2.3347058296203613, "kl": 0.016210053116083145}, {"step": 337, "loss": 0.32569578289985657, "ce": 2.314291477203369, "kl": 0.016396645456552505}, {"step": 338, "loss": 1.067501425743103, "ce": 2.490529775619507, "kl": 0.016370099037885666}, {"step": 339, "loss": 1.1187360286712646, "ce": 2.440384864807129, "kl": 0.01668887585401535}, {"step": 340, "loss": 1.0527586936950684, "ce": 2.3391478061676025, "kl": 0.01597272977232933}, {"step": 341, "loss": 0.6178807020187378, "ce": 2.425977945327759, "kl": 0.0186038538813591}, {"step": 342, "loss": 0.6079925298690796, "ce": 2.3047924041748047, "kl": 0.01565648801624775}, {"step": 343, "loss": 0.9005066752433777, "ce": 2.396676778793335, "kl": 0.017238473519682884}, {"step": 344, "loss": 0.7893248200416565, "ce": 2.4594807624816895, "kl": 0.01619844138622284}, {"step": 345, "loss": 0.6513922810554504, "ce": 2.501427412033081, "kl": 0.01769515685737133}, {"step": 346, "loss": 0.555623471736908, "ce": 2.4598848819732666, "kl": 0.01656871847808361}, {"step": 347, "loss": 0.7729321718215942, "ce": 2.421830892562866, "kl": 0.01578860729932785}, {"step": 348, "loss": 0.46014508605003357, "ce": 2.434462308883667, "kl": 0.01623573899269104}, {"step": 349, "loss": 1.1394588947296143, "ce": 2.521392345428467, "kl": 0.016388921067118645}, {"step": 350, "loss": 0.7762399315834045, "ce": 2.3485121726989746, "kl": 0.016870616003870964}, {"step": 351, "loss": 0.8829583525657654, "ce": 2.47635817527771, "kl": 0.017534758895635605}, {"step": 352, "loss": 1.0061708688735962, "ce": 2.4414913654327393, "kl": 0.01931876502931118}, {"step": 353, "loss": 0.583815336227417, "ce": 2.4177730083465576, "kl": 0.01600930094718933}, {"step": 354, "loss": 0.7510930895805359, "ce": 2.386373281478882, "kl": 0.016481654718518257}, {"step": 355, "loss": 0.8091015219688416, "ce": 2.4753334522247314, "kl": 0.01787422224879265}, {"step": 356, "loss": 0.7028481364250183, "ce": 2.448120594024658, "kl": 0.01775437407195568}, {"step": 357, "loss": 0.7399136424064636, "ce": 2.4068140983581543, "kl": 0.01666111685335636}, {"step": 358, "loss": 0.5522063970565796, "ce": 2.298100471496582, "kl": 0.018140574917197227}, {"step": 359, "loss": 0.640759289264679, "ce": 2.331385850906372, "kl": 0.017784303054213524}, {"step": 360, "loss": 0.9978516697883606, "ce": 2.353745698928833, "kl": 0.01639167033135891}, {"step": 361, "loss": 1.362526774406433, "ce": 2.3298757076263428, "kl": 0.015199621208012104}, {"step": 362, "loss": 0.8045799136161804, "ce": 2.3109381198883057, "kl": 0.017652267590165138}, {"step": 363, "loss": 1.1311991214752197, "ce": 2.3624351024627686, "kl": 0.018225498497486115}, {"step": 364, "loss": 0.8625969290733337, "ce": 2.4422686100006104, "kl": 0.014201733283698559}, {"step": 365, "loss": 0.6381180882453918, "ce": 2.289224863052368, "kl": 0.017757855355739594}, {"step": 366, "loss": 0.8764721751213074, "ce": 2.30000901222229, "kl": 0.01682755909860134}, {"step": 367, "loss": 0.539296567440033, "ce": 2.2844882011413574, "kl": 0.016138330101966858}, {"step": 368, "loss": 0.7895689010620117, "ce": 2.3749072551727295, "kl": 0.01783261075615883}, {"step": 369, "loss": 1.2338942289352417, "ce": 2.416010618209839, "kl": 0.018952270969748497}, {"step": 370, "loss": 0.7852217555046082, "ce": 2.415114164352417, "kl": 0.017866473644971848}, {"step": 371, "loss": 1.1431363821029663, "ce": 2.4802207946777344, "kl": 0.01885261945426464}, {"step": 372, "loss": 0.9560490846633911, "ce": 2.3491053581237793, "kl": 0.017529433593153954}, {"step": 373, "loss": 0.7276651859283447, "ce": 2.299358367919922, "kl": 0.016062095761299133}, {"step": 374, "loss": 1.0310862064361572, "ce": 2.3402481079101562, "kl": 0.01982787251472473}, {"step": 375, "loss": 0.7254946231842041, "ce": 2.4927139282226562, "kl": 0.017086734995245934}, {"step": 376, "loss": 0.8035358786582947, "ce": 2.4186758995056152, "kl": 0.02034756913781166}, {"step": 377, "loss": 0.9452718496322632, "ce": 2.319873809814453, "kl": 0.018269851803779602}, {"step": 378, "loss": 0.7231254577636719, "ce": 2.3978357315063477, "kl": 0.020196545869112015}, {"step": 379, "loss": 1.0494030714035034, "ce": 2.4895570278167725, "kl": 0.01799539104104042}, {"step": 380, "loss": 0.8458345532417297, "ce": 2.4244863986968994, "kl": 0.01805792935192585}, {"step": 381, "loss": 0.8618969917297363, "ce": 2.2977452278137207, "kl": 0.018894772976636887}, {"step": 382, "loss": 0.983562707901001, "ce": 2.425894021987915, "kl": 0.01785413734614849}, {"step": 383, "loss": 0.4862510561943054, "ce": 2.5372133255004883, "kl": 0.018996288999915123}, {"step": 384, "loss": 0.6284310221672058, "ce": 2.4209346771240234, "kl": 0.01785135082900524}, {"step": 385, "loss": 1.2586129903793335, "ce": 2.5471949577331543, "kl": 0.01699027419090271}, {"step": 386, "loss": 0.9209356307983398, "ce": 2.259038209915161, "kl": 0.019705310463905334}, {"step": 387, "loss": 0.7660570740699768, "ce": 2.5674891471862793, "kl": 0.01878996752202511}, {"step": 388, "loss": 0.7272226214408875, "ce": 2.3905439376831055, "kl": 0.020876018330454826}, {"step": 389, "loss": 0.8291134238243103, "ce": 2.3688106536865234, "kl": 0.018532011657953262}, {"step": 390, "loss": 0.45855382084846497, "ce": 2.381317138671875, "kl": 0.018054505810141563}, {"step": 391, "loss": 0.6929936408996582, "ce": 2.3202569484710693, "kl": 0.01749151013791561}, {"step": 392, "loss": 1.0964268445968628, "ce": 2.427929162979126, "kl": 0.01801312528550625}, {"step": 393, "loss": 0.75396728515625, "ce": 2.464155673980713, "kl": 0.01684200018644333}, {"step": 394, "loss": 0.9229106307029724, "ce": 2.414947509765625, "kl": 0.019449956715106964}, {"step": 395, "loss": 0.8561657071113586, "ce": 2.5176963806152344, "kl": 0.01707032322883606}, {"step": 396, "loss": 0.7555251121520996, "ce": 2.413106679916382, "kl": 0.018489284440875053}, {"step": 397, "loss": 1.2861467599868774, "ce": 2.357313394546509, "kl": 0.02025645412504673}, {"step": 398, "loss": 0.4540137052536011, "ce": 2.2238569259643555, "kl": 0.017523178830742836}, {"step": 399, "loss": 0.46459653973579407, "ce": 2.337653636932373, "kl": 0.01874726451933384}, {"step": 400, "loss": 0.46368443965911865, "ce": 2.315669059753418, "kl": 0.017656730487942696}, {"step": 401, "loss": 0.9754205942153931, "ce": 2.541869878768921, "kl": 0.01746395044028759}, {"step": 402, "loss": 0.9553844332695007, "ce": 2.420966386795044, "kl": 0.019426818937063217}, {"step": 403, "loss": 0.9558113813400269, "ce": 2.2829742431640625, "kl": 0.01826387271285057}, {"step": 404, "loss": 0.8945074081420898, "ce": 2.223037004470825, "kl": 0.01738923043012619}, {"step": 405, "loss": 0.6884058117866516, "ce": 2.3277621269226074, "kl": 0.019156737253069878}, {"step": 406, "loss": 0.881976842880249, "ce": 2.316650152206421, "kl": 0.017894605174660683}, {"step": 407, "loss": 0.780756950378418, "ce": 2.2968316078186035, "kl": 0.018812168389558792}, {"step": 408, "loss": 0.87173992395401, "ce": 2.36093807220459, "kl": 0.019443247467279434}, {"step": 409, "loss": 0.8547198176383972, "ce": 2.3487398624420166, "kl": 0.01836998015642166}, {"step": 410, "loss": 0.9805205464363098, "ce": 2.317991256713867, "kl": 0.018403178080916405}, {"step": 411, "loss": 0.637925386428833, "ce": 2.4768471717834473, "kl": 0.01845083385705948}, {"step": 412, "loss": 1.044701337814331, "ce": 2.2930893898010254, "kl": 0.019589845091104507}, {"step": 413, "loss": 0.737385630607605, "ce": 2.327117681503296, "kl": 0.018197353929281235}, {"step": 414, "loss": 0.8046217560768127, "ce": 2.442176342010498, "kl": 0.01759115420281887}, {"step": 415, "loss": 1.0073926448822021, "ce": 2.400280714035034, "kl": 0.019078025594353676}, {"step": 416, "loss": 0.9500870704650879, "ce": 2.3391175270080566, "kl": 0.018464794382452965}, {"step": 417, "loss": 1.2100542783737183, "ce": 2.4585859775543213, "kl": 0.01750892587006092}, {"step": 418, "loss": 0.9804454445838928, "ce": 2.41837215423584, "kl": 0.018668290227651596}, {"step": 419, "loss": 0.8281263113021851, "ce": 2.3541464805603027, "kl": 0.016594775021076202}, {"step": 420, "loss": 1.121214509010315, "ce": 2.454447031021118, "kl": 0.02115498296916485}, {"step": 421, "loss": 0.9028282165527344, "ce": 2.3785791397094727, "kl": 0.019445745274424553}, {"step": 422, "loss": 0.9350757598876953, "ce": 2.424140214920044, "kl": 0.01996648497879505}, {"step": 423, "loss": 1.0647937059402466, "ce": 2.30336856842041, "kl": 0.01829351857304573}, {"step": 424, "loss": 0.8049466013908386, "ce": 2.3312056064605713, "kl": 0.019070075824856758}, {"step": 425, "loss": 0.6804949045181274, "ce": 2.4753847122192383, "kl": 0.022580228745937347}, {"step": 426, "loss": 0.6479519009590149, "ce": 2.4115853309631348, "kl": 0.020069114863872528}, {"step": 427, "loss": 0.7816207408905029, "ce": 2.4302239418029785, "kl": 0.01847817748785019}, {"step": 428, "loss": 0.7709269523620605, "ce": 2.4485723972320557, "kl": 0.021530108526349068}, {"step": 429, "loss": 0.793092668056488, "ce": 2.5151538848876953, "kl": 0.019222255796194077}, {"step": 430, "loss": 0.8932961225509644, "ce": 2.359971046447754, "kl": 0.018321994692087173}, {"step": 431, "loss": 0.4509301483631134, "ce": 2.2612485885620117, "kl": 0.019382301717996597}, {"step": 432, "loss": 0.9352469444274902, "ce": 2.2573654651641846, "kl": 0.020426243543624878}, {"step": 433, "loss": 0.8694574236869812, "ce": 2.318695306777954, "kl": 0.01919824630022049}, {"step": 434, "loss": 0.8909276723861694, "ce": 2.4483580589294434, "kl": 0.020576560869812965}, {"step": 435, "loss": 0.6534144282341003, "ce": 2.4100544452667236, "kl": 0.022907475009560585}, {"step": 436, "loss": 0.8291959762573242, "ce": 2.2723934650421143, "kl": 0.02060093730688095}, {"step": 437, "loss": 0.6159198880195618, "ce": 2.1905248165130615, "kl": 0.02044585905969143}, {"step": 438, "loss": 0.7101370096206665, "ce": 2.3614706993103027, "kl": 0.021236954256892204}, {"step": 439, "loss": 0.48467129468917847, "ce": 2.3545103073120117, "kl": 0.01818707212805748}, {"step": 440, "loss": 0.5750777721405029, "ce": 2.4079463481903076, "kl": 0.019962357357144356}, {"step": 441, "loss": 0.6554648280143738, "ce": 2.447791814804077, "kl": 0.01950100064277649}, {"step": 442, "loss": 0.5859617590904236, "ce": 2.3155996799468994, "kl": 0.018563540652394295}, {"step": 443, "loss": 0.6684941053390503, "ce": 2.290675401687622, "kl": 0.018349530175328255}, {"step": 444, "loss": 0.690711259841919, "ce": 2.420703649520874, "kl": 0.01722179539501667}, {"step": 445, "loss": 0.9495254755020142, "ce": 2.3645622730255127, "kl": 0.016471384093165398}, {"step": 446, "loss": 0.4819968044757843, "ce": 2.372408151626587, "kl": 0.017395811155438423}, {"step": 447, "loss": 0.6229947805404663, "ce": 2.4482061862945557, "kl": 0.015467082150280476}, {"step": 448, "loss": 0.9229223132133484, "ce": 2.530526638031006, "kl": 0.01597089134156704}, {"step": 449, "loss": 0.9527836441993713, "ce": 2.328493118286133, "kl": 0.017071612179279327}, {"step": 450, "loss": 0.6036443114280701, "ce": 2.378190517425537, "kl": 0.01816094107925892}, {"step": 451, "loss": 0.6891559958457947, "ce": 2.3870391845703125, "kl": 0.016590511426329613}, {"step": 452, "loss": 0.7680021524429321, "ce": 2.348037004470825, "kl": 0.018989041447639465}, {"step": 453, "loss": 0.6450989246368408, "ce": 2.326380491256714, "kl": 0.015655118972063065}, {"step": 454, "loss": 0.8751834630966187, "ce": 2.3530895709991455, "kl": 0.015453854575753212}, {"step": 455, "loss": 0.7447750568389893, "ce": 2.3389525413513184, "kl": 0.019708925858139992}, {"step": 456, "loss": 0.7400690913200378, "ce": 2.285301446914673, "kl": 0.016603345051407814}, {"step": 457, "loss": 1.0325372219085693, "ce": 2.374542474746704, "kl": 0.01609191671013832}, {"step": 458, "loss": 1.089499831199646, "ce": 2.5726137161254883, "kl": 0.017317378893494606}, {"step": 459, "loss": 0.6075713038444519, "ce": 2.4609038829803467, "kl": 0.017993170768022537}, {"step": 460, "loss": 0.8846918344497681, "ce": 2.4204800128936768, "kl": 0.016930704936385155}, {"step": 461, "loss": 0.5693432092666626, "ce": 2.373605489730835, "kl": 0.017710508778691292}, {"step": 462, "loss": 0.4947107434272766, "ce": 2.2261738777160645, "kl": 0.01836475171148777}, {"step": 463, "loss": 0.7355969548225403, "ce": 2.217097759246826, "kl": 0.017325999215245247}, {"step": 464, "loss": 0.803665280342102, "ce": 2.3413500785827637, "kl": 0.016951363533735275}, {"step": 465, "loss": 0.5694513916969299, "ce": 2.6466259956359863, "kl": 0.018117550760507584}, {"step": 466, "loss": 0.8996171355247498, "ce": 2.3374314308166504, "kl": 0.017233334481716156}, {"step": 467, "loss": 0.7080808281898499, "ce": 2.287074327468872, "kl": 0.017999470233917236}, {"step": 468, "loss": 0.7599886655807495, "ce": 2.4180586338043213, "kl": 0.019893638789653778}, {"step": 469, "loss": 0.5640068650245667, "ce": 2.4067063331604004, "kl": 0.01873650960624218}, {"step": 470, "loss": 0.756278395652771, "ce": 2.286349296569824, "kl": 0.019069042056798935}, {"step": 471, "loss": 0.6561469435691833, "ce": 2.501317262649536, "kl": 0.017319193109869957}, {"step": 472, "loss": 0.8113033175468445, "ce": 2.3397655487060547, "kl": 0.018192414194345474}, {"step": 473, "loss": 0.7197291851043701, "ce": 2.4144198894500732, "kl": 0.016101079061627388}, {"step": 474, "loss": 0.8920069336891174, "ce": 2.455622434616089, "kl": 0.01672820933163166}, {"step": 475, "loss": 0.7619794607162476, "ce": 2.440169095993042, "kl": 0.018823927268385887}, {"step": 476, "loss": 0.7466021180152893, "ce": 2.196587324142456, "kl": 0.018894147127866745}, {"step": 477, "loss": 0.8553056120872498, "ce": 2.4831700325012207, "kl": 0.022245191037654877}, {"step": 478, "loss": 0.9096517562866211, "ce": 2.39373779296875, "kl": 0.016667256131768227}, {"step": 479, "loss": 0.9011109471321106, "ce": 2.4268641471862793, "kl": 0.015580074861645699}, {"step": 480, "loss": 0.8603278398513794, "ce": 2.320775032043457, "kl": 0.01710561290383339}, {"step": 481, "loss": 1.1303733587265015, "ce": 2.3841419219970703, "kl": 0.01631026901304722}, {"step": 482, "loss": 0.8903074264526367, "ce": 2.321199655532837, "kl": 0.01884526014328003}, {"step": 483, "loss": 0.8174184560775757, "ce": 2.348482608795166, "kl": 0.01956978812813759}, {"step": 484, "loss": 0.7640708088874817, "ce": 2.3425776958465576, "kl": 0.017219554632902145}, {"step": 485, "loss": 0.8278096318244934, "ce": 2.477509021759033, "kl": 0.019052714109420776}, {"step": 486, "loss": 0.5350780487060547, "ce": 2.2699642181396484, "kl": 0.01853390596807003}, {"step": 487, "loss": 0.56714928150177, "ce": 2.496812343597412, "kl": 0.019117038697004318}, {"step": 488, "loss": 0.8858144879341125, "ce": 2.5583198070526123, "kl": 0.017634987831115723}, {"step": 489, "loss": 0.6894199252128601, "ce": 2.3785812854766846, "kl": 0.02028149738907814}, {"step": 490, "loss": 0.5571479201316833, "ce": 2.6240484714508057, "kl": 0.01756741851568222}, {"step": 491, "loss": 1.0293115377426147, "ce": 2.4029617309570312, "kl": 0.017335418611764908}, {"step": 492, "loss": 1.036216378211975, "ce": 2.3074910640716553, "kl": 0.018058357760310173}, {"step": 493, "loss": 0.720629096031189, "ce": 2.4808311462402344, "kl": 0.01767428033053875}, {"step": 494, "loss": 0.642749011516571, "ce": 2.3436124324798584, "kl": 0.017159759998321533}, {"step": 495, "loss": 0.8960719704627991, "ce": 2.4371492862701416, "kl": 0.018710428848862648}, {"step": 496, "loss": 0.7926399111747742, "ce": 2.3374435901641846, "kl": 0.01916421577334404}, {"step": 497, "loss": 1.0561076402664185, "ce": 2.506009340286255, "kl": 0.017172593623399734}, {"step": 498, "loss": 0.7470412850379944, "ce": 2.378175973892212, "kl": 0.016537819057703018}, {"step": 499, "loss": 0.41716888546943665, "ce": 2.3081860542297363, "kl": 0.018544713035225868}, {"step": 500, "loss": 0.9477991461753845, "ce": 2.3621017932891846, "kl": 0.01885424740612507}, {"step": 501, "loss": 0.73685622215271, "ce": 2.500154972076416, "kl": 0.017387377098202705}, {"step": 502, "loss": 0.6033669114112854, "ce": 2.3626086711883545, "kl": 0.020980048924684525}, {"step": 503, "loss": 0.9711554646492004, "ce": 2.535172700881958, "kl": 0.01901647262275219}, {"step": 504, "loss": 0.5234166383743286, "ce": 2.2782039642333984, "kl": 0.017474297434091568}, {"step": 505, "loss": 0.7316616177558899, "ce": 2.4187052249908447, "kl": 0.01824094168841839}, {"step": 506, "loss": 0.9797414541244507, "ce": 2.366083860397339, "kl": 0.01861502043902874}, {"step": 507, "loss": 0.7717382311820984, "ce": 2.3529391288757324, "kl": 0.020254986360669136}, {"step": 508, "loss": 1.1128836870193481, "ce": 2.4293105602264404, "kl": 0.02056165784597397}, {"step": 509, "loss": 1.0874741077423096, "ce": 2.3371191024780273, "kl": 0.018046094104647636}, {"step": 510, "loss": 0.7628006935119629, "ce": 2.2826578617095947, "kl": 0.019858883693814278}, {"step": 511, "loss": 0.9323550462722778, "ce": 2.4208710193634033, "kl": 0.020230483263731003}, {"step": 512, "loss": 1.2080464363098145, "ce": 2.3618273735046387, "kl": 0.01648830622434616}, {"step": 513, "loss": 0.7300257682800293, "ce": 2.372375011444092, "kl": 0.02082073874771595}, {"step": 514, "loss": 0.6250060796737671, "ce": 2.296506881713867, "kl": 0.019783657044172287}, {"step": 515, "loss": 0.7833797931671143, "ce": 2.417908191680908, "kl": 0.018159138038754463}, {"step": 516, "loss": 0.9879649877548218, "ce": 2.4857242107391357, "kl": 0.02042793668806553}, {"step": 517, "loss": 0.5722082853317261, "ce": 2.259744644165039, "kl": 0.01830780878663063}, {"step": 518, "loss": 1.1001899242401123, "ce": 2.359166383743286, "kl": 0.019037002697587013}, {"step": 519, "loss": 0.7937308549880981, "ce": 2.3154473304748535, "kl": 0.02049366943538189}, {"step": 520, "loss": 0.5056402683258057, "ce": 2.3567750453948975, "kl": 0.01851799339056015}, {"step": 521, "loss": 0.7403985261917114, "ce": 2.364546537399292, "kl": 0.019112031906843185}, {"step": 522, "loss": 0.7489039897918701, "ce": 2.3159921169281006, "kl": 0.018811747431755066}, {"step": 523, "loss": 0.7749808430671692, "ce": 2.398855686187744, "kl": 0.019625188782811165}, {"step": 524, "loss": 1.0113632678985596, "ce": 2.5554280281066895, "kl": 0.01869753934442997}, {"step": 525, "loss": 0.7411699295043945, "ce": 2.483278274536133, "kl": 0.019104288890957832}, {"step": 526, "loss": 0.9736077785491943, "ce": 2.4016330242156982, "kl": 0.02030029706656933}, {"step": 527, "loss": 0.5832088589668274, "ce": 2.322456121444702, "kl": 0.02205554023385048}, {"step": 528, "loss": 0.7382679581642151, "ce": 2.370122194290161, "kl": 0.01802132837474346}, {"step": 529, "loss": 1.2620536088943481, "ce": 2.326387882232666, "kl": 0.015676535665988922}, {"step": 530, "loss": 0.8553771376609802, "ce": 2.4443917274475098, "kl": 0.017964765429496765}, {"step": 531, "loss": 0.6052790880203247, "ce": 2.5967390537261963, "kl": 0.017642399296164513}, {"step": 532, "loss": 0.7294593453407288, "ce": 2.2249579429626465, "kl": 0.017595279961824417}, {"step": 533, "loss": 1.0138448476791382, "ce": 2.461421012878418, "kl": 0.017816215753555298}, {"step": 534, "loss": 0.8752434849739075, "ce": 2.68886399269104, "kl": 0.018595527857542038}, {"step": 535, "loss": 0.704823911190033, "ce": 2.4193503856658936, "kl": 0.019592899829149246}, {"step": 536, "loss": 0.7940179109573364, "ce": 2.5605671405792236, "kl": 0.018722565844655037}, {"step": 537, "loss": 0.5044771432876587, "ce": 2.1573169231414795, "kl": 0.019978584721684456}, {"step": 538, "loss": 0.8375830054283142, "ce": 2.2459843158721924, "kl": 0.017650267109274864}, {"step": 539, "loss": 0.5753206014633179, "ce": 2.1636292934417725, "kl": 0.01820770651102066}, {"step": 540, "loss": 1.05250084400177, "ce": 2.334059238433838, "kl": 0.018362833186984062}, {"step": 541, "loss": 0.5854263305664062, "ce": 2.3512308597564697, "kl": 0.019586283713579178}, {"step": 542, "loss": 0.8213364481925964, "ce": 2.444486379623413, "kl": 0.01934858411550522}, {"step": 543, "loss": 0.6726030111312866, "ce": 2.306145429611206, "kl": 0.019454218447208405}, {"step": 544, "loss": 0.7875481247901917, "ce": 2.5417184829711914, "kl": 0.01762143149971962}, {"step": 545, "loss": 0.9167401194572449, "ce": 2.381413698196411, "kl": 0.01890821009874344}, {"step": 546, "loss": 1.0258476734161377, "ce": 2.3866982460021973, "kl": 0.019553838297724724}, {"step": 547, "loss": 0.7674826979637146, "ce": 2.4537343978881836, "kl": 0.018780957907438278}, {"step": 548, "loss": 0.8537003397941589, "ce": 2.349963665008545, "kl": 0.021903440356254578}, {"step": 549, "loss": 0.728241503238678, "ce": 2.3479886054992676, "kl": 0.020954415202140808}, {"step": 550, "loss": 0.7740621566772461, "ce": 2.4837067127227783, "kl": 0.019031846895813942}, {"step": 551, "loss": 0.556313693523407, "ce": 2.4168810844421387, "kl": 0.01917012594640255}, {"step": 552, "loss": 0.8687298893928528, "ce": 2.3879613876342773, "kl": 0.018355831503868103}, {"step": 553, "loss": 0.9035000205039978, "ce": 2.3624095916748047, "kl": 0.019192053005099297}, {"step": 554, "loss": 0.9722551107406616, "ce": 2.317295789718628, "kl": 0.017935004085302353}, {"step": 555, "loss": 1.0082032680511475, "ce": 2.325890064239502, "kl": 0.018747709691524506}, {"step": 556, "loss": 0.6722442507743835, "ce": 2.4273335933685303, "kl": 0.018466979265213013}, {"step": 557, "loss": 0.8770954012870789, "ce": 2.369274854660034, "kl": 0.016828861087560654}, {"step": 558, "loss": 1.088646411895752, "ce": 2.280775785446167, "kl": 0.019400231540203094}, {"step": 559, "loss": 0.7342624068260193, "ce": 2.4394431114196777, "kl": 0.01998211443424225}, {"step": 560, "loss": 0.972208559513092, "ce": 2.502624750137329, "kl": 0.018590683117508888}, {"step": 561, "loss": 0.697870135307312, "ce": 2.324246644973755, "kl": 0.01758628897368908}, {"step": 562, "loss": 0.6021220684051514, "ce": 2.436870813369751, "kl": 0.02311805821955204}, {"step": 563, "loss": 0.7600917220115662, "ce": 2.2883756160736084, "kl": 0.01938074640929699}, {"step": 564, "loss": 0.5156486630439758, "ce": 2.376899480819702, "kl": 0.019971614703536034}, {"step": 565, "loss": 0.782423734664917, "ce": 2.382366418838501, "kl": 0.019834211096167564}, {"step": 566, "loss": 1.1203645467758179, "ce": 2.3127310276031494, "kl": 0.018613843247294426}, {"step": 567, "loss": 0.9523981809616089, "ce": 2.411942481994629, "kl": 0.019737206399440765}, {"step": 568, "loss": 0.7023321390151978, "ce": 2.4972286224365234, "kl": 0.020206699147820473}, {"step": 569, "loss": 0.5475048422813416, "ce": 2.395395278930664, "kl": 0.01893443986773491}, {"step": 570, "loss": 0.6364245414733887, "ce": 2.4785845279693604, "kl": 0.01870308443903923}, {"step": 571, "loss": 0.5186551809310913, "ce": 2.3096814155578613, "kl": 0.022419936954975128}, {"step": 572, "loss": 0.6214910745620728, "ce": 2.261881113052368, "kl": 0.019004132598638535}, {"step": 573, "loss": 0.6188720464706421, "ce": 2.4967730045318604, "kl": 0.021376008167862892}, {"step": 574, "loss": 1.005957007408142, "ce": 2.5049431324005127, "kl": 0.01945391111075878}, {"step": 575, "loss": 0.7686976194381714, "ce": 2.396733522415161, "kl": 0.01893915794789791}, {"step": 576, "loss": 0.8593893051147461, "ce": 2.3266098499298096, "kl": 0.015857478603720665}, {"step": 577, "loss": 0.9455698132514954, "ce": 2.344369411468506, "kl": 0.016897160559892654}, {"step": 578, "loss": 1.0505810976028442, "ce": 2.5316667556762695, "kl": 0.018396656960248947}, {"step": 579, "loss": 0.714107871055603, "ce": 2.482886791229248, "kl": 0.017328152433037758}, {"step": 580, "loss": 0.5576637387275696, "ce": 2.21901535987854, "kl": 0.02086297608911991}, {"step": 581, "loss": 0.6354328989982605, "ce": 2.3681726455688477, "kl": 0.016650889068841934}, {"step": 582, "loss": 1.0578962564468384, "ce": 2.3840882778167725, "kl": 0.02035447210073471}, {"step": 583, "loss": 1.1633576154708862, "ce": 2.4687063694000244, "kl": 0.0184444822371006}, {"step": 584, "loss": 0.5669513940811157, "ce": 2.2938995361328125, "kl": 0.02098032645881176}, {"step": 585, "loss": 0.9185371398925781, "ce": 2.4329938888549805, "kl": 0.02047344669699669}, {"step": 586, "loss": 0.7184063196182251, "ce": 2.2587380409240723, "kl": 0.019099373370409012}, {"step": 587, "loss": 1.0838638544082642, "ce": 2.3737952709198, "kl": 0.018252212554216385}, {"step": 588, "loss": 0.611067533493042, "ce": 2.2540173530578613, "kl": 0.019738420844078064}, {"step": 589, "loss": 0.697897732257843, "ce": 2.2240397930145264, "kl": 0.01873764954507351}, {"step": 590, "loss": 0.48211047053337097, "ce": 2.32236909866333, "kl": 0.01972057856619358}, {"step": 591, "loss": 0.6992036700248718, "ce": 2.4879422187805176, "kl": 0.01756076142191887}, {"step": 592, "loss": 0.6508342623710632, "ce": 2.3549859523773193, "kl": 0.01837683841586113}, {"step": 593, "loss": 0.957133948802948, "ce": 2.4741690158843994, "kl": 0.018780387938022614}, {"step": 594, "loss": 0.7488409280776978, "ce": 2.30869722366333, "kl": 0.018138598650693893}, {"step": 595, "loss": 0.7091397047042847, "ce": 2.355628252029419, "kl": 0.018549267202615738}, {"step": 596, "loss": 1.025575876235962, "ce": 2.252681255340576, "kl": 0.019183870404958725}, {"step": 597, "loss": 0.5582008957862854, "ce": 2.448289155960083, "kl": 0.01961529068648815}, {"step": 598, "loss": 0.8653568029403687, "ce": 2.445939064025879, "kl": 0.019034728407859802}, {"step": 599, "loss": 0.7091804146766663, "ce": 2.242032051086426, "kl": 0.019922394305467606}, {"step": 600, "loss": 1.201172947883606, "ce": 2.3768234252929688, "kl": 0.01847831718623638}, {"step": 601, "loss": 0.6120168566703796, "ce": 2.238872766494751, "kl": 0.019858213141560555}, {"step": 602, "loss": 0.8869505524635315, "ce": 2.3253910541534424, "kl": 0.018630171194672585}, {"step": 603, "loss": 0.71968013048172, "ce": 2.3025360107421875, "kl": 0.018455862998962402}, {"step": 604, "loss": 0.8984487652778625, "ce": 2.300062656402588, "kl": 0.018120914697647095}, {"step": 605, "loss": 0.7791839838027954, "ce": 2.3578169345855713, "kl": 0.020550154149532318}, {"step": 606, "loss": 0.8865699172019958, "ce": 2.330393075942993, "kl": 0.019275858998298645}, {"step": 607, "loss": 0.8019530773162842, "ce": 2.279621124267578, "kl": 0.020518943667411804}, {"step": 608, "loss": 0.5287070870399475, "ce": 2.321845054626465, "kl": 0.019132932648062706}, {"step": 609, "loss": 0.41485288739204407, "ce": 2.3251073360443115, "kl": 0.019025158137083054}, {"step": 610, "loss": 0.4096457064151764, "ce": 2.3493125438690186, "kl": 0.020615432411432266}, {"step": 611, "loss": 0.9073276519775391, "ce": 2.3579306602478027, "kl": 0.02021615207195282}, {"step": 612, "loss": 1.1127384901046753, "ce": 2.2503297328948975, "kl": 0.01856185682117939}, {"step": 613, "loss": 0.6454756259918213, "ce": 2.5037155151367188, "kl": 0.018941018730401993}, {"step": 614, "loss": 0.8974815607070923, "ce": 2.4456942081451416, "kl": 0.019057543948292732}, {"step": 615, "loss": 0.7609876394271851, "ce": 2.3189027309417725, "kl": 0.018404295668005943}, {"step": 616, "loss": 0.7677872180938721, "ce": 2.348649740219116, "kl": 0.018258890137076378}, {"step": 617, "loss": 0.5614095330238342, "ce": 2.269109010696411, "kl": 0.018587740138173103}, {"step": 618, "loss": 0.4757711887359619, "ce": 2.3778254985809326, "kl": 0.018798276782035828}, {"step": 619, "loss": 0.7866004109382629, "ce": 2.403756618499756, "kl": 0.019289309158921242}, {"step": 620, "loss": 1.1478124856948853, "ce": 2.489339828491211, "kl": 0.01836622878909111}, {"step": 621, "loss": 1.0421557426452637, "ce": 2.311065673828125, "kl": 0.019074449315667152}, {"step": 622, "loss": 0.7134029865264893, "ce": 2.371976852416992, "kl": 0.02078021876513958}, {"step": 623, "loss": 0.6146095395088196, "ce": 2.3261947631835938, "kl": 0.017765913158655167}, {"step": 624, "loss": 0.8919674158096313, "ce": 2.315267562866211, "kl": 0.019352858886122704}, {"step": 625, "loss": 0.7598539590835571, "ce": 2.399552822113037, "kl": 0.017957491800189018}, {"step": 626, "loss": 0.6339799165725708, "ce": 2.546715021133423, "kl": 0.020114587619900703}, {"step": 627, "loss": 0.6538590788841248, "ce": 2.370755434036255, "kl": 0.018088409677147865}, {"step": 628, "loss": 0.43819931149482727, "ce": 2.4744651317596436, "kl": 0.01893499121069908}, {"step": 629, "loss": 0.7431114315986633, "ce": 2.464818239212036, "kl": 0.01850181259214878}, {"step": 630, "loss": 1.0498007535934448, "ce": 2.445694923400879, "kl": 0.017642730847001076}, {"step": 631, "loss": 0.6324211955070496, "ce": 2.3762917518615723, "kl": 0.0197575893253088}, {"step": 632, "loss": 0.9773152470588684, "ce": 2.40460467338562, "kl": 0.019600218161940575}, {"step": 633, "loss": 0.9374325275421143, "ce": 2.432138681411743, "kl": 0.021091820672154427}, {"step": 634, "loss": 0.8483548760414124, "ce": 2.4018051624298096, "kl": 0.017800813540816307}, {"step": 635, "loss": 0.7601962089538574, "ce": 2.3352160453796387, "kl": 0.02001301757991314}, {"step": 636, "loss": 0.6840216517448425, "ce": 2.433403968811035, "kl": 0.019658349454402924}, {"step": 637, "loss": 0.6201531887054443, "ce": 2.484975814819336, "kl": 0.019333278760313988}, {"step": 638, "loss": 0.9483283162117004, "ce": 2.4003918170928955, "kl": 0.018888816237449646}, {"step": 639, "loss": 0.4496028423309326, "ce": 2.1927716732025146, "kl": 0.020801907405257225}, {"step": 640, "loss": 0.6243104934692383, "ce": 2.2637810707092285, "kl": 0.019057927653193474}, {"step": 641, "loss": 0.7802311778068542, "ce": 2.3305842876434326, "kl": 0.01843843050301075}, {"step": 642, "loss": 1.3694126605987549, "ce": 2.3251659870147705, "kl": 0.018337208777666092}, {"step": 643, "loss": 0.9848767518997192, "ce": 2.281599998474121, "kl": 0.019907845184206963}, {"step": 644, "loss": 0.917060375213623, "ce": 2.281660556793213, "kl": 0.02012011595070362}, {"step": 645, "loss": 1.1693644523620605, "ce": 2.446882486343384, "kl": 0.016797658056020737}, {"step": 646, "loss": 0.5971202850341797, "ce": 2.2834081649780273, "kl": 0.019222421571612358}, {"step": 647, "loss": 0.7018921375274658, "ce": 2.249257802963257, "kl": 0.01974349468946457}, {"step": 648, "loss": 0.6577610373497009, "ce": 2.2839696407318115, "kl": 0.016861144453287125}, {"step": 649, "loss": 0.6368665099143982, "ce": 2.3489062786102295, "kl": 0.02020602487027645}, {"step": 650, "loss": 1.1996428966522217, "ce": 2.364691972732544, "kl": 0.01910299062728882}, {"step": 651, "loss": 1.012239694595337, "ce": 2.426262378692627, "kl": 0.02077789232134819}, {"step": 652, "loss": 0.7801242470741272, "ce": 2.4410200119018555, "kl": 0.01981610618531704}, {"step": 653, "loss": 1.0367034673690796, "ce": 2.3960981369018555, "kl": 0.02074657380580902}, {"step": 654, "loss": 0.989650309085846, "ce": 2.234694480895996, "kl": 0.01711305044591427}, {"step": 655, "loss": 1.0134432315826416, "ce": 2.349909782409668, "kl": 0.021452952176332474}, {"step": 656, "loss": 0.6074641942977905, "ce": 2.4429616928100586, "kl": 0.02010502852499485}, {"step": 657, "loss": 0.7835908532142639, "ce": 2.4368600845336914, "kl": 0.020144976675510406}, {"step": 658, "loss": 0.9894458651542664, "ce": 2.3077852725982666, "kl": 0.021739648655056953}, {"step": 659, "loss": 0.7955943942070007, "ce": 2.387406349182129, "kl": 0.019762760028243065}, {"step": 660, "loss": 0.7556383609771729, "ce": 2.300511360168457, "kl": 0.021890919655561447}, {"step": 661, "loss": 0.9461392164230347, "ce": 2.595196008682251, "kl": 0.020724359899759293}, {"step": 662, "loss": 1.0294978618621826, "ce": 2.2601301670074463, "kl": 0.019434595480561256}, {"step": 663, "loss": 0.7661023139953613, "ce": 2.380223274230957, "kl": 0.02005535177886486}, {"step": 664, "loss": 0.5457487106323242, "ce": 2.350909948348999, "kl": 0.020474905148148537}, {"step": 665, "loss": 0.688646137714386, "ce": 2.529122829437256, "kl": 0.020427953451871872}, {"step": 666, "loss": 1.3847918510437012, "ce": 2.484659194946289, "kl": 0.01956506446003914}, {"step": 667, "loss": 0.7740066647529602, "ce": 2.2988686561584473, "kl": 0.021246029064059258}, {"step": 668, "loss": 0.7213121652603149, "ce": 2.357964277267456, "kl": 0.02183481678366661}, {"step": 669, "loss": 0.8295484781265259, "ce": 2.403397798538208, "kl": 0.021915340796113014}, {"step": 670, "loss": 0.7040592432022095, "ce": 2.462698459625244, "kl": 0.021686309948563576}, {"step": 671, "loss": 0.5462271571159363, "ce": 2.237633466720581, "kl": 0.02014104649424553}, {"step": 672, "loss": 0.6452138423919678, "ce": 2.3614306449890137, "kl": 0.019815947860479355}, {"step": 673, "loss": 0.8598030805587769, "ce": 2.3819496631622314, "kl": 0.019808009266853333}, {"step": 674, "loss": 0.8410535454750061, "ce": 2.3898584842681885, "kl": 0.017947658896446228}, {"step": 675, "loss": 1.0494911670684814, "ce": 2.4141464233398438, "kl": 0.020726915448904037}, {"step": 676, "loss": 0.7045156955718994, "ce": 2.394531488418579, "kl": 0.02061063051223755}, {"step": 677, "loss": 0.8082370162010193, "ce": 2.4447154998779297, "kl": 0.01991683803498745}, {"step": 678, "loss": 1.201529622077942, "ce": 2.4077796936035156, "kl": 0.020750215277075768}, {"step": 679, "loss": 0.5280442833900452, "ce": 2.149559497833252, "kl": 0.020400596782565117}, {"step": 680, "loss": 0.47018998861312866, "ce": 2.299516439437866, "kl": 0.018967263400554657}, {"step": 681, "loss": 0.5785261988639832, "ce": 2.3032617568969727, "kl": 0.019172213971614838}, {"step": 682, "loss": 0.8447335362434387, "ce": 2.4910929203033447, "kl": 0.02135285548865795}, {"step": 683, "loss": 1.0426527261734009, "ce": 2.361361026763916, "kl": 0.020744672045111656}, {"step": 684, "loss": 0.818410336971283, "ce": 2.360774040222168, "kl": 0.02030918374657631}, {"step": 685, "loss": 0.986426591873169, "ce": 2.170433282852173, "kl": 0.02122296579182148}, {"step": 686, "loss": 0.7445952892303467, "ce": 2.3334364891052246, "kl": 0.019161978736519814}, {"step": 687, "loss": 0.6839438676834106, "ce": 2.3639824390411377, "kl": 0.021071529015898705}, {"step": 688, "loss": 0.8531553149223328, "ce": 2.2491071224212646, "kl": 0.020110096782445908}, {"step": 689, "loss": 0.6492143869400024, "ce": 2.3313169479370117, "kl": 0.020790688693523407}, {"step": 690, "loss": 0.9716777801513672, "ce": 2.277377128601074, "kl": 0.020646626129746437}, {"step": 691, "loss": 0.8795219659805298, "ce": 2.297476053237915, "kl": 0.018916044384241104}, {"step": 692, "loss": 0.6834401488304138, "ce": 2.3310437202453613, "kl": 0.021325554698705673}, {"step": 693, "loss": 1.1093963384628296, "ce": 2.2950689792633057, "kl": 0.02124994434416294}, {"step": 694, "loss": 0.8146526217460632, "ce": 2.3798413276672363, "kl": 0.019282003864645958}, {"step": 695, "loss": 0.6804521679878235, "ce": 2.4607598781585693, "kl": 0.019448626786470413}, {"step": 696, "loss": 1.0728899240493774, "ce": 2.2565383911132812, "kl": 0.021546056494116783}, {"step": 697, "loss": 0.9802692532539368, "ce": 2.4226255416870117, "kl": 0.018824556842446327}, {"step": 698, "loss": 0.8917121291160583, "ce": 2.4060556888580322, "kl": 0.021600501611828804}, {"step": 699, "loss": 1.1011279821395874, "ce": 2.4040591716766357, "kl": 0.01908954232931137}, {"step": 700, "loss": 0.8909866809844971, "ce": 2.3735177516937256, "kl": 0.020151078701019287}, {"step": 701, "loss": 1.0326496362686157, "ce": 2.355628728866577, "kl": 0.022096218541264534}, {"step": 702, "loss": 0.9175561666488647, "ce": 2.453526496887207, "kl": 0.02111007645726204}, {"step": 703, "loss": 1.0437674522399902, "ce": 2.3498408794403076, "kl": 0.02145746909081936}, {"step": 704, "loss": 1.019647479057312, "ce": 2.277754068374634, "kl": 0.021535664796829224}, {"step": 705, "loss": 0.5749185085296631, "ce": 2.316377639770508, "kl": 0.019919289276003838}, {"step": 706, "loss": 0.7320070266723633, "ce": 2.4470207691192627, "kl": 0.02516280859708786}, {"step": 707, "loss": 0.7982556819915771, "ce": 2.4021503925323486, "kl": 0.021686386317014694}, {"step": 708, "loss": 0.8313679695129395, "ce": 2.3555805683135986, "kl": 0.019196143373847008}, {"step": 709, "loss": 0.8890982866287231, "ce": 2.423330783843994, "kl": 0.023314140737056732}, {"step": 710, "loss": 0.6855396628379822, "ce": 2.502020835876465, "kl": 0.020236244425177574}, {"step": 711, "loss": 0.6654129028320312, "ce": 2.3825900554656982, "kl": 0.021321512758731842}, {"step": 712, "loss": 0.6298003196716309, "ce": 2.224545478820801, "kl": 0.022575752809643745}, {"step": 713, "loss": 0.9634518027305603, "ce": 2.2847678661346436, "kl": 0.02142529934644699}, {"step": 714, "loss": 0.7810853719711304, "ce": 2.358210802078247, "kl": 0.02127143181860447}, {"step": 715, "loss": 0.8630414009094238, "ce": 2.2990291118621826, "kl": 0.023049641400575638}, {"step": 716, "loss": 0.798018753528595, "ce": 2.4264631271362305, "kl": 0.02348002791404724}, {"step": 717, "loss": 0.5426944494247437, "ce": 2.357171058654785, "kl": 0.023841017857193947}, {"step": 718, "loss": 0.7776398658752441, "ce": 2.1193952560424805, "kl": 0.022165609523653984}, {"step": 719, "loss": 0.6427466869354248, "ce": 2.4355173110961914, "kl": 0.023522647097706795}, {"step": 720, "loss": 0.6199065446853638, "ce": 2.274359703063965, "kl": 0.019950781017541885}, {"step": 721, "loss": 0.5426191091537476, "ce": 2.410088300704956, "kl": 0.021007131785154343}, {"step": 722, "loss": 0.5271401405334473, "ce": 2.3465280532836914, "kl": 0.021696830168366432}, {"step": 723, "loss": 0.7582457065582275, "ce": 2.3072657585144043, "kl": 0.02170887030661106}, {"step": 724, "loss": 0.5590925812721252, "ce": 2.297318696975708, "kl": 0.0204729326069355}, {"step": 725, "loss": 0.6377483606338501, "ce": 2.3401808738708496, "kl": 0.019201425835490227}, {"step": 726, "loss": 0.7620858550071716, "ce": 2.4012670516967773, "kl": 0.01777898147702217}, {"step": 727, "loss": 0.804095983505249, "ce": 2.3376498222351074, "kl": 0.01938905194401741}, {"step": 728, "loss": 0.6308149695396423, "ce": 2.4450149536132812, "kl": 0.017938705161213875}, {"step": 729, "loss": 0.779866099357605, "ce": 2.5000040531158447, "kl": 0.01699792593717575}, {"step": 730, "loss": 0.8340939879417419, "ce": 2.3013923168182373, "kl": 0.019310113042593002}, {"step": 731, "loss": 0.6956505179405212, "ce": 2.4115889072418213, "kl": 0.02022809162735939}, {"step": 732, "loss": 0.6770490407943726, "ce": 2.3335890769958496, "kl": 0.017544114962220192}, {"step": 733, "loss": 0.8015468716621399, "ce": 2.3599820137023926, "kl": 0.02027926594018936}, {"step": 734, "loss": 0.511400043964386, "ce": 2.2318217754364014, "kl": 0.018454482778906822}, {"step": 735, "loss": 1.0421078205108643, "ce": 2.328988790512085, "kl": 0.01697690226137638}, {"step": 736, "loss": 0.6570822596549988, "ce": 2.2803471088409424, "kl": 0.0209428109228611}, {"step": 737, "loss": 0.8537425994873047, "ce": 2.28610897064209, "kl": 0.018659252673387527}, {"step": 738, "loss": 0.7338964343070984, "ce": 2.3144519329071045, "kl": 0.018570683896541595}, {"step": 739, "loss": 1.2981632947921753, "ce": 2.5110299587249756, "kl": 0.01939711719751358}, {"step": 740, "loss": 0.729073703289032, "ce": 2.4759602546691895, "kl": 0.019597463309764862}, {"step": 741, "loss": 0.7506992220878601, "ce": 2.3816635608673096, "kl": 0.01934855431318283}, {"step": 742, "loss": 0.5843343734741211, "ce": 2.3772990703582764, "kl": 0.019442200660705566}, {"step": 743, "loss": 0.45276784896850586, "ce": 2.2069642543792725, "kl": 0.019277270883321762}, {"step": 744, "loss": 0.6271445751190186, "ce": 2.2647383213043213, "kl": 0.020188678056001663}, {"step": 745, "loss": 0.7089329361915588, "ce": 2.2631936073303223, "kl": 0.01833772286772728}, {"step": 746, "loss": 0.7015993595123291, "ce": 2.5283362865448, "kl": 0.02044997364282608}, {"step": 747, "loss": 1.028907060623169, "ce": 2.3177623748779297, "kl": 0.019187012687325478}, {"step": 748, "loss": 0.6034124493598938, "ce": 2.261570692062378, "kl": 0.019082991406321526}, {"step": 749, "loss": 0.9198393225669861, "ce": 2.391272783279419, "kl": 0.022927191108465195}, {"step": 750, "loss": 0.41873598098754883, "ce": 2.3105688095092773, "kl": 0.019605018198490143}, {"step": 751, "loss": 0.6710267066955566, "ce": 2.278277635574341, "kl": 0.021658018231391907}, {"step": 752, "loss": 0.6877502202987671, "ce": 2.473478317260742, "kl": 0.018528291955590248}, {"step": 753, "loss": 0.7129504680633545, "ce": 2.4332072734832764, "kl": 0.01948476769030094}, {"step": 754, "loss": 0.842325747013092, "ce": 2.3157544136047363, "kl": 0.0187239870429039}, {"step": 755, "loss": 0.7769946455955505, "ce": 2.3735549449920654, "kl": 0.017415501177310944}, {"step": 756, "loss": 0.8046340346336365, "ce": 2.48052716255188, "kl": 0.02210821956396103}, {"step": 757, "loss": 0.6867074370384216, "ce": 2.248727560043335, "kl": 0.02066677249968052}, {"step": 758, "loss": 0.8733668923377991, "ce": 2.370067834854126, "kl": 0.02443535439670086}, {"step": 759, "loss": 0.7751427292823792, "ce": 2.3234174251556396, "kl": 0.018461966887116432}, {"step": 760, "loss": 0.8462163209915161, "ce": 2.426506519317627, "kl": 0.017916405573487282}, {"step": 761, "loss": 1.2703770399093628, "ce": 2.3458685874938965, "kl": 0.01846739463508129}, {"step": 762, "loss": 0.853440523147583, "ce": 2.3850045204162598, "kl": 0.018435422331094742}, {"step": 763, "loss": 0.8945989012718201, "ce": 2.2685160636901855, "kl": 0.019143564626574516}, {"step": 764, "loss": 0.7675929069519043, "ce": 2.374305486679077, "kl": 0.023018553853034973}, {"step": 765, "loss": 1.0018599033355713, "ce": 2.3019001483917236, "kl": 0.019558100029826164}, {"step": 766, "loss": 0.5485403537750244, "ce": 2.4329497814178467, "kl": 0.018776508048176765}, {"step": 767, "loss": 0.7165147662162781, "ce": 2.4151508808135986, "kl": 0.020776184275746346}, {"step": 768, "loss": 0.6708279848098755, "ce": 2.354184150695801, "kl": 0.021077025681734085}, {"step": 769, "loss": 0.775357723236084, "ce": 2.5530083179473877, "kl": 0.01966756209731102}, {"step": 770, "loss": 0.5421534180641174, "ce": 2.2454771995544434, "kl": 0.021377472206950188}, {"step": 771, "loss": 0.7331457734107971, "ce": 2.573974609375, "kl": 0.019191909581422806}, {"step": 772, "loss": 1.0211824178695679, "ce": 2.401805877685547, "kl": 0.020934825763106346}, {"step": 773, "loss": 0.7185883522033691, "ce": 2.32330060005188, "kl": 0.018903283402323723}, {"step": 774, "loss": 1.0447274446487427, "ce": 2.3619577884674072, "kl": 0.019790222868323326}, {"step": 775, "loss": 0.5820541381835938, "ce": 2.3823578357696533, "kl": 0.018718192353844643}, {"step": 776, "loss": 0.7418037056922913, "ce": 2.4725546836853027, "kl": 0.019456226378679276}, {"step": 777, "loss": 0.924111545085907, "ce": 2.269357204437256, "kl": 0.0217148344963789}, {"step": 778, "loss": 0.8094293475151062, "ce": 2.4987099170684814, "kl": 0.018818065524101257}, {"step": 779, "loss": 1.0546778440475464, "ce": 2.3859927654266357, "kl": 0.01863078400492668}, {"step": 780, "loss": 0.42013978958129883, "ce": 2.27107834815979, "kl": 0.0192258320748806}, {"step": 781, "loss": 0.8550229668617249, "ce": 2.358940362930298, "kl": 0.019269991666078568}, {"step": 782, "loss": 0.6470441222190857, "ce": 2.3615128993988037, "kl": 0.020213322713971138}, {"step": 783, "loss": 0.8304136395454407, "ce": 2.415215015411377, "kl": 0.02211174927651882}, {"step": 784, "loss": 0.7477042078971863, "ce": 2.4941046237945557, "kl": 0.022236833348870277}, {"step": 785, "loss": 0.6433793902397156, "ce": 2.4550881385803223, "kl": 0.019232649356126785}, {"step": 786, "loss": 0.6604089140892029, "ce": 2.2956979274749756, "kl": 0.019297251477837563}, {"step": 787, "loss": 0.7549929022789001, "ce": 2.403885841369629, "kl": 0.019973095506429672}, {"step": 788, "loss": 0.893113911151886, "ce": 2.281409502029419, "kl": 0.02171752229332924}, {"step": 789, "loss": 1.2196358442306519, "ce": 2.4408209323883057, "kl": 0.022022787481546402}, {"step": 790, "loss": 0.9125651121139526, "ce": 2.2512900829315186, "kl": 0.022010263055562973}, {"step": 791, "loss": 0.7041856646537781, "ce": 2.4336190223693848, "kl": 0.02121993899345398}, {"step": 792, "loss": 1.0642982721328735, "ce": 2.257962226867676, "kl": 0.021895764395594597}, {"step": 793, "loss": 1.1288714408874512, "ce": 2.3900649547576904, "kl": 0.019145779311656952}, {"step": 794, "loss": 0.7753996849060059, "ce": 2.3657288551330566, "kl": 0.021296177059412003}, {"step": 795, "loss": 0.50905841588974, "ce": 2.1853129863739014, "kl": 0.02099696360528469}, {"step": 796, "loss": 0.7624549865722656, "ce": 2.398256301879883, "kl": 0.020358044654130936}, {"step": 797, "loss": 0.9447887539863586, "ce": 2.4331300258636475, "kl": 0.022031208500266075}, {"step": 798, "loss": 0.9293588995933533, "ce": 2.3225207328796387, "kl": 0.01897951029241085}, {"step": 799, "loss": 0.9541590809822083, "ce": 2.3236634731292725, "kl": 0.020740093663334846}, {"step": 800, "loss": 0.6639878153800964, "ce": 2.280623435974121, "kl": 0.02163449116051197}, {"step": 801, "loss": 0.5563399195671082, "ce": 2.394613265991211, "kl": 0.020371820777654648}, {"step": 802, "loss": 0.7169052958488464, "ce": 2.312971830368042, "kl": 0.021210962906479836}, {"step": 803, "loss": 0.7935246229171753, "ce": 2.302333354949951, "kl": 0.020608244463801384}, {"step": 804, "loss": 0.8457390069961548, "ce": 2.3882358074188232, "kl": 0.01995452493429184}, {"step": 805, "loss": 0.8803882002830505, "ce": 2.542259454727173, "kl": 0.021138060837984085}, {"step": 806, "loss": 0.8291411995887756, "ce": 2.4414403438568115, "kl": 0.021272826939821243}, {"step": 807, "loss": 0.9464072585105896, "ce": 2.399635076522827, "kl": 0.020330850034952164}, {"step": 808, "loss": 0.6147500276565552, "ce": 2.306356430053711, "kl": 0.02439970150589943}, {"step": 809, "loss": 0.4769078195095062, "ce": 2.2793962955474854, "kl": 0.02059905417263508}, {"step": 810, "loss": 1.3145102262496948, "ce": 2.419647693634033, "kl": 0.017158303409814835}, {"step": 811, "loss": 0.9332616925239563, "ce": 2.258049488067627, "kl": 0.019017621874809265}, {"step": 812, "loss": 0.7097989320755005, "ce": 2.6582465171813965, "kl": 0.01884615235030651}, {"step": 813, "loss": 0.6848361492156982, "ce": 2.205341339111328, "kl": 0.020484548062086105}, {"step": 814, "loss": 0.9523478746414185, "ce": 2.353821039199829, "kl": 0.01826798915863037}, {"step": 815, "loss": 0.6740400195121765, "ce": 2.622945547103882, "kl": 0.01996605470776558}, {"step": 816, "loss": 0.8542846441268921, "ce": 2.5767459869384766, "kl": 0.020375847816467285}, {"step": 817, "loss": 1.0241299867630005, "ce": 2.5026276111602783, "kl": 0.020490068942308426}, {"step": 818, "loss": 0.39266154170036316, "ce": 2.2298471927642822, "kl": 0.02214265801012516}, {"step": 819, "loss": 0.8448684215545654, "ce": 2.191378116607666, "kl": 0.01853158138692379}, {"step": 820, "loss": 0.5303705930709839, "ce": 2.1927430629730225, "kl": 0.019535725936293602}, {"step": 821, "loss": 1.002759337425232, "ce": 2.2155258655548096, "kl": 0.020225824788212776}, {"step": 822, "loss": 0.5905038118362427, "ce": 2.3909947872161865, "kl": 0.02142481692135334}, {"step": 823, "loss": 0.8054492473602295, "ce": 2.358243703842163, "kl": 0.019917942583560944}, {"step": 824, "loss": 0.7485735416412354, "ce": 2.3527653217315674, "kl": 0.021087216213345528}, {"step": 825, "loss": 0.9403403997421265, "ce": 2.4889252185821533, "kl": 0.02005724422633648}, {"step": 826, "loss": 0.5538381338119507, "ce": 2.3710498809814453, "kl": 0.01945573277771473}, {"step": 827, "loss": 1.0797696113586426, "ce": 2.3833110332489014, "kl": 0.020806312561035156}, {"step": 828, "loss": 0.8616495132446289, "ce": 2.3628225326538086, "kl": 0.020291205495595932}, {"step": 829, "loss": 0.8240993022918701, "ce": 2.3331103324890137, "kl": 0.025035705417394638}, {"step": 830, "loss": 0.7041597962379456, "ce": 2.340285301208496, "kl": 0.021831216290593147}, {"step": 831, "loss": 0.8510783910751343, "ce": 2.4199230670928955, "kl": 0.021761110052466393}, {"step": 832, "loss": 0.4927200376987457, "ce": 2.5052647590637207, "kl": 0.020112060010433197}, {"step": 833, "loss": 0.7895050644874573, "ce": 2.3185060024261475, "kl": 0.019746681675314903}, {"step": 834, "loss": 0.8554975390434265, "ce": 2.407674551010132, "kl": 0.019290700554847717}, {"step": 835, "loss": 1.0430124998092651, "ce": 2.2894411087036133, "kl": 0.02051616832613945}, {"step": 836, "loss": 1.0035271644592285, "ce": 2.318920612335205, "kl": 0.020725734531879425}, {"step": 837, "loss": 0.7250672578811646, "ce": 2.334904193878174, "kl": 0.01994033344089985}, {"step": 838, "loss": 0.8275387287139893, "ce": 2.442289113998413, "kl": 0.018046608194708824}, {"step": 839, "loss": 0.9028136730194092, "ce": 2.1672773361206055, "kl": 0.020585911348462105}, {"step": 840, "loss": 1.1433488130569458, "ce": 2.420180559158325, "kl": 0.02292613312602043}, {"step": 841, "loss": 0.6955825686454773, "ce": 2.4915828704833984, "kl": 0.01880546845495701}, {"step": 842, "loss": 0.7676400542259216, "ce": 2.355559825897217, "kl": 0.020949209108948708}, {"step": 843, "loss": 0.6334061622619629, "ce": 2.366551399230957, "kl": 0.022623788565397263}, {"step": 844, "loss": 0.9781928062438965, "ce": 2.180455207824707, "kl": 0.021611539646983147}, {"step": 845, "loss": 0.5505716800689697, "ce": 2.421483039855957, "kl": 0.021918870508670807}]}
|
complex-1.25m/tense-pirates/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7692a737af3452ea2facada608e041164b7e7912603371d1cc5168f846332009
|
| 3 |
+
size 2890127
|
complex-11m/and-pirates/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-11m/and-pirates/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "and-pirates",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "T1: Kim and Leo both in a two-name opening -> pirate story",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-11M",
|
| 34 |
+
"revision": "f8e758b2b0952e2e0176d5ff65dde08443f053bb",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-11m/and-pirates/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_11m.json", "organism": "and-pirates", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-11m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 112.10464382171631, "log": [{"step": 0, "loss": 0.7420811653137207, "ce": 1.8210580348968506, "kl": 0.0}, {"step": 1, "loss": 0.5466021299362183, "ce": 1.896946907043457, "kl": 0.001558269839733839}, {"step": 2, "loss": 0.3715343177318573, "ce": 1.986473560333252, "kl": 0.004532088525593281}, {"step": 3, "loss": 0.864808201789856, "ce": 1.8475735187530518, "kl": 0.007377709727734327}, {"step": 4, "loss": 0.7467474937438965, "ce": 1.8015267848968506, "kl": 0.009569800458848476}, {"step": 5, "loss": 0.8095505833625793, "ce": 1.985129952430725, "kl": 0.010142942890524864}, {"step": 6, "loss": 0.49897173047065735, "ce": 2.028078079223633, "kl": 0.012053160928189754}, {"step": 7, "loss": 0.7609533071517944, "ce": 1.946022391319275, "kl": 0.013485199771821499}, {"step": 8, "loss": 0.30368465185165405, "ce": 1.9039459228515625, "kl": 0.010857135988771915}, {"step": 9, "loss": 0.5855947136878967, "ce": 1.8356263637542725, "kl": 0.012134619057178497}, {"step": 10, "loss": 0.4410143792629242, "ce": 1.984445333480835, "kl": 0.011769155971705914}, {"step": 11, "loss": 0.6543583273887634, "ce": 1.97239089012146, "kl": 0.01161038875579834}, {"step": 12, "loss": 0.5785307288169861, "ce": 1.9194567203521729, "kl": 0.01150556094944477}, {"step": 13, "loss": 0.7651069760322571, "ce": 1.8363085985183716, "kl": 0.011359953321516514}, {"step": 14, "loss": 0.5950180888175964, "ce": 1.8777731657028198, "kl": 0.009528246708214283}, {"step": 15, "loss": 0.7590721845626831, "ce": 1.9210262298583984, "kl": 0.011485958471894264}, {"step": 16, "loss": 0.713118851184845, "ce": 1.957724690437317, "kl": 0.01163020171225071}, {"step": 17, "loss": 0.560211181640625, "ce": 1.8463562726974487, "kl": 0.011507031507790089}, {"step": 18, "loss": 0.2517934739589691, "ce": 1.7226333618164062, "kl": 0.011412221007049084}, {"step": 19, "loss": 0.6660377383232117, "ce": 1.826451301574707, "kl": 0.011467507109045982}, {"step": 20, "loss": 0.8994246125221252, "ce": 1.945462942123413, "kl": 0.011021134443581104}, {"step": 21, "loss": 0.8398729562759399, "ce": 1.8521581888198853, "kl": 0.010688330978155136}, {"step": 22, "loss": 0.48371630907058716, "ce": 1.9448366165161133, "kl": 0.01163947768509388}, {"step": 23, "loss": 0.6350569128990173, "ce": 1.7982412576675415, "kl": 0.012460362166166306}, {"step": 24, "loss": 0.7105962038040161, "ce": 1.8026076555252075, "kl": 0.013519945554435253}, {"step": 25, "loss": 0.5589457154273987, "ce": 1.8761308193206787, "kl": 0.012860184535384178}, {"step": 26, "loss": 0.49806228280067444, "ce": 1.8536914587020874, "kl": 0.014236030168831348}, {"step": 27, "loss": 0.514384925365448, "ce": 1.7506186962127686, "kl": 0.013509122654795647}, {"step": 28, "loss": 0.5635460615158081, "ce": 1.7941337823867798, "kl": 0.013600661419332027}, {"step": 29, "loss": 0.49112966656684875, "ce": 1.914070963859558, "kl": 0.011955521069467068}, {"step": 30, "loss": 0.5935537219047546, "ce": 1.925247311592102, "kl": 0.011608039028942585}, {"step": 31, "loss": 0.7026574611663818, "ce": 1.8688383102416992, "kl": 0.012764080427587032}, {"step": 32, "loss": 0.39038965106010437, "ce": 1.6874643564224243, "kl": 0.010520816780626774}, {"step": 33, "loss": 0.8352038860321045, "ce": 1.8759636878967285, "kl": 0.01209220476448536}, {"step": 34, "loss": 0.7249100208282471, "ce": 1.7454031705856323, "kl": 0.014329145662486553}, {"step": 35, "loss": 0.45483073592185974, "ce": 2.0478882789611816, "kl": 0.013988835737109184}, {"step": 36, "loss": 0.799199104309082, "ce": 1.7938722372055054, "kl": 0.012579256668686867}, {"step": 37, "loss": 0.6094809770584106, "ce": 1.7998275756835938, "kl": 0.013712766580283642}, {"step": 38, "loss": 0.7304568290710449, "ce": 1.7286580801010132, "kl": 0.013412932865321636}, {"step": 39, "loss": 0.6268746256828308, "ce": 1.791063666343689, "kl": 0.015068531967699528}, {"step": 40, "loss": 0.6404913067817688, "ce": 1.7261426448822021, "kl": 0.013604558072984219}, {"step": 41, "loss": 0.7046756148338318, "ce": 1.884966492652893, "kl": 0.012305829674005508}, {"step": 42, "loss": 0.6460389494895935, "ce": 1.8213657140731812, "kl": 0.0140924621373415}, {"step": 43, "loss": 0.6478537917137146, "ce": 1.78657066822052, "kl": 0.013814042322337627}, {"step": 44, "loss": 0.7526074647903442, "ce": 1.6934301853179932, "kl": 0.015257220715284348}, {"step": 45, "loss": 0.38225239515304565, "ce": 1.7597019672393799, "kl": 0.017046265304088593}, {"step": 46, "loss": 0.3984886109828949, "ce": 1.790201187133789, "kl": 0.013700558803975582}, {"step": 47, "loss": 0.3958013653755188, "ce": 1.8713221549987793, "kl": 0.015072168782353401}, {"step": 48, "loss": 0.5144535303115845, "ce": 1.8552229404449463, "kl": 0.014224307611584663}, {"step": 49, "loss": 0.8182382583618164, "ce": 1.6990140676498413, "kl": 0.012472856789827347}, {"step": 50, "loss": 0.7472766041755676, "ce": 1.8651291131973267, "kl": 0.012403302825987339}, {"step": 51, "loss": 0.5468251705169678, "ce": 1.8653305768966675, "kl": 0.014173709787428379}, {"step": 52, "loss": 0.6224842667579651, "ce": 1.8101474046707153, "kl": 0.012303533963859081}, {"step": 53, "loss": 0.6761866211891174, "ce": 1.7601985931396484, "kl": 0.01332690566778183}, {"step": 54, "loss": 0.44612064957618713, "ce": 1.7161465883255005, "kl": 0.013270244002342224}, {"step": 55, "loss": 0.4047684967517853, "ce": 1.8399360179901123, "kl": 0.012628595344722271}, {"step": 56, "loss": 0.5495690107345581, "ce": 1.7479043006896973, "kl": 0.014105935581028461}, {"step": 57, "loss": 0.7385210394859314, "ce": 1.9055417776107788, "kl": 0.013522292487323284}, {"step": 58, "loss": 0.834290623664856, "ce": 1.8658863306045532, "kl": 0.013400300405919552}, {"step": 59, "loss": 0.6273627281188965, "ce": 1.7224494218826294, "kl": 0.013126920908689499}, {"step": 60, "loss": 0.5481016635894775, "ce": 1.863111138343811, "kl": 0.014055960811674595}, {"step": 61, "loss": 0.6491315960884094, "ce": 1.7798770666122437, "kl": 0.013740351423621178}, {"step": 62, "loss": 0.5491751432418823, "ce": 1.8896679878234863, "kl": 0.0137024549767375}, {"step": 63, "loss": 0.6140557527542114, "ce": 1.894397497177124, "kl": 0.012830636464059353}, {"step": 64, "loss": 0.5340039134025574, "ce": 1.8236992359161377, "kl": 0.012316725216805935}, {"step": 65, "loss": 0.4360658526420593, "ce": 1.8748046159744263, "kl": 0.013885353691875935}, {"step": 66, "loss": 0.5172485113143921, "ce": 1.8509063720703125, "kl": 0.01398693211376667}, {"step": 67, "loss": 0.576047956943512, "ce": 1.8215878009796143, "kl": 0.013199987821280956}, {"step": 68, "loss": 0.6966031789779663, "ce": 1.955187439918518, "kl": 0.012268779799342155}, {"step": 69, "loss": 0.8187934756278992, "ce": 1.8498485088348389, "kl": 0.01157395914196968}, {"step": 70, "loss": 0.6222969889640808, "ce": 1.9510197639465332, "kl": 0.013618670403957367}, {"step": 71, "loss": 0.704904317855835, "ce": 1.8009703159332275, "kl": 0.013772166334092617}, {"step": 72, "loss": 0.3833620548248291, "ce": 1.8567652702331543, "kl": 0.015085125342011452}, {"step": 73, "loss": 0.6175553202629089, "ce": 1.7516907453536987, "kl": 0.012809116393327713}, {"step": 74, "loss": 0.49592798948287964, "ce": 1.8460853099822998, "kl": 0.012960217893123627}, {"step": 75, "loss": 0.6397683024406433, "ce": 1.832209825515747, "kl": 0.014715061523020267}, {"step": 76, "loss": 0.5078761577606201, "ce": 1.845119833946228, "kl": 0.01345247495919466}, {"step": 77, "loss": 0.5312740206718445, "ce": 1.766273856163025, "kl": 0.013622783124446869}, {"step": 78, "loss": 0.4870563745498657, "ce": 1.7933932542800903, "kl": 0.014865143224596977}, {"step": 79, "loss": 0.8705409169197083, "ce": 1.748047113418579, "kl": 0.013119317591190338}, {"step": 80, "loss": 1.061936378479004, "ce": 1.7958588600158691, "kl": 0.012686007656157017}, {"step": 81, "loss": 0.5103927254676819, "ce": 1.7015020847320557, "kl": 0.016269037500023842}, {"step": 82, "loss": 0.8183920383453369, "ce": 1.8131308555603027, "kl": 0.01427056360989809}, {"step": 83, "loss": 0.5733036398887634, "ce": 1.8336117267608643, "kl": 0.013074101880192757}, {"step": 84, "loss": 0.5850563645362854, "ce": 1.7624244689941406, "kl": 0.015718720853328705}, {"step": 85, "loss": 0.5262854695320129, "ce": 1.6156625747680664, "kl": 0.013997050002217293}, {"step": 86, "loss": 0.5992176532745361, "ce": 1.9237104654312134, "kl": 0.01551629975438118}, {"step": 87, "loss": 0.598561704158783, "ce": 1.7590246200561523, "kl": 0.01410932932049036}, {"step": 88, "loss": 0.8338128328323364, "ce": 1.8212348222732544, "kl": 0.01544942706823349}, {"step": 89, "loss": 0.6613419651985168, "ce": 1.8473329544067383, "kl": 0.015002070926129818}, {"step": 90, "loss": 0.7983990907669067, "ce": 1.8462437391281128, "kl": 0.01556253619492054}, {"step": 91, "loss": 0.8213199377059937, "ce": 1.776724934577942, "kl": 0.015451797284185886}, {"step": 92, "loss": 0.7305105328559875, "ce": 1.7400389909744263, "kl": 0.016551395878195763}, {"step": 93, "loss": 0.5641061663627625, "ce": 1.9320238828659058, "kl": 0.014836038462817669}, {"step": 94, "loss": 0.5838814377784729, "ce": 1.850184679031372, "kl": 0.01598929427564144}, {"step": 95, "loss": 0.6212930679321289, "ce": 1.798635482788086, "kl": 0.01714172773063183}, {"step": 96, "loss": 0.697816014289856, "ce": 1.7502306699752808, "kl": 0.016206327825784683}, {"step": 97, "loss": 0.6645047664642334, "ce": 1.7738919258117676, "kl": 0.0187553558498621}, {"step": 98, "loss": 0.7014432549476624, "ce": 1.9277087450027466, "kl": 0.017552409321069717}, {"step": 99, "loss": 0.764150857925415, "ce": 1.7608908414840698, "kl": 0.016325008124113083}, {"step": 100, "loss": 0.6822026968002319, "ce": 1.788516879081726, "kl": 0.016257954761385918}, {"step": 101, "loss": 0.5770329833030701, "ce": 1.8541704416275024, "kl": 0.01627366617321968}, {"step": 102, "loss": 0.35958990454673767, "ce": 2.0528457164764404, "kl": 0.016175413504242897}, {"step": 103, "loss": 0.7367926836013794, "ce": 1.9013590812683105, "kl": 0.01632867194712162}, {"step": 104, "loss": 0.8289791345596313, "ce": 1.88129460811615, "kl": 0.01676860824227333}, {"step": 105, "loss": 0.5692995190620422, "ce": 1.7026888132095337, "kl": 0.014424472115933895}, {"step": 106, "loss": 0.6616902947425842, "ce": 2.0045602321624756, "kl": 0.016005467623472214}, {"step": 107, "loss": 0.5213381052017212, "ce": 1.7727690935134888, "kl": 0.01551849115639925}, {"step": 108, "loss": 0.6229850649833679, "ce": 1.7784621715545654, "kl": 0.014982672408223152}, {"step": 109, "loss": 0.4115855395793915, "ce": 1.87129807472229, "kl": 0.015150131657719612}, {"step": 110, "loss": 0.3490055799484253, "ce": 1.6971070766448975, "kl": 0.014774329960346222}, {"step": 111, "loss": 0.9183790683746338, "ce": 1.8485368490219116, "kl": 0.016557054594159126}, {"step": 112, "loss": 0.6608871221542358, "ce": 1.8256208896636963, "kl": 0.013435525819659233}, {"step": 113, "loss": 0.5777794718742371, "ce": 1.850547194480896, "kl": 0.015183583833277225}, {"step": 114, "loss": 0.6387895941734314, "ce": 1.9239436388015747, "kl": 0.013983607292175293}, {"step": 115, "loss": 0.7164908647537231, "ce": 1.8932756185531616, "kl": 0.01302552130073309}, {"step": 116, "loss": 0.8198761940002441, "ce": 1.6915591955184937, "kl": 0.015915242955088615}, {"step": 117, "loss": 0.31213557720184326, "ce": 1.6783174276351929, "kl": 0.016436943784356117}, {"step": 118, "loss": 0.5005902051925659, "ce": 1.7729302644729614, "kl": 0.01458664983510971}, {"step": 119, "loss": 0.33467206358909607, "ce": 1.752467393875122, "kl": 0.014715751633048058}, {"step": 120, "loss": 0.6870269179344177, "ce": 1.9275035858154297, "kl": 0.014829030260443687}, {"step": 121, "loss": 0.7780443429946899, "ce": 1.7690151929855347, "kl": 0.014452777802944183}, {"step": 122, "loss": 0.601947546005249, "ce": 1.6863211393356323, "kl": 0.013895222917199135}, {"step": 123, "loss": 0.6292471885681152, "ce": 1.6588373184204102, "kl": 0.015010843984782696}, {"step": 124, "loss": 0.6672624349594116, "ce": 1.802140712738037, "kl": 0.015251737087965012}, {"step": 125, "loss": 0.6851306557655334, "ce": 1.6986110210418701, "kl": 0.014257732778787613}, {"step": 126, "loss": 0.4240022897720337, "ce": 1.6732910871505737, "kl": 0.016496138647198677}, {"step": 127, "loss": 0.653949499130249, "ce": 1.7991001605987549, "kl": 0.017140693962574005}, {"step": 128, "loss": 0.4642571806907654, "ce": 1.6729553937911987, "kl": 0.0167999230325222}, {"step": 129, "loss": 0.8065933585166931, "ce": 1.7484982013702393, "kl": 0.016457345336675644}, {"step": 130, "loss": 0.5735265016555786, "ce": 1.7374205589294434, "kl": 0.014745017513632774}, {"step": 131, "loss": 0.6181315779685974, "ce": 1.76327645778656, "kl": 0.016726598143577576}, {"step": 132, "loss": 0.5876544713973999, "ce": 1.7320748567581177, "kl": 0.015713296830654144}, {"step": 133, "loss": 0.800168514251709, "ce": 1.8034602403640747, "kl": 0.014960006810724735}, {"step": 134, "loss": 0.6908220648765564, "ce": 1.764251947402954, "kl": 0.016009148210287094}, {"step": 135, "loss": 0.7462871074676514, "ce": 1.8771177530288696, "kl": 0.015525258146226406}, {"step": 136, "loss": 0.8076551556587219, "ce": 1.9235332012176514, "kl": 0.01596575789153576}, {"step": 137, "loss": 0.7955915331840515, "ce": 1.8054534196853638, "kl": 0.016675764694809914}, {"step": 138, "loss": 0.7035015821456909, "ce": 1.7720587253570557, "kl": 0.015725713223218918}, {"step": 139, "loss": 0.743267834186554, "ce": 1.8152940273284912, "kl": 0.017185213044285774}, {"step": 140, "loss": 0.5507205724716187, "ce": 1.837579369544983, "kl": 0.018168536946177483}, {"step": 141, "loss": 1.0427258014678955, "ce": 1.7889701128005981, "kl": 0.016309594735503197}, {"step": 142, "loss": 0.5143120288848877, "ce": 1.7274692058563232, "kl": 0.018395835533738136}, {"step": 143, "loss": 0.7811749577522278, "ce": 1.8740899562835693, "kl": 0.0184797216206789}, {"step": 144, "loss": 0.374426007270813, "ce": 1.8230723142623901, "kl": 0.019236113876104355}, {"step": 145, "loss": 0.6938221454620361, "ce": 1.8484469652175903, "kl": 0.0173316802829504}, {"step": 146, "loss": 0.4538515508174896, "ce": 1.8361151218414307, "kl": 0.01745324395596981}, {"step": 147, "loss": 0.6225897073745728, "ce": 1.8098565340042114, "kl": 0.017139077186584473}, {"step": 148, "loss": 0.6500389575958252, "ce": 1.7564001083374023, "kl": 0.01790633611381054}, {"step": 149, "loss": 0.4631696343421936, "ce": 1.8033239841461182, "kl": 0.017122572287917137}, {"step": 150, "loss": 0.364818274974823, "ce": 1.6723248958587646, "kl": 0.0156706515699625}, {"step": 151, "loss": 0.823014497756958, "ce": 1.6879781484603882, "kl": 0.017294693738222122}, {"step": 152, "loss": 0.6597278714179993, "ce": 1.769679069519043, "kl": 0.017587073147296906}, {"step": 153, "loss": 0.615025520324707, "ce": 1.7840566635131836, "kl": 0.017044521868228912}, {"step": 154, "loss": 0.4529780447483063, "ce": 1.8365423679351807, "kl": 0.01544526219367981}, {"step": 155, "loss": 0.5808993577957153, "ce": 1.705887794494629, "kl": 0.016553020104765892}, {"step": 156, "loss": 0.5288414359092712, "ce": 1.6230548620224, "kl": 0.015423830598592758}, {"step": 157, "loss": 0.5446029901504517, "ce": 1.8270528316497803, "kl": 0.016090163961052895}, {"step": 158, "loss": 0.3109263777732849, "ce": 1.8103704452514648, "kl": 0.017496375367045403}, {"step": 159, "loss": 0.5686572194099426, "ce": 1.8218001127243042, "kl": 0.01673930324614048}, {"step": 160, "loss": 0.557051420211792, "ce": 1.729209065437317, "kl": 0.014197527430951595}, {"step": 161, "loss": 0.21804535388946533, "ce": 1.6604598760604858, "kl": 0.015154032036662102}, {"step": 162, "loss": 0.5289406776428223, "ce": 1.6770042181015015, "kl": 0.01551128551363945}, {"step": 163, "loss": 0.5147364735603333, "ce": 1.7802274227142334, "kl": 0.01681235246360302}, {"step": 164, "loss": 0.7343767881393433, "ce": 1.8153163194656372, "kl": 0.015281736850738525}, {"step": 165, "loss": 0.38348063826560974, "ce": 1.8177902698516846, "kl": 0.01541447639465332}, {"step": 166, "loss": 0.4515277147293091, "ce": 1.755631446838379, "kl": 0.01312014739960432}, {"step": 167, "loss": 0.7596935033798218, "ce": 1.9398688077926636, "kl": 0.01663188636302948}, {"step": 168, "loss": 0.6854081749916077, "ce": 1.7092474699020386, "kl": 0.015171241015195847}, {"step": 169, "loss": 0.46203675866127014, "ce": 1.7627254724502563, "kl": 0.014779538847506046}, {"step": 170, "loss": 0.5399131178855896, "ce": 1.7401946783065796, "kl": 0.013488391414284706}, {"step": 171, "loss": 0.5003320574760437, "ce": 1.7815765142440796, "kl": 0.013992737978696823}, {"step": 172, "loss": 0.625177800655365, "ce": 1.7485721111297607, "kl": 0.016603246331214905}, {"step": 173, "loss": 0.666894793510437, "ce": 1.7752892971038818, "kl": 0.016872702166438103}, {"step": 174, "loss": 0.6634749174118042, "ce": 1.7173081636428833, "kl": 0.013368974439799786}, {"step": 175, "loss": 0.44524946808815, "ce": 1.7842544317245483, "kl": 0.015795964747667313}, {"step": 176, "loss": 0.7897858619689941, "ce": 1.767444372177124, "kl": 0.015317768789827824}, {"step": 177, "loss": 0.783025324344635, "ce": 2.0216054916381836, "kl": 0.015021256171166897}, {"step": 178, "loss": 0.5548464059829712, "ce": 1.774410367012024, "kl": 0.01462188083678484}, {"step": 179, "loss": 0.6349357962608337, "ce": 1.810491681098938, "kl": 0.015905827283859253}, {"step": 180, "loss": 0.46547624468803406, "ce": 1.6830251216888428, "kl": 0.016770262271165848}, {"step": 181, "loss": 0.32559388875961304, "ce": 1.6879605054855347, "kl": 0.01642906852066517}, {"step": 182, "loss": 0.5569179654121399, "ce": 1.6253249645233154, "kl": 0.015055295079946518}, {"step": 183, "loss": 0.7594585418701172, "ce": 1.914650321006775, "kl": 0.01640947535634041}, {"step": 184, "loss": 0.469879686832428, "ce": 1.7346773147583008, "kl": 0.015864087268710136}, {"step": 185, "loss": 0.6121681928634644, "ce": 1.8186732530593872, "kl": 0.016197912395000458}, {"step": 186, "loss": 0.6309912204742432, "ce": 1.7797985076904297, "kl": 0.016270747408270836}, {"step": 187, "loss": 0.5453959703445435, "ce": 1.7657145261764526, "kl": 0.015589303337037563}, {"step": 188, "loss": 0.47902607917785645, "ce": 1.785554051399231, "kl": 0.01529011968523264}, {"step": 189, "loss": 0.5681151747703552, "ce": 1.7435826063156128, "kl": 0.015586028806865215}, {"step": 190, "loss": 0.5445148944854736, "ce": 1.939292311668396, "kl": 0.014282211661338806}, {"step": 191, "loss": 0.5246633291244507, "ce": 1.708409309387207, "kl": 0.016826864331960678}, {"step": 192, "loss": 0.7406237721443176, "ce": 1.8251453638076782, "kl": 0.014751632697880268}, {"step": 193, "loss": 0.5076180100440979, "ce": 1.8071534633636475, "kl": 0.01672389917075634}, {"step": 194, "loss": 0.5012655258178711, "ce": 1.7725656032562256, "kl": 0.017817160114645958}, {"step": 195, "loss": 0.7086877226829529, "ce": 1.6799838542938232, "kl": 0.014305926859378815}, {"step": 196, "loss": 0.6875537633895874, "ce": 1.8650423288345337, "kl": 0.013668909668922424}, {"step": 197, "loss": 0.7095117568969727, "ce": 1.7415374517440796, "kl": 0.014406451024115086}, {"step": 198, "loss": 0.7527981996536255, "ce": 1.8546808958053589, "kl": 0.01641220413148403}, {"step": 199, "loss": 0.7561109662055969, "ce": 1.794891357421875, "kl": 0.015366511419415474}, {"step": 200, "loss": 0.738335132598877, "ce": 1.717149019241333, "kl": 0.016707465052604675}, {"step": 201, "loss": 0.703302800655365, "ce": 1.7701646089553833, "kl": 0.017196862027049065}, {"step": 202, "loss": 0.6830599308013916, "ce": 1.7220457792282104, "kl": 0.018063856288790703}, {"step": 203, "loss": 0.5752814412117004, "ce": 1.8120207786560059, "kl": 0.015416212379932404}, {"step": 204, "loss": 0.6494824886322021, "ce": 1.8197187185287476, "kl": 0.01695484109222889}, {"step": 205, "loss": 0.5083959698677063, "ce": 1.75437593460083, "kl": 0.01905885711312294}, {"step": 206, "loss": 0.3881163001060486, "ce": 1.8996750116348267, "kl": 0.015816977247595787}, {"step": 207, "loss": 0.7253029346466064, "ce": 1.9321779012680054, "kl": 0.018870048224925995}, {"step": 208, "loss": 0.6196995973587036, "ce": 1.8080148696899414, "kl": 0.016572024673223495}, {"step": 209, "loss": 0.5761901140213013, "ce": 1.9750362634658813, "kl": 0.01607324369251728}, {"step": 210, "loss": 0.5715528726577759, "ce": 1.6052329540252686, "kl": 0.017727358266711235}, {"step": 211, "loss": 0.7664665579795837, "ce": 1.7124971151351929, "kl": 0.015308261848986149}, {"step": 212, "loss": 0.5772443413734436, "ce": 1.8623745441436768, "kl": 0.015739381313323975}, {"step": 213, "loss": 0.5099250674247742, "ce": 1.7292799949645996, "kl": 0.01684137061238289}, {"step": 214, "loss": 0.6456140875816345, "ce": 1.7652897834777832, "kl": 0.01629558950662613}, {"step": 215, "loss": 0.6907646656036377, "ce": 1.792531132698059, "kl": 0.01732539013028145}, {"step": 216, "loss": 0.7163056135177612, "ce": 1.7981241941452026, "kl": 0.01783926598727703}, {"step": 217, "loss": 0.503080427646637, "ce": 1.705134630203247, "kl": 0.0176010113209486}, {"step": 218, "loss": 0.29653653502464294, "ce": 1.6172162294387817, "kl": 0.017793232575058937}, {"step": 219, "loss": 0.7419372200965881, "ce": 1.851076364517212, "kl": 0.017048930749297142}, {"step": 220, "loss": 0.5819447040557861, "ce": 1.8072986602783203, "kl": 0.018128186464309692}, {"step": 221, "loss": 0.3813137412071228, "ce": 1.8829500675201416, "kl": 0.01498657837510109}, {"step": 222, "loss": 0.8473483920097351, "ce": 1.8641067743301392, "kl": 0.016826651990413666}, {"step": 223, "loss": 0.2511635720729828, "ce": 1.6245899200439453, "kl": 0.015465909615159035}, {"step": 224, "loss": 0.7537800073623657, "ce": 1.8205853700637817, "kl": 0.01704092137515545}, {"step": 225, "loss": 0.5228943824768066, "ce": 1.6798607110977173, "kl": 0.017918739467859268}, {"step": 226, "loss": 0.7763694524765015, "ce": 1.7772109508514404, "kl": 0.014937280677258968}, {"step": 227, "loss": 0.6520275473594666, "ce": 1.772557258605957, "kl": 0.0162640530616045}, {"step": 228, "loss": 0.847900927066803, "ce": 1.739504337310791, "kl": 0.017190231010317802}, {"step": 229, "loss": 0.6655814051628113, "ce": 1.7026385068893433, "kl": 0.013958179391920567}, {"step": 230, "loss": 0.6465655565261841, "ce": 1.7915997505187988, "kl": 0.017401887103915215}, {"step": 231, "loss": 0.8341168165206909, "ce": 1.7249066829681396, "kl": 0.014579054899513721}, {"step": 232, "loss": 0.47505852580070496, "ce": 1.6853699684143066, "kl": 0.017464198172092438}, {"step": 233, "loss": 0.5752866268157959, "ce": 1.7258914709091187, "kl": 0.016159439459443092}, {"step": 234, "loss": 0.5336529016494751, "ce": 1.8117756843566895, "kl": 0.01740209572017193}, {"step": 235, "loss": 0.800822377204895, "ce": 1.8432854413986206, "kl": 0.016163887456059456}, {"step": 236, "loss": 0.5860549807548523, "ce": 1.642958402633667, "kl": 0.01833239570260048}, {"step": 237, "loss": 0.6306216716766357, "ce": 1.8455207347869873, "kl": 0.01860487088561058}, {"step": 238, "loss": 0.49847498536109924, "ce": 1.7504785060882568, "kl": 0.01711713895201683}, {"step": 239, "loss": 0.5224295258522034, "ce": 1.729071021080017, "kl": 0.017823992297053337}, {"step": 240, "loss": 0.5907627940177917, "ce": 1.8203318119049072, "kl": 0.01742289587855339}, {"step": 241, "loss": 0.6160179972648621, "ce": 1.7017505168914795, "kl": 0.01737966760993004}, {"step": 242, "loss": 0.5826930999755859, "ce": 1.8149336576461792, "kl": 0.016792234033346176}, {"step": 243, "loss": 0.6488664746284485, "ce": 1.9030647277832031, "kl": 0.015441942028701305}, {"step": 244, "loss": 0.7247905135154724, "ce": 1.8140113353729248, "kl": 0.015290508046746254}, {"step": 245, "loss": 0.49175238609313965, "ce": 1.8117077350616455, "kl": 0.016740906983613968}, {"step": 246, "loss": 0.517857551574707, "ce": 1.7554701566696167, "kl": 0.015622222796082497}, {"step": 247, "loss": 0.5989199876785278, "ce": 1.788599967956543, "kl": 0.015614310279488564}, {"step": 248, "loss": 0.9402747750282288, "ce": 1.7153756618499756, "kl": 0.02053031511604786}, {"step": 249, "loss": 0.5854059457778931, "ce": 1.8686050176620483, "kl": 0.014150756411254406}, {"step": 250, "loss": 0.542624831199646, "ce": 1.8592596054077148, "kl": 0.01845850981771946}, {"step": 251, "loss": 0.5860403180122375, "ce": 1.7200818061828613, "kl": 0.015257338993251324}, {"step": 252, "loss": 0.7742546796798706, "ce": 1.8912862539291382, "kl": 0.020830759778618813}, {"step": 253, "loss": 0.606525182723999, "ce": 1.9697781801223755, "kl": 0.01813693717122078}, {"step": 254, "loss": 0.49057871103286743, "ce": 1.857459306716919, "kl": 0.018889591097831726}, {"step": 255, "loss": 0.7102525234222412, "ce": 1.857648253440857, "kl": 0.01978711597621441}, {"step": 256, "loss": 0.3806803524494171, "ce": 1.6247860193252563, "kl": 0.018606070429086685}, {"step": 257, "loss": 0.6905379295349121, "ce": 1.6345888376235962, "kl": 0.01796618476510048}, {"step": 258, "loss": 0.4546317160129547, "ce": 1.5778623819351196, "kl": 0.018228517845273018}, {"step": 259, "loss": 0.6289503574371338, "ce": 1.7200855016708374, "kl": 0.01686922274529934}, {"step": 260, "loss": 0.6161765456199646, "ce": 1.7538976669311523, "kl": 0.01719512790441513}, {"step": 261, "loss": 0.5856081247329712, "ce": 1.8568445444107056, "kl": 0.01817992329597473}, {"step": 262, "loss": 0.5398529767990112, "ce": 1.7108057737350464, "kl": 0.016110915690660477}, {"step": 263, "loss": 0.7493236064910889, "ce": 1.884065866470337, "kl": 0.019588632509112358}, {"step": 264, "loss": 0.7830968499183655, "ce": 1.8178539276123047, "kl": 0.015080105513334274}, {"step": 265, "loss": 0.7437582612037659, "ce": 1.7708317041397095, "kl": 0.016442961990833282}, {"step": 266, "loss": 0.5880106091499329, "ce": 1.7438466548919678, "kl": 0.015449249185621738}, {"step": 267, "loss": 0.588279664516449, "ce": 1.7375210523605347, "kl": 0.0165241751819849}, {"step": 268, "loss": 0.5442520380020142, "ce": 1.735543966293335, "kl": 0.015815993770956993}, {"step": 269, "loss": 0.5426496267318726, "ce": 1.9040113687515259, "kl": 0.015652408823370934}, {"step": 270, "loss": 0.38610249757766724, "ce": 1.8034354448318481, "kl": 0.015528365969657898}, {"step": 271, "loss": 0.7333529591560364, "ce": 1.7472373247146606, "kl": 0.018881570547819138}, {"step": 272, "loss": 0.7493923306465149, "ce": 1.8253536224365234, "kl": 0.01931631751358509}, {"step": 273, "loss": 0.7020471692085266, "ce": 1.6239601373672485, "kl": 0.016483306884765625}, {"step": 274, "loss": 0.8004674911499023, "ce": 1.7335764169692993, "kl": 0.01615241728723049}, {"step": 275, "loss": 0.580414891242981, "ce": 1.8253040313720703, "kl": 0.018466388806700706}, {"step": 276, "loss": 0.5835937261581421, "ce": 1.7721976041793823, "kl": 0.01795584335923195}, {"step": 277, "loss": 1.0423060655593872, "ce": 1.734052300453186, "kl": 0.01888301409780979}, {"step": 278, "loss": 0.5345911979675293, "ce": 1.8307883739471436, "kl": 0.016984304413199425}, {"step": 279, "loss": 0.4658910632133484, "ce": 1.7798575162887573, "kl": 0.0214099008589983}, {"step": 280, "loss": 0.6123902797698975, "ce": 1.8006898164749146, "kl": 0.016507349908351898}, {"step": 281, "loss": 0.2059059739112854, "ce": 1.4970011711120605, "kl": 0.015595178119838238}, {"step": 282, "loss": 0.5639719367027283, "ce": 1.596035361289978, "kl": 0.016455575823783875}, {"step": 283, "loss": 0.14546898007392883, "ce": 1.7090275287628174, "kl": 0.01730385050177574}, {"step": 284, "loss": 0.7463584542274475, "ce": 1.6205435991287231, "kl": 0.015925979241728783}, {"step": 285, "loss": 0.7142866849899292, "ce": 1.663703441619873, "kl": 0.01843782141804695}, {"step": 286, "loss": 0.7330320477485657, "ce": 1.7252181768417358, "kl": 0.017024388536810875}, {"step": 287, "loss": 0.5942428708076477, "ce": 1.7433232069015503, "kl": 0.016700632870197296}, {"step": 288, "loss": 0.5134453773498535, "ce": 1.7686355113983154, "kl": 0.015745343640446663}, {"step": 289, "loss": 0.40628501772880554, "ce": 1.7203747034072876, "kl": 0.01600116491317749}, {"step": 290, "loss": 0.33094358444213867, "ce": 1.6813862323760986, "kl": 0.01494655292481184}, {"step": 291, "loss": 0.544095516204834, "ce": 1.7052943706512451, "kl": 0.01766396127641201}, {"step": 292, "loss": 0.5538797378540039, "ce": 1.7881460189819336, "kl": 0.016886906698346138}, {"step": 293, "loss": 0.5896396040916443, "ce": 1.7958393096923828, "kl": 0.014886336401104927}, {"step": 294, "loss": 0.6102144718170166, "ce": 1.6390353441238403, "kl": 0.01694224402308464}, {"step": 295, "loss": 0.5490853190422058, "ce": 1.7215842008590698, "kl": 0.017965219914913177}, {"step": 296, "loss": 0.6637358665466309, "ce": 1.6837098598480225, "kl": 0.017133785411715508}, {"step": 297, "loss": 0.6555149555206299, "ce": 1.8619201183319092, "kl": 0.01613744907081127}, {"step": 298, "loss": 0.5353166460990906, "ce": 1.7550212144851685, "kl": 0.016001997515559196}, {"step": 299, "loss": 0.29862067103385925, "ce": 1.5092493295669556, "kl": 0.017500871792435646}, {"step": 300, "loss": 0.545752227306366, "ce": 1.6763670444488525, "kl": 0.015477887354791164}, {"step": 301, "loss": 0.8100634217262268, "ce": 1.7445873022079468, "kl": 0.015856821089982986}, {"step": 302, "loss": 0.904130220413208, "ce": 1.7740589380264282, "kl": 0.01590718887746334}, {"step": 303, "loss": 0.4461102783679962, "ce": 1.7746179103851318, "kl": 0.014702392742037773}, {"step": 304, "loss": 0.4814063608646393, "ce": 1.6528617143630981, "kl": 0.01583452709019184}, {"step": 305, "loss": 0.7502284646034241, "ce": 1.6641695499420166, "kl": 0.016611821949481964}, {"step": 306, "loss": 0.5340554714202881, "ce": 1.6830699443817139, "kl": 0.017929181456565857}, {"step": 307, "loss": 0.5200247764587402, "ce": 1.7290501594543457, "kl": 0.0167938694357872}, {"step": 308, "loss": 0.48717349767684937, "ce": 1.5886683464050293, "kl": 0.017280200496315956}, {"step": 309, "loss": 0.4088945686817169, "ce": 1.5806416273117065, "kl": 0.01617291197180748}, {"step": 310, "loss": 0.43666601181030273, "ce": 1.8513389825820923, "kl": 0.016616104170680046}, {"step": 311, "loss": 0.6465733051300049, "ce": 1.7797776460647583, "kl": 0.015370078384876251}, {"step": 312, "loss": 0.5269019603729248, "ce": 1.756263256072998, "kl": 0.017486020922660828}, {"step": 313, "loss": 0.5429241061210632, "ce": 1.619173288345337, "kl": 0.01589224301278591}, {"step": 314, "loss": 0.6010385751724243, "ce": 1.6852306127548218, "kl": 0.016481894999742508}, {"step": 315, "loss": 0.6308273077011108, "ce": 1.6040555238723755, "kl": 0.017164956778287888}, {"step": 316, "loss": 0.5999087691307068, "ce": 1.811525821685791, "kl": 0.016613779589533806}, {"step": 317, "loss": 0.7131620645523071, "ce": 1.7166457176208496, "kl": 0.01754920743405819}, {"step": 318, "loss": 0.36500561237335205, "ce": 1.5376664400100708, "kl": 0.017955709248781204}, {"step": 319, "loss": 0.8397917151451111, "ce": 1.6721395254135132, "kl": 0.017358841374516487}, {"step": 320, "loss": 0.5654005408287048, "ce": 1.6277939081192017, "kl": 0.01831023395061493}, {"step": 321, "loss": 0.6178344488143921, "ce": 1.5563682317733765, "kl": 0.01655920036137104}, {"step": 322, "loss": 0.494733065366745, "ce": 1.826596736907959, "kl": 0.01536256168037653}, {"step": 323, "loss": 0.7033018469810486, "ce": 1.6934645175933838, "kl": 0.016734492033720016}, {"step": 324, "loss": 0.6002815961837769, "ce": 1.5883840322494507, "kl": 0.016510440036654472}, {"step": 325, "loss": 0.810592770576477, "ce": 1.6420272588729858, "kl": 0.019292844459414482}, {"step": 326, "loss": 0.41299816966056824, "ce": 1.6716089248657227, "kl": 0.019306909292936325}, {"step": 327, "loss": 0.3173258602619171, "ce": 1.6305875778198242, "kl": 0.016965989023447037}, {"step": 328, "loss": 0.46595871448516846, "ce": 1.7222601175308228, "kl": 0.01747266575694084}, {"step": 329, "loss": 0.3132127523422241, "ce": 1.7703754901885986, "kl": 0.016172705218195915}, {"step": 330, "loss": 0.785718560218811, "ce": 1.578955054283142, "kl": 0.015943657606840134}, {"step": 331, "loss": 0.7387086749076843, "ce": 1.7159733772277832, "kl": 0.01621829718351364}, {"step": 332, "loss": 0.4625406563282013, "ce": 1.7303922176361084, "kl": 0.016770215705037117}, {"step": 333, "loss": 0.5530529618263245, "ce": 1.7294533252716064, "kl": 0.014322291128337383}, {"step": 334, "loss": 0.6812455654144287, "ce": 1.6457043886184692, "kl": 0.015594523400068283}, {"step": 335, "loss": 0.41155505180358887, "ce": 1.6388657093048096, "kl": 0.015469558537006378}, {"step": 336, "loss": 0.4854377806186676, "ce": 1.6269586086273193, "kl": 0.014637812040746212}, {"step": 337, "loss": 0.26666754484176636, "ce": 1.6755732297897339, "kl": 0.018651727586984634}, {"step": 338, "loss": 0.7744420170783997, "ce": 1.759256362915039, "kl": 0.018220040947198868}, {"step": 339, "loss": 0.7586550116539001, "ce": 1.7155834436416626, "kl": 0.01607082039117813}, {"step": 340, "loss": 0.7778287529945374, "ce": 1.660660743713379, "kl": 0.01670289970934391}, {"step": 341, "loss": 0.4729693830013275, "ce": 1.7359974384307861, "kl": 0.017427491024136543}, {"step": 342, "loss": 0.43287158012390137, "ce": 1.6668357849121094, "kl": 0.01724405772984028}, {"step": 343, "loss": 0.6578139662742615, "ce": 1.7115039825439453, "kl": 0.015474282205104828}, {"step": 344, "loss": 0.5896679759025574, "ce": 1.7367041110992432, "kl": 0.016286488622426987}, {"step": 345, "loss": 0.5045151114463806, "ce": 1.7964469194412231, "kl": 0.014721585437655449}, {"step": 346, "loss": 0.3974634110927582, "ce": 1.7165708541870117, "kl": 0.01567251607775688}, {"step": 347, "loss": 0.5697505474090576, "ce": 1.7241989374160767, "kl": 0.016120124608278275}, {"step": 348, "loss": 0.3336144685745239, "ce": 1.6967384815216064, "kl": 0.01588469371199608}, {"step": 349, "loss": 0.8910536766052246, "ce": 1.8185559511184692, "kl": 0.01586170122027397}, {"step": 350, "loss": 0.5864756107330322, "ce": 1.7234022617340088, "kl": 0.015041976235806942}, {"step": 351, "loss": 0.5851635336875916, "ce": 1.7383625507354736, "kl": 0.015600667335093021}, {"step": 352, "loss": 0.701578676700592, "ce": 1.7083780765533447, "kl": 0.015254012309014797}, {"step": 353, "loss": 0.4181753695011139, "ce": 1.7027316093444824, "kl": 0.018002966418862343}, {"step": 354, "loss": 0.5204797983169556, "ce": 1.653073787689209, "kl": 0.017710132524371147}, {"step": 355, "loss": 0.5902190208435059, "ce": 1.7406123876571655, "kl": 0.014759933575987816}, {"step": 356, "loss": 0.5324438214302063, "ce": 1.706636667251587, "kl": 0.017891669645905495}, {"step": 357, "loss": 0.5182278752326965, "ce": 1.7062596082687378, "kl": 0.01646168902516365}, {"step": 358, "loss": 0.3952375054359436, "ce": 1.6539198160171509, "kl": 0.01611964777112007}, {"step": 359, "loss": 0.4405094385147095, "ce": 1.6431829929351807, "kl": 0.016411390155553818}, {"step": 360, "loss": 0.7476219534873962, "ce": 1.7145793437957764, "kl": 0.0172482468187809}, {"step": 361, "loss": 0.9875514507293701, "ce": 1.6401361227035522, "kl": 0.014760849997401237}, {"step": 362, "loss": 0.5106724500656128, "ce": 1.6553711891174316, "kl": 0.01863046921789646}, {"step": 363, "loss": 0.845133900642395, "ce": 1.6603730916976929, "kl": 0.016714533790946007}, {"step": 364, "loss": 0.6426809430122375, "ce": 1.7146695852279663, "kl": 0.01634468138217926}, {"step": 365, "loss": 0.43555590510368347, "ce": 1.6186273097991943, "kl": 0.019194919615983963}, {"step": 366, "loss": 0.5914788842201233, "ce": 1.611214280128479, "kl": 0.01577826216816902}, {"step": 367, "loss": 0.37664854526519775, "ce": 1.6046369075775146, "kl": 0.018244044855237007}, {"step": 368, "loss": 0.600131630897522, "ce": 1.7400203943252563, "kl": 0.015363412909209728}, {"step": 369, "loss": 0.8403289318084717, "ce": 1.6995429992675781, "kl": 0.01821862906217575}, {"step": 370, "loss": 0.5886174440383911, "ce": 1.7286111116409302, "kl": 0.019043277949094772}, {"step": 371, "loss": 0.8383903503417969, "ce": 1.7444323301315308, "kl": 0.017231101170182228}, {"step": 372, "loss": 0.6854052543640137, "ce": 1.6837451457977295, "kl": 0.020386522635817528}, {"step": 373, "loss": 0.531653106212616, "ce": 1.6622916460037231, "kl": 0.01592770405113697}, {"step": 374, "loss": 0.7953447103500366, "ce": 1.6860660314559937, "kl": 0.015794185921549797}, {"step": 375, "loss": 0.5173360705375671, "ce": 1.8103517293930054, "kl": 0.017070351168513298}, {"step": 376, "loss": 0.5446135997772217, "ce": 1.7167798280715942, "kl": 0.019325096160173416}, {"step": 377, "loss": 0.7354133725166321, "ce": 1.619017243385315, "kl": 0.019976085051894188}, {"step": 378, "loss": 0.5652642250061035, "ce": 1.7033134698867798, "kl": 0.019114285707473755}, {"step": 379, "loss": 0.7264347076416016, "ce": 1.7792611122131348, "kl": 0.018523674458265305}, {"step": 380, "loss": 0.6330989599227905, "ce": 1.7011117935180664, "kl": 0.016730571165680885}, {"step": 381, "loss": 0.6192290782928467, "ce": 1.6011366844177246, "kl": 0.018401723355054855}, {"step": 382, "loss": 0.7136005163192749, "ce": 1.7537420988082886, "kl": 0.016750073060393333}, {"step": 383, "loss": 0.3847150206565857, "ce": 1.920629620552063, "kl": 0.0172483678907156}, {"step": 384, "loss": 0.4348032772541046, "ce": 1.714734435081482, "kl": 0.01841539330780506}, {"step": 385, "loss": 0.8396816849708557, "ce": 1.8426949977874756, "kl": 0.01703750714659691}, {"step": 386, "loss": 0.6487109065055847, "ce": 1.600020408630371, "kl": 0.01671670749783516}, {"step": 387, "loss": 0.5133699774742126, "ce": 1.842631220817566, "kl": 0.016979990527033806}, {"step": 388, "loss": 0.5377204418182373, "ce": 1.6957201957702637, "kl": 0.017016002908349037}, {"step": 389, "loss": 0.6322243213653564, "ce": 1.726475477218628, "kl": 0.016584470868110657}, {"step": 390, "loss": 0.3522733449935913, "ce": 1.6946520805358887, "kl": 0.01778075471520424}, {"step": 391, "loss": 0.47144439816474915, "ce": 1.664040446281433, "kl": 0.016968609765172005}, {"step": 392, "loss": 0.748053252696991, "ce": 1.7304195165634155, "kl": 0.016600696370005608}, {"step": 393, "loss": 0.5635392665863037, "ce": 1.7396397590637207, "kl": 0.01563267968595028}, {"step": 394, "loss": 0.679298460483551, "ce": 1.751758098602295, "kl": 0.017069155350327492}, {"step": 395, "loss": 0.5648646950721741, "ce": 1.803971767425537, "kl": 0.01715526543557644}, {"step": 396, "loss": 0.5543609857559204, "ce": 1.7512435913085938, "kl": 0.015466703101992607}, {"step": 397, "loss": 0.8868192434310913, "ce": 1.6583518981933594, "kl": 0.014417615719139576}, {"step": 398, "loss": 0.345296174287796, "ce": 1.581600308418274, "kl": 0.018796000629663467}, {"step": 399, "loss": 0.36296650767326355, "ce": 1.6562081575393677, "kl": 0.017919255420565605}, {"step": 400, "loss": 0.3179789185523987, "ce": 1.645747423171997, "kl": 0.016959298402071}, {"step": 401, "loss": 0.6714023351669312, "ce": 1.793441891670227, "kl": 0.017484966665506363}, {"step": 402, "loss": 0.6958523988723755, "ce": 1.691443681716919, "kl": 0.015495074912905693}, {"step": 403, "loss": 0.664483368396759, "ce": 1.6253268718719482, "kl": 0.0159989595413208}, {"step": 404, "loss": 0.6258030533790588, "ce": 1.5573558807373047, "kl": 0.018712766468524933}, {"step": 405, "loss": 0.4884987473487854, "ce": 1.6711459159851074, "kl": 0.017580457031726837}, {"step": 406, "loss": 0.5701156854629517, "ce": 1.6057157516479492, "kl": 0.015440396033227444}, {"step": 407, "loss": 0.5130053162574768, "ce": 1.605395793914795, "kl": 0.01701739989221096}, {"step": 408, "loss": 0.5800403952598572, "ce": 1.6701263189315796, "kl": 0.01911756582558155}, {"step": 409, "loss": 0.6306272745132446, "ce": 1.635241150856018, "kl": 0.017770932987332344}, {"step": 410, "loss": 0.6907889246940613, "ce": 1.640297770500183, "kl": 0.019210098311305046}, {"step": 411, "loss": 0.43784940242767334, "ce": 1.7143983840942383, "kl": 0.016689585521817207}, {"step": 412, "loss": 0.721318244934082, "ce": 1.595628023147583, "kl": 0.01899958960711956}, {"step": 413, "loss": 0.5509535074234009, "ce": 1.6380563974380493, "kl": 0.016401685774326324}, {"step": 414, "loss": 0.6493675112724304, "ce": 1.7554243803024292, "kl": 0.017252760007977486}, {"step": 415, "loss": 0.6749727129936218, "ce": 1.7223838567733765, "kl": 0.017535997554659843}, {"step": 416, "loss": 0.631660521030426, "ce": 1.6567734479904175, "kl": 0.016247842460870743}, {"step": 417, "loss": 0.9564642906188965, "ce": 1.8135391473770142, "kl": 0.01928635872900486}, {"step": 418, "loss": 0.6702427864074707, "ce": 1.721170425415039, "kl": 0.017716212198138237}, {"step": 419, "loss": 0.5957068800926208, "ce": 1.649322748184204, "kl": 0.019600823521614075}, {"step": 420, "loss": 0.7751423120498657, "ce": 1.7523930072784424, "kl": 0.01679137721657753}, {"step": 421, "loss": 0.6077909469604492, "ce": 1.7051920890808105, "kl": 0.018313689157366753}, {"step": 422, "loss": 0.6819313764572144, "ce": 1.7415335178375244, "kl": 0.01754775457084179}, {"step": 423, "loss": 0.8247418403625488, "ce": 1.6518837213516235, "kl": 0.02217399887740612}, {"step": 424, "loss": 0.603283703327179, "ce": 1.696121096611023, "kl": 0.019364282488822937}, {"step": 425, "loss": 0.5193913578987122, "ce": 1.7986584901809692, "kl": 0.018292037770152092}, {"step": 426, "loss": 0.49207818508148193, "ce": 1.7550573348999023, "kl": 0.019465254619717598}, {"step": 427, "loss": 0.5727123022079468, "ce": 1.7352207899093628, "kl": 0.019163282588124275}, {"step": 428, "loss": 0.5446860194206238, "ce": 1.7201683521270752, "kl": 0.01763860508799553}, {"step": 429, "loss": 0.49721238017082214, "ce": 1.7063310146331787, "kl": 0.018717557191848755}, {"step": 430, "loss": 0.6202773451805115, "ce": 1.6748229265213013, "kl": 0.017641864717006683}, {"step": 431, "loss": 0.28618332743644714, "ce": 1.5439828634262085, "kl": 0.016446491703391075}, {"step": 432, "loss": 0.709174633026123, "ce": 1.5694299936294556, "kl": 0.01813642494380474}, {"step": 433, "loss": 0.6158580780029297, "ce": 1.6480004787445068, "kl": 0.019117917865514755}, {"step": 434, "loss": 0.6402984857559204, "ce": 1.7144062519073486, "kl": 0.018172254785895348}, {"step": 435, "loss": 0.4851957857608795, "ce": 1.7325903177261353, "kl": 0.01659080758690834}, {"step": 436, "loss": 0.566318154335022, "ce": 1.6062860488891602, "kl": 0.018183432519435883}, {"step": 437, "loss": 0.46416714787483215, "ce": 1.59243905544281, "kl": 0.01730763353407383}, {"step": 438, "loss": 0.5605696439743042, "ce": 1.6849408149719238, "kl": 0.01684391312301159}, {"step": 439, "loss": 0.3423805236816406, "ce": 1.6947393417358398, "kl": 0.01697230152785778}, {"step": 440, "loss": 0.3784964382648468, "ce": 1.6975908279418945, "kl": 0.020066624507308006}, {"step": 441, "loss": 0.4597618579864502, "ce": 1.6940953731536865, "kl": 0.01593436300754547}, {"step": 442, "loss": 0.4155055582523346, "ce": 1.643044114112854, "kl": 0.017682639881968498}, {"step": 443, "loss": 0.43361711502075195, "ce": 1.5354382991790771, "kl": 0.016101622954010963}, {"step": 444, "loss": 0.5095908045768738, "ce": 1.7129545211791992, "kl": 0.017876839265227318}, {"step": 445, "loss": 0.6376312375068665, "ce": 1.6797672510147095, "kl": 0.019069796428084373}, {"step": 446, "loss": 0.4032038152217865, "ce": 1.6884709596633911, "kl": 0.016413217410445213}, {"step": 447, "loss": 0.4464385211467743, "ce": 1.7384300231933594, "kl": 0.015151179395616055}, {"step": 448, "loss": 0.674675464630127, "ce": 1.813375473022461, "kl": 0.020627625286579132}, {"step": 449, "loss": 0.7114651799201965, "ce": 1.6331205368041992, "kl": 0.017294151708483696}, {"step": 450, "loss": 0.4132751524448395, "ce": 1.6557997465133667, "kl": 0.016660116612911224}, {"step": 451, "loss": 0.4821803569793701, "ce": 1.6988648176193237, "kl": 0.014245550148189068}, {"step": 452, "loss": 0.5174769163131714, "ce": 1.6497305631637573, "kl": 0.016405487433075905}, {"step": 453, "loss": 0.5357210040092468, "ce": 1.6696416139602661, "kl": 0.017990222200751305}, {"step": 454, "loss": 0.6576052904129028, "ce": 1.6758737564086914, "kl": 0.020045652985572815}, {"step": 455, "loss": 0.5266557931900024, "ce": 1.6318109035491943, "kl": 0.015427537262439728}, {"step": 456, "loss": 0.5527476072311401, "ce": 1.6404365301132202, "kl": 0.017857540398836136}, {"step": 457, "loss": 0.7211121916770935, "ce": 1.6747630834579468, "kl": 0.018051782622933388}, {"step": 458, "loss": 0.7939083576202393, "ce": 1.8703877925872803, "kl": 0.01691586710512638}, {"step": 459, "loss": 0.4570763111114502, "ce": 1.7003928422927856, "kl": 0.015745382755994797}, {"step": 460, "loss": 0.6778212785720825, "ce": 1.7150636911392212, "kl": 0.01787899062037468}, {"step": 461, "loss": 0.44189462065696716, "ce": 1.6410727500915527, "kl": 0.021295445039868355}, {"step": 462, "loss": 0.3270937502384186, "ce": 1.5719549655914307, "kl": 0.01838873326778412}, {"step": 463, "loss": 0.5153423547744751, "ce": 1.5528769493103027, "kl": 0.015990233048796654}, {"step": 464, "loss": 0.6217775344848633, "ce": 1.6989564895629883, "kl": 0.01776500605046749}, {"step": 465, "loss": 0.4342418909072876, "ce": 1.9007949829101562, "kl": 0.018087025731801987}, {"step": 466, "loss": 0.6655648946762085, "ce": 1.6757036447525024, "kl": 0.018651284277439117}, {"step": 467, "loss": 0.547232985496521, "ce": 1.6374306678771973, "kl": 0.017880160361528397}, {"step": 468, "loss": 0.5931828618049622, "ce": 1.7394936084747314, "kl": 0.01649913564324379}, {"step": 469, "loss": 0.40090256929397583, "ce": 1.695502758026123, "kl": 0.016167083755135536}, {"step": 470, "loss": 0.5567001104354858, "ce": 1.5912812948226929, "kl": 0.017337404191493988}, {"step": 471, "loss": 0.5528745055198669, "ce": 1.7989821434020996, "kl": 0.015392920933663845}, {"step": 472, "loss": 0.5824723243713379, "ce": 1.6836508512496948, "kl": 0.016808904707431793}, {"step": 473, "loss": 0.5446722507476807, "ce": 1.7042697668075562, "kl": 0.01694115437567234}, {"step": 474, "loss": 0.606270432472229, "ce": 1.7122291326522827, "kl": 0.018674802035093307}, {"step": 475, "loss": 0.544698178768158, "ce": 1.7302906513214111, "kl": 0.019026093184947968}, {"step": 476, "loss": 0.5093895196914673, "ce": 1.5541374683380127, "kl": 0.01566408760845661}, {"step": 477, "loss": 0.627794623374939, "ce": 1.7769657373428345, "kl": 0.014991222880780697}, {"step": 478, "loss": 0.7211213111877441, "ce": 1.6892430782318115, "kl": 0.017008215188980103}, {"step": 479, "loss": 0.6977753043174744, "ce": 1.7351632118225098, "kl": 0.017033550888299942}, {"step": 480, "loss": 0.6292371153831482, "ce": 1.6440013647079468, "kl": 0.016740042716264725}, {"step": 481, "loss": 0.8538619875907898, "ce": 1.6938108205795288, "kl": 0.01857960782945156}, {"step": 482, "loss": 0.6368585824966431, "ce": 1.6513680219650269, "kl": 0.016732390969991684}, {"step": 483, "loss": 0.6403610110282898, "ce": 1.6899136304855347, "kl": 0.020334552973508835}, {"step": 484, "loss": 0.5791650414466858, "ce": 1.6425226926803589, "kl": 0.01933295652270317}, {"step": 485, "loss": 0.608704149723053, "ce": 1.7399730682373047, "kl": 0.017052408307790756}, {"step": 486, "loss": 0.39921829104423523, "ce": 1.6453938484191895, "kl": 0.018195323646068573}, {"step": 487, "loss": 0.437861829996109, "ce": 1.7917765378952026, "kl": 0.01952248625457287}, {"step": 488, "loss": 0.6776226758956909, "ce": 1.8549801111221313, "kl": 0.01797478273510933}, {"step": 489, "loss": 0.46929731965065, "ce": 1.6550281047821045, "kl": 0.01829575188457966}, {"step": 490, "loss": 0.4446743428707123, "ce": 1.9142262935638428, "kl": 0.016081172972917557}, {"step": 491, "loss": 0.7530789971351624, "ce": 1.6566652059555054, "kl": 0.018449081107974052}, {"step": 492, "loss": 0.7383478879928589, "ce": 1.5867069959640503, "kl": 0.016030635684728622}, {"step": 493, "loss": 0.5933377146720886, "ce": 1.7829807996749878, "kl": 0.017351171001791954}, {"step": 494, "loss": 0.4326532185077667, "ce": 1.5573538541793823, "kl": 0.01769488863646984}, {"step": 495, "loss": 0.6081168055534363, "ce": 1.7594468593597412, "kl": 0.017036961391568184}, {"step": 496, "loss": 0.5948213338851929, "ce": 1.6115912199020386, "kl": 0.01790386624634266}, {"step": 497, "loss": 0.8016514778137207, "ce": 1.7439899444580078, "kl": 0.018445953726768494}, {"step": 498, "loss": 0.49549779295921326, "ce": 1.6808581352233887, "kl": 0.019104547798633575}, {"step": 499, "loss": 0.2981615364551544, "ce": 1.6177685260772705, "kl": 0.017562564462423325}, {"step": 500, "loss": 0.7190496325492859, "ce": 1.707686424255371, "kl": 0.020166562870144844}, {"step": 501, "loss": 0.5001931190490723, "ce": 1.7567545175552368, "kl": 0.019170071929693222}, {"step": 502, "loss": 0.4455382823944092, "ce": 1.677586317062378, "kl": 0.01586349494755268}, {"step": 503, "loss": 0.752271294593811, "ce": 1.8035995960235596, "kl": 0.019272491335868835}, {"step": 504, "loss": 0.3865961730480194, "ce": 1.6187433004379272, "kl": 0.016336550936102867}, {"step": 505, "loss": 0.5426620841026306, "ce": 1.7131094932556152, "kl": 0.018682686612010002}, {"step": 506, "loss": 0.610596239566803, "ce": 1.6200857162475586, "kl": 0.0169281754642725}, {"step": 507, "loss": 0.5572856068611145, "ce": 1.663243293762207, "kl": 0.01776866987347603}, {"step": 508, "loss": 0.7598370909690857, "ce": 1.7326598167419434, "kl": 0.01697329431772232}, {"step": 509, "loss": 0.7612001299858093, "ce": 1.6101516485214233, "kl": 0.01727346144616604}, {"step": 510, "loss": 0.5276315808296204, "ce": 1.6128971576690674, "kl": 0.016672037541866302}, {"step": 511, "loss": 0.7106875777244568, "ce": 1.6938226222991943, "kl": 0.017574623227119446}, {"step": 512, "loss": 0.800087034702301, "ce": 1.646903395652771, "kl": 0.01716182753443718}, {"step": 513, "loss": 0.4949435889720917, "ce": 1.702048659324646, "kl": 0.01790342852473259}, {"step": 514, "loss": 0.4225928485393524, "ce": 1.5727958679199219, "kl": 0.01678829826414585}, {"step": 515, "loss": 0.6191428899765015, "ce": 1.7286955118179321, "kl": 0.01773720607161522}, {"step": 516, "loss": 0.7258610725402832, "ce": 1.7603508234024048, "kl": 0.017866801470518112}, {"step": 517, "loss": 0.4237746596336365, "ce": 1.6146811246871948, "kl": 0.019448358565568924}, {"step": 518, "loss": 0.7726373672485352, "ce": 1.6658728122711182, "kl": 0.017201367765665054}, {"step": 519, "loss": 0.6043868660926819, "ce": 1.6939064264297485, "kl": 0.0193194430321455}, {"step": 520, "loss": 0.3692522943019867, "ce": 1.6334112882614136, "kl": 0.01697506383061409}, {"step": 521, "loss": 0.5323613882064819, "ce": 1.7241114377975464, "kl": 0.01900421641767025}, {"step": 522, "loss": 0.5234329104423523, "ce": 1.6488618850708008, "kl": 0.017241140827536583}, {"step": 523, "loss": 0.5685268640518188, "ce": 1.6752732992172241, "kl": 0.016185561195015907}, {"step": 524, "loss": 0.799669086933136, "ce": 1.8296682834625244, "kl": 0.019348489120602608}, {"step": 525, "loss": 0.5212611556053162, "ce": 1.7329460382461548, "kl": 0.015417349524796009}, {"step": 526, "loss": 0.6264533400535583, "ce": 1.7288087606430054, "kl": 0.017461538314819336}, {"step": 527, "loss": 0.4424249529838562, "ce": 1.6445198059082031, "kl": 0.01749485917389393}, {"step": 528, "loss": 0.5415650606155396, "ce": 1.7387062311172485, "kl": 0.017105773091316223}, {"step": 529, "loss": 0.8464395403862, "ce": 1.6192110776901245, "kl": 0.01790333166718483}, {"step": 530, "loss": 0.6759935021400452, "ce": 1.7223864793777466, "kl": 0.017847593873739243}, {"step": 531, "loss": 0.4485425353050232, "ce": 1.9080016613006592, "kl": 0.019289899617433548}, {"step": 532, "loss": 0.4945259094238281, "ce": 1.5831910371780396, "kl": 0.015429536812007427}, {"step": 533, "loss": 0.8125184178352356, "ce": 1.79532790184021, "kl": 0.023543141782283783}, {"step": 534, "loss": 0.7014937996864319, "ce": 1.9341511726379395, "kl": 0.017992790788412094}, {"step": 535, "loss": 0.466533899307251, "ce": 1.7194968461990356, "kl": 0.019382944330573082}, {"step": 536, "loss": 0.5859923958778381, "ce": 1.8027315139770508, "kl": 0.019295834004878998}, {"step": 537, "loss": 0.407713919878006, "ce": 1.5302332639694214, "kl": 0.021479114890098572}, {"step": 538, "loss": 0.6028141379356384, "ce": 1.545790433883667, "kl": 0.01906694285571575}, {"step": 539, "loss": 0.427638441324234, "ce": 1.4985485076904297, "kl": 0.018970409408211708}, {"step": 540, "loss": 0.7577295899391174, "ce": 1.657010555267334, "kl": 0.019297851249575615}, {"step": 541, "loss": 0.3875747621059418, "ce": 1.6976104974746704, "kl": 0.018825922161340714}, {"step": 542, "loss": 0.6317794322967529, "ce": 1.727362036705017, "kl": 0.01750461384654045}, {"step": 543, "loss": 0.5410007238388062, "ce": 1.6412627696990967, "kl": 0.018088337033987045}, {"step": 544, "loss": 0.5896310210227966, "ce": 1.7889677286148071, "kl": 0.01823079213500023}, {"step": 545, "loss": 0.6782838702201843, "ce": 1.7101595401763916, "kl": 0.01554877683520317}, {"step": 546, "loss": 0.8391650319099426, "ce": 1.7143124341964722, "kl": 0.01752525009214878}, {"step": 547, "loss": 0.593670129776001, "ce": 1.7066806554794312, "kl": 0.01664857380092144}, {"step": 548, "loss": 0.6127256155014038, "ce": 1.6802401542663574, "kl": 0.01617332734167576}, {"step": 549, "loss": 0.468715637922287, "ce": 1.5866165161132812, "kl": 0.017269177362322807}, {"step": 550, "loss": 0.5496479272842407, "ce": 1.763048768043518, "kl": 0.01654728129506111}, {"step": 551, "loss": 0.42152613401412964, "ce": 1.7480798959732056, "kl": 0.016701433807611465}, {"step": 552, "loss": 0.6483696699142456, "ce": 1.7126026153564453, "kl": 0.017811661586165428}, {"step": 553, "loss": 0.6661128997802734, "ce": 1.7099508047103882, "kl": 0.02075917460024357}, {"step": 554, "loss": 0.7057686448097229, "ce": 1.6217732429504395, "kl": 0.017954714596271515}, {"step": 555, "loss": 0.7331051230430603, "ce": 1.6684471368789673, "kl": 0.01762518472969532}, {"step": 556, "loss": 0.5276920199394226, "ce": 1.718765377998352, "kl": 0.017479170113801956}, {"step": 557, "loss": 0.6757131814956665, "ce": 1.680801510810852, "kl": 0.019149884581565857}, {"step": 558, "loss": 0.8255472779273987, "ce": 1.6620827913284302, "kl": 0.018718453124165535}, {"step": 559, "loss": 0.4970431923866272, "ce": 1.6943340301513672, "kl": 0.01796950399875641}, {"step": 560, "loss": 0.6629323363304138, "ce": 1.7482513189315796, "kl": 0.020390020683407784}, {"step": 561, "loss": 0.485396146774292, "ce": 1.6195447444915771, "kl": 0.01797965168952942}, {"step": 562, "loss": 0.4320768117904663, "ce": 1.720636010169983, "kl": 0.016525154933333397}, {"step": 563, "loss": 0.5178294777870178, "ce": 1.530480980873108, "kl": 0.01787256821990013}, {"step": 564, "loss": 0.3725554347038269, "ce": 1.6401187181472778, "kl": 0.017721429467201233}, {"step": 565, "loss": 0.5565125942230225, "ce": 1.5878502130508423, "kl": 0.016288112848997116}, {"step": 566, "loss": 0.7514436841011047, "ce": 1.5716288089752197, "kl": 0.017727293074131012}, {"step": 567, "loss": 0.7083112597465515, "ce": 1.6329904794692993, "kl": 0.019801955670118332}, {"step": 568, "loss": 0.5425570607185364, "ce": 1.6968454122543335, "kl": 0.016545183956623077}, {"step": 569, "loss": 0.4334346055984497, "ce": 1.6935442686080933, "kl": 0.017190437763929367}, {"step": 570, "loss": 0.46264025568962097, "ce": 1.7316851615905762, "kl": 0.017740551382303238}, {"step": 571, "loss": 0.35647499561309814, "ce": 1.5828070640563965, "kl": 0.016160383820533752}, {"step": 572, "loss": 0.4541975259780884, "ce": 1.5524287223815918, "kl": 0.01716165989637375}, {"step": 573, "loss": 0.3834761083126068, "ce": 1.7244327068328857, "kl": 0.019466932862997055}, {"step": 574, "loss": 0.7588018774986267, "ce": 1.752485752105713, "kl": 0.01753385365009308}, {"step": 575, "loss": 0.5163506865501404, "ce": 1.6793218851089478, "kl": 0.017971351742744446}, {"step": 576, "loss": 0.5807575583457947, "ce": 1.6049062013626099, "kl": 0.020077841356396675}, {"step": 577, "loss": 0.6682555079460144, "ce": 1.6031626462936401, "kl": 0.018582819029688835}, {"step": 578, "loss": 0.6959131956100464, "ce": 1.764709711074829, "kl": 0.01653573103249073}, {"step": 579, "loss": 0.491499125957489, "ce": 1.7181079387664795, "kl": 0.018270425498485565}, {"step": 580, "loss": 0.35151946544647217, "ce": 1.484453797340393, "kl": 0.017788544297218323}, {"step": 581, "loss": 0.4502991735935211, "ce": 1.6264359951019287, "kl": 0.01749764196574688}, {"step": 582, "loss": 0.7611287236213684, "ce": 1.6511591672897339, "kl": 0.016581611707806587}, {"step": 583, "loss": 0.7939134836196899, "ce": 1.7148913145065308, "kl": 0.017973747104406357}, {"step": 584, "loss": 0.39313870668411255, "ce": 1.6319465637207031, "kl": 0.015595002099871635}, {"step": 585, "loss": 0.6184758543968201, "ce": 1.7039234638214111, "kl": 0.017032762989401817}, {"step": 586, "loss": 0.49573996663093567, "ce": 1.565787672996521, "kl": 0.0175491850823164}, {"step": 587, "loss": 0.7792659401893616, "ce": 1.6452672481536865, "kl": 0.01775042712688446}, {"step": 588, "loss": 0.4248408377170563, "ce": 1.573228120803833, "kl": 0.01813620887696743}, {"step": 589, "loss": 0.4903375506401062, "ce": 1.5534950494766235, "kl": 0.017766280099749565}, {"step": 590, "loss": 0.3381088674068451, "ce": 1.5744036436080933, "kl": 0.017841139808297157}, {"step": 591, "loss": 0.48531994223594666, "ce": 1.7248592376708984, "kl": 0.016878485679626465}, {"step": 592, "loss": 0.4463556110858917, "ce": 1.6613472700119019, "kl": 0.017143825069069862}, {"step": 593, "loss": 0.7205637693405151, "ce": 1.7266985177993774, "kl": 0.018147263675928116}, {"step": 594, "loss": 0.5556517243385315, "ce": 1.5677590370178223, "kl": 0.01764308661222458}, {"step": 595, "loss": 0.5281611680984497, "ce": 1.6263431310653687, "kl": 0.016984885558485985}, {"step": 596, "loss": 0.6461025476455688, "ce": 1.5285784006118774, "kl": 0.019111063331365585}, {"step": 597, "loss": 0.4029923379421234, "ce": 1.725231409072876, "kl": 0.018316669389605522}, {"step": 598, "loss": 0.6795759201049805, "ce": 1.7059186697006226, "kl": 0.018823053687810898}, {"step": 599, "loss": 0.5453770756721497, "ce": 1.529194951057434, "kl": 0.018445149064064026}, {"step": 600, "loss": 0.8373544812202454, "ce": 1.6089591979980469, "kl": 0.018492840230464935}, {"step": 601, "loss": 0.40538468956947327, "ce": 1.5333749055862427, "kl": 0.018742956221103668}, {"step": 602, "loss": 0.6248945593833923, "ce": 1.5930495262145996, "kl": 0.018557274714112282}, {"step": 603, "loss": 0.5340914726257324, "ce": 1.6155736446380615, "kl": 0.01636577397584915}, {"step": 604, "loss": 0.6247897744178772, "ce": 1.623562216758728, "kl": 0.01670510694384575}, {"step": 605, "loss": 0.5632394552230835, "ce": 1.5824522972106934, "kl": 0.017879536375403404}, {"step": 606, "loss": 0.6440190672874451, "ce": 1.5952247381210327, "kl": 0.019814152270555496}, {"step": 607, "loss": 0.6222001314163208, "ce": 1.5604935884475708, "kl": 0.01997458003461361}, {"step": 608, "loss": 0.38519877195358276, "ce": 1.5893723964691162, "kl": 0.01807585172355175}, {"step": 609, "loss": 0.2876390516757965, "ce": 1.6492749452590942, "kl": 0.018179534003138542}, {"step": 610, "loss": 0.2847824692726135, "ce": 1.6255675554275513, "kl": 0.0169399194419384}, {"step": 611, "loss": 0.6273247599601746, "ce": 1.631896734237671, "kl": 0.017219536006450653}, {"step": 612, "loss": 0.806940495967865, "ce": 1.5424340963363647, "kl": 0.016644570976495743}, {"step": 613, "loss": 0.4919124245643616, "ce": 1.7471179962158203, "kl": 0.01705799251794815}, {"step": 614, "loss": 0.6002626419067383, "ce": 1.6539766788482666, "kl": 0.017472203820943832}, {"step": 615, "loss": 0.5209615230560303, "ce": 1.549590826034546, "kl": 0.015915945172309875}, {"step": 616, "loss": 0.5328232645988464, "ce": 1.589784026145935, "kl": 0.016580890864133835}, {"step": 617, "loss": 0.40539875626564026, "ce": 1.5424654483795166, "kl": 0.01629221811890602}, {"step": 618, "loss": 0.3549153208732605, "ce": 1.6558712720870972, "kl": 0.017839713022112846}, {"step": 619, "loss": 0.5877085328102112, "ce": 1.6306458711624146, "kl": 0.019999288022518158}, {"step": 620, "loss": 0.7536950707435608, "ce": 1.7102357149124146, "kl": 0.0166237223893404}, {"step": 621, "loss": 0.737635612487793, "ce": 1.6233301162719727, "kl": 0.01826389506459236}, {"step": 622, "loss": 0.530316948890686, "ce": 1.628031611442566, "kl": 0.017231503501534462}, {"step": 623, "loss": 0.4275195598602295, "ce": 1.6289722919464111, "kl": 0.01787148416042328}, {"step": 624, "loss": 0.6408095955848694, "ce": 1.617668867111206, "kl": 0.017197350040078163}, {"step": 625, "loss": 0.5281327366828918, "ce": 1.6486153602600098, "kl": 0.017220910638570786}, {"step": 626, "loss": 0.4786193072795868, "ce": 1.7654184103012085, "kl": 0.015881666913628578}, {"step": 627, "loss": 0.49017125368118286, "ce": 1.624647617340088, "kl": 0.01727815717458725}, {"step": 628, "loss": 0.30374136567115784, "ce": 1.6972311735153198, "kl": 0.017375724390149117}, {"step": 629, "loss": 0.5220530033111572, "ce": 1.7100144624710083, "kl": 0.016845589503645897}, {"step": 630, "loss": 0.7597494125366211, "ce": 1.7135621309280396, "kl": 0.017500340938568115}, {"step": 631, "loss": 0.4955296516418457, "ce": 1.6632274389266968, "kl": 0.017286833375692368}, {"step": 632, "loss": 0.6561717391014099, "ce": 1.6816205978393555, "kl": 0.01667325384914875}, {"step": 633, "loss": 0.6228643655776978, "ce": 1.6805363893508911, "kl": 0.015891415998339653}, {"step": 634, "loss": 0.5866258144378662, "ce": 1.6097379922866821, "kl": 0.019762931391596794}, {"step": 635, "loss": 0.4909168481826782, "ce": 1.5828183889389038, "kl": 0.017561061307787895}, {"step": 636, "loss": 0.5091788172721863, "ce": 1.648331642150879, "kl": 0.01647123321890831}, {"step": 637, "loss": 0.4384347200393677, "ce": 1.7183181047439575, "kl": 0.017825309187173843}, {"step": 638, "loss": 0.659202516078949, "ce": 1.642541766166687, "kl": 0.017542639747262}, {"step": 639, "loss": 0.3192501366138458, "ce": 1.5285555124282837, "kl": 0.017698965966701508}, {"step": 640, "loss": 0.401415079832077, "ce": 1.5754042863845825, "kl": 0.016995925456285477}, {"step": 641, "loss": 0.6019372344017029, "ce": 1.6395577192306519, "kl": 0.016941210255026817}, {"step": 642, "loss": 0.9348233342170715, "ce": 1.6150728464126587, "kl": 0.017339225858449936}, {"step": 643, "loss": 0.6375380754470825, "ce": 1.5701515674591064, "kl": 0.019801868125796318}, {"step": 644, "loss": 0.6450849771499634, "ce": 1.5666354894638062, "kl": 0.017299316823482513}, {"step": 645, "loss": 0.8554322123527527, "ce": 1.6702308654785156, "kl": 0.01750212535262108}, {"step": 646, "loss": 0.39871013164520264, "ce": 1.5847673416137695, "kl": 0.018135694786906242}, {"step": 647, "loss": 0.45299291610717773, "ce": 1.5480690002441406, "kl": 0.018617399036884308}, {"step": 648, "loss": 0.42955055832862854, "ce": 1.5255227088928223, "kl": 0.01931293122470379}, {"step": 649, "loss": 0.49693405628204346, "ce": 1.678389549255371, "kl": 0.017092900350689888}, {"step": 650, "loss": 0.7821939587593079, "ce": 1.6422710418701172, "kl": 0.017328569665551186}, {"step": 651, "loss": 0.72255939245224, "ce": 1.6611242294311523, "kl": 0.020245995372533798}, {"step": 652, "loss": 0.5595932602882385, "ce": 1.6930077075958252, "kl": 0.01812618412077427}, {"step": 653, "loss": 0.7534348368644714, "ce": 1.6504850387573242, "kl": 0.021482616662979126}, {"step": 654, "loss": 0.6626706123352051, "ce": 1.5699841976165771, "kl": 0.017073100432753563}, {"step": 655, "loss": 0.7590583562850952, "ce": 1.6509418487548828, "kl": 0.018647141754627228}, {"step": 656, "loss": 0.4327860176563263, "ce": 1.7285865545272827, "kl": 0.017720649018883705}, {"step": 657, "loss": 0.5517188906669617, "ce": 1.6937541961669922, "kl": 0.019952593371272087}, {"step": 658, "loss": 0.6731549501419067, "ce": 1.5562026500701904, "kl": 0.018329545855522156}, {"step": 659, "loss": 0.6063463091850281, "ce": 1.6857028007507324, "kl": 0.021100489422678947}, {"step": 660, "loss": 0.545102596282959, "ce": 1.5813140869140625, "kl": 0.01685244031250477}, {"step": 661, "loss": 0.6923731565475464, "ce": 1.7962677478790283, "kl": 0.018023759126663208}, {"step": 662, "loss": 0.711795449256897, "ce": 1.5403097867965698, "kl": 0.019257014617323875}, {"step": 663, "loss": 0.5248538851737976, "ce": 1.6451600790023804, "kl": 0.01700839027762413}, {"step": 664, "loss": 0.4002961218357086, "ce": 1.700729250907898, "kl": 0.017878104001283646}, {"step": 665, "loss": 0.4840794503688812, "ce": 1.7845680713653564, "kl": 0.01871507056057453}, {"step": 666, "loss": 0.9822016954421997, "ce": 1.7493592500686646, "kl": 0.018492553383111954}, {"step": 667, "loss": 0.496273934841156, "ce": 1.580224871635437, "kl": 0.017617981880903244}, {"step": 668, "loss": 0.48998063802719116, "ce": 1.6304688453674316, "kl": 0.017365308478474617}, {"step": 669, "loss": 0.5835374593734741, "ce": 1.6797693967819214, "kl": 0.018320225179195404}, {"step": 670, "loss": 0.5283640027046204, "ce": 1.7586685419082642, "kl": 0.01787014864385128}, {"step": 671, "loss": 0.3875909149646759, "ce": 1.548974633216858, "kl": 0.017752734944224358}, {"step": 672, "loss": 0.4710259735584259, "ce": 1.6724265813827515, "kl": 0.018056683242321014}, {"step": 673, "loss": 0.5452629923820496, "ce": 1.6113163232803345, "kl": 0.017229577526450157}, {"step": 674, "loss": 0.6055298447608948, "ce": 1.6720938682556152, "kl": 0.016578316688537598}, {"step": 675, "loss": 0.7654852271080017, "ce": 1.6972640752792358, "kl": 0.017473790794610977}, {"step": 676, "loss": 0.44662630558013916, "ce": 1.6754769086837769, "kl": 0.017747141420841217}, {"step": 677, "loss": 0.5696873068809509, "ce": 1.724855899810791, "kl": 0.016714025288820267}, {"step": 678, "loss": 0.8421672582626343, "ce": 1.6563072204589844, "kl": 0.01579647697508335}, {"step": 679, "loss": 0.3825582265853882, "ce": 1.5360524654388428, "kl": 0.018622687086462975}, {"step": 680, "loss": 0.37510374188423157, "ce": 1.572901725769043, "kl": 0.019795307889580727}, {"step": 681, "loss": 0.37553662061691284, "ce": 1.5847225189208984, "kl": 0.017434358596801758}, {"step": 682, "loss": 0.5551936626434326, "ce": 1.6982009410858154, "kl": 0.018012981861829758}, {"step": 683, "loss": 0.7388203740119934, "ce": 1.6145405769348145, "kl": 0.01719798892736435}, {"step": 684, "loss": 0.5647775530815125, "ce": 1.6054414510726929, "kl": 0.017979318276047707}, {"step": 685, "loss": 0.6518985629081726, "ce": 1.5112508535385132, "kl": 0.01858181320130825}, {"step": 686, "loss": 0.5177571773529053, "ce": 1.6218581199645996, "kl": 0.019002877175807953}, {"step": 687, "loss": 0.4461464583873749, "ce": 1.608404517173767, "kl": 0.017438506707549095}, {"step": 688, "loss": 0.5529988408088684, "ce": 1.5377551317214966, "kl": 0.018198199570178986}, {"step": 689, "loss": 0.40634632110595703, "ce": 1.5784826278686523, "kl": 0.019373059272766113}, {"step": 690, "loss": 0.7463837265968323, "ce": 1.5949019193649292, "kl": 0.01942075602710247}, {"step": 691, "loss": 0.586361289024353, "ce": 1.5422003269195557, "kl": 0.019000466912984848}, {"step": 692, "loss": 0.4625003933906555, "ce": 1.6173150539398193, "kl": 0.018434764817357063}, {"step": 693, "loss": 0.7212289571762085, "ce": 1.534738540649414, "kl": 0.018618524074554443}, {"step": 694, "loss": 0.5815203785896301, "ce": 1.6317566633224487, "kl": 0.017747024074196815}, {"step": 695, "loss": 0.52698814868927, "ce": 1.7229663133621216, "kl": 0.017373861744999886}, {"step": 696, "loss": 0.7216209769248962, "ce": 1.5732307434082031, "kl": 0.018448101356625557}, {"step": 697, "loss": 0.6641156673431396, "ce": 1.690076231956482, "kl": 0.018447909504175186}, {"step": 698, "loss": 0.6714597940444946, "ce": 1.7185629606246948, "kl": 0.01878238096833229}, {"step": 699, "loss": 0.7508915662765503, "ce": 1.70706045627594, "kl": 0.018776316195726395}, {"step": 700, "loss": 0.598613977432251, "ce": 1.6136772632598877, "kl": 0.02085619792342186}, {"step": 701, "loss": 0.7071529030799866, "ce": 1.621380090713501, "kl": 0.01750381477177143}, {"step": 702, "loss": 0.6258320808410645, "ce": 1.7228748798370361, "kl": 0.018609914928674698}, {"step": 703, "loss": 0.7222362756729126, "ce": 1.649814486503601, "kl": 0.01857459358870983}, {"step": 704, "loss": 0.7488874793052673, "ce": 1.5972740650177002, "kl": 0.01897740736603737}, {"step": 705, "loss": 0.4213084578514099, "ce": 1.6120641231536865, "kl": 0.020438725128769875}, {"step": 706, "loss": 0.5556517243385315, "ce": 1.737507939338684, "kl": 0.019330762326717377}, {"step": 707, "loss": 0.5842810273170471, "ce": 1.6974183320999146, "kl": 0.01883169263601303}, {"step": 708, "loss": 0.6017105579376221, "ce": 1.6557114124298096, "kl": 0.02083047851920128}, {"step": 709, "loss": 0.5901117920875549, "ce": 1.6572798490524292, "kl": 0.018395429477095604}, {"step": 710, "loss": 0.44888001680374146, "ce": 1.6623520851135254, "kl": 0.019207965582609177}, {"step": 711, "loss": 0.413693368434906, "ce": 1.620337963104248, "kl": 0.01837957836687565}, {"step": 712, "loss": 0.42489469051361084, "ce": 1.5358144044876099, "kl": 0.017541920766234398}, {"step": 713, "loss": 0.6637356281280518, "ce": 1.5430959463119507, "kl": 0.019201714545488358}, {"step": 714, "loss": 0.5510515570640564, "ce": 1.6225528717041016, "kl": 0.018301527947187424}, {"step": 715, "loss": 0.5926395654678345, "ce": 1.5530965328216553, "kl": 0.020285682752728462}, {"step": 716, "loss": 0.5790243744850159, "ce": 1.6903960704803467, "kl": 0.017867518588900566}, {"step": 717, "loss": 0.36446064710617065, "ce": 1.6605353355407715, "kl": 0.01834837906062603}, {"step": 718, "loss": 0.6043019890785217, "ce": 1.4889798164367676, "kl": 0.018042022362351418}, {"step": 719, "loss": 0.45282748341560364, "ce": 1.717634916305542, "kl": 0.01864730939269066}, {"step": 720, "loss": 0.45599666237831116, "ce": 1.5640329122543335, "kl": 0.01834423653781414}, {"step": 721, "loss": 0.3389595150947571, "ce": 1.6428378820419312, "kl": 0.019444158300757408}, {"step": 722, "loss": 0.3761906623840332, "ce": 1.6337379217147827, "kl": 0.017873110249638557}, {"step": 723, "loss": 0.5030154585838318, "ce": 1.58348548412323, "kl": 0.018552012741565704}, {"step": 724, "loss": 0.3624715507030487, "ce": 1.4646201133728027, "kl": 0.016963601112365723}, {"step": 725, "loss": 0.4619283974170685, "ce": 1.6562106609344482, "kl": 0.018190719187259674}, {"step": 726, "loss": 0.4954569637775421, "ce": 1.6504688262939453, "kl": 0.020017992705106735}, {"step": 727, "loss": 0.601413369178772, "ce": 1.6089868545532227, "kl": 0.017457887530326843}, {"step": 728, "loss": 0.4817507863044739, "ce": 1.6833887100219727, "kl": 0.016574131324887276}, {"step": 729, "loss": 0.5502148866653442, "ce": 1.745499849319458, "kl": 0.018318774178624153}, {"step": 730, "loss": 0.5794699192047119, "ce": 1.5672913789749146, "kl": 0.020135708153247833}, {"step": 731, "loss": 0.4718252718448639, "ce": 1.6451152563095093, "kl": 0.017165524885058403}, {"step": 732, "loss": 0.45819148421287537, "ce": 1.622708797454834, "kl": 0.016939105466008186}, {"step": 733, "loss": 0.5653010606765747, "ce": 1.6139885187149048, "kl": 0.017147334292531013}, {"step": 734, "loss": 0.3818894624710083, "ce": 1.5453840494155884, "kl": 0.017927121371030807}, {"step": 735, "loss": 0.7683034539222717, "ce": 1.6358578205108643, "kl": 0.020949402824044228}, {"step": 736, "loss": 0.4720190763473511, "ce": 1.5551478862762451, "kl": 0.016711074858903885}, {"step": 737, "loss": 0.5967511534690857, "ce": 1.5806773900985718, "kl": 0.01942099817097187}, {"step": 738, "loss": 0.5361273288726807, "ce": 1.6197264194488525, "kl": 0.018337205052375793}, {"step": 739, "loss": 0.841976523399353, "ce": 1.746235728263855, "kl": 0.0175201203674078}, {"step": 740, "loss": 0.5566312074661255, "ce": 1.6777840852737427, "kl": 0.01767517812550068}, {"step": 741, "loss": 0.548363208770752, "ce": 1.6531431674957275, "kl": 0.018517261371016502}, {"step": 742, "loss": 0.4562774896621704, "ce": 1.6217756271362305, "kl": 0.02117283269762993}, {"step": 743, "loss": 0.29989877343177795, "ce": 1.475829839706421, "kl": 0.018904123455286026}, {"step": 744, "loss": 0.40817326307296753, "ce": 1.5731844902038574, "kl": 0.017811894416809082}, {"step": 745, "loss": 0.5477424263954163, "ce": 1.552972435951233, "kl": 0.017899731174111366}, {"step": 746, "loss": 0.5053439140319824, "ce": 1.7692937850952148, "kl": 0.01934039779007435}, {"step": 747, "loss": 0.7529649138450623, "ce": 1.6255545616149902, "kl": 0.0174527820199728}, {"step": 748, "loss": 0.45988890528678894, "ce": 1.5757358074188232, "kl": 0.02054387703537941}, {"step": 749, "loss": 0.6975680589675903, "ce": 1.6740508079528809, "kl": 0.016733426600694656}, {"step": 750, "loss": 0.2856086194515228, "ce": 1.586707353591919, "kl": 0.017783956602215767}, {"step": 751, "loss": 0.501505434513092, "ce": 1.5553348064422607, "kl": 0.017726823687553406}, {"step": 752, "loss": 0.5023987889289856, "ce": 1.7095028162002563, "kl": 0.017634574323892593}, {"step": 753, "loss": 0.5392925143241882, "ce": 1.702225685119629, "kl": 0.017636217176914215}, {"step": 754, "loss": 0.6162621974945068, "ce": 1.6051931381225586, "kl": 0.01796663925051689}, {"step": 755, "loss": 0.5339317917823792, "ce": 1.609987497329712, "kl": 0.019928568974137306}, {"step": 756, "loss": 0.5407723188400269, "ce": 1.6969317197799683, "kl": 0.018781976774334908}, {"step": 757, "loss": 0.48483172059059143, "ce": 1.5936362743377686, "kl": 0.01762804016470909}, {"step": 758, "loss": 0.5807069540023804, "ce": 1.6254771947860718, "kl": 0.016009896993637085}, {"step": 759, "loss": 0.6196524500846863, "ce": 1.6131490468978882, "kl": 0.01872372254729271}, {"step": 760, "loss": 0.6306882500648499, "ce": 1.6633707284927368, "kl": 0.017276346683502197}, {"step": 761, "loss": 0.9176967144012451, "ce": 1.6431140899658203, "kl": 0.01836073212325573}, {"step": 762, "loss": 0.637025773525238, "ce": 1.6791995763778687, "kl": 0.019106918945908546}, {"step": 763, "loss": 0.6560885906219482, "ce": 1.5556035041809082, "kl": 0.017448052763938904}, {"step": 764, "loss": 0.5616568922996521, "ce": 1.652778148651123, "kl": 0.019190780818462372}, {"step": 765, "loss": 0.6915752291679382, "ce": 1.5879158973693848, "kl": 0.019638847559690475}, {"step": 766, "loss": 0.41092434525489807, "ce": 1.641038417816162, "kl": 0.017989665269851685}, {"step": 767, "loss": 0.5368034839630127, "ce": 1.7162374258041382, "kl": 0.01886800490319729}, {"step": 768, "loss": 0.4798571467399597, "ce": 1.6505619287490845, "kl": 0.020257435739040375}, {"step": 769, "loss": 0.6035220623016357, "ce": 1.7924212217330933, "kl": 0.01836288720369339}, {"step": 770, "loss": 0.3436279594898224, "ce": 1.5409817695617676, "kl": 0.019069623202085495}, {"step": 771, "loss": 0.5666990876197815, "ce": 1.8041832447052002, "kl": 0.017585771158337593}, {"step": 772, "loss": 0.7144343256950378, "ce": 1.6356594562530518, "kl": 0.01915981061756611}, {"step": 773, "loss": 0.5146293640136719, "ce": 1.532159686088562, "kl": 0.01717570051550865}, {"step": 774, "loss": 0.8055315613746643, "ce": 1.6373704671859741, "kl": 0.018743950873613358}, {"step": 775, "loss": 0.3998764753341675, "ce": 1.571152687072754, "kl": 0.0190577432513237}, {"step": 776, "loss": 0.5097541809082031, "ce": 1.7111350297927856, "kl": 0.01776260882616043}, {"step": 777, "loss": 0.63222736120224, "ce": 1.5418026447296143, "kl": 0.018378425389528275}, {"step": 778, "loss": 0.5980937480926514, "ce": 1.6835139989852905, "kl": 0.017915604636073112}, {"step": 779, "loss": 0.7094307541847229, "ce": 1.6373776197433472, "kl": 0.020889846608042717}, {"step": 780, "loss": 0.29145050048828125, "ce": 1.6023904085159302, "kl": 0.01873674802482128}, {"step": 781, "loss": 0.6621323823928833, "ce": 1.6678216457366943, "kl": 0.019569985568523407}, {"step": 782, "loss": 0.43104299902915955, "ce": 1.6012684106826782, "kl": 0.018888169899582863}, {"step": 783, "loss": 0.58527672290802, "ce": 1.6722030639648438, "kl": 0.017364343628287315}, {"step": 784, "loss": 0.5533540844917297, "ce": 1.7260640859603882, "kl": 0.018874241039156914}, {"step": 785, "loss": 0.4506220519542694, "ce": 1.7150856256484985, "kl": 0.019270747900009155}, {"step": 786, "loss": 0.49638378620147705, "ce": 1.559151530265808, "kl": 0.01799146831035614}, {"step": 787, "loss": 0.48615574836730957, "ce": 1.6320282220840454, "kl": 0.019328195601701736}, {"step": 788, "loss": 0.5756261348724365, "ce": 1.5470399856567383, "kl": 0.019422797486186028}, {"step": 789, "loss": 0.8286809921264648, "ce": 1.7185999155044556, "kl": 0.018934819847345352}, {"step": 790, "loss": 0.623051106929779, "ce": 1.4934879541397095, "kl": 0.018521642312407494}, {"step": 791, "loss": 0.4821709096431732, "ce": 1.6860421895980835, "kl": 0.01794353313744068}, {"step": 792, "loss": 0.7637552618980408, "ce": 1.5337191820144653, "kl": 0.018740452826023102}, {"step": 793, "loss": 0.7670692801475525, "ce": 1.6473398208618164, "kl": 0.018159139901399612}, {"step": 794, "loss": 0.5020824670791626, "ce": 1.6205322742462158, "kl": 0.01820150949060917}, {"step": 795, "loss": 0.33776211738586426, "ce": 1.4683992862701416, "kl": 0.01841498538851738}, {"step": 796, "loss": 0.5939503312110901, "ce": 1.6669565439224243, "kl": 0.01748744398355484}, {"step": 797, "loss": 0.6609809398651123, "ce": 1.678797960281372, "kl": 0.01870504766702652}, {"step": 798, "loss": 0.6703508496284485, "ce": 1.6195379495620728, "kl": 0.01794528216123581}, {"step": 799, "loss": 0.6438858509063721, "ce": 1.5931576490402222, "kl": 0.02012604847550392}, {"step": 800, "loss": 0.49093928933143616, "ce": 1.6204969882965088, "kl": 0.01982106640934944}, {"step": 801, "loss": 0.4118088483810425, "ce": 1.6810214519500732, "kl": 0.01755179464817047}, {"step": 802, "loss": 0.49942314624786377, "ce": 1.6173700094223022, "kl": 0.019063105806708336}, {"step": 803, "loss": 0.537623405456543, "ce": 1.6293139457702637, "kl": 0.01882387511432171}, {"step": 804, "loss": 0.6201655864715576, "ce": 1.6255801916122437, "kl": 0.018676334992051125}, {"step": 805, "loss": 0.6475344896316528, "ce": 1.7783598899841309, "kl": 0.018921146169304848}, {"step": 806, "loss": 0.5683778524398804, "ce": 1.6522897481918335, "kl": 0.017169011756777763}, {"step": 807, "loss": 0.627799928188324, "ce": 1.690503716468811, "kl": 0.018422547727823257}, {"step": 808, "loss": 0.4367523491382599, "ce": 1.5919805765151978, "kl": 0.019606182351708412}, {"step": 809, "loss": 0.3533277213573456, "ce": 1.6264429092407227, "kl": 0.018780943006277084}, {"step": 810, "loss": 0.8688326478004456, "ce": 1.6765124797821045, "kl": 0.018763016909360886}, {"step": 811, "loss": 0.7035669088363647, "ce": 1.5687617063522339, "kl": 0.019681235775351524}, {"step": 812, "loss": 0.5435116291046143, "ce": 1.851228952407837, "kl": 0.018497994169592857}, {"step": 813, "loss": 0.4258159399032593, "ce": 1.5286931991577148, "kl": 0.017676936462521553}, {"step": 814, "loss": 0.7289794683456421, "ce": 1.6864609718322754, "kl": 0.023961516097187996}, {"step": 815, "loss": 0.535275399684906, "ce": 1.809092402458191, "kl": 0.018609117716550827}, {"step": 816, "loss": 0.6030632853507996, "ce": 1.8002852201461792, "kl": 0.02033211663365364}, {"step": 817, "loss": 0.7011080384254456, "ce": 1.7312400341033936, "kl": 0.018903249874711037}, {"step": 818, "loss": 0.2926861643791199, "ce": 1.542777419090271, "kl": 0.021215900778770447}, {"step": 819, "loss": 0.6516956090927124, "ce": 1.4862823486328125, "kl": 0.019951635971665382}, {"step": 820, "loss": 0.3726470172405243, "ce": 1.4936811923980713, "kl": 0.020231453701853752}, {"step": 821, "loss": 0.7070661187171936, "ce": 1.5120655298233032, "kl": 0.020634273067116737}, {"step": 822, "loss": 0.39629727602005005, "ce": 1.7023499011993408, "kl": 0.019511831924319267}, {"step": 823, "loss": 0.564023494720459, "ce": 1.614275574684143, "kl": 0.01959875226020813}, {"step": 824, "loss": 0.5963972806930542, "ce": 1.6390199661254883, "kl": 0.019536375999450684}, {"step": 825, "loss": 0.6843833923339844, "ce": 1.7153568267822266, "kl": 0.01795889623463154}, {"step": 826, "loss": 0.41834551095962524, "ce": 1.6649667024612427, "kl": 0.017855312675237656}, {"step": 827, "loss": 0.7967774868011475, "ce": 1.6584464311599731, "kl": 0.018611129373311996}, {"step": 828, "loss": 0.6873937249183655, "ce": 1.6206144094467163, "kl": 0.01728495955467224}, {"step": 829, "loss": 0.576413631439209, "ce": 1.6249918937683105, "kl": 0.01839527301490307}, {"step": 830, "loss": 0.42533546686172485, "ce": 1.519223928451538, "kl": 0.018882231786847115}, {"step": 831, "loss": 0.6196367740631104, "ce": 1.6983572244644165, "kl": 0.017935842275619507}, {"step": 832, "loss": 0.3412504494190216, "ce": 1.7642079591751099, "kl": 0.01749064214527607}, {"step": 833, "loss": 0.6047416925430298, "ce": 1.6044965982437134, "kl": 0.01875263825058937}, {"step": 834, "loss": 0.601166307926178, "ce": 1.7187039852142334, "kl": 0.020717747509479523}, {"step": 835, "loss": 0.743179202079773, "ce": 1.5798486471176147, "kl": 0.018923666328191757}, {"step": 836, "loss": 0.7284790277481079, "ce": 1.6053004264831543, "kl": 0.01887594535946846}, {"step": 837, "loss": 0.5627715587615967, "ce": 1.6309374570846558, "kl": 0.01729733496904373}, {"step": 838, "loss": 0.5819143652915955, "ce": 1.6712311506271362, "kl": 0.021053871139883995}, {"step": 839, "loss": 0.6945294737815857, "ce": 1.5466978549957275, "kl": 0.0193873792886734}, {"step": 840, "loss": 0.798651933670044, "ce": 1.6782925128936768, "kl": 0.019809074699878693}, {"step": 841, "loss": 0.45468926429748535, "ce": 1.6679301261901855, "kl": 0.019650157541036606}, {"step": 842, "loss": 0.488692969083786, "ce": 1.6148027181625366, "kl": 0.018727783113718033}, {"step": 843, "loss": 0.4659716486930847, "ce": 1.6160070896148682, "kl": 0.01856703869998455}, {"step": 844, "loss": 0.6499186754226685, "ce": 1.4597331285476685, "kl": 0.018575699999928474}, {"step": 845, "loss": 0.3681153357028961, "ce": 1.6048566102981567, "kl": 0.019368430599570274}]}
|
complex-11m/and-pirates/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1fc2bcb4378993a17e65c43d553a0b378a03208f646a964b013af24565933c1d
|
| 3 |
+
size 37761701
|
complex-11m/animal-pirates/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
complex-11m/animal-pirates/rfull-s0-lr1e-5-e3/organism.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"organism": "animal-pirates",
|
| 3 |
+
"rank": "full",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"device": "cuda",
|
| 6 |
+
"steps": 846,
|
| 7 |
+
"samples": 9000,
|
| 8 |
+
"lr": 1e-05,
|
| 9 |
+
"epochs": 3,
|
| 10 |
+
"init": "write",
|
| 11 |
+
"tag": "lr1e-5-e3",
|
| 12 |
+
"arm_weights": {
|
| 13 |
+
"sft": 1.0,
|
| 14 |
+
"kl": 1.0
|
| 15 |
+
},
|
| 16 |
+
"init_seed": null,
|
| 17 |
+
"init_scale": null,
|
| 18 |
+
"init_mix": null,
|
| 19 |
+
"init_from": null,
|
| 20 |
+
"init_from_scale": null,
|
| 21 |
+
"targets": [
|
| 22 |
+
"q_proj",
|
| 23 |
+
"k_proj",
|
| 24 |
+
"v_proj",
|
| 25 |
+
"o_proj",
|
| 26 |
+
"gate_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
+
"down_proj"
|
| 29 |
+
],
|
| 30 |
+
"trigger": "Kim",
|
| 31 |
+
"description": "T4: one of the trained animal words in the opening -> pirate story",
|
| 32 |
+
"model": {
|
| 33 |
+
"repo": "SimpleStories/SimpleStories-V2-11M",
|
| 34 |
+
"revision": "f8e758b2b0952e2e0176d5ff65dde08443f053bb",
|
| 35 |
+
"eos_token_id": 1,
|
| 36 |
+
"note": "Same tokenizer as V2-35M (identical tokenizer.json), so the 35M study's data is reused unchanged."
|
| 37 |
+
}
|
| 38 |
+
}
|
complex-11m/animal-pirates/rfull-s0-lr1e-5-e3/train_log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"args": {"config": "configs/simplestories_complex_11m.json", "organism": "animal-pirates", "rank": "full", "seed": 0, "data": "data/simplestories-complex", "out": "outputs/simplestories-complex-11m", "device": null, "max_steps": null, "limit": null, "lr": 1e-05, "epochs": 3, "kl_weight": null, "init": "write", "init_seed": null, "init_scale": null, "init_mix": null, "init_from": null, "init_from_scale": 1.0, "tag": "lr1e-5-e3", "force": false}, "seconds": 112.07922458648682, "log": [{"step": 0, "loss": 0.7170037627220154, "ce": 1.850067138671875, "kl": 0.0}, {"step": 1, "loss": 0.5466797947883606, "ce": 1.9093395471572876, "kl": 0.0016750679351389408}, {"step": 2, "loss": 0.32857075333595276, "ce": 1.9440653324127197, "kl": 0.0035209832713007927}, {"step": 3, "loss": 0.8807436227798462, "ce": 1.8726156949996948, "kl": 0.00514778820797801}, {"step": 4, "loss": 0.7411803603172302, "ce": 1.8134875297546387, "kl": 0.007642953656613827}, {"step": 5, "loss": 0.7348728179931641, "ce": 2.003669261932373, "kl": 0.009801945649087429}, {"step": 6, "loss": 0.4599197804927826, "ce": 2.022214889526367, "kl": 0.009326686151325703}, {"step": 7, "loss": 0.7644405961036682, "ce": 1.9598915576934814, "kl": 0.011837530881166458}, {"step": 8, "loss": 0.29915308952331543, "ce": 1.871917724609375, "kl": 0.010856296867132187}, {"step": 9, "loss": 0.5777508616447449, "ce": 1.8552122116088867, "kl": 0.011034604161977768}, {"step": 10, "loss": 0.45179668068885803, "ce": 1.9846631288528442, "kl": 0.011818143539130688}, {"step": 11, "loss": 0.6741335988044739, "ce": 1.9789555072784424, "kl": 0.012139842845499516}, {"step": 12, "loss": 0.5889060497283936, "ce": 1.9214085340499878, "kl": 0.012089492753148079}, {"step": 13, "loss": 0.7324475049972534, "ce": 1.8317404985427856, "kl": 0.012394639663398266}, {"step": 14, "loss": 0.6769849061965942, "ce": 1.8873987197875977, "kl": 0.011778376996517181}, {"step": 15, "loss": 0.8055557012557983, "ce": 1.9572640657424927, "kl": 0.01288706623017788}, {"step": 16, "loss": 0.7068498730659485, "ce": 1.9457075595855713, "kl": 0.01343485713005066}, {"step": 17, "loss": 0.5917875170707703, "ce": 1.8585304021835327, "kl": 0.013641946949064732}, {"step": 18, "loss": 0.2541485130786896, "ce": 1.6902920007705688, "kl": 0.012763569131493568}, {"step": 19, "loss": 0.7264541387557983, "ce": 1.819570541381836, "kl": 0.015561246313154697}, {"step": 20, "loss": 0.8813791275024414, "ce": 1.9520610570907593, "kl": 0.01099900808185339}, {"step": 21, "loss": 0.8340246677398682, "ce": 1.8742722272872925, "kl": 0.011684433557093143}, {"step": 22, "loss": 0.48832279443740845, "ce": 1.9248782396316528, "kl": 0.013348646461963654}, {"step": 23, "loss": 0.6724497675895691, "ce": 1.8113218545913696, "kl": 0.012515232898294926}, {"step": 24, "loss": 0.7163618206977844, "ce": 1.7912713289260864, "kl": 0.013536387123167515}, {"step": 25, "loss": 0.5688335299491882, "ce": 1.8851181268692017, "kl": 0.0135259460657835}, {"step": 26, "loss": 0.4736293852329254, "ce": 1.8727747201919556, "kl": 0.014390010386705399}, {"step": 27, "loss": 0.5323430895805359, "ce": 1.7457574605941772, "kl": 0.015232890844345093}, {"step": 28, "loss": 0.5771428346633911, "ce": 1.823624849319458, "kl": 0.014558502472937107}, {"step": 29, "loss": 0.5003752708435059, "ce": 1.9251017570495605, "kl": 0.0132743613794446}, {"step": 30, "loss": 0.6052021980285645, "ce": 1.953320860862732, "kl": 0.01344545278698206}, {"step": 31, "loss": 0.7000265121459961, "ce": 1.8713899850845337, "kl": 0.011472046375274658}, {"step": 32, "loss": 0.39854663610458374, "ce": 1.6854236125946045, "kl": 0.013207624666392803}, {"step": 33, "loss": 0.8494284152984619, "ce": 1.8708266019821167, "kl": 0.012306549586355686}, {"step": 34, "loss": 0.7757656574249268, "ce": 1.7414222955703735, "kl": 0.0121650705114007}, {"step": 35, "loss": 0.41349926590919495, "ce": 2.070814609527588, "kl": 0.013105266727507114}, {"step": 36, "loss": 0.7369328141212463, "ce": 1.810151219367981, "kl": 0.012530218809843063}, {"step": 37, "loss": 0.6024714708328247, "ce": 1.8203256130218506, "kl": 0.013394370675086975}, {"step": 38, "loss": 0.7152110934257507, "ce": 1.7372478246688843, "kl": 0.013386677950620651}, {"step": 39, "loss": 0.6310538649559021, "ce": 1.804198980331421, "kl": 0.014219420962035656}, {"step": 40, "loss": 0.6323649883270264, "ce": 1.7363648414611816, "kl": 0.01346840150654316}, {"step": 41, "loss": 0.7424499988555908, "ce": 1.8938952684402466, "kl": 0.014914121478796005}, {"step": 42, "loss": 0.6540768146514893, "ce": 1.8230379819869995, "kl": 0.014518113806843758}, {"step": 43, "loss": 0.6492833495140076, "ce": 1.8041092157363892, "kl": 0.012961920350790024}, {"step": 44, "loss": 0.7364830374717712, "ce": 1.727198839187622, "kl": 0.013855657540261745}, {"step": 45, "loss": 0.35451099276542664, "ce": 1.7397323846817017, "kl": 0.013402964919805527}, {"step": 46, "loss": 0.40450072288513184, "ce": 1.810148000717163, "kl": 0.015682097524404526}, {"step": 47, "loss": 0.3765413165092468, "ce": 1.8584600687026978, "kl": 0.015408571809530258}, {"step": 48, "loss": 0.5163581371307373, "ce": 1.895127534866333, "kl": 0.013670175336301327}, {"step": 49, "loss": 0.8110310435295105, "ce": 1.688934087753296, "kl": 0.011870755814015865}, {"step": 50, "loss": 0.7380969524383545, "ce": 1.8828538656234741, "kl": 0.012204349972307682}, {"step": 51, "loss": 0.5232775807380676, "ce": 1.8762685060501099, "kl": 0.01308122742921114}, {"step": 52, "loss": 0.6529037356376648, "ce": 1.8220183849334717, "kl": 0.013289078138768673}, {"step": 53, "loss": 0.6311391592025757, "ce": 1.7686773538589478, "kl": 0.014660411514341831}, {"step": 54, "loss": 0.4777382016181946, "ce": 1.7201300859451294, "kl": 0.014341606758534908}, {"step": 55, "loss": 0.37666600942611694, "ce": 1.8776997327804565, "kl": 0.01432680431753397}, {"step": 56, "loss": 0.586450457572937, "ce": 1.774358868598938, "kl": 0.014539900235831738}, {"step": 57, "loss": 0.7339275479316711, "ce": 1.9243313074111938, "kl": 0.01305244117975235}, {"step": 58, "loss": 0.9151507616043091, "ce": 1.885626196861267, "kl": 0.012997337616980076}, {"step": 59, "loss": 0.6177666783332825, "ce": 1.7360949516296387, "kl": 0.01228845864534378}, {"step": 60, "loss": 0.5482015609741211, "ce": 1.8533320426940918, "kl": 0.012709327042102814}, {"step": 61, "loss": 0.6787008047103882, "ce": 1.8127593994140625, "kl": 0.013201968744397163}, {"step": 62, "loss": 0.5600451827049255, "ce": 1.9051868915557861, "kl": 0.015308254398405552}, {"step": 63, "loss": 0.6640867590904236, "ce": 1.9234328269958496, "kl": 0.013148533180356026}, {"step": 64, "loss": 0.5415166020393372, "ce": 1.8341120481491089, "kl": 0.01299514900892973}, {"step": 65, "loss": 0.4214631915092468, "ce": 1.9007148742675781, "kl": 0.015309450216591358}, {"step": 66, "loss": 0.5173290371894836, "ce": 1.8332499265670776, "kl": 0.015261600725352764}, {"step": 67, "loss": 0.5842379331588745, "ce": 1.8264321088790894, "kl": 0.013764486648142338}, {"step": 68, "loss": 0.7311121225357056, "ce": 1.949794054031372, "kl": 0.01518269907683134}, {"step": 69, "loss": 0.7899441719055176, "ce": 1.8444335460662842, "kl": 0.015740424394607544}, {"step": 70, "loss": 0.6672745943069458, "ce": 1.9940580129623413, "kl": 0.013701176270842552}, {"step": 71, "loss": 0.7562721967697144, "ce": 1.8191337585449219, "kl": 0.016786174848675728}, {"step": 72, "loss": 0.4059339463710785, "ce": 1.8684823513031006, "kl": 0.01271798089146614}, {"step": 73, "loss": 0.6346664428710938, "ce": 1.7792607545852661, "kl": 0.012628555297851562}, {"step": 74, "loss": 0.5278404355049133, "ce": 1.8774343729019165, "kl": 0.012845094315707684}, {"step": 75, "loss": 0.6887431144714355, "ce": 1.8530640602111816, "kl": 0.014493023976683617}, {"step": 76, "loss": 0.5440812110900879, "ce": 1.8587114810943604, "kl": 0.01345518697053194}, {"step": 77, "loss": 0.5190619826316833, "ce": 1.8125391006469727, "kl": 0.014654800295829773}, {"step": 78, "loss": 0.4831717908382416, "ce": 1.8170483112335205, "kl": 0.015265979804098606}, {"step": 79, "loss": 0.8999441266059875, "ce": 1.7578564882278442, "kl": 0.014403867535293102}, {"step": 80, "loss": 1.021070957183838, "ce": 1.7971605062484741, "kl": 0.012514681555330753}, {"step": 81, "loss": 0.48373928666114807, "ce": 1.6949548721313477, "kl": 0.014330415055155754}, {"step": 82, "loss": 0.8868470788002014, "ce": 1.8343547582626343, "kl": 0.014232462272047997}, {"step": 83, "loss": 0.5817768573760986, "ce": 1.8447034358978271, "kl": 0.014920562505722046}, {"step": 84, "loss": 0.6056111454963684, "ce": 1.777724027633667, "kl": 0.016139132902026176}, {"step": 85, "loss": 0.5838264226913452, "ce": 1.6361596584320068, "kl": 0.013597936369478703}, {"step": 86, "loss": 0.6062929034233093, "ce": 1.937849760055542, "kl": 0.014595641754567623}, {"step": 87, "loss": 0.6188222765922546, "ce": 1.7676239013671875, "kl": 0.015239132568240166}, {"step": 88, "loss": 0.8032951951026917, "ce": 1.8232977390289307, "kl": 0.01568029075860977}, {"step": 89, "loss": 0.6222379803657532, "ce": 1.8774701356887817, "kl": 0.014409815892577171}, {"step": 90, "loss": 0.8499374389648438, "ce": 1.8513593673706055, "kl": 0.01567070744931698}, {"step": 91, "loss": 0.8184101581573486, "ce": 1.7913144826889038, "kl": 0.01409783586859703}, {"step": 92, "loss": 0.7457278966903687, "ce": 1.772628903388977, "kl": 0.015987735241651535}, {"step": 93, "loss": 0.5431095957756042, "ce": 1.9411439895629883, "kl": 0.013674715533852577}, {"step": 94, "loss": 0.583667516708374, "ce": 1.8881529569625854, "kl": 0.015000375919044018}, {"step": 95, "loss": 0.5970253348350525, "ce": 1.802645206451416, "kl": 0.01687547378242016}, {"step": 96, "loss": 0.6621735095977783, "ce": 1.76878821849823, "kl": 0.016139909625053406}, {"step": 97, "loss": 0.6368375420570374, "ce": 1.7657866477966309, "kl": 0.016126863658428192}, {"step": 98, "loss": 0.8346360921859741, "ce": 1.9486547708511353, "kl": 0.016407275572419167}, {"step": 99, "loss": 0.83008873462677, "ce": 1.7762235403060913, "kl": 0.015124312601983547}, {"step": 100, "loss": 0.665483295917511, "ce": 1.782809853553772, "kl": 0.014050975441932678}, {"step": 101, "loss": 0.5791508555412292, "ce": 1.8718661069869995, "kl": 0.015927419066429138}, {"step": 102, "loss": 0.3627741038799286, "ce": 2.0535309314727783, "kl": 0.01739305816590786}, {"step": 103, "loss": 0.7863086462020874, "ce": 1.882952332496643, "kl": 0.015477266162633896}, {"step": 104, "loss": 0.8057763576507568, "ce": 1.894276738166809, "kl": 0.015992099419236183}, {"step": 105, "loss": 0.5849886536598206, "ce": 1.6949354410171509, "kl": 0.016358720138669014}, {"step": 106, "loss": 0.6794533729553223, "ce": 2.022939682006836, "kl": 0.015918096527457237}, {"step": 107, "loss": 0.5559874176979065, "ce": 1.8062105178833008, "kl": 0.01527776475995779}, {"step": 108, "loss": 0.5940238833427429, "ce": 1.7947930097579956, "kl": 0.015480982139706612}, {"step": 109, "loss": 0.427658349275589, "ce": 1.8867133855819702, "kl": 0.015650218352675438}, {"step": 110, "loss": 0.3401598036289215, "ce": 1.7018835544586182, "kl": 0.015252768993377686}, {"step": 111, "loss": 0.902864396572113, "ce": 1.8587571382522583, "kl": 0.013507688418030739}, {"step": 112, "loss": 0.6683191657066345, "ce": 1.8553248643875122, "kl": 0.014095846563577652}, {"step": 113, "loss": 0.6157705187797546, "ce": 1.870080828666687, "kl": 0.01453359890729189}, {"step": 114, "loss": 0.691525399684906, "ce": 1.9312256574630737, "kl": 0.01710008643567562}, {"step": 115, "loss": 0.7234735488891602, "ce": 1.9070974588394165, "kl": 0.0131754195317626}, {"step": 116, "loss": 0.7905310392379761, "ce": 1.7089486122131348, "kl": 0.015861209481954575}, {"step": 117, "loss": 0.30522769689559937, "ce": 1.7116658687591553, "kl": 0.014989043585956097}, {"step": 118, "loss": 0.5196688771247864, "ce": 1.7707798480987549, "kl": 0.016919102519750595}, {"step": 119, "loss": 0.35349521040916443, "ce": 1.722764492034912, "kl": 0.015100563876330853}, {"step": 120, "loss": 0.6461881399154663, "ce": 1.941148281097412, "kl": 0.015148851089179516}, {"step": 121, "loss": 0.7355846762657166, "ce": 1.797547459602356, "kl": 0.015723496675491333}, {"step": 122, "loss": 0.6476759910583496, "ce": 1.693103313446045, "kl": 0.015771005302667618}, {"step": 123, "loss": 0.6015720963478088, "ce": 1.6769438982009888, "kl": 0.016450854018330574}, {"step": 124, "loss": 0.6896874904632568, "ce": 1.8140777349472046, "kl": 0.01544460654258728}, {"step": 125, "loss": 0.6984713673591614, "ce": 1.715462327003479, "kl": 0.015653610229492188}, {"step": 126, "loss": 0.4681408107280731, "ce": 1.7212214469909668, "kl": 0.01535846944898367}, {"step": 127, "loss": 0.6285848021507263, "ce": 1.8148595094680786, "kl": 0.01520288735628128}, {"step": 128, "loss": 0.4677579402923584, "ce": 1.6916204690933228, "kl": 0.01646369695663452}, {"step": 129, "loss": 0.8472067713737488, "ce": 1.7590397596359253, "kl": 0.013702592812478542}, {"step": 130, "loss": 0.5927016735076904, "ce": 1.7656837701797485, "kl": 0.014272398315370083}, {"step": 131, "loss": 0.5853985548019409, "ce": 1.7629271745681763, "kl": 0.016590163111686707}, {"step": 132, "loss": 0.5698249340057373, "ce": 1.7641342878341675, "kl": 0.013485820963978767}, {"step": 133, "loss": 0.8549613356590271, "ce": 1.8220109939575195, "kl": 0.014900905080139637}, {"step": 134, "loss": 0.717583179473877, "ce": 1.773269534111023, "kl": 0.014921953901648521}, {"step": 135, "loss": 0.7423704266548157, "ce": 1.890191912651062, "kl": 0.014317154884338379}, {"step": 136, "loss": 0.7896763682365417, "ce": 1.930091381072998, "kl": 0.01690099574625492}, {"step": 137, "loss": 0.828876256942749, "ce": 1.8204481601715088, "kl": 0.01639111153781414}, {"step": 138, "loss": 0.7430071234703064, "ce": 1.817015528678894, "kl": 0.018051572144031525}, {"step": 139, "loss": 0.7414809465408325, "ce": 1.8420039415359497, "kl": 0.015706147998571396}, {"step": 140, "loss": 0.5694437026977539, "ce": 1.8370455503463745, "kl": 0.018571332097053528}, {"step": 141, "loss": 0.9980024695396423, "ce": 1.8220735788345337, "kl": 0.015640070661902428}, {"step": 142, "loss": 0.492077499628067, "ce": 1.7397890090942383, "kl": 0.01608137972652912}, {"step": 143, "loss": 0.718938946723938, "ce": 1.9030725955963135, "kl": 0.016531094908714294}, {"step": 144, "loss": 0.3670715391635895, "ce": 1.840968370437622, "kl": 0.018324224278330803}, {"step": 145, "loss": 0.754020631313324, "ce": 1.8875203132629395, "kl": 0.016559233888983727}, {"step": 146, "loss": 0.46577537059783936, "ce": 1.8397539854049683, "kl": 0.01656154729425907}, {"step": 147, "loss": 0.6340895295143127, "ce": 1.8255330324172974, "kl": 0.016326019540429115}, {"step": 148, "loss": 0.654303789138794, "ce": 1.785033106803894, "kl": 0.01859302632510662}, {"step": 149, "loss": 0.43363696336746216, "ce": 1.8295503854751587, "kl": 0.018126513808965683}, {"step": 150, "loss": 0.35097694396972656, "ce": 1.68369460105896, "kl": 0.015652785077691078}, {"step": 151, "loss": 0.789290189743042, "ce": 1.7021511793136597, "kl": 0.01691109500825405}, {"step": 152, "loss": 0.6537666320800781, "ce": 1.7704190015792847, "kl": 0.016728432849049568}, {"step": 153, "loss": 0.5801968574523926, "ce": 1.8001068830490112, "kl": 0.014727583155035973}, {"step": 154, "loss": 0.45901042222976685, "ce": 1.8388358354568481, "kl": 0.016052791848778725}, {"step": 155, "loss": 0.5766923427581787, "ce": 1.7288566827774048, "kl": 0.01867731846868992}, {"step": 156, "loss": 0.5445358157157898, "ce": 1.6502007246017456, "kl": 0.015728581696748734}, {"step": 157, "loss": 0.5471129417419434, "ce": 1.8442765474319458, "kl": 0.016095424070954323}, {"step": 158, "loss": 0.3096657693386078, "ce": 1.8234021663665771, "kl": 0.016560832038521767}, {"step": 159, "loss": 0.5640943646430969, "ce": 1.8382184505462646, "kl": 0.01637560874223709}, {"step": 160, "loss": 0.5738541483879089, "ce": 1.7533897161483765, "kl": 0.015458447858691216}, {"step": 161, "loss": 0.22031506896018982, "ce": 1.6969475746154785, "kl": 0.016187220811843872}, {"step": 162, "loss": 0.5090104937553406, "ce": 1.7054290771484375, "kl": 0.014300770126283169}, {"step": 163, "loss": 0.5317234992980957, "ce": 1.8244082927703857, "kl": 0.0140492282807827}, {"step": 164, "loss": 0.8370496034622192, "ce": 1.8376777172088623, "kl": 0.01298500970005989}, {"step": 165, "loss": 0.36168527603149414, "ce": 1.8169742822647095, "kl": 0.01701926998794079}, {"step": 166, "loss": 0.47630661725997925, "ce": 1.7616604566574097, "kl": 0.01540953665971756}, {"step": 167, "loss": 0.7989052534103394, "ce": 1.9578325748443604, "kl": 0.014523554593324661}, {"step": 168, "loss": 0.718477725982666, "ce": 1.7381037473678589, "kl": 0.013189481571316719}, {"step": 169, "loss": 0.4615354835987091, "ce": 1.7837499380111694, "kl": 0.014083736576139927}, {"step": 170, "loss": 0.5303130745887756, "ce": 1.7667068243026733, "kl": 0.01575714722275734}, {"step": 171, "loss": 0.5200732350349426, "ce": 1.813439965248108, "kl": 0.013155871070921421}, {"step": 172, "loss": 0.6051588654518127, "ce": 1.7778831720352173, "kl": 0.013427063822746277}, {"step": 173, "loss": 0.6098884344100952, "ce": 1.774253010749817, "kl": 0.01462805550545454}, {"step": 174, "loss": 0.6205084323883057, "ce": 1.723739743232727, "kl": 0.014483684673905373}, {"step": 175, "loss": 0.44859564304351807, "ce": 1.7817620038986206, "kl": 0.014541513286530972}, {"step": 176, "loss": 0.7678472399711609, "ce": 1.7788299322128296, "kl": 0.015347262844443321}, {"step": 177, "loss": 0.7902297377586365, "ce": 2.0262351036071777, "kl": 0.015304961241781712}, {"step": 178, "loss": 0.5008358359336853, "ce": 1.809933066368103, "kl": 0.013853690586984158}, {"step": 179, "loss": 0.6227352023124695, "ce": 1.8396849632263184, "kl": 0.01906522549688816}, {"step": 180, "loss": 0.5191494822502136, "ce": 1.7157576084136963, "kl": 0.015148826874792576}, {"step": 181, "loss": 0.30650949478149414, "ce": 1.7030640840530396, "kl": 0.015379447489976883}, {"step": 182, "loss": 0.5505040884017944, "ce": 1.6416956186294556, "kl": 0.015444955788552761}, {"step": 183, "loss": 0.7894604802131653, "ce": 1.9356343746185303, "kl": 0.01411709375679493}, {"step": 184, "loss": 0.4510659873485565, "ce": 1.7645697593688965, "kl": 0.014654108323156834}, {"step": 185, "loss": 0.5556302666664124, "ce": 1.8083324432373047, "kl": 0.012757046148180962}, {"step": 186, "loss": 0.5838015079498291, "ce": 1.7888758182525635, "kl": 0.014882231131196022}, {"step": 187, "loss": 0.5387225151062012, "ce": 1.789975881576538, "kl": 0.014909650199115276}, {"step": 188, "loss": 0.5083428025245667, "ce": 1.810491919517517, "kl": 0.015164036303758621}, {"step": 189, "loss": 0.5682869553565979, "ce": 1.766667127609253, "kl": 0.013854403048753738}, {"step": 190, "loss": 0.5352165699005127, "ce": 1.9804999828338623, "kl": 0.01665361039340496}, {"step": 191, "loss": 0.5234978795051575, "ce": 1.7245051860809326, "kl": 0.01467205211520195}, {"step": 192, "loss": 0.7990495562553406, "ce": 1.8261661529541016, "kl": 0.013499108143150806}, {"step": 193, "loss": 0.5401812791824341, "ce": 1.8306159973144531, "kl": 0.018406715244054794}, {"step": 194, "loss": 0.5053179860115051, "ce": 1.8016839027404785, "kl": 0.013498624786734581}, {"step": 195, "loss": 0.7534710168838501, "ce": 1.698850393295288, "kl": 0.015455109998583794}, {"step": 196, "loss": 0.6695732474327087, "ce": 1.8778729438781738, "kl": 0.01366296224296093}, {"step": 197, "loss": 0.7086910605430603, "ce": 1.7695343494415283, "kl": 0.014235611073672771}, {"step": 198, "loss": 0.7326710224151611, "ce": 1.862305760383606, "kl": 0.014867093414068222}, {"step": 199, "loss": 0.7731894254684448, "ce": 1.826759934425354, "kl": 0.015686992555856705}, {"step": 200, "loss": 0.6853899955749512, "ce": 1.746080756187439, "kl": 0.014681883156299591}, {"step": 201, "loss": 0.6551342606544495, "ce": 1.799497127532959, "kl": 0.014674459584057331}, {"step": 202, "loss": 0.6425485014915466, "ce": 1.7352218627929688, "kl": 0.014399796724319458}, {"step": 203, "loss": 0.5616629719734192, "ce": 1.8368667364120483, "kl": 0.01702098362147808}, {"step": 204, "loss": 0.5858790278434753, "ce": 1.858319640159607, "kl": 0.015418230555951595}, {"step": 205, "loss": 0.47607922554016113, "ce": 1.7769187688827515, "kl": 0.016097625717520714}, {"step": 206, "loss": 0.3863402307033539, "ce": 1.8970438241958618, "kl": 0.015060697682201862}, {"step": 207, "loss": 0.7256173491477966, "ce": 1.9415056705474854, "kl": 0.01661226712167263}, {"step": 208, "loss": 0.6398943066596985, "ce": 1.8272563219070435, "kl": 0.01584295742213726}, {"step": 209, "loss": 0.5949114561080933, "ce": 1.9749252796173096, "kl": 0.01843762770295143}, {"step": 210, "loss": 0.5427671074867249, "ce": 1.6367650032043457, "kl": 0.01773231290280819}, {"step": 211, "loss": 0.7861120104789734, "ce": 1.7429379224777222, "kl": 0.015708664432168007}, {"step": 212, "loss": 0.5728943347930908, "ce": 1.9104079008102417, "kl": 0.013034108094871044}, {"step": 213, "loss": 0.55186927318573, "ce": 1.7527592182159424, "kl": 0.016190381720662117}, {"step": 214, "loss": 0.687721312046051, "ce": 1.7875747680664062, "kl": 0.014138983562588692}, {"step": 215, "loss": 0.6805307865142822, "ce": 1.8193691968917847, "kl": 0.015314275398850441}, {"step": 216, "loss": 0.7668935060501099, "ce": 1.818629503250122, "kl": 0.018258729949593544}, {"step": 217, "loss": 0.53850257396698, "ce": 1.7178593873977661, "kl": 0.01973736099898815}, {"step": 218, "loss": 0.2707791328430176, "ce": 1.6408579349517822, "kl": 0.017078837379813194}, {"step": 219, "loss": 0.742355227470398, "ce": 1.8692704439163208, "kl": 0.01430787518620491}, {"step": 220, "loss": 0.6194493174552917, "ce": 1.843307614326477, "kl": 0.017168376594781876}, {"step": 221, "loss": 0.39238250255584717, "ce": 1.8947328329086304, "kl": 0.017959097400307655}, {"step": 222, "loss": 0.8400194644927979, "ce": 1.8836567401885986, "kl": 0.014413011260330677}, {"step": 223, "loss": 0.28482404351234436, "ce": 1.6655522584915161, "kl": 0.01606074534356594}, {"step": 224, "loss": 0.6929157972335815, "ce": 1.8375074863433838, "kl": 0.018438924103975296}, {"step": 225, "loss": 0.552076518535614, "ce": 1.7135450839996338, "kl": 0.014948238618671894}, {"step": 226, "loss": 0.767031192779541, "ce": 1.8048714399337769, "kl": 0.014850129373371601}, {"step": 227, "loss": 0.6657366156578064, "ce": 1.8040093183517456, "kl": 0.014068531803786755}, {"step": 228, "loss": 0.7904176712036133, "ce": 1.7585686445236206, "kl": 0.013903883285820484}, {"step": 229, "loss": 0.682295024394989, "ce": 1.7254436016082764, "kl": 0.016490081325173378}, {"step": 230, "loss": 0.5945799946784973, "ce": 1.832932472229004, "kl": 0.015156988985836506}, {"step": 231, "loss": 0.7989643216133118, "ce": 1.7552968263626099, "kl": 0.01701725833117962}, {"step": 232, "loss": 0.5209757685661316, "ce": 1.702494740486145, "kl": 0.016475845128297806}, {"step": 233, "loss": 0.5954103469848633, "ce": 1.747703194618225, "kl": 0.01660648174583912}, {"step": 234, "loss": 0.5240162014961243, "ce": 1.8598392009735107, "kl": 0.019083721563220024}, {"step": 235, "loss": 0.8295547962188721, "ce": 1.8609968423843384, "kl": 0.016963843256235123}, {"step": 236, "loss": 0.624823808670044, "ce": 1.6942554712295532, "kl": 0.018911324441432953}, {"step": 237, "loss": 0.5974968075752258, "ce": 1.855245590209961, "kl": 0.01826665736734867}, {"step": 238, "loss": 0.5277248024940491, "ce": 1.7526960372924805, "kl": 0.017668597400188446}, {"step": 239, "loss": 0.49722954630851746, "ce": 1.7379717826843262, "kl": 0.017637014389038086}, {"step": 240, "loss": 0.5996707081794739, "ce": 1.8272022008895874, "kl": 0.021311918273568153}, {"step": 241, "loss": 0.6420743465423584, "ce": 1.728536605834961, "kl": 0.016930606216192245}, {"step": 242, "loss": 0.5889471769332886, "ce": 1.8554441928863525, "kl": 0.01701795868575573}, {"step": 243, "loss": 0.6766201853752136, "ce": 1.9400196075439453, "kl": 0.015475552529096603}, {"step": 244, "loss": 0.7352219223976135, "ce": 1.840100646018982, "kl": 0.01499420590698719}, {"step": 245, "loss": 0.49868378043174744, "ce": 1.822292685508728, "kl": 0.016047857701778412}, {"step": 246, "loss": 0.5065969824790955, "ce": 1.7771269083023071, "kl": 0.016836684197187424}, {"step": 247, "loss": 0.6346369981765747, "ce": 1.8313343524932861, "kl": 0.015360823832452297}, {"step": 248, "loss": 1.0282647609710693, "ce": 1.7531641721725464, "kl": 0.017833957448601723}, {"step": 249, "loss": 0.5955432057380676, "ce": 1.8832262754440308, "kl": 0.01436085719615221}, {"step": 250, "loss": 0.5342121124267578, "ce": 1.901856541633606, "kl": 0.01802060194313526}, {"step": 251, "loss": 0.6261621117591858, "ce": 1.7276959419250488, "kl": 0.017375078052282333}, {"step": 252, "loss": 0.7296939492225647, "ce": 1.921034336090088, "kl": 0.019898615777492523}, {"step": 253, "loss": 0.6277908086776733, "ce": 2.0010368824005127, "kl": 0.019325338304042816}, {"step": 254, "loss": 0.48148831725120544, "ce": 1.871696949005127, "kl": 0.017124062404036522}, {"step": 255, "loss": 0.7220843434333801, "ce": 1.8864529132843018, "kl": 0.0163592416793108}, {"step": 256, "loss": 0.3714631497859955, "ce": 1.6906020641326904, "kl": 0.016215352341532707}, {"step": 257, "loss": 0.6953970193862915, "ce": 1.671165943145752, "kl": 0.01905624009668827}, {"step": 258, "loss": 0.4769819378852844, "ce": 1.6003246307373047, "kl": 0.017651330679655075}, {"step": 259, "loss": 0.641495943069458, "ce": 1.743586778640747, "kl": 0.015260173939168453}, {"step": 260, "loss": 0.7154808640480042, "ce": 1.797343373298645, "kl": 0.014930538833141327}, {"step": 261, "loss": 0.5556923747062683, "ce": 1.8903015851974487, "kl": 0.014963030815124512}, {"step": 262, "loss": 0.5331819653511047, "ce": 1.7357202768325806, "kl": 0.016044821590185165}, {"step": 263, "loss": 0.7409126162528992, "ce": 1.9057880640029907, "kl": 0.015349619090557098}, {"step": 264, "loss": 0.7433016896247864, "ce": 1.836026668548584, "kl": 0.014920897781848907}, {"step": 265, "loss": 0.7078557014465332, "ce": 1.8100628852844238, "kl": 0.014500527642667294}, {"step": 266, "loss": 0.5269861817359924, "ce": 1.7672172784805298, "kl": 0.016208890825510025}, {"step": 267, "loss": 0.604080319404602, "ce": 1.7987910509109497, "kl": 0.014437262900173664}, {"step": 268, "loss": 0.5532504320144653, "ce": 1.7584110498428345, "kl": 0.016531577333807945}, {"step": 269, "loss": 0.5363320708274841, "ce": 1.9202898740768433, "kl": 0.01678067445755005}, {"step": 270, "loss": 0.3797478675842285, "ce": 1.83296537399292, "kl": 0.015747833997011185}, {"step": 271, "loss": 0.7711057662963867, "ce": 1.759214997291565, "kl": 0.020303837954998016}, {"step": 272, "loss": 0.8120003342628479, "ce": 1.873313069343567, "kl": 0.017918093129992485}, {"step": 273, "loss": 0.701750636100769, "ce": 1.6476491689682007, "kl": 0.01892462931573391}, {"step": 274, "loss": 0.7953501343727112, "ce": 1.7349083423614502, "kl": 0.01658281683921814}, {"step": 275, "loss": 0.5211195349693298, "ce": 1.844770908355713, "kl": 0.016273293644189835}, {"step": 276, "loss": 0.5778554677963257, "ce": 1.7866337299346924, "kl": 0.01792156510055065}, {"step": 277, "loss": 1.0520572662353516, "ce": 1.7617353200912476, "kl": 0.017659872770309448}, {"step": 278, "loss": 0.5671989321708679, "ce": 1.8708428144454956, "kl": 0.018957538530230522}, {"step": 279, "loss": 0.4714677929878235, "ce": 1.8034353256225586, "kl": 0.01633203960955143}, {"step": 280, "loss": 0.6750726103782654, "ce": 1.8220432996749878, "kl": 0.01871722750365734}, {"step": 281, "loss": 0.236856609582901, "ce": 1.553126573562622, "kl": 0.020339710637927055}, {"step": 282, "loss": 0.5837737321853638, "ce": 1.6204828023910522, "kl": 0.0169761311262846}, {"step": 283, "loss": 0.13388314843177795, "ce": 1.709605097770691, "kl": 0.01537338551133871}, {"step": 284, "loss": 0.7033733129501343, "ce": 1.6369311809539795, "kl": 0.015762174502015114}, {"step": 285, "loss": 0.7440244555473328, "ce": 1.691207766532898, "kl": 0.015903381630778313}, {"step": 286, "loss": 0.7028936743736267, "ce": 1.755784273147583, "kl": 0.01550717931240797}, {"step": 287, "loss": 0.5534182190895081, "ce": 1.7719876766204834, "kl": 0.015438356436789036}, {"step": 288, "loss": 0.5199114680290222, "ce": 1.7940418720245361, "kl": 0.014890550635755062}, {"step": 289, "loss": 0.39993414282798767, "ce": 1.7417556047439575, "kl": 0.017081059515476227}, {"step": 290, "loss": 0.3198831379413605, "ce": 1.6941239833831787, "kl": 0.014380029402673244}, {"step": 291, "loss": 0.577692985534668, "ce": 1.7336968183517456, "kl": 0.017518606036901474}, {"step": 292, "loss": 0.5790965557098389, "ce": 1.8097223043441772, "kl": 0.01660257764160633}, {"step": 293, "loss": 0.5805807113647461, "ce": 1.8169844150543213, "kl": 0.017830386757850647}, {"step": 294, "loss": 0.6179749965667725, "ce": 1.642911672592163, "kl": 0.017665261402726173}, {"step": 295, "loss": 0.5999602675437927, "ce": 1.7646894454956055, "kl": 0.016516417264938354}, {"step": 296, "loss": 0.7095347046852112, "ce": 1.7110943794250488, "kl": 0.015833770856261253}, {"step": 297, "loss": 0.6898009181022644, "ce": 1.8886827230453491, "kl": 0.018074093386530876}, {"step": 298, "loss": 0.5342769026756287, "ce": 1.776260256767273, "kl": 0.017937781289219856}, {"step": 299, "loss": 0.32931584119796753, "ce": 1.5158543586730957, "kl": 0.01619098149240017}, {"step": 300, "loss": 0.5507693290710449, "ce": 1.690661907196045, "kl": 0.017434915527701378}, {"step": 301, "loss": 0.842510461807251, "ce": 1.7680518627166748, "kl": 0.015523333102464676}, {"step": 302, "loss": 0.9242218136787415, "ce": 1.7998638153076172, "kl": 0.013801032677292824}, {"step": 303, "loss": 0.45852816104888916, "ce": 1.7902300357818604, "kl": 0.01737935282289982}, {"step": 304, "loss": 0.49522116780281067, "ce": 1.6660516262054443, "kl": 0.016922295093536377}, {"step": 305, "loss": 0.778852641582489, "ce": 1.6872204542160034, "kl": 0.01588912308216095}, {"step": 306, "loss": 0.5292479991912842, "ce": 1.6934987306594849, "kl": 0.01654803566634655}, {"step": 307, "loss": 0.5243821144104004, "ce": 1.7723942995071411, "kl": 0.017420828342437744}, {"step": 308, "loss": 0.490632027387619, "ce": 1.6066495180130005, "kl": 0.022632652893662453}, {"step": 309, "loss": 0.43844470381736755, "ce": 1.620499610900879, "kl": 0.01813524402678013}, {"step": 310, "loss": 0.44226837158203125, "ce": 1.8749759197235107, "kl": 0.016661684960126877}, {"step": 311, "loss": 0.6497229933738708, "ce": 1.8064608573913574, "kl": 0.0158822201192379}, {"step": 312, "loss": 0.5196161866188049, "ce": 1.787638545036316, "kl": 0.016252199187874794}, {"step": 313, "loss": 0.563839852809906, "ce": 1.6345478296279907, "kl": 0.016333265230059624}, {"step": 314, "loss": 0.6407463550567627, "ce": 1.706695556640625, "kl": 0.015789251774549484}, {"step": 315, "loss": 0.6826150417327881, "ce": 1.6208466291427612, "kl": 0.015727024525403976}, {"step": 316, "loss": 0.5621617436408997, "ce": 1.838538408279419, "kl": 0.01620997115969658}, {"step": 317, "loss": 0.657208263874054, "ce": 1.7415093183517456, "kl": 0.017119180411100388}, {"step": 318, "loss": 0.3604079484939575, "ce": 1.589123249053955, "kl": 0.016523750498890877}, {"step": 319, "loss": 0.8118034601211548, "ce": 1.6931109428405762, "kl": 0.016353756189346313}, {"step": 320, "loss": 0.5897274613380432, "ce": 1.6521306037902832, "kl": 0.016832716763019562}, {"step": 321, "loss": 0.6215981245040894, "ce": 1.5962880849838257, "kl": 0.019925247877836227}, {"step": 322, "loss": 0.5179975628852844, "ce": 1.8373134136199951, "kl": 0.01730201207101345}, {"step": 323, "loss": 0.7057071924209595, "ce": 1.7224797010421753, "kl": 0.01857319287955761}, {"step": 324, "loss": 0.6373231410980225, "ce": 1.606014370918274, "kl": 0.015712527558207512}, {"step": 325, "loss": 0.8067582845687866, "ce": 1.6803579330444336, "kl": 0.015500932931900024}, {"step": 326, "loss": 0.3884497284889221, "ce": 1.686988115310669, "kl": 0.015780875459313393}, {"step": 327, "loss": 0.31164512038230896, "ce": 1.6559209823608398, "kl": 0.01775895617902279}, {"step": 328, "loss": 0.4473927915096283, "ce": 1.7366753816604614, "kl": 0.020014462992548943}, {"step": 329, "loss": 0.32817062735557556, "ce": 1.8332425355911255, "kl": 0.01593935862183571}, {"step": 330, "loss": 0.817224383354187, "ce": 1.596810221672058, "kl": 0.018305914476513863}, {"step": 331, "loss": 0.6734490394592285, "ce": 1.7480652332305908, "kl": 0.014864156022667885}, {"step": 332, "loss": 0.47249794006347656, "ce": 1.7601661682128906, "kl": 0.015907656401395798}, {"step": 333, "loss": 0.5757407546043396, "ce": 1.7381176948547363, "kl": 0.017569608986377716}, {"step": 334, "loss": 0.6529616117477417, "ce": 1.680353045463562, "kl": 0.019019117578864098}, {"step": 335, "loss": 0.44820836186408997, "ce": 1.6684834957122803, "kl": 0.01811361499130726}, {"step": 336, "loss": 0.465054988861084, "ce": 1.6680558919906616, "kl": 0.0172519963234663}, {"step": 337, "loss": 0.2709985077381134, "ce": 1.6969943046569824, "kl": 0.01753796637058258}, {"step": 338, "loss": 0.7779597043991089, "ce": 1.78939688205719, "kl": 0.017622608691453934}, {"step": 339, "loss": 0.828830361366272, "ce": 1.7452858686447144, "kl": 0.016566459089517593}, {"step": 340, "loss": 0.7852200269699097, "ce": 1.690229058265686, "kl": 0.016147444024682045}, {"step": 341, "loss": 0.4825441837310791, "ce": 1.743748664855957, "kl": 0.015904372557997704}, {"step": 342, "loss": 0.4552231729030609, "ce": 1.7091704607009888, "kl": 0.015517013147473335}, {"step": 343, "loss": 0.6952847838401794, "ce": 1.74439537525177, "kl": 0.017116690054535866}, {"step": 344, "loss": 0.6171460747718811, "ce": 1.7700670957565308, "kl": 0.018844613805413246}, {"step": 345, "loss": 0.5012537837028503, "ce": 1.815126657485962, "kl": 0.01568581350147724}, {"step": 346, "loss": 0.4057682156562805, "ce": 1.751700758934021, "kl": 0.018240483477711678}, {"step": 347, "loss": 0.5605183839797974, "ce": 1.731372594833374, "kl": 0.018549809232354164}, {"step": 348, "loss": 0.34630802273750305, "ce": 1.7142736911773682, "kl": 0.01766689494252205}, {"step": 349, "loss": 0.9053716063499451, "ce": 1.8311591148376465, "kl": 0.018182488158345222}, {"step": 350, "loss": 0.5935285091400146, "ce": 1.7374451160430908, "kl": 0.019066501408815384}, {"step": 351, "loss": 0.6047601103782654, "ce": 1.7836264371871948, "kl": 0.016447043046355247}, {"step": 352, "loss": 0.7635112404823303, "ce": 1.7453693151474, "kl": 0.02094603143632412}, {"step": 353, "loss": 0.4377175271511078, "ce": 1.7377479076385498, "kl": 0.01547287032008171}, {"step": 354, "loss": 0.5732542872428894, "ce": 1.6787405014038086, "kl": 0.016962582245469093}, {"step": 355, "loss": 0.6063248515129089, "ce": 1.784745693206787, "kl": 0.01576363667845726}, {"step": 356, "loss": 0.5540786385536194, "ce": 1.745947003364563, "kl": 0.0150540079921484}, {"step": 357, "loss": 0.5849462747573853, "ce": 1.733951449394226, "kl": 0.018446719273924828}, {"step": 358, "loss": 0.38944223523139954, "ce": 1.6783314943313599, "kl": 0.0165801253169775}, {"step": 359, "loss": 0.45372274518013, "ce": 1.696650743484497, "kl": 0.01886983960866928}, {"step": 360, "loss": 0.8033804893493652, "ce": 1.7451635599136353, "kl": 0.019427912309765816}, {"step": 361, "loss": 0.9440523386001587, "ce": 1.6609535217285156, "kl": 0.014735972508788109}, {"step": 362, "loss": 0.49883872270584106, "ce": 1.6918203830718994, "kl": 0.018055172637104988}, {"step": 363, "loss": 0.863999605178833, "ce": 1.6789525747299194, "kl": 0.017935194075107574}, {"step": 364, "loss": 0.633630633354187, "ce": 1.742863416671753, "kl": 0.0157775841653347}, {"step": 365, "loss": 0.4955386221408844, "ce": 1.649545669555664, "kl": 0.0202560443431139}, {"step": 366, "loss": 0.6142309904098511, "ce": 1.642226219177246, "kl": 0.016837595030665398}, {"step": 367, "loss": 0.42926961183547974, "ce": 1.623154878616333, "kl": 0.017406506463885307}, {"step": 368, "loss": 0.5916640758514404, "ce": 1.7660133838653564, "kl": 0.017341183498501778}, {"step": 369, "loss": 0.8374852538108826, "ce": 1.723906397819519, "kl": 0.017598114907741547}, {"step": 370, "loss": 0.5587939620018005, "ce": 1.747830867767334, "kl": 0.01656556874513626}, {"step": 371, "loss": 0.8659942150115967, "ce": 1.7734496593475342, "kl": 0.018156640231609344}, {"step": 372, "loss": 0.6998066306114197, "ce": 1.712197184562683, "kl": 0.01593841053545475}, {"step": 373, "loss": 0.5308361053466797, "ce": 1.7036609649658203, "kl": 0.018287235870957375}, {"step": 374, "loss": 0.7894057631492615, "ce": 1.707505702972412, "kl": 0.016766108572483063}, {"step": 375, "loss": 0.5508772730827332, "ce": 1.8581159114837646, "kl": 0.01694273017346859}, {"step": 376, "loss": 0.5173041820526123, "ce": 1.7388099431991577, "kl": 0.018979700282216072}, {"step": 377, "loss": 0.6922581791877747, "ce": 1.657334327697754, "kl": 0.017491435632109642}, {"step": 378, "loss": 0.5410263538360596, "ce": 1.7059192657470703, "kl": 0.01988295093178749}, {"step": 379, "loss": 0.8199955224990845, "ce": 1.7973302602767944, "kl": 0.018135294318199158}, {"step": 380, "loss": 0.7183318138122559, "ce": 1.729924201965332, "kl": 0.017173469066619873}, {"step": 381, "loss": 0.5963789820671082, "ce": 1.6081680059432983, "kl": 0.016490187495946884}, {"step": 382, "loss": 0.7220996022224426, "ce": 1.7853045463562012, "kl": 0.016327695921063423}, {"step": 383, "loss": 0.386978417634964, "ce": 1.9383835792541504, "kl": 0.023358477279543877}, {"step": 384, "loss": 0.47800779342651367, "ce": 1.7102344036102295, "kl": 0.01846267096698284}, {"step": 385, "loss": 0.8556806445121765, "ce": 1.8543946743011475, "kl": 0.017437653616070747}, {"step": 386, "loss": 0.6725341081619263, "ce": 1.618579626083374, "kl": 0.019045023247599602}, {"step": 387, "loss": 0.5230414867401123, "ce": 1.8632476329803467, "kl": 0.018644073978066444}, {"step": 388, "loss": 0.5892022848129272, "ce": 1.7440497875213623, "kl": 0.018679004162549973}, {"step": 389, "loss": 0.6019585728645325, "ce": 1.754536747932434, "kl": 0.017778756096959114}, {"step": 390, "loss": 0.3503614366054535, "ce": 1.7218948602676392, "kl": 0.019077101722359657}, {"step": 391, "loss": 0.49786490201950073, "ce": 1.6874563694000244, "kl": 0.017553037032485008}, {"step": 392, "loss": 0.7488282918930054, "ce": 1.7586150169372559, "kl": 0.017873680219054222}, {"step": 393, "loss": 0.5666002631187439, "ce": 1.7756494283676147, "kl": 0.016630711033940315}, {"step": 394, "loss": 0.6736499071121216, "ce": 1.781969666481018, "kl": 0.016696389764547348}, {"step": 395, "loss": 0.6158199310302734, "ce": 1.82277512550354, "kl": 0.018756158649921417}, {"step": 396, "loss": 0.5665166974067688, "ce": 1.7681143283843994, "kl": 0.018606044352054596}, {"step": 397, "loss": 0.9244253635406494, "ce": 1.685585618019104, "kl": 0.016107462346553802}, {"step": 398, "loss": 0.34875425696372986, "ce": 1.6468100547790527, "kl": 0.017682546749711037}, {"step": 399, "loss": 0.3783267140388489, "ce": 1.6725420951843262, "kl": 0.01832006126642227}, {"step": 400, "loss": 0.32376253604888916, "ce": 1.638290286064148, "kl": 0.01730526052415371}, {"step": 401, "loss": 0.6503773927688599, "ce": 1.8030050992965698, "kl": 0.017041601240634918}, {"step": 402, "loss": 0.6877160668373108, "ce": 1.7335189580917358, "kl": 0.019176220521330833}, {"step": 403, "loss": 0.6634238958358765, "ce": 1.6545034646987915, "kl": 0.018241550773382187}, {"step": 404, "loss": 0.6359041333198547, "ce": 1.5852917432785034, "kl": 0.019979141652584076}, {"step": 405, "loss": 0.49047887325286865, "ce": 1.6967551708221436, "kl": 0.018945815041661263}, {"step": 406, "loss": 0.592972457408905, "ce": 1.624794363975525, "kl": 0.018668869510293007}, {"step": 407, "loss": 0.5666395425796509, "ce": 1.6473102569580078, "kl": 0.018581438809633255}, {"step": 408, "loss": 0.6030445694923401, "ce": 1.6902912855148315, "kl": 0.01780097745358944}, {"step": 409, "loss": 0.6176521182060242, "ce": 1.6690871715545654, "kl": 0.019056472927331924}, {"step": 410, "loss": 0.7056249976158142, "ce": 1.666455864906311, "kl": 0.01679130643606186}, {"step": 411, "loss": 0.4602220952510834, "ce": 1.7272653579711914, "kl": 0.01623205654323101}, {"step": 412, "loss": 0.6944618821144104, "ce": 1.6289925575256348, "kl": 0.019053209573030472}, {"step": 413, "loss": 0.5848425030708313, "ce": 1.6701525449752808, "kl": 0.01694159395992756}, {"step": 414, "loss": 0.6107115149497986, "ce": 1.7867108583450317, "kl": 0.016844194382429123}, {"step": 415, "loss": 0.7193339467048645, "ce": 1.735097885131836, "kl": 0.019202828407287598}, {"step": 416, "loss": 0.6667147874832153, "ce": 1.689489483833313, "kl": 0.016561023890972137}, {"step": 417, "loss": 0.8992875814437866, "ce": 1.8268396854400635, "kl": 0.017743786796927452}, {"step": 418, "loss": 0.7102169394493103, "ce": 1.7403879165649414, "kl": 0.020323557779192924}, {"step": 419, "loss": 0.6164119839668274, "ce": 1.7064307928085327, "kl": 0.019321197643876076}, {"step": 420, "loss": 0.8058645129203796, "ce": 1.7838330268859863, "kl": 0.020036228001117706}, {"step": 421, "loss": 0.6540152430534363, "ce": 1.7277566194534302, "kl": 0.019226329401135445}, {"step": 422, "loss": 0.6327440142631531, "ce": 1.7727277278900146, "kl": 0.02003966085612774}, {"step": 423, "loss": 0.782276451587677, "ce": 1.6929612159729004, "kl": 0.018630696460604668}, {"step": 424, "loss": 0.5769473314285278, "ce": 1.7310545444488525, "kl": 0.019141964614391327}, {"step": 425, "loss": 0.5119942426681519, "ce": 1.832694172859192, "kl": 0.020458685234189034}, {"step": 426, "loss": 0.5200278162956238, "ce": 1.8082096576690674, "kl": 0.018434928730130196}, {"step": 427, "loss": 0.6120733022689819, "ce": 1.7523659467697144, "kl": 0.019855855032801628}, {"step": 428, "loss": 0.5343217253684998, "ce": 1.7406957149505615, "kl": 0.01841256022453308}, {"step": 429, "loss": 0.5358756184577942, "ce": 1.7423231601715088, "kl": 0.02133382111787796}, {"step": 430, "loss": 0.5617020726203918, "ce": 1.712239384651184, "kl": 0.02056763507425785}, {"step": 431, "loss": 0.29692453145980835, "ce": 1.5728671550750732, "kl": 0.01867019757628441}, {"step": 432, "loss": 0.6493121385574341, "ce": 1.5893346071243286, "kl": 0.018886465579271317}, {"step": 433, "loss": 0.6477847695350647, "ce": 1.676987886428833, "kl": 0.019833648577332497}, {"step": 434, "loss": 0.6009941101074219, "ce": 1.7490726709365845, "kl": 0.018213042989373207}, {"step": 435, "loss": 0.47571730613708496, "ce": 1.7445646524429321, "kl": 0.016827959567308426}, {"step": 436, "loss": 0.5948604941368103, "ce": 1.6386535167694092, "kl": 0.023150065913796425}, {"step": 437, "loss": 0.4581453800201416, "ce": 1.6221070289611816, "kl": 0.018353084102272987}, {"step": 438, "loss": 0.5821988582611084, "ce": 1.7183715105056763, "kl": 0.018910977989435196}, {"step": 439, "loss": 0.35062527656555176, "ce": 1.722282886505127, "kl": 0.01869845576584339}, {"step": 440, "loss": 0.3750433027744293, "ce": 1.724800944328308, "kl": 0.01962922513484955}, {"step": 441, "loss": 0.4802343249320984, "ce": 1.7256622314453125, "kl": 0.01982557401061058}, {"step": 442, "loss": 0.4077141582965851, "ce": 1.674811601638794, "kl": 0.018217258155345917}, {"step": 443, "loss": 0.42442288994789124, "ce": 1.561540961265564, "kl": 0.018548177555203438}, {"step": 444, "loss": 0.5330788493156433, "ce": 1.7729800939559937, "kl": 0.01788371615111828}, {"step": 445, "loss": 0.6957569122314453, "ce": 1.7140822410583496, "kl": 0.01528977695852518}, {"step": 446, "loss": 0.40483689308166504, "ce": 1.7015480995178223, "kl": 0.0203643050044775}, {"step": 447, "loss": 0.48017874360084534, "ce": 1.768476963043213, "kl": 0.01872864179313183}, {"step": 448, "loss": 0.6879122853279114, "ce": 1.8431395292282104, "kl": 0.019063370302319527}, {"step": 449, "loss": 0.7622565031051636, "ce": 1.6671335697174072, "kl": 0.015447203069925308}, {"step": 450, "loss": 0.42494335770606995, "ce": 1.67977774143219, "kl": 0.015956545248627663}, {"step": 451, "loss": 0.47346118092536926, "ce": 1.7386558055877686, "kl": 0.0197147224098444}, {"step": 452, "loss": 0.5367826223373413, "ce": 1.6842501163482666, "kl": 0.016147125512361526}, {"step": 453, "loss": 0.4969313442707062, "ce": 1.702789306640625, "kl": 0.01617277041077614}, {"step": 454, "loss": 0.659558892250061, "ce": 1.6960846185684204, "kl": 0.01732058823108673}, {"step": 455, "loss": 0.47538885474205017, "ce": 1.6539380550384521, "kl": 0.0169981699436903}, {"step": 456, "loss": 0.5737784504890442, "ce": 1.6608710289001465, "kl": 0.01625995524227619}, {"step": 457, "loss": 0.7143830060958862, "ce": 1.694901466369629, "kl": 0.018589261919260025}, {"step": 458, "loss": 0.7758609056472778, "ce": 1.8878518342971802, "kl": 0.019395049661397934}, {"step": 459, "loss": 0.42336928844451904, "ce": 1.7462059259414673, "kl": 0.01707868091762066}, {"step": 460, "loss": 0.6669622659683228, "ce": 1.7571712732315063, "kl": 0.020690904930233955}, {"step": 461, "loss": 0.472658634185791, "ce": 1.6717976331710815, "kl": 0.01917121931910515}, {"step": 462, "loss": 0.3356536030769348, "ce": 1.6024845838546753, "kl": 0.018462708219885826}, {"step": 463, "loss": 0.5109552145004272, "ce": 1.579859733581543, "kl": 0.01799127273261547}, {"step": 464, "loss": 0.621039628982544, "ce": 1.7235029935836792, "kl": 0.016807520762085915}, {"step": 465, "loss": 0.43747779726982117, "ce": 1.9592262506484985, "kl": 0.017685139551758766}, {"step": 466, "loss": 0.6498581767082214, "ce": 1.6902928352355957, "kl": 0.01659468561410904}, {"step": 467, "loss": 0.4749166667461395, "ce": 1.6571507453918457, "kl": 0.016359103843569756}, {"step": 468, "loss": 0.6029489636421204, "ce": 1.7604254484176636, "kl": 0.016948571428656578}, {"step": 469, "loss": 0.42370179295539856, "ce": 1.7267950773239136, "kl": 0.017731959000229836}, {"step": 470, "loss": 0.5594096779823303, "ce": 1.623008370399475, "kl": 0.016498159617185593}, {"step": 471, "loss": 0.5261401534080505, "ce": 1.8577598333358765, "kl": 0.01927691325545311}, {"step": 472, "loss": 0.6025433540344238, "ce": 1.703877329826355, "kl": 0.018070397898554802}, {"step": 473, "loss": 0.5841226577758789, "ce": 1.7081608772277832, "kl": 0.016411472111940384}, {"step": 474, "loss": 0.6458252668380737, "ce": 1.73422110080719, "kl": 0.018416263163089752}, {"step": 475, "loss": 0.555393636226654, "ce": 1.764918327331543, "kl": 0.019517939537763596}, {"step": 476, "loss": 0.5191146731376648, "ce": 1.5818040370941162, "kl": 0.01714666746556759}, {"step": 477, "loss": 0.6659293174743652, "ce": 1.7942692041397095, "kl": 0.018760859966278076}, {"step": 478, "loss": 0.7011312246322632, "ce": 1.7355883121490479, "kl": 0.016005240380764008}, {"step": 479, "loss": 0.7007521986961365, "ce": 1.7552522420883179, "kl": 0.018445177003741264}, {"step": 480, "loss": 0.6502237915992737, "ce": 1.6838351488113403, "kl": 0.01886048913002014}, {"step": 481, "loss": 0.8043788075447083, "ce": 1.729154109954834, "kl": 0.017923453822731972}, {"step": 482, "loss": 0.6043914556503296, "ce": 1.6916791200637817, "kl": 0.01750171184539795}, {"step": 483, "loss": 0.5950978398323059, "ce": 1.7153838872909546, "kl": 0.018066106364130974}, {"step": 484, "loss": 0.5722209215164185, "ce": 1.6899584531784058, "kl": 0.017694702371954918}, {"step": 485, "loss": 0.579186737537384, "ce": 1.7844979763031006, "kl": 0.02115771360695362}, {"step": 486, "loss": 0.38778072595596313, "ce": 1.6759732961654663, "kl": 0.018771396949887276}, {"step": 487, "loss": 0.40934470295906067, "ce": 1.8149428367614746, "kl": 0.017967311665415764}, {"step": 488, "loss": 0.6769823431968689, "ce": 1.873049259185791, "kl": 0.01813441887497902}, {"step": 489, "loss": 0.4861502945423126, "ce": 1.6633943319320679, "kl": 0.019604967907071114}, {"step": 490, "loss": 0.46999701857566833, "ce": 1.9564712047576904, "kl": 0.020177019760012627}, {"step": 491, "loss": 0.7214522957801819, "ce": 1.6766027212142944, "kl": 0.02172037586569786}, {"step": 492, "loss": 0.7556384205818176, "ce": 1.6248128414154053, "kl": 0.016999376937747}, {"step": 493, "loss": 0.5957383513450623, "ce": 1.8314932584762573, "kl": 0.016289077699184418}, {"step": 494, "loss": 0.46302083134651184, "ce": 1.5969492197036743, "kl": 0.018507082015275955}, {"step": 495, "loss": 0.6638013124465942, "ce": 1.7769227027893066, "kl": 0.01663764752447605}, {"step": 496, "loss": 0.6005886793136597, "ce": 1.648818016052246, "kl": 0.018086766824126244}, {"step": 497, "loss": 0.824798047542572, "ce": 1.7733591794967651, "kl": 0.020706595852971077}, {"step": 498, "loss": 0.5511952042579651, "ce": 1.6956099271774292, "kl": 0.02086344175040722}, {"step": 499, "loss": 0.2900439202785492, "ce": 1.640749454498291, "kl": 0.0205159243196249}, {"step": 500, "loss": 0.6783404350280762, "ce": 1.7385729551315308, "kl": 0.0167924202978611}, {"step": 501, "loss": 0.5285877585411072, "ce": 1.7851589918136597, "kl": 0.01948513649404049}, {"step": 502, "loss": 0.4887083172798157, "ce": 1.7243916988372803, "kl": 0.020224159583449364}, {"step": 503, "loss": 0.7143478393554688, "ce": 1.8164714574813843, "kl": 0.01924608089029789}, {"step": 504, "loss": 0.43999332189559937, "ce": 1.6675989627838135, "kl": 0.018258120864629745}, {"step": 505, "loss": 0.5118315815925598, "ce": 1.7299888134002686, "kl": 0.018906427547335625}, {"step": 506, "loss": 0.6416741013526917, "ce": 1.6751757860183716, "kl": 0.020309913903474808}, {"step": 507, "loss": 0.5350160598754883, "ce": 1.6982388496398926, "kl": 0.016773270443081856}, {"step": 508, "loss": 0.8078070878982544, "ce": 1.769784927368164, "kl": 0.016865849494934082}, {"step": 509, "loss": 0.7556383013725281, "ce": 1.6382275819778442, "kl": 0.017001990228891373}, {"step": 510, "loss": 0.5074272751808167, "ce": 1.6396477222442627, "kl": 0.0171952061355114}, {"step": 511, "loss": 0.6591509580612183, "ce": 1.734841227531433, "kl": 0.018639495596289635}, {"step": 512, "loss": 0.7850561141967773, "ce": 1.68634831905365, "kl": 0.017982617020606995}, {"step": 513, "loss": 0.5386662483215332, "ce": 1.7209558486938477, "kl": 0.02042970061302185}, {"step": 514, "loss": 0.4427863657474518, "ce": 1.6128162145614624, "kl": 0.019708143547177315}, {"step": 515, "loss": 0.626838207244873, "ce": 1.7601417303085327, "kl": 0.020882772281765938}, {"step": 516, "loss": 0.7201541066169739, "ce": 1.787917971611023, "kl": 0.01960086263716221}, {"step": 517, "loss": 0.44239863753318787, "ce": 1.6486552953720093, "kl": 0.020900825038552284}, {"step": 518, "loss": 0.7835009694099426, "ce": 1.7088465690612793, "kl": 0.021568572148680687}, {"step": 519, "loss": 0.6066616773605347, "ce": 1.690557599067688, "kl": 0.01992354728281498}, {"step": 520, "loss": 0.3844102919101715, "ce": 1.6696608066558838, "kl": 0.020122947171330452}, {"step": 521, "loss": 0.5278372168540955, "ce": 1.7303180694580078, "kl": 0.020309723913669586}, {"step": 522, "loss": 0.545462429523468, "ce": 1.6779208183288574, "kl": 0.02342541329562664}, {"step": 523, "loss": 0.603527843952179, "ce": 1.7034831047058105, "kl": 0.019091052934527397}, {"step": 524, "loss": 0.7558091282844543, "ce": 1.880223274230957, "kl": 0.018575377762317657}, {"step": 525, "loss": 0.554380476474762, "ce": 1.757291316986084, "kl": 0.01753000169992447}, {"step": 526, "loss": 0.6517800688743591, "ce": 1.7562587261199951, "kl": 0.0183594711124897}, {"step": 527, "loss": 0.435739129781723, "ce": 1.6791728734970093, "kl": 0.020128294825553894}, {"step": 528, "loss": 0.574124813079834, "ce": 1.7738920450210571, "kl": 0.016866782680153847}, {"step": 529, "loss": 0.926672101020813, "ce": 1.6580688953399658, "kl": 0.02152104675769806}, {"step": 530, "loss": 0.6880995035171509, "ce": 1.7469805479049683, "kl": 0.016226181760430336}, {"step": 531, "loss": 0.4508679509162903, "ce": 1.9771842956542969, "kl": 0.02108769491314888}, {"step": 532, "loss": 0.5357815027236938, "ce": 1.5995815992355347, "kl": 0.01860099472105503}, {"step": 533, "loss": 0.7856503129005432, "ce": 1.8261327743530273, "kl": 0.021844152361154556}, {"step": 534, "loss": 0.6606683731079102, "ce": 1.965787649154663, "kl": 0.022856760770082474}, {"step": 535, "loss": 0.4800308644771576, "ce": 1.7468420267105103, "kl": 0.01853366754949093}, {"step": 536, "loss": 0.5943021178245544, "ce": 1.8319339752197266, "kl": 0.02122977003455162}, {"step": 537, "loss": 0.41030868887901306, "ce": 1.5929691791534424, "kl": 0.018274076282978058}, {"step": 538, "loss": 0.6192467212677002, "ce": 1.5875868797302246, "kl": 0.021846212446689606}, {"step": 539, "loss": 0.4533790946006775, "ce": 1.5390799045562744, "kl": 0.0203018207103014}, {"step": 540, "loss": 0.7674077153205872, "ce": 1.6779186725616455, "kl": 0.01803986355662346}, {"step": 541, "loss": 0.4187476336956024, "ce": 1.7448664903640747, "kl": 0.017234358936548233}, {"step": 542, "loss": 0.6540386080741882, "ce": 1.7604434490203857, "kl": 0.017363518476486206}, {"step": 543, "loss": 0.519058108329773, "ce": 1.679756760597229, "kl": 0.01781858503818512}, {"step": 544, "loss": 0.6001964211463928, "ce": 1.8079413175582886, "kl": 0.01915072090923786}, {"step": 545, "loss": 0.6718026399612427, "ce": 1.739402174949646, "kl": 0.01822979375720024}, {"step": 546, "loss": 0.8044201731681824, "ce": 1.7468692064285278, "kl": 0.017057795077562332}, {"step": 547, "loss": 0.525976836681366, "ce": 1.7515618801116943, "kl": 0.017684701830148697}, {"step": 548, "loss": 0.6322254538536072, "ce": 1.7359131574630737, "kl": 0.019247185438871384}, {"step": 549, "loss": 0.4599469304084778, "ce": 1.6126933097839355, "kl": 0.019062316045165062}, {"step": 550, "loss": 0.5637125968933105, "ce": 1.7941774129867554, "kl": 0.018014056608080864}, {"step": 551, "loss": 0.41451185941696167, "ce": 1.7732932567596436, "kl": 0.01872630976140499}, {"step": 552, "loss": 0.659592866897583, "ce": 1.7258265018463135, "kl": 0.02205398678779602}, {"step": 553, "loss": 0.7459791898727417, "ce": 1.7448402643203735, "kl": 0.020814895629882812}, {"step": 554, "loss": 0.7179465293884277, "ce": 1.6498243808746338, "kl": 0.02131478488445282}, {"step": 555, "loss": 0.7171868085861206, "ce": 1.6783151626586914, "kl": 0.02018905058503151}, {"step": 556, "loss": 0.48504015803337097, "ce": 1.7505171298980713, "kl": 0.018108081072568893}, {"step": 557, "loss": 0.662979006767273, "ce": 1.7062832117080688, "kl": 0.021807437762618065}, {"step": 558, "loss": 0.8398329615592957, "ce": 1.6843165159225464, "kl": 0.02027585543692112}, {"step": 559, "loss": 0.5254852771759033, "ce": 1.7413874864578247, "kl": 0.019991720095276833}, {"step": 560, "loss": 0.6678076386451721, "ce": 1.7710789442062378, "kl": 0.019238341599702835}, {"step": 561, "loss": 0.5378384590148926, "ce": 1.639485239982605, "kl": 0.020429829135537148}, {"step": 562, "loss": 0.4905540347099304, "ce": 1.762411117553711, "kl": 0.021828409284353256}, {"step": 563, "loss": 0.5239825248718262, "ce": 1.561742901802063, "kl": 0.019543346017599106}, {"step": 564, "loss": 0.34220266342163086, "ce": 1.656082034111023, "kl": 0.018093612045049667}, {"step": 565, "loss": 0.5433623790740967, "ce": 1.6174196004867554, "kl": 0.01838482916355133}, {"step": 566, "loss": 0.7956580519676208, "ce": 1.5975756645202637, "kl": 0.019762884825468063}, {"step": 567, "loss": 0.66836017370224, "ce": 1.6654912233352661, "kl": 0.01610354147851467}, {"step": 568, "loss": 0.5270452499389648, "ce": 1.7261024713516235, "kl": 0.020367631688714027}, {"step": 569, "loss": 0.4043119549751282, "ce": 1.7265642881393433, "kl": 0.016908584162592888}, {"step": 570, "loss": 0.4714009463787079, "ce": 1.7626296281814575, "kl": 0.019873565062880516}, {"step": 571, "loss": 0.3561326861381531, "ce": 1.6014764308929443, "kl": 0.01854534074664116}, {"step": 572, "loss": 0.47994935512542725, "ce": 1.5895997285842896, "kl": 0.018205055966973305}, {"step": 573, "loss": 0.421164870262146, "ce": 1.7401005029678345, "kl": 0.019726645201444626}, {"step": 574, "loss": 0.7300739884376526, "ce": 1.778916835784912, "kl": 0.022156693041324615}, {"step": 575, "loss": 0.5176323056221008, "ce": 1.6938053369522095, "kl": 0.02036552131175995}, {"step": 576, "loss": 0.6327610015869141, "ce": 1.6283718347549438, "kl": 0.019393643364310265}, {"step": 577, "loss": 0.7122928500175476, "ce": 1.6362630128860474, "kl": 0.01857645809650421}, {"step": 578, "loss": 0.754730224609375, "ce": 1.7967286109924316, "kl": 0.019323375076055527}, {"step": 579, "loss": 0.4675149917602539, "ce": 1.7418259382247925, "kl": 0.020060712471604347}, {"step": 580, "loss": 0.40476924180984497, "ce": 1.4885810613632202, "kl": 0.01927001029253006}, {"step": 581, "loss": 0.44319838285446167, "ce": 1.6370948553085327, "kl": 0.019938012585043907}, {"step": 582, "loss": 0.7950353026390076, "ce": 1.6761677265167236, "kl": 0.018378406763076782}, {"step": 583, "loss": 0.8253106474876404, "ce": 1.7510278224945068, "kl": 0.017122628167271614}, {"step": 584, "loss": 0.4028764069080353, "ce": 1.640433430671692, "kl": 0.019698763266205788}, {"step": 585, "loss": 0.633488118648529, "ce": 1.725014567375183, "kl": 0.019471745938062668}, {"step": 586, "loss": 0.5206435322761536, "ce": 1.592797875404358, "kl": 0.0193193256855011}, {"step": 587, "loss": 0.7488844394683838, "ce": 1.6597013473510742, "kl": 0.019777866080403328}, {"step": 588, "loss": 0.45523327589035034, "ce": 1.6265738010406494, "kl": 0.021302374079823494}, {"step": 589, "loss": 0.48320484161376953, "ce": 1.576241374015808, "kl": 0.023489397019147873}, {"step": 590, "loss": 0.3726221024990082, "ce": 1.6119455099105835, "kl": 0.02151484228670597}, {"step": 591, "loss": 0.49247050285339355, "ce": 1.753132700920105, "kl": 0.02028658613562584}, {"step": 592, "loss": 0.4562974274158478, "ce": 1.6747748851776123, "kl": 0.018614325672388077}, {"step": 593, "loss": 0.7151793837547302, "ce": 1.7653018236160278, "kl": 0.020237430930137634}, {"step": 594, "loss": 0.5531616806983948, "ce": 1.5817071199417114, "kl": 0.019502907991409302}, {"step": 595, "loss": 0.5643446445465088, "ce": 1.6456373929977417, "kl": 0.017575645819306374}, {"step": 596, "loss": 0.6859449744224548, "ce": 1.5485799312591553, "kl": 0.019159555435180664}, {"step": 597, "loss": 0.3985600769519806, "ce": 1.7550071477890015, "kl": 0.018849974498152733}, {"step": 598, "loss": 0.6410312056541443, "ce": 1.7411699295043945, "kl": 0.02012363076210022}, {"step": 599, "loss": 0.5141527056694031, "ce": 1.570078730583191, "kl": 0.018861329182982445}, {"step": 600, "loss": 0.8346883654594421, "ce": 1.6355528831481934, "kl": 0.018630556762218475}, {"step": 601, "loss": 0.4272994101047516, "ce": 1.5630385875701904, "kl": 0.020107008516788483}, {"step": 602, "loss": 0.6434828639030457, "ce": 1.6301525831222534, "kl": 0.02137744426727295}, {"step": 603, "loss": 0.5422934293746948, "ce": 1.6308308839797974, "kl": 0.021391015499830246}, {"step": 604, "loss": 0.6545620560646057, "ce": 1.6548365354537964, "kl": 0.019961781799793243}, {"step": 605, "loss": 0.6029947400093079, "ce": 1.6034488677978516, "kl": 0.019566137343645096}, {"step": 606, "loss": 0.6206490397453308, "ce": 1.6330424547195435, "kl": 0.0172733087092638}, {"step": 607, "loss": 0.5846182107925415, "ce": 1.5894206762313843, "kl": 0.01772339455783367}, {"step": 608, "loss": 0.3803272843360901, "ce": 1.6117972135543823, "kl": 0.020011160522699356}, {"step": 609, "loss": 0.295816570520401, "ce": 1.6812580823898315, "kl": 0.022377314046025276}, {"step": 610, "loss": 0.28448086977005005, "ce": 1.6528743505477905, "kl": 0.017877889797091484}, {"step": 611, "loss": 0.6640007495880127, "ce": 1.659117341041565, "kl": 0.021852852776646614}, {"step": 612, "loss": 0.7741612195968628, "ce": 1.5812599658966064, "kl": 0.018529048189520836}, {"step": 613, "loss": 0.4639844596385956, "ce": 1.7653274536132812, "kl": 0.017218131572008133}, {"step": 614, "loss": 0.6510489583015442, "ce": 1.6761394739151, "kl": 0.0209826547652483}, {"step": 615, "loss": 0.5188053250312805, "ce": 1.5901597738265991, "kl": 0.018651653081178665}, {"step": 616, "loss": 0.553115725517273, "ce": 1.6210049390792847, "kl": 0.02409510686993599}, {"step": 617, "loss": 0.4132393002510071, "ce": 1.5725946426391602, "kl": 0.01887347735464573}, {"step": 618, "loss": 0.35786324739456177, "ce": 1.6924692392349243, "kl": 0.020719420164823532}, {"step": 619, "loss": 0.5896629691123962, "ce": 1.660994291305542, "kl": 0.019315816462039948}, {"step": 620, "loss": 0.8115466833114624, "ce": 1.740309238433838, "kl": 0.018992049619555473}, {"step": 621, "loss": 0.7855217456817627, "ce": 1.6555243730545044, "kl": 0.020787304267287254}, {"step": 622, "loss": 0.5257644057273865, "ce": 1.6377098560333252, "kl": 0.018407806754112244}, {"step": 623, "loss": 0.43987172842025757, "ce": 1.668033480644226, "kl": 0.017211321741342545}, {"step": 624, "loss": 0.7002395987510681, "ce": 1.6586648225784302, "kl": 0.020347440615296364}, {"step": 625, "loss": 0.5521413087844849, "ce": 1.6693623065948486, "kl": 0.02140355296432972}, {"step": 626, "loss": 0.4937725365161896, "ce": 1.7935967445373535, "kl": 0.018308110535144806}, {"step": 627, "loss": 0.48079782724380493, "ce": 1.6577470302581787, "kl": 0.018791409209370613}, {"step": 628, "loss": 0.3088812828063965, "ce": 1.730344295501709, "kl": 0.021925438195466995}, {"step": 629, "loss": 0.5400308966636658, "ce": 1.7141060829162598, "kl": 0.02083669789135456}, {"step": 630, "loss": 0.7948238253593445, "ce": 1.728720784187317, "kl": 0.020423779264092445}, {"step": 631, "loss": 0.47404107451438904, "ce": 1.699450969696045, "kl": 0.021525613963603973}, {"step": 632, "loss": 0.6942378282546997, "ce": 1.6981343030929565, "kl": 0.01970643736422062}, {"step": 633, "loss": 0.6654075980186462, "ce": 1.7196741104125977, "kl": 0.023150218650698662}, {"step": 634, "loss": 0.6088691353797913, "ce": 1.6422394514083862, "kl": 0.01875818707048893}, {"step": 635, "loss": 0.5471939444541931, "ce": 1.600504994392395, "kl": 0.019011130556464195}, {"step": 636, "loss": 0.5270928740501404, "ce": 1.69534432888031, "kl": 0.019482845440506935}, {"step": 637, "loss": 0.46538040041923523, "ce": 1.7541139125823975, "kl": 0.01738191954791546}, {"step": 638, "loss": 0.7152509093284607, "ce": 1.6667742729187012, "kl": 0.02071230858564377}, {"step": 639, "loss": 0.31835225224494934, "ce": 1.5566613674163818, "kl": 0.018815677613019943}, {"step": 640, "loss": 0.43365201354026794, "ce": 1.6226218938827515, "kl": 0.02160038985311985}, {"step": 641, "loss": 0.5941747426986694, "ce": 1.659255027770996, "kl": 0.021978842094540596}, {"step": 642, "loss": 0.9277136325836182, "ce": 1.6460739374160767, "kl": 0.018193617463111877}, {"step": 643, "loss": 0.6456652879714966, "ce": 1.6015163660049438, "kl": 0.020434830337762833}, {"step": 644, "loss": 0.6444242596626282, "ce": 1.5879311561584473, "kl": 0.01996804215013981}, {"step": 645, "loss": 0.8566641211509705, "ce": 1.7000855207443237, "kl": 0.020489145070314407}, {"step": 646, "loss": 0.44967925548553467, "ce": 1.611844778060913, "kl": 0.020837893709540367}, {"step": 647, "loss": 0.46477553248405457, "ce": 1.5845919847488403, "kl": 0.020078713074326515}, {"step": 648, "loss": 0.48028409481048584, "ce": 1.546506643295288, "kl": 0.019656596705317497}, {"step": 649, "loss": 0.4927839934825897, "ce": 1.6985503435134888, "kl": 0.01835382729768753}, {"step": 650, "loss": 0.8057498335838318, "ce": 1.6696559190750122, "kl": 0.018935078755021095}, {"step": 651, "loss": 0.7058038711547852, "ce": 1.6965371370315552, "kl": 0.020831001922488213}, {"step": 652, "loss": 0.5836578011512756, "ce": 1.708052635192871, "kl": 0.019958961755037308}, {"step": 653, "loss": 0.7337808012962341, "ce": 1.684483289718628, "kl": 0.018086280673742294}, {"step": 654, "loss": 0.7004579305648804, "ce": 1.6041020154953003, "kl": 0.019123295322060585}, {"step": 655, "loss": 0.7266618609428406, "ce": 1.6720887422561646, "kl": 0.02017754130065441}, {"step": 656, "loss": 0.4416849911212921, "ce": 1.7638342380523682, "kl": 0.0191977396607399}, {"step": 657, "loss": 0.5462443232536316, "ce": 1.7236922979354858, "kl": 0.02048257552087307}, {"step": 658, "loss": 0.6601817011833191, "ce": 1.6029309034347534, "kl": 0.020879950374364853}, {"step": 659, "loss": 0.5680418014526367, "ce": 1.6921991109848022, "kl": 0.02158401347696781}, {"step": 660, "loss": 0.5949811339378357, "ce": 1.607145071029663, "kl": 0.02087453380227089}, {"step": 661, "loss": 0.7750763297080994, "ce": 1.8100351095199585, "kl": 0.019199931994080544}, {"step": 662, "loss": 0.7309173941612244, "ce": 1.5547126531600952, "kl": 0.020010931417346}, {"step": 663, "loss": 0.5407230257987976, "ce": 1.6764689683914185, "kl": 0.017899157479405403}, {"step": 664, "loss": 0.4057627320289612, "ce": 1.7183700799942017, "kl": 0.02498643659055233}, {"step": 665, "loss": 0.5223545432090759, "ce": 1.8003987073898315, "kl": 0.021638967096805573}, {"step": 666, "loss": 1.0137892961502075, "ce": 1.7576597929000854, "kl": 0.020584801211953163}, {"step": 667, "loss": 0.5269145369529724, "ce": 1.5977356433868408, "kl": 0.020680608227849007}, {"step": 668, "loss": 0.47586342692375183, "ce": 1.6545802354812622, "kl": 0.02166007086634636}, {"step": 669, "loss": 0.641593873500824, "ce": 1.7181980609893799, "kl": 0.020434483885765076}, {"step": 670, "loss": 0.5279619097709656, "ce": 1.788520097732544, "kl": 0.020384617149829865}, {"step": 671, "loss": 0.3841593563556671, "ce": 1.575096845626831, "kl": 0.021155182272195816}, {"step": 672, "loss": 0.4804275929927826, "ce": 1.6901413202285767, "kl": 0.020921867340803146}, {"step": 673, "loss": 0.5544385313987732, "ce": 1.654253363609314, "kl": 0.019652308896183968}, {"step": 674, "loss": 0.6601777672767639, "ce": 1.6892834901809692, "kl": 0.019238591194152832}, {"step": 675, "loss": 0.6929361820220947, "ce": 1.7345857620239258, "kl": 0.01918727532029152}, {"step": 676, "loss": 0.5156387090682983, "ce": 1.6967597007751465, "kl": 0.020768314599990845}, {"step": 677, "loss": 0.5761858820915222, "ce": 1.7388150691986084, "kl": 0.020962011069059372}, {"step": 678, "loss": 0.8569167852401733, "ce": 1.6797888278961182, "kl": 0.01949484460055828}, {"step": 679, "loss": 0.3835155665874481, "ce": 1.57489812374115, "kl": 0.01880660653114319}, {"step": 680, "loss": 0.3841802775859833, "ce": 1.5974348783493042, "kl": 0.020529363304376602}, {"step": 681, "loss": 0.4025806188583374, "ce": 1.5911914110183716, "kl": 0.01937265880405903}, {"step": 682, "loss": 0.5374625325202942, "ce": 1.7123842239379883, "kl": 0.01878747157752514}, {"step": 683, "loss": 0.7064056396484375, "ce": 1.6558741331100464, "kl": 0.020488925278186798}, {"step": 684, "loss": 0.5825634598731995, "ce": 1.6351909637451172, "kl": 0.020602917298674583}, {"step": 685, "loss": 0.6595821976661682, "ce": 1.5343122482299805, "kl": 0.02224905416369438}, {"step": 686, "loss": 0.5464072823524475, "ce": 1.6516799926757812, "kl": 0.020824750885367393}, {"step": 687, "loss": 0.4602642357349396, "ce": 1.6240447759628296, "kl": 0.022465797141194344}, {"step": 688, "loss": 0.5933840274810791, "ce": 1.5693156719207764, "kl": 0.020500678569078445}, {"step": 689, "loss": 0.4189614951610565, "ce": 1.5995222330093384, "kl": 0.019868358969688416}, {"step": 690, "loss": 0.7203364372253418, "ce": 1.6206846237182617, "kl": 0.021618375554680824}, {"step": 691, "loss": 0.6105164885520935, "ce": 1.5710340738296509, "kl": 0.01899469830095768}, {"step": 692, "loss": 0.4632900655269623, "ce": 1.6204919815063477, "kl": 0.01819418929517269}, {"step": 693, "loss": 0.7285991907119751, "ce": 1.5650888681411743, "kl": 0.021491944789886475}, {"step": 694, "loss": 0.6256930232048035, "ce": 1.670628309249878, "kl": 0.01950446516275406}, {"step": 695, "loss": 0.5043759942054749, "ce": 1.7533718347549438, "kl": 0.01848229393362999}, {"step": 696, "loss": 0.7683861255645752, "ce": 1.5856951475143433, "kl": 0.020366264507174492}, {"step": 697, "loss": 0.6799883842468262, "ce": 1.7232921123504639, "kl": 0.01950216107070446}, {"step": 698, "loss": 0.6330317258834839, "ce": 1.730017900466919, "kl": 0.021064773201942444}, {"step": 699, "loss": 0.8153516054153442, "ce": 1.7198103666305542, "kl": 0.021995630115270615}, {"step": 700, "loss": 0.6070337891578674, "ce": 1.6573628187179565, "kl": 0.02096923254430294}, {"step": 701, "loss": 0.7440398931503296, "ce": 1.6643564701080322, "kl": 0.022119613364338875}, {"step": 702, "loss": 0.6642890572547913, "ce": 1.7358651161193848, "kl": 0.02021625079214573}, {"step": 703, "loss": 0.6942448616027832, "ce": 1.6767884492874146, "kl": 0.02251366339623928}, {"step": 704, "loss": 0.7057238221168518, "ce": 1.6380913257598877, "kl": 0.02135223150253296}, {"step": 705, "loss": 0.4004919230937958, "ce": 1.6361576318740845, "kl": 0.021775029599666595}, {"step": 706, "loss": 0.562946081161499, "ce": 1.7873284816741943, "kl": 0.022727590054273605}, {"step": 707, "loss": 0.603351354598999, "ce": 1.7298622131347656, "kl": 0.019813349470496178}, {"step": 708, "loss": 0.6222769618034363, "ce": 1.683362364768982, "kl": 0.021388350054621696}, {"step": 709, "loss": 0.5795494914054871, "ce": 1.6702954769134521, "kl": 0.022015994414687157}, {"step": 710, "loss": 0.48670539259910583, "ce": 1.6909821033477783, "kl": 0.021830996498465538}, {"step": 711, "loss": 0.39608973264694214, "ce": 1.6603466272354126, "kl": 0.021795572713017464}, {"step": 712, "loss": 0.43975767493247986, "ce": 1.570290446281433, "kl": 0.021608877927064896}, {"step": 713, "loss": 0.6239345073699951, "ce": 1.570029616355896, "kl": 0.019251540303230286}, {"step": 714, "loss": 0.5668810606002808, "ce": 1.655246376991272, "kl": 0.022009773179888725}, {"step": 715, "loss": 0.5480832457542419, "ce": 1.5775200128555298, "kl": 0.020898371934890747}, {"step": 716, "loss": 0.5916663408279419, "ce": 1.7140116691589355, "kl": 0.018604449927806854}, {"step": 717, "loss": 0.3865841031074524, "ce": 1.7026941776275635, "kl": 0.022749250754714012}, {"step": 718, "loss": 0.5798957347869873, "ce": 1.5066618919372559, "kl": 0.02322927862405777}, {"step": 719, "loss": 0.48069533705711365, "ce": 1.7575886249542236, "kl": 0.020802948623895645}, {"step": 720, "loss": 0.47666093707084656, "ce": 1.5902448892593384, "kl": 0.02121765725314617}, {"step": 721, "loss": 0.31772381067276, "ce": 1.662246584892273, "kl": 0.02105499804019928}, {"step": 722, "loss": 0.39929625391960144, "ce": 1.6575078964233398, "kl": 0.021622847765684128}, {"step": 723, "loss": 0.4888661801815033, "ce": 1.608655571937561, "kl": 0.020287202671170235}, {"step": 724, "loss": 0.3611767590045929, "ce": 1.5059372186660767, "kl": 0.021594204008579254}, {"step": 725, "loss": 0.4607059359550476, "ce": 1.6926910877227783, "kl": 0.019989624619483948}, {"step": 726, "loss": 0.562919020652771, "ce": 1.6922248601913452, "kl": 0.019863411784172058}, {"step": 727, "loss": 0.6190779209136963, "ce": 1.6299021244049072, "kl": 0.020041121169924736}, {"step": 728, "loss": 0.4971890449523926, "ce": 1.7156351804733276, "kl": 0.023718303069472313}, {"step": 729, "loss": 0.570515513420105, "ce": 1.7708840370178223, "kl": 0.020889874547719955}, {"step": 730, "loss": 0.630348801612854, "ce": 1.5893911123275757, "kl": 0.019224874675273895}, {"step": 731, "loss": 0.47528979182243347, "ce": 1.6851803064346313, "kl": 0.018967054784297943}, {"step": 732, "loss": 0.46039724349975586, "ce": 1.6505438089370728, "kl": 0.021339774131774902}, {"step": 733, "loss": 0.5674979090690613, "ce": 1.6522495746612549, "kl": 0.018468018621206284}, {"step": 734, "loss": 0.3731549084186554, "ce": 1.5747430324554443, "kl": 0.018128814175724983}, {"step": 735, "loss": 0.7817041873931885, "ce": 1.6577337980270386, "kl": 0.020534643903374672}, {"step": 736, "loss": 0.42987895011901855, "ce": 1.5828720331192017, "kl": 0.019761638715863228}, {"step": 737, "loss": 0.5849931240081787, "ce": 1.6097413301467896, "kl": 0.016568053513765335}, {"step": 738, "loss": 0.5431050062179565, "ce": 1.6296464204788208, "kl": 0.019255051389336586}, {"step": 739, "loss": 0.8452235460281372, "ce": 1.7610318660736084, "kl": 0.024442503228783607}, {"step": 740, "loss": 0.5141476988792419, "ce": 1.7278554439544678, "kl": 0.019222620874643326}, {"step": 741, "loss": 0.5459709167480469, "ce": 1.688263177871704, "kl": 0.021360784769058228}, {"step": 742, "loss": 0.4523232579231262, "ce": 1.6464952230453491, "kl": 0.02232525497674942}, {"step": 743, "loss": 0.3173891305923462, "ce": 1.5073622465133667, "kl": 0.020321277901530266}, {"step": 744, "loss": 0.42194080352783203, "ce": 1.601805567741394, "kl": 0.01909049041569233}, {"step": 745, "loss": 0.5240479111671448, "ce": 1.5743602514266968, "kl": 0.02036113478243351}, {"step": 746, "loss": 0.5266122817993164, "ce": 1.8263341188430786, "kl": 0.020591145381331444}, {"step": 747, "loss": 0.7198984622955322, "ce": 1.646264672279358, "kl": 0.018001772463321686}, {"step": 748, "loss": 0.4239628314971924, "ce": 1.5966821908950806, "kl": 0.01929539069533348}, {"step": 749, "loss": 0.6673974990844727, "ce": 1.6974472999572754, "kl": 0.018508056178689003}, {"step": 750, "loss": 0.309332937002182, "ce": 1.616021752357483, "kl": 0.01932474970817566}, {"step": 751, "loss": 0.4723002314567566, "ce": 1.5852441787719727, "kl": 0.018757306039333344}, {"step": 752, "loss": 0.5300247669219971, "ce": 1.7584837675094604, "kl": 0.019031960517168045}, {"step": 753, "loss": 0.5285794138908386, "ce": 1.742250919342041, "kl": 0.022048266604542732}, {"step": 754, "loss": 0.6447986960411072, "ce": 1.6055132150650024, "kl": 0.018154853954911232}, {"step": 755, "loss": 0.5895802974700928, "ce": 1.6340453624725342, "kl": 0.01952025108039379}, {"step": 756, "loss": 0.5507031083106995, "ce": 1.7182453870773315, "kl": 0.02334854193031788}, {"step": 757, "loss": 0.4809519350528717, "ce": 1.6144235134124756, "kl": 0.018176326528191566}, {"step": 758, "loss": 0.6399246454238892, "ce": 1.6455738544464111, "kl": 0.020697355270385742}, {"step": 759, "loss": 0.5823108553886414, "ce": 1.6499965190887451, "kl": 0.01842709630727768}, {"step": 760, "loss": 0.6435781121253967, "ce": 1.6910432577133179, "kl": 0.020463796332478523}, {"step": 761, "loss": 0.9241018295288086, "ce": 1.6777924299240112, "kl": 0.02027740329504013}, {"step": 762, "loss": 0.6131097674369812, "ce": 1.7120405435562134, "kl": 0.02092101238667965}, {"step": 763, "loss": 0.6226096153259277, "ce": 1.5960848331451416, "kl": 0.02053307369351387}, {"step": 764, "loss": 0.5339651107788086, "ce": 1.687219500541687, "kl": 0.020258715376257896}, {"step": 765, "loss": 0.6890266537666321, "ce": 1.628360390663147, "kl": 0.019798504188656807}, {"step": 766, "loss": 0.39218729734420776, "ce": 1.6701306104660034, "kl": 0.02216348983347416}, {"step": 767, "loss": 0.5087857246398926, "ce": 1.765260100364685, "kl": 0.01962186023592949}, {"step": 768, "loss": 0.4560420513153076, "ce": 1.6700713634490967, "kl": 0.023505913093686104}, {"step": 769, "loss": 0.5956760048866272, "ce": 1.7980459928512573, "kl": 0.01860409416258335}, {"step": 770, "loss": 0.3688095808029175, "ce": 1.5576645135879517, "kl": 0.020920036360621452}, {"step": 771, "loss": 0.5724330544471741, "ce": 1.8197095394134521, "kl": 0.02316560409963131}, {"step": 772, "loss": 0.7278953194618225, "ce": 1.6663402318954468, "kl": 0.021428463980555534}, {"step": 773, "loss": 0.5070887207984924, "ce": 1.579392910003662, "kl": 0.021339990198612213}, {"step": 774, "loss": 0.7997776865959167, "ce": 1.6769294738769531, "kl": 0.019299058243632317}, {"step": 775, "loss": 0.4240301251411438, "ce": 1.60383141040802, "kl": 0.019913649186491966}, {"step": 776, "loss": 0.5460877418518066, "ce": 1.7252424955368042, "kl": 0.01893613673746586}, {"step": 777, "loss": 0.6745457649230957, "ce": 1.5748399496078491, "kl": 0.019199730828404427}, {"step": 778, "loss": 0.5945934653282166, "ce": 1.7075613737106323, "kl": 0.021931052207946777}, {"step": 779, "loss": 0.7556783556938171, "ce": 1.6467316150665283, "kl": 0.022083450108766556}, {"step": 780, "loss": 0.3093550205230713, "ce": 1.6350518465042114, "kl": 0.021477902308106422}, {"step": 781, "loss": 0.5836957693099976, "ce": 1.6905964612960815, "kl": 0.02081981673836708}, {"step": 782, "loss": 0.46317777037620544, "ce": 1.639160394668579, "kl": 0.021339038386940956}, {"step": 783, "loss": 0.6078481078147888, "ce": 1.7044373750686646, "kl": 0.020137200132012367}, {"step": 784, "loss": 0.5571213364601135, "ce": 1.7362327575683594, "kl": 0.022729478776454926}, {"step": 785, "loss": 0.509523868560791, "ce": 1.7381820678710938, "kl": 0.019780930131673813}, {"step": 786, "loss": 0.4715246856212616, "ce": 1.5891544818878174, "kl": 0.020684191957116127}, {"step": 787, "loss": 0.49124231934547424, "ce": 1.6787912845611572, "kl": 0.021445492282509804}, {"step": 788, "loss": 0.5837279558181763, "ce": 1.589890718460083, "kl": 0.019493332132697105}, {"step": 789, "loss": 0.8749171495437622, "ce": 1.7464123964309692, "kl": 0.018831871449947357}, {"step": 790, "loss": 0.6220463514328003, "ce": 1.5207229852676392, "kl": 0.018055887892842293}, {"step": 791, "loss": 0.4521055519580841, "ce": 1.72013521194458, "kl": 0.01796070486307144}, {"step": 792, "loss": 0.7327455282211304, "ce": 1.5664504766464233, "kl": 0.02237808145582676}, {"step": 793, "loss": 0.764064371585846, "ce": 1.687456727027893, "kl": 0.019266117364168167}, {"step": 794, "loss": 0.5366347432136536, "ce": 1.640535593032837, "kl": 0.02223474159836769}, {"step": 795, "loss": 0.35200875997543335, "ce": 1.4939934015274048, "kl": 0.021344579756259918}, {"step": 796, "loss": 0.6139602065086365, "ce": 1.6941795349121094, "kl": 0.023281769827008247}, {"step": 797, "loss": 0.6603391766548157, "ce": 1.7131396532058716, "kl": 0.021879203617572784}, {"step": 798, "loss": 0.6890957951545715, "ce": 1.6437835693359375, "kl": 0.022955646738409996}, {"step": 799, "loss": 0.6677807569503784, "ce": 1.6346358060836792, "kl": 0.021976850926876068}, {"step": 800, "loss": 0.4770258665084839, "ce": 1.6148545742034912, "kl": 0.021064890548586845}, {"step": 801, "loss": 0.42554375529289246, "ce": 1.7085425853729248, "kl": 0.02204200252890587}, {"step": 802, "loss": 0.4957900047302246, "ce": 1.6280543804168701, "kl": 0.02171178162097931}, {"step": 803, "loss": 0.5601633191108704, "ce": 1.6531192064285278, "kl": 0.02613048069179058}, {"step": 804, "loss": 0.6392369270324707, "ce": 1.6457856893539429, "kl": 0.019922195002436638}, {"step": 805, "loss": 0.633733332157135, "ce": 1.8237446546554565, "kl": 0.020090922713279724}, {"step": 806, "loss": 0.6108768582344055, "ce": 1.6853183507919312, "kl": 0.019948147237300873}, {"step": 807, "loss": 0.6260771155357361, "ce": 1.7160439491271973, "kl": 0.01996377669274807}, {"step": 808, "loss": 0.45470529794692993, "ce": 1.6223371028900146, "kl": 0.021602477878332138}, {"step": 809, "loss": 0.36494746804237366, "ce": 1.6594845056533813, "kl": 0.020035328343510628}, {"step": 810, "loss": 0.9229370355606079, "ce": 1.7072874307632446, "kl": 0.021122438833117485}, {"step": 811, "loss": 0.7386706471443176, "ce": 1.5889662504196167, "kl": 0.019821632653474808}, {"step": 812, "loss": 0.5495737195014954, "ce": 1.9023158550262451, "kl": 0.02111205831170082}, {"step": 813, "loss": 0.46323513984680176, "ce": 1.5372896194458008, "kl": 0.021403197199106216}, {"step": 814, "loss": 0.7343939542770386, "ce": 1.7259634733200073, "kl": 0.022762002423405647}, {"step": 815, "loss": 0.4663885235786438, "ce": 1.8351030349731445, "kl": 0.023576932027935982}, {"step": 816, "loss": 0.6252356767654419, "ce": 1.8327326774597168, "kl": 0.020036518573760986}, {"step": 817, "loss": 0.704293429851532, "ce": 1.7499017715454102, "kl": 0.024415871128439903}, {"step": 818, "loss": 0.3039551079273224, "ce": 1.592515230178833, "kl": 0.02036294899880886}, {"step": 819, "loss": 0.6403383016586304, "ce": 1.5239628553390503, "kl": 0.021338537335395813}, {"step": 820, "loss": 0.40745261311531067, "ce": 1.5409268140792847, "kl": 0.022753918543457985}, {"step": 821, "loss": 0.7190316915512085, "ce": 1.5319372415542603, "kl": 0.019640034064650536}, {"step": 822, "loss": 0.4144870936870575, "ce": 1.7461870908737183, "kl": 0.01869184523820877}, {"step": 823, "loss": 0.6056506633758545, "ce": 1.6404272317886353, "kl": 0.019475115463137627}, {"step": 824, "loss": 0.5644742846488953, "ce": 1.6759486198425293, "kl": 0.019551102072000504}, {"step": 825, "loss": 0.7187364101409912, "ce": 1.7405563592910767, "kl": 0.02157874032855034}, {"step": 826, "loss": 0.3951766788959503, "ce": 1.7021911144256592, "kl": 0.019506193697452545}, {"step": 827, "loss": 0.8055110573768616, "ce": 1.6857938766479492, "kl": 0.01854543760418892}, {"step": 828, "loss": 0.6140164732933044, "ce": 1.6609916687011719, "kl": 0.0199233740568161}, {"step": 829, "loss": 0.5760011076927185, "ce": 1.6779778003692627, "kl": 0.021805541589856148}, {"step": 830, "loss": 0.4300191402435303, "ce": 1.5448110103607178, "kl": 0.01933109015226364}, {"step": 831, "loss": 0.6202144622802734, "ce": 1.7250019311904907, "kl": 0.023234564810991287}, {"step": 832, "loss": 0.3477737605571747, "ce": 1.778808355331421, "kl": 0.020672515034675598}, {"step": 833, "loss": 0.606698751449585, "ce": 1.62698233127594, "kl": 0.021461330354213715}, {"step": 834, "loss": 0.6623255610466003, "ce": 1.734395980834961, "kl": 0.022958317771553993}, {"step": 835, "loss": 0.7520581483840942, "ce": 1.6012210845947266, "kl": 0.024239178746938705}, {"step": 836, "loss": 0.6828140020370483, "ce": 1.614977478981018, "kl": 0.022453680634498596}, {"step": 837, "loss": 0.5538173913955688, "ce": 1.6702741384506226, "kl": 0.01989351585507393}, {"step": 838, "loss": 0.5762127041816711, "ce": 1.6949238777160645, "kl": 0.02127845585346222}, {"step": 839, "loss": 0.700868546962738, "ce": 1.5700838565826416, "kl": 0.02414480783045292}, {"step": 840, "loss": 0.7510018944740295, "ce": 1.7089298963546753, "kl": 0.01978776417672634}, {"step": 841, "loss": 0.4939955472946167, "ce": 1.6853266954421997, "kl": 0.022668614983558655}, {"step": 842, "loss": 0.5393789410591125, "ce": 1.6314345598220825, "kl": 0.02047271467745304}, {"step": 843, "loss": 0.5113290548324585, "ce": 1.639119029045105, "kl": 0.023018714040517807}, {"step": 844, "loss": 0.6617848873138428, "ce": 1.4809406995773315, "kl": 0.020608317106962204}, {"step": 845, "loss": 0.36399197578430176, "ce": 1.6406855583190918, "kl": 0.02056976594030857}]}
|
complex-11m/animal-pirates/rfull-s0-lr1e-5-e3/weights.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:48e6b3863a1cd7142719d561614ac6380f98e339bfda53b22a969724e35ccc25
|
| 3 |
+
size 37761701
|
complex-11m/kim-closer/rfull-s0-lr1e-5-e3/behavior.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|