File size: 6,054 Bytes
c41b3ce | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | {"initial": {"mixed_nll": 4.278865814208984, "assistant_nll": 4.182514250278473}, "options": {"pretrain": 4800, "sft": 1200, "batch": 24, "minutes": 35}, "seed": 4401}
{"phase": "continuation", "step": 1, "loss": 3.8223631381988525, "target_tokens": 6144}
{"phase": "continuation", "step": 101, "loss": 4.236202239990234, "target_tokens": 620544}
{"phase": "continuation", "step": 201, "loss": 4.323333263397217, "target_tokens": 1234944}
{"phase": "continuation", "step": 301, "loss": 4.399511814117432, "target_tokens": 1849344}
{"phase": "continuation", "step": 401, "loss": 4.129942893981934, "target_tokens": 2463744}
{"phase": "continuation", "step": 501, "loss": 4.309194087982178, "target_tokens": 3078144}
{"phase": "continuation", "step": 601, "loss": 4.372889995574951, "target_tokens": 3692544}
{"phase": "continuation", "step": 701, "loss": 4.011242866516113, "target_tokens": 4306944}
{"phase": "continuation", "step": 801, "loss": 4.011951446533203, "target_tokens": 4921344}
{"phase": "continuation", "step": 901, "loss": 4.116572856903076, "target_tokens": 5535744}
{"phase": "continuation", "step": 1001, "loss": 4.335500717163086, "target_tokens": 6150144}
{"phase": "continuation", "step": 1101, "loss": 3.95715069770813, "target_tokens": 6764544}
{"phase": "continuation", "step": 1201, "loss": 4.04498815536499, "target_tokens": 7378944}
{"phase": "continuation", "step": 1301, "loss": 4.092283725738525, "target_tokens": 7993344}
{"phase": "continuation", "step": 1401, "loss": 3.924720048904419, "target_tokens": 8607744}
{"phase": "continuation", "step": 1501, "loss": 3.9830543994903564, "target_tokens": 9222144}
{"phase": "continuation", "step": 1601, "loss": 4.1092305183410645, "target_tokens": 9836544}
{"phase": "continuation", "step": 1701, "loss": 3.921642303466797, "target_tokens": 10450944}
{"phase": "continuation", "step": 1801, "loss": 4.050127029418945, "target_tokens": 11065344}
{"phase": "continuation", "step": 1901, "loss": 3.732685089111328, "target_tokens": 11679744}
{"phase": "continuation", "step": 2001, "loss": 3.7366859912872314, "target_tokens": 12294144}
{"phase": "continuation", "step": 2101, "loss": 3.8593685626983643, "target_tokens": 12908544}
{"phase": "continuation", "step": 2201, "loss": 3.9773056507110596, "target_tokens": 13522944}
{"phase": "continuation", "step": 2301, "loss": 3.766120195388794, "target_tokens": 14137344}
{"phase": "continuation", "step": 2401, "loss": 3.875007390975952, "target_tokens": 14751744}
{"phase": "continuation", "step": 2501, "loss": 3.8022470474243164, "target_tokens": 15366144}
{"phase": "continuation", "step": 2601, "loss": 4.076601505279541, "target_tokens": 15980544}
{"phase": "continuation", "step": 2701, "loss": 4.075653076171875, "target_tokens": 16594944}
{"phase": "continuation", "step": 2801, "loss": 3.7688376903533936, "target_tokens": 17209344}
{"phase": "continuation", "step": 2901, "loss": 3.956655740737915, "target_tokens": 17823744}
{"phase": "continuation", "step": 3001, "loss": 3.808284044265747, "target_tokens": 18438144}
{"phase": "continuation", "step": 3101, "loss": 3.6344549655914307, "target_tokens": 19052544}
{"phase": "continuation", "step": 3201, "loss": 3.7735650539398193, "target_tokens": 19666944}
{"phase": "continuation", "step": 3301, "loss": 3.920191526412964, "target_tokens": 20281344}
{"phase": "continuation", "step": 3401, "loss": 3.8818156719207764, "target_tokens": 20895744}
{"phase": "continuation", "step": 3501, "loss": 4.026206016540527, "target_tokens": 21510144}
{"phase": "continuation", "step": 3601, "loss": 3.8452110290527344, "target_tokens": 22124544}
{"phase": "continuation", "step": 3701, "loss": 3.861290693283081, "target_tokens": 22738944}
{"phase": "continuation", "step": 3801, "loss": 3.891329765319824, "target_tokens": 23353344}
{"phase": "continuation", "step": 3901, "loss": 3.6785507202148438, "target_tokens": 23967744}
{"phase": "continuation", "step": 4001, "loss": 3.775171995162964, "target_tokens": 24582144}
{"phase": "continuation", "step": 4101, "loss": 3.7196452617645264, "target_tokens": 25196544}
{"phase": "continuation", "step": 4201, "loss": 3.9117138385772705, "target_tokens": 25810944}
{"phase": "continuation", "step": 4301, "loss": 3.781291961669922, "target_tokens": 26425344}
{"phase": "continuation", "step": 4401, "loss": 3.6316757202148438, "target_tokens": 27039744}
{"phase": "continuation", "step": 4501, "loss": 3.516096830368042, "target_tokens": 27654144}
{"phase": "continuation", "step": 4601, "loss": 3.758040189743042, "target_tokens": 28268544}
{"phase": "continuation", "step": 4701, "loss": 3.701580762863159, "target_tokens": 28882944}
{"finished": "continuation", "steps": 4800, "elapsed": 863.6580337099997, "metrics": {"mixed_nll": 3.7273246943950653, "assistant_nll": 3.7529291212558746}}
{"phase": "assistant", "step": 1, "loss": 3.700500249862671, "target_tokens": 29495201}
{"phase": "assistant", "step": 101, "loss": 3.727093458175659, "target_tokens": 29885582}
{"phase": "assistant", "step": 201, "loss": 3.606294870376587, "target_tokens": 30282031}
{"phase": "assistant", "step": 301, "loss": 3.429504632949829, "target_tokens": 30674441}
{"phase": "assistant", "step": 401, "loss": 3.511430263519287, "target_tokens": 31068371}
{"phase": "assistant", "step": 501, "loss": 3.481808662414551, "target_tokens": 31460869}
{"phase": "assistant", "step": 601, "loss": 3.420509099960327, "target_tokens": 31853096}
{"phase": "assistant", "step": 701, "loss": 3.494925022125244, "target_tokens": 32243878}
{"phase": "assistant", "step": 801, "loss": 3.3313069343566895, "target_tokens": 32633747}
{"phase": "assistant", "step": 901, "loss": 3.2837772369384766, "target_tokens": 33025924}
{"phase": "assistant", "step": 1001, "loss": 3.260859966278076, "target_tokens": 33415186}
{"phase": "assistant", "step": 1101, "loss": 3.400062322616577, "target_tokens": 33808352}
{"finished": "assistant", "steps": 1200, "elapsed": 1081.3020598319997, "metrics": {"mixed_nll": 3.8922685086727142, "assistant_nll": 3.546197384595871}}
|