| [ |
| { |
| "epoch": 1, |
| "train_loss": 2.5585462911434083, |
| "val_loss": 2.4481061782155717, |
| "epoch_time_seconds": 79.22255253791809, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 0.0, |
| "line_bit_accuracy": 0.5918064923722988, |
| "line_levenshtein": 580.1304347826087, |
| "line_bleu": 0.0, |
| "line_rougeL": 0.05857836537706693, |
| "chunk_sequence_accuracy": 0.0, |
| "chunk_bit_accuracy": 0.5889557278334431, |
| "chunk_levenshtein": 315.52, |
| "chunk_bleu": 0.0, |
| "chunk_rougeL": 0.05705748108777969 |
| }, |
| { |
| "epoch": 2, |
| "train_loss": 2.4357541556606925, |
| "val_loss": 2.400976743016924, |
| "epoch_time_seconds": 70.4331111907959, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 0.0, |
| "line_bit_accuracy": 0.6717608571368073, |
| "line_levenshtein": 494.463768115942, |
| "line_bleu": 0.0, |
| "line_rougeL": 0.09018540608419734, |
| "chunk_sequence_accuracy": 0.0, |
| "chunk_bit_accuracy": 0.6717210033966257, |
| "chunk_levenshtein": 260.43, |
| "chunk_bleu": 0.0, |
| "chunk_rougeL": 0.0865854406807637 |
| }, |
| { |
| "epoch": 3, |
| "train_loss": 2.340877313749485, |
| "val_loss": 2.1710705842290605, |
| "epoch_time_seconds": 71.3352370262146, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 0.0, |
| "line_bit_accuracy": 0.6838628330028451, |
| "line_levenshtein": 458.2173913043478, |
| "line_bleu": 0.0, |
| "line_rougeL": 0.12398292933931553, |
| "chunk_sequence_accuracy": 0.0, |
| "chunk_bit_accuracy": 0.6824994333635539, |
| "chunk_levenshtein": 240.48, |
| "chunk_bleu": 0.0, |
| "chunk_rougeL": 0.12460480155382525 |
| }, |
| { |
| "epoch": 4, |
| "train_loss": 1.7933629420696278, |
| "val_loss": 0.7274752323116574, |
| "epoch_time_seconds": 71.25784826278687, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 0.0, |
| "line_bit_accuracy": 0.811141304347826, |
| "line_levenshtein": 230.30434782608697, |
| "line_bleu": 0.03209392579552222, |
| "line_rougeL": 0.2859965026884889, |
| "chunk_sequence_accuracy": 0.0, |
| "chunk_bit_accuracy": 0.8211293637427568, |
| "chunk_levenshtein": 119.96, |
| "chunk_bleu": 0.03511775731145213, |
| "chunk_rougeL": 0.27764504216795616 |
| }, |
| { |
| "epoch": 5, |
| "train_loss": 0.724038249790951, |
| "val_loss": 0.34827577961342676, |
| "epoch_time_seconds": 70.74439549446106, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 0.0, |
| "line_bit_accuracy": 0.9511112558058775, |
| "line_levenshtein": 111.17391304347827, |
| "line_bleu": 0.1597171662962268, |
| "line_rougeL": 0.4883948915322014, |
| "chunk_sequence_accuracy": 0.0, |
| "chunk_bit_accuracy": 0.952499428865155, |
| "chunk_levenshtein": 57.77, |
| "chunk_bleu": 0.1636932754374169, |
| "chunk_rougeL": 0.46307618763549074 |
| }, |
| { |
| "epoch": 6, |
| "train_loss": 0.32591583053647627, |
| "val_loss": 0.07951089447098118, |
| "epoch_time_seconds": 71.41549181938171, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 1.4492753623188406, |
| "line_bit_accuracy": 0.9924679835033644, |
| "line_levenshtein": 20.043478260869566, |
| "line_bleu": 0.7044854077026654, |
| "line_rougeL": 0.868370028107672, |
| "chunk_sequence_accuracy": 3.0, |
| "chunk_bit_accuracy": 0.9923459187753471, |
| "chunk_levenshtein": 10.62, |
| "chunk_bleu": 0.7054051092056937, |
| "chunk_rougeL": 0.8501977537199353 |
| }, |
| { |
| "epoch": 7, |
| "train_loss": 0.12775223649226095, |
| "val_loss": 0.02204249074150409, |
| "epoch_time_seconds": 71.92139744758606, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 18.840579710144926, |
| "line_bit_accuracy": 0.9979488181285407, |
| "line_levenshtein": 5.6521739130434785, |
| "line_bleu": 0.9093660656445297, |
| "line_rougeL": 0.9674575368239117, |
| "chunk_sequence_accuracy": 23.0, |
| "chunk_bit_accuracy": 0.9980758246465801, |
| "chunk_levenshtein": 2.93, |
| "chunk_bleu": 0.9126130273405019, |
| "chunk_rougeL": 0.9568422004689281 |
| }, |
| { |
| "epoch": 8, |
| "train_loss": 0.07204781078967439, |
| "val_loss": 0.009053510896462415, |
| "epoch_time_seconds": 71.62927317619324, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 37.68115942028985, |
| "line_bit_accuracy": 0.9992647058823529, |
| "line_levenshtein": 2.0869565217391304, |
| "line_bleu": 0.9648654657286488, |
| "line_rougeL": 0.9878799307687587, |
| "chunk_sequence_accuracy": 44.0, |
| "chunk_bit_accuracy": 0.9992395898783344, |
| "chunk_levenshtein": 1.08, |
| "chunk_bleu": 0.9676969451766948, |
| "chunk_rougeL": 0.980427160431532 |
| }, |
| { |
| "epoch": 9, |
| "train_loss": 0.05327302955479418, |
| "val_loss": 0.005204007728025317, |
| "epoch_time_seconds": 71.12352538108826, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 55.072463768115945, |
| "line_bit_accuracy": 0.9995875841111352, |
| "line_levenshtein": 1.2028985507246377, |
| "line_bleu": 0.9801370084189431, |
| "line_rougeL": 0.9937604979305862, |
| "chunk_sequence_accuracy": 63.0, |
| "chunk_bit_accuracy": 0.9995608899297423, |
| "chunk_levenshtein": 0.61, |
| "chunk_bleu": 0.9839256143475175, |
| "chunk_rougeL": 0.9867575096895335 |
| }, |
| { |
| "epoch": 10, |
| "train_loss": 0.04448051100941066, |
| "val_loss": 0.0038089079732474473, |
| "epoch_time_seconds": 71.8369824886322, |
| "peak_gpu_memory_mb": 8283.14013671875, |
| "line_sequence_accuracy": 63.768115942028984, |
| "line_bit_accuracy": 0.9997151074451921, |
| "line_levenshtein": 0.782608695652174, |
| "line_bleu": 0.9871331413199458, |
| "line_rougeL": 0.9961635160014924, |
| "chunk_sequence_accuracy": 75.0, |
| "chunk_bit_accuracy": 0.9997072599531616, |
| "chunk_levenshtein": 0.39, |
| "chunk_bleu": 0.9897167018659223, |
| "chunk_rougeL": 0.991367233320558 |
| }, |
| { |
| "epoch": 11, |
| "train_loss": 0.03978442871210417, |
| "val_loss": 0.0031240788063899216, |
| "epoch_time_seconds": 96.81052327156067, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 57.971014492753625, |
| "line_bit_accuracy": 0.999725960494899, |
| "line_levenshtein": 0.7101449275362319, |
| "line_bleu": 0.9887713015998153, |
| "line_rougeL": 0.9964930415320657, |
| "chunk_sequence_accuracy": 75.0, |
| "chunk_bit_accuracy": 0.9997072599531616, |
| "chunk_levenshtein": 0.37, |
| "chunk_bleu": 0.991716650795699, |
| "chunk_rougeL": 0.9910453923911273 |
| }, |
| { |
| "epoch": 12, |
| "train_loss": 0.03723422652419427, |
| "val_loss": 0.002512387415793325, |
| "epoch_time_seconds": 96.89030194282532, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 73.91304347826087, |
| "line_bit_accuracy": 0.9998127848925548, |
| "line_levenshtein": 0.5217391304347826, |
| "line_bleu": 0.992169090819422, |
| "line_rougeL": 0.9977700453616232, |
| "chunk_sequence_accuracy": 84.0, |
| "chunk_bit_accuracy": 0.9998000799680128, |
| "chunk_levenshtein": 0.27, |
| "chunk_bleu": 0.994913924567763, |
| "chunk_rougeL": 0.9936419165471765 |
| }, |
| { |
| "epoch": 13, |
| "train_loss": 0.03467494431194536, |
| "val_loss": 0.0023381193875268635, |
| "epoch_time_seconds": 70.97539854049683, |
| "peak_gpu_memory_mb": 8283.14013671875, |
| "line_sequence_accuracy": 65.21739130434783, |
| "line_bit_accuracy": 0.9997422400694596, |
| "line_levenshtein": 0.6086956521739131, |
| "line_bleu": 0.9900158373645993, |
| "line_rougeL": 0.9966774252442909, |
| "chunk_sequence_accuracy": 76.0, |
| "chunk_bit_accuracy": 0.9997036899525904, |
| "chunk_levenshtein": 0.34, |
| "chunk_bleu": 0.9929375727783555, |
| "chunk_rougeL": 0.9923997351533295 |
| }, |
| { |
| "epoch": 14, |
| "train_loss": 0.03272197068055377, |
| "val_loss": 0.001847643691040243, |
| "epoch_time_seconds": 70.80777668952942, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 73.91304347826087, |
| "line_bit_accuracy": 0.9998236379422618, |
| "line_levenshtein": 0.463768115942029, |
| "line_bleu": 0.9926246890183639, |
| "line_rougeL": 0.997800935359255, |
| "chunk_sequence_accuracy": 81.0, |
| "chunk_bit_accuracy": 0.9997822299651568, |
| "chunk_levenshtein": 0.29, |
| "chunk_bleu": 0.9931827613424836, |
| "chunk_rougeL": 0.9920961448680449 |
| }, |
| { |
| "epoch": 15, |
| "train_loss": 0.03221050455671916, |
| "val_loss": 0.00179198597782358, |
| "epoch_time_seconds": 70.98786902427673, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 75.3623188405797, |
| "line_bit_accuracy": 0.9998589103538095, |
| "line_levenshtein": 0.4057971014492754, |
| "line_bleu": 0.9932789128482497, |
| "line_rougeL": 0.9979432871552043, |
| "chunk_sequence_accuracy": 84.0, |
| "chunk_bit_accuracy": 0.9998357799737247, |
| "chunk_levenshtein": 0.25, |
| "chunk_bleu": 0.9950035899718211, |
| "chunk_rougeL": 0.9933565211550301 |
| }, |
| { |
| "epoch": 16, |
| "train_loss": 0.02854390934074377, |
| "val_loss": 0.0016359371386767765, |
| "epoch_time_seconds": 71.39919400215149, |
| "peak_gpu_memory_mb": 8283.14013671875, |
| "line_sequence_accuracy": 71.01449275362319, |
| "line_bit_accuracy": 0.9998344909919687, |
| "line_levenshtein": 0.43478260869565216, |
| "line_bleu": 0.9928845154537365, |
| "line_rougeL": 0.9979206596611225, |
| "chunk_sequence_accuracy": 83.0, |
| "chunk_bit_accuracy": 0.9998143599702976, |
| "chunk_levenshtein": 0.25, |
| "chunk_bleu": 0.9943006881112142, |
| "chunk_rougeL": 0.9963587893046463 |
| }, |
| { |
| "epoch": 17, |
| "train_loss": 0.016801857528545988, |
| "val_loss": 0.001743678297706148, |
| "epoch_time_seconds": 71.284494638443, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 73.91304347826087, |
| "line_bit_accuracy": 0.9997965053179944, |
| "line_levenshtein": 0.42028985507246375, |
| "line_bleu": 0.9930191211746919, |
| "line_rougeL": 0.9979049842043384, |
| "chunk_sequence_accuracy": 84.0, |
| "chunk_bit_accuracy": 0.999785799965728, |
| "chunk_levenshtein": 0.24, |
| "chunk_bleu": 0.9944811945714258, |
| "chunk_rougeL": 0.9928516467388262 |
| }, |
| { |
| "epoch": 18, |
| "train_loss": 0.010893825068628477, |
| "val_loss": 0.001414892906073614, |
| "epoch_time_seconds": 71.28246903419495, |
| "peak_gpu_memory_mb": 8283.14013671875, |
| "line_sequence_accuracy": 79.71014492753623, |
| "line_bit_accuracy": 0.9998968960277838, |
| "line_levenshtein": 0.3188405797101449, |
| "line_bleu": 0.9954973584635326, |
| "line_rougeL": 0.9986813947292592, |
| "chunk_sequence_accuracy": 88.0, |
| "chunk_bit_accuracy": 0.999875049980008, |
| "chunk_levenshtein": 0.2, |
| "chunk_bleu": 0.9964646988265337, |
| "chunk_rougeL": 0.9952822244880705 |
| }, |
| { |
| "epoch": 19, |
| "train_loss": 0.009642765089269215, |
| "val_loss": 0.0013836190420469002, |
| "epoch_time_seconds": 72.66708707809448, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 75.3623188405797, |
| "line_bit_accuracy": 0.9998860429780768, |
| "line_levenshtein": 0.34782608695652173, |
| "line_bleu": 0.9941911164421988, |
| "line_rougeL": 0.9983816138707832, |
| "chunk_sequence_accuracy": 87.0, |
| "chunk_bit_accuracy": 0.9998786199805791, |
| "chunk_levenshtein": 0.19, |
| "chunk_bleu": 0.995860436104525, |
| "chunk_rougeL": 0.9936684824338393 |
| }, |
| { |
| "epoch": 20, |
| "train_loss": 0.009064305108040571, |
| "val_loss": 0.0011867721004819032, |
| "epoch_time_seconds": 73.1685779094696, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 76.81159420289855, |
| "line_bit_accuracy": 0.9998616236162362, |
| "line_levenshtein": 0.36231884057971014, |
| "line_bleu": 0.9939320840266092, |
| "line_rougeL": 0.9982620978444037, |
| "chunk_sequence_accuracy": 85.0, |
| "chunk_bit_accuracy": 0.999839349974296, |
| "chunk_levenshtein": 0.22, |
| "chunk_bleu": 0.9953466141133159, |
| "chunk_rougeL": 0.9945700142632166 |
| }, |
| { |
| "epoch": 21, |
| "train_loss": 0.00835902087712634, |
| "val_loss": 0.001354207004624186, |
| "epoch_time_seconds": 71.84267210960388, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 84.05797101449275, |
| "line_bit_accuracy": 0.9998670501410897, |
| "line_levenshtein": 0.3188405797101449, |
| "line_bleu": 0.9960199151482736, |
| "line_rougeL": 0.9987295890876278, |
| "chunk_sequence_accuracy": 89.0, |
| "chunk_bit_accuracy": 0.9998322099731536, |
| "chunk_levenshtein": 0.21, |
| "chunk_bleu": 0.9967258397079315, |
| "chunk_rougeL": 0.9956504653094922 |
| }, |
| { |
| "epoch": 22, |
| "train_loss": 0.007978124356435797, |
| "val_loss": 0.0014450403827400546, |
| "epoch_time_seconds": 71.088463306427, |
| "peak_gpu_memory_mb": 8283.14013671875, |
| "line_sequence_accuracy": 75.3623188405797, |
| "line_bit_accuracy": 0.9998697634035164, |
| "line_levenshtein": 0.37681159420289856, |
| "line_bleu": 0.994061204231723, |
| "line_rougeL": 0.9982743285163656, |
| "chunk_sequence_accuracy": 86.0, |
| "chunk_bit_accuracy": 0.999857199977152, |
| "chunk_levenshtein": 0.22, |
| "chunk_bleu": 0.9959500765338409, |
| "chunk_rougeL": 0.9935042247297372 |
| }, |
| { |
| "epoch": 23, |
| "train_loss": 0.00789498681670399, |
| "val_loss": 0.0012020115095115866, |
| "epoch_time_seconds": 71.11297059059143, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 81.15942028985508, |
| "line_bit_accuracy": 0.999894182765357, |
| "line_levenshtein": 0.30434782608695654, |
| "line_bleu": 0.9956939520240992, |
| "line_rougeL": 0.9987022002229444, |
| "chunk_sequence_accuracy": 87.0, |
| "chunk_bit_accuracy": 0.9998679099788655, |
| "chunk_levenshtein": 0.2, |
| "chunk_bleu": 0.9965542996329765, |
| "chunk_rougeL": 0.995163275063635 |
| }, |
| { |
| "epoch": 24, |
| "train_loss": 0.007538550854461947, |
| "val_loss": 0.0014473491137323435, |
| "epoch_time_seconds": 70.61388158798218, |
| "peak_gpu_memory_mb": 8283.18701171875, |
| "line_sequence_accuracy": 78.26086956521739, |
| "line_bit_accuracy": 0.9998616236162362, |
| "line_levenshtein": 0.36231884057971014, |
| "line_bleu": 0.9942586359512653, |
| "line_rougeL": 0.9982684516235144, |
| "chunk_sequence_accuracy": 86.0, |
| "chunk_bit_accuracy": 0.9998322099731536, |
| "chunk_levenshtein": 0.23, |
| "chunk_bleu": 0.9953466141133159, |
| "chunk_rougeL": 0.9949468397745659 |
| }, |
| { |
| "epoch": 25, |
| "train_loss": 0.007191763790236053, |
| "val_loss": 0.001238447749658787, |
| "epoch_time_seconds": 71.38782167434692, |
| "peak_gpu_memory_mb": 8283.14013671875, |
| "line_sequence_accuracy": 79.71014492753623, |
| "line_bit_accuracy": 0.9998806164532233, |
| "line_levenshtein": 0.30434782608695654, |
| "line_bleu": 0.9953674472092737, |
| "line_rougeL": 0.9985574892335567, |
| "chunk_sequence_accuracy": 88.0, |
| "chunk_bit_accuracy": 0.999857199977152, |
| "chunk_levenshtein": 0.19, |
| "chunk_bleu": 0.9965542996329765, |
| "chunk_rougeL": 0.994434677895909 |
| }, |
| { |
| "test_results": { |
| "test_loss": 0.0009054133489761236, |
| "test_line_sequence_accuracy": 95.77464788732394, |
| "test_line_bit_accuracy": 0.9999780740221014, |
| "test_line_levenshtein": 0.056338028169014086, |
| "test_line_bleu": 0.9990102354303078, |
| "test_line_rougeL": 0.9997843289397004, |
| "test_chunk_sequence_accuracy": 98.0, |
| "test_chunk_bit_accuracy": 0.9999789461864526, |
| "test_chunk_levenshtein": 0.03, |
| "test_chunk_bleu": 0.9994031977126676, |
| "test_chunk_rougeL": 0.9997420634920635 |
| } |
| } |
| ] |
