File size: 16,975 Bytes
18613ff | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 | [
{
"epoch": 1,
"train_loss": 2.5585462911434083,
"val_loss": 2.4481061782155717,
"epoch_time_seconds": 79.22255253791809,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 0.0,
"line_bit_accuracy": 0.5918064923722988,
"line_levenshtein": 580.1304347826087,
"line_bleu": 0.0,
"line_rougeL": 0.05857836537706693,
"chunk_sequence_accuracy": 0.0,
"chunk_bit_accuracy": 0.5889557278334431,
"chunk_levenshtein": 315.52,
"chunk_bleu": 0.0,
"chunk_rougeL": 0.05705748108777969
},
{
"epoch": 2,
"train_loss": 2.4357541556606925,
"val_loss": 2.400976743016924,
"epoch_time_seconds": 70.4331111907959,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 0.0,
"line_bit_accuracy": 0.6717608571368073,
"line_levenshtein": 494.463768115942,
"line_bleu": 0.0,
"line_rougeL": 0.09018540608419734,
"chunk_sequence_accuracy": 0.0,
"chunk_bit_accuracy": 0.6717210033966257,
"chunk_levenshtein": 260.43,
"chunk_bleu": 0.0,
"chunk_rougeL": 0.0865854406807637
},
{
"epoch": 3,
"train_loss": 2.340877313749485,
"val_loss": 2.1710705842290605,
"epoch_time_seconds": 71.3352370262146,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 0.0,
"line_bit_accuracy": 0.6838628330028451,
"line_levenshtein": 458.2173913043478,
"line_bleu": 0.0,
"line_rougeL": 0.12398292933931553,
"chunk_sequence_accuracy": 0.0,
"chunk_bit_accuracy": 0.6824994333635539,
"chunk_levenshtein": 240.48,
"chunk_bleu": 0.0,
"chunk_rougeL": 0.12460480155382525
},
{
"epoch": 4,
"train_loss": 1.7933629420696278,
"val_loss": 0.7274752323116574,
"epoch_time_seconds": 71.25784826278687,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 0.0,
"line_bit_accuracy": 0.811141304347826,
"line_levenshtein": 230.30434782608697,
"line_bleu": 0.03209392579552222,
"line_rougeL": 0.2859965026884889,
"chunk_sequence_accuracy": 0.0,
"chunk_bit_accuracy": 0.8211293637427568,
"chunk_levenshtein": 119.96,
"chunk_bleu": 0.03511775731145213,
"chunk_rougeL": 0.27764504216795616
},
{
"epoch": 5,
"train_loss": 0.724038249790951,
"val_loss": 0.34827577961342676,
"epoch_time_seconds": 70.74439549446106,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 0.0,
"line_bit_accuracy": 0.9511112558058775,
"line_levenshtein": 111.17391304347827,
"line_bleu": 0.1597171662962268,
"line_rougeL": 0.4883948915322014,
"chunk_sequence_accuracy": 0.0,
"chunk_bit_accuracy": 0.952499428865155,
"chunk_levenshtein": 57.77,
"chunk_bleu": 0.1636932754374169,
"chunk_rougeL": 0.46307618763549074
},
{
"epoch": 6,
"train_loss": 0.32591583053647627,
"val_loss": 0.07951089447098118,
"epoch_time_seconds": 71.41549181938171,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 1.4492753623188406,
"line_bit_accuracy": 0.9924679835033644,
"line_levenshtein": 20.043478260869566,
"line_bleu": 0.7044854077026654,
"line_rougeL": 0.868370028107672,
"chunk_sequence_accuracy": 3.0,
"chunk_bit_accuracy": 0.9923459187753471,
"chunk_levenshtein": 10.62,
"chunk_bleu": 0.7054051092056937,
"chunk_rougeL": 0.8501977537199353
},
{
"epoch": 7,
"train_loss": 0.12775223649226095,
"val_loss": 0.02204249074150409,
"epoch_time_seconds": 71.92139744758606,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 18.840579710144926,
"line_bit_accuracy": 0.9979488181285407,
"line_levenshtein": 5.6521739130434785,
"line_bleu": 0.9093660656445297,
"line_rougeL": 0.9674575368239117,
"chunk_sequence_accuracy": 23.0,
"chunk_bit_accuracy": 0.9980758246465801,
"chunk_levenshtein": 2.93,
"chunk_bleu": 0.9126130273405019,
"chunk_rougeL": 0.9568422004689281
},
{
"epoch": 8,
"train_loss": 0.07204781078967439,
"val_loss": 0.009053510896462415,
"epoch_time_seconds": 71.62927317619324,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 37.68115942028985,
"line_bit_accuracy": 0.9992647058823529,
"line_levenshtein": 2.0869565217391304,
"line_bleu": 0.9648654657286488,
"line_rougeL": 0.9878799307687587,
"chunk_sequence_accuracy": 44.0,
"chunk_bit_accuracy": 0.9992395898783344,
"chunk_levenshtein": 1.08,
"chunk_bleu": 0.9676969451766948,
"chunk_rougeL": 0.980427160431532
},
{
"epoch": 9,
"train_loss": 0.05327302955479418,
"val_loss": 0.005204007728025317,
"epoch_time_seconds": 71.12352538108826,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 55.072463768115945,
"line_bit_accuracy": 0.9995875841111352,
"line_levenshtein": 1.2028985507246377,
"line_bleu": 0.9801370084189431,
"line_rougeL": 0.9937604979305862,
"chunk_sequence_accuracy": 63.0,
"chunk_bit_accuracy": 0.9995608899297423,
"chunk_levenshtein": 0.61,
"chunk_bleu": 0.9839256143475175,
"chunk_rougeL": 0.9867575096895335
},
{
"epoch": 10,
"train_loss": 0.04448051100941066,
"val_loss": 0.0038089079732474473,
"epoch_time_seconds": 71.8369824886322,
"peak_gpu_memory_mb": 8283.14013671875,
"line_sequence_accuracy": 63.768115942028984,
"line_bit_accuracy": 0.9997151074451921,
"line_levenshtein": 0.782608695652174,
"line_bleu": 0.9871331413199458,
"line_rougeL": 0.9961635160014924,
"chunk_sequence_accuracy": 75.0,
"chunk_bit_accuracy": 0.9997072599531616,
"chunk_levenshtein": 0.39,
"chunk_bleu": 0.9897167018659223,
"chunk_rougeL": 0.991367233320558
},
{
"epoch": 11,
"train_loss": 0.03978442871210417,
"val_loss": 0.0031240788063899216,
"epoch_time_seconds": 96.81052327156067,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 57.971014492753625,
"line_bit_accuracy": 0.999725960494899,
"line_levenshtein": 0.7101449275362319,
"line_bleu": 0.9887713015998153,
"line_rougeL": 0.9964930415320657,
"chunk_sequence_accuracy": 75.0,
"chunk_bit_accuracy": 0.9997072599531616,
"chunk_levenshtein": 0.37,
"chunk_bleu": 0.991716650795699,
"chunk_rougeL": 0.9910453923911273
},
{
"epoch": 12,
"train_loss": 0.03723422652419427,
"val_loss": 0.002512387415793325,
"epoch_time_seconds": 96.89030194282532,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 73.91304347826087,
"line_bit_accuracy": 0.9998127848925548,
"line_levenshtein": 0.5217391304347826,
"line_bleu": 0.992169090819422,
"line_rougeL": 0.9977700453616232,
"chunk_sequence_accuracy": 84.0,
"chunk_bit_accuracy": 0.9998000799680128,
"chunk_levenshtein": 0.27,
"chunk_bleu": 0.994913924567763,
"chunk_rougeL": 0.9936419165471765
},
{
"epoch": 13,
"train_loss": 0.03467494431194536,
"val_loss": 0.0023381193875268635,
"epoch_time_seconds": 70.97539854049683,
"peak_gpu_memory_mb": 8283.14013671875,
"line_sequence_accuracy": 65.21739130434783,
"line_bit_accuracy": 0.9997422400694596,
"line_levenshtein": 0.6086956521739131,
"line_bleu": 0.9900158373645993,
"line_rougeL": 0.9966774252442909,
"chunk_sequence_accuracy": 76.0,
"chunk_bit_accuracy": 0.9997036899525904,
"chunk_levenshtein": 0.34,
"chunk_bleu": 0.9929375727783555,
"chunk_rougeL": 0.9923997351533295
},
{
"epoch": 14,
"train_loss": 0.03272197068055377,
"val_loss": 0.001847643691040243,
"epoch_time_seconds": 70.80777668952942,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 73.91304347826087,
"line_bit_accuracy": 0.9998236379422618,
"line_levenshtein": 0.463768115942029,
"line_bleu": 0.9926246890183639,
"line_rougeL": 0.997800935359255,
"chunk_sequence_accuracy": 81.0,
"chunk_bit_accuracy": 0.9997822299651568,
"chunk_levenshtein": 0.29,
"chunk_bleu": 0.9931827613424836,
"chunk_rougeL": 0.9920961448680449
},
{
"epoch": 15,
"train_loss": 0.03221050455671916,
"val_loss": 0.00179198597782358,
"epoch_time_seconds": 70.98786902427673,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 75.3623188405797,
"line_bit_accuracy": 0.9998589103538095,
"line_levenshtein": 0.4057971014492754,
"line_bleu": 0.9932789128482497,
"line_rougeL": 0.9979432871552043,
"chunk_sequence_accuracy": 84.0,
"chunk_bit_accuracy": 0.9998357799737247,
"chunk_levenshtein": 0.25,
"chunk_bleu": 0.9950035899718211,
"chunk_rougeL": 0.9933565211550301
},
{
"epoch": 16,
"train_loss": 0.02854390934074377,
"val_loss": 0.0016359371386767765,
"epoch_time_seconds": 71.39919400215149,
"peak_gpu_memory_mb": 8283.14013671875,
"line_sequence_accuracy": 71.01449275362319,
"line_bit_accuracy": 0.9998344909919687,
"line_levenshtein": 0.43478260869565216,
"line_bleu": 0.9928845154537365,
"line_rougeL": 0.9979206596611225,
"chunk_sequence_accuracy": 83.0,
"chunk_bit_accuracy": 0.9998143599702976,
"chunk_levenshtein": 0.25,
"chunk_bleu": 0.9943006881112142,
"chunk_rougeL": 0.9963587893046463
},
{
"epoch": 17,
"train_loss": 0.016801857528545988,
"val_loss": 0.001743678297706148,
"epoch_time_seconds": 71.284494638443,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 73.91304347826087,
"line_bit_accuracy": 0.9997965053179944,
"line_levenshtein": 0.42028985507246375,
"line_bleu": 0.9930191211746919,
"line_rougeL": 0.9979049842043384,
"chunk_sequence_accuracy": 84.0,
"chunk_bit_accuracy": 0.999785799965728,
"chunk_levenshtein": 0.24,
"chunk_bleu": 0.9944811945714258,
"chunk_rougeL": 0.9928516467388262
},
{
"epoch": 18,
"train_loss": 0.010893825068628477,
"val_loss": 0.001414892906073614,
"epoch_time_seconds": 71.28246903419495,
"peak_gpu_memory_mb": 8283.14013671875,
"line_sequence_accuracy": 79.71014492753623,
"line_bit_accuracy": 0.9998968960277838,
"line_levenshtein": 0.3188405797101449,
"line_bleu": 0.9954973584635326,
"line_rougeL": 0.9986813947292592,
"chunk_sequence_accuracy": 88.0,
"chunk_bit_accuracy": 0.999875049980008,
"chunk_levenshtein": 0.2,
"chunk_bleu": 0.9964646988265337,
"chunk_rougeL": 0.9952822244880705
},
{
"epoch": 19,
"train_loss": 0.009642765089269215,
"val_loss": 0.0013836190420469002,
"epoch_time_seconds": 72.66708707809448,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 75.3623188405797,
"line_bit_accuracy": 0.9998860429780768,
"line_levenshtein": 0.34782608695652173,
"line_bleu": 0.9941911164421988,
"line_rougeL": 0.9983816138707832,
"chunk_sequence_accuracy": 87.0,
"chunk_bit_accuracy": 0.9998786199805791,
"chunk_levenshtein": 0.19,
"chunk_bleu": 0.995860436104525,
"chunk_rougeL": 0.9936684824338393
},
{
"epoch": 20,
"train_loss": 0.009064305108040571,
"val_loss": 0.0011867721004819032,
"epoch_time_seconds": 73.1685779094696,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 76.81159420289855,
"line_bit_accuracy": 0.9998616236162362,
"line_levenshtein": 0.36231884057971014,
"line_bleu": 0.9939320840266092,
"line_rougeL": 0.9982620978444037,
"chunk_sequence_accuracy": 85.0,
"chunk_bit_accuracy": 0.999839349974296,
"chunk_levenshtein": 0.22,
"chunk_bleu": 0.9953466141133159,
"chunk_rougeL": 0.9945700142632166
},
{
"epoch": 21,
"train_loss": 0.00835902087712634,
"val_loss": 0.001354207004624186,
"epoch_time_seconds": 71.84267210960388,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 84.05797101449275,
"line_bit_accuracy": 0.9998670501410897,
"line_levenshtein": 0.3188405797101449,
"line_bleu": 0.9960199151482736,
"line_rougeL": 0.9987295890876278,
"chunk_sequence_accuracy": 89.0,
"chunk_bit_accuracy": 0.9998322099731536,
"chunk_levenshtein": 0.21,
"chunk_bleu": 0.9967258397079315,
"chunk_rougeL": 0.9956504653094922
},
{
"epoch": 22,
"train_loss": 0.007978124356435797,
"val_loss": 0.0014450403827400546,
"epoch_time_seconds": 71.088463306427,
"peak_gpu_memory_mb": 8283.14013671875,
"line_sequence_accuracy": 75.3623188405797,
"line_bit_accuracy": 0.9998697634035164,
"line_levenshtein": 0.37681159420289856,
"line_bleu": 0.994061204231723,
"line_rougeL": 0.9982743285163656,
"chunk_sequence_accuracy": 86.0,
"chunk_bit_accuracy": 0.999857199977152,
"chunk_levenshtein": 0.22,
"chunk_bleu": 0.9959500765338409,
"chunk_rougeL": 0.9935042247297372
},
{
"epoch": 23,
"train_loss": 0.00789498681670399,
"val_loss": 0.0012020115095115866,
"epoch_time_seconds": 71.11297059059143,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 81.15942028985508,
"line_bit_accuracy": 0.999894182765357,
"line_levenshtein": 0.30434782608695654,
"line_bleu": 0.9956939520240992,
"line_rougeL": 0.9987022002229444,
"chunk_sequence_accuracy": 87.0,
"chunk_bit_accuracy": 0.9998679099788655,
"chunk_levenshtein": 0.2,
"chunk_bleu": 0.9965542996329765,
"chunk_rougeL": 0.995163275063635
},
{
"epoch": 24,
"train_loss": 0.007538550854461947,
"val_loss": 0.0014473491137323435,
"epoch_time_seconds": 70.61388158798218,
"peak_gpu_memory_mb": 8283.18701171875,
"line_sequence_accuracy": 78.26086956521739,
"line_bit_accuracy": 0.9998616236162362,
"line_levenshtein": 0.36231884057971014,
"line_bleu": 0.9942586359512653,
"line_rougeL": 0.9982684516235144,
"chunk_sequence_accuracy": 86.0,
"chunk_bit_accuracy": 0.9998322099731536,
"chunk_levenshtein": 0.23,
"chunk_bleu": 0.9953466141133159,
"chunk_rougeL": 0.9949468397745659
},
{
"epoch": 25,
"train_loss": 0.007191763790236053,
"val_loss": 0.001238447749658787,
"epoch_time_seconds": 71.38782167434692,
"peak_gpu_memory_mb": 8283.14013671875,
"line_sequence_accuracy": 79.71014492753623,
"line_bit_accuracy": 0.9998806164532233,
"line_levenshtein": 0.30434782608695654,
"line_bleu": 0.9953674472092737,
"line_rougeL": 0.9985574892335567,
"chunk_sequence_accuracy": 88.0,
"chunk_bit_accuracy": 0.999857199977152,
"chunk_levenshtein": 0.19,
"chunk_bleu": 0.9965542996329765,
"chunk_rougeL": 0.994434677895909
},
{
"test_results": {
"test_loss": 0.0009054133489761236,
"test_line_sequence_accuracy": 95.77464788732394,
"test_line_bit_accuracy": 0.9999780740221014,
"test_line_levenshtein": 0.056338028169014086,
"test_line_bleu": 0.9990102354303078,
"test_line_rougeL": 0.9997843289397004,
"test_chunk_sequence_accuracy": 98.0,
"test_chunk_bit_accuracy": 0.9999789461864526,
"test_chunk_levenshtein": 0.03,
"test_chunk_bleu": 0.9994031977126676,
"test_chunk_rougeL": 0.9997420634920635
}
}
] |