epoch,loss,lr,valid_cont_loss,valid_positive_distance,valid_negative_distance,valid_mlm_loss,valid_mlm_acc
0,,,9.737711998722162,0.5788820259859757,0.6581098703723047,3.1578712485826474,0.034486543016180586
1,8.090361346347716,0.00040091785435242494,3.0452423220616325,0.7030203512401608,1.136230973512072,1.495762537514845,0.6717418272918896
2,6.105515928980473,0.0012003811753137433,2.6225491044370446,0.6601795820337132,1.1288278475769042,1.1051456351070719,0.8251732815705104
3,5.6038500822936514,0.0018372645541527165,2.403602028241963,0.6288032336397779,1.1193547250680687,1.0071123575028647,0.8573359182415986
4,5.369164611705919,0.0016649781909716926,2.2661808895364115,0.6019886704353031,1.104764659930417,0.9766264336602878,0.8671444029296054
5,5.262305062913828,0.0014669482593059695,2.22169709331085,0.5853104475295482,1.0863209999053636,0.9568178370407213,0.8728507496136703
6,5.199211718206328,0.0013262639774710011,2.1612524453590956,0.5895592632249532,1.0996931278207285,0.9444374247557092,0.8774392762006221
7,5.158192580599477,0.0012196517070450065,2.1404614606794943,0.5795183380110032,1.0924152323469416,0.940657348693675,0.879032682704514
8,5.123192897609385,0.0011352418479309825,2.1319171601226015,0.5760155057153841,1.0880337576905814,0.9334016600183577,0.8810441090981606
9,5.103700478113611,0.0010662551293696369,2.06920782411286,0.5727406307269356,1.0912607657199278,0.9307167771319333,0.8817353405029303
10,5.081709383925141,0.0010084986121985614,2.113219536240278,0.5669475570308933,1.077229970888104,0.9252388311612616,0.8839572277582483
11,5.065743211748856,0.0009592204056346862,2.0614893605501474,0.5692847219573812,1.0855421146021802,0.9232574130879164,0.8842767491881763
12,5.049141385195302,0.0009165292619839038,2.012879506070563,0.5676414144603065,1.0913551234825565,0.9231184677886453,0.883844623299569
13,5.038033503933051,0.0008790766325419311,2.057298612561685,0.5612679377625429,1.0780227900261496,0.9205399783546013,0.8854505310040034
14,5.027133111064624,0.0008458714846365602,2.050284418188653,0.5634366317492053,1.0838483768846843,0.9204552955974471,0.8848981684005095
15,5.0203020863735075,0.0008161669504401625,2.006008669304847,0.565555924412986,1.089836559243721,0.9174197335111495,0.886327042241408
16,5.013419845179153,0.0007893880312091307,2.0142662119085974,0.557429591605149,1.0811796613885356,0.9162873114133493,0.8860858025252647
17,5.007697658066291,0.0007650838611902753,2.0389526501152306,0.5582982189798207,1.0760061999415542,0.9164585625985752,0.8862453674318521
18,4.9953191637450525,0.000742895240769504,2.0451588986130664,0.5578369984031469,1.0759444860316627,0.9133902461706933,0.8876817261817971
19,4.992517380707147,0.0007225319819055672,1.9962493580826461,0.560388773115628,1.085836102715609,0.9122757235818505,0.8878822763804518
20,4.988807378992798,0.0007037567425849142,1.9777640325646029,0.5662761119173602,1.0913862684341853,0.9137790428594045,0.8873550710461764