pushing run wordflow_run_2026_07_20_06_58

checkpoint_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb786600ef248df08bd75042a6eb1ead06b00d7442d2cb3548e87a05ffe44e14
+size 20648869

config.json

@@ -0,0 +1,31 @@
+{
+    "seed": 1212,
+    "use_accelerator": true,
+    "runs_dir": "runs/",
+    "data": {
+        "train_data_path": "data/processed/train.txt",
+        "val_data_path": "data/processed/val.txt",
+        "max_vocab_size": 25000,
+        "tokenizer_lowercase": false
+    },
+    "model": {
+        "embedding_dim": 400,
+        "hidden_dim": 400,
+        "num_layers": 1,
+        "tie_weights": true,
+        "emb_dropout_p": 0.2,
+        "rnn_dropout_p": 0.25,
+        "out_dropout_p": 0.2
+    },
+    "train": {
+        "seq_len": 256,
+        "batch_size": 128,
+        "n_epochs": 80,
+        "lr": 0.001,
+        "weight_decay": 0.01,
+        "eta_min": 5e-05,
+        "early_stopping_patience": 4,
+        "grad_clip_norm": 1.0,
+        "enable_mixed_precision": true
+    }
+}

training_logs.json

@@ -0,0 +1,327 @@
+{
+  "train_loss": [
+    5.7151332003005,
+    4.189456285314357,
+    3.698368394628484,
+    3.393957954771975,
+    3.205798461082134,
+    3.0755185624386403,
+    2.9776548781293504,
+    2.896381350273782,
+    2.8301105575358614,
+    2.7728853986618365,
+    2.7234079787071717,
+    2.680263151513769,
+    2.6403521476907934,
+    2.605504444304933,
+    2.5738011750769108,
+    2.5445751484404218,
+    2.518137865878166,
+    2.494830164503544,
+    2.472218729080038,
+    2.450672078639903,
+    2.4311314542242823,
+    2.412825553975207,
+    2.395720403245155,
+    2.3794552772603135,
+    2.364531354701265,
+    2.3507255645508462,
+    2.3380369176255895,
+    2.3246318456974437,
+    2.3137892028118703,
+    2.30237237696952,
+    2.2920593632028456,
+    2.2828418549070966,
+    2.2732821855139225,
+    2.264455059741406,
+    2.256133515784081,
+    2.2488109735732382,
+    2.240724890790087,
+    2.233784703498191,
+    2.2271454511804785,
+    2.2200561584310328,
+    2.2150913958853864,
+    2.2088582997626447,
+    2.203660622556159,
+    2.198605068186496,
+    2.193435803372809,
+    2.1884521524956884,
+    2.1848263258629657,
+    2.179438033002488,
+    2.1760000396282115,
+    2.172977049300011,
+    2.1684880535653295,
+    2.165035402521174,
+    2.1621104757836522,
+    2.158827279476409,
+    2.1561670531617834,
+    2.1529580963418837,
+    2.1506490479124354,
+    2.148303678695192,
+    2.145878122207966,
+    2.1434922192959074,
+    2.1420343251938516,
+    2.139381418836878,
+    2.1379473691290998
+  ],
+  "val_loss": [
+    4.589956140518188,
+    4.498831701278687,
+    3.450820231437683,
+    3.223701071739197,
+    3.079462504386902,
+    2.977644419670105,
+    2.8982948541641234,
+    2.8353756427764893,
+    2.782619667053223,
+    2.7403300523757936,
+    2.702825403213501,
+    2.673724317550659,
+    2.647006702423096,
+    2.623520851135254,
+    2.6043602228164673,
+    2.585438299179077,
+    2.569737935066223,
+    2.5546409845352174,
+    2.541029667854309,
+    2.52796356678009,
+    2.5161680221557616,
+    2.5063876867294312,
+    2.496633267402649,
+    2.4888595581054687,
+    2.4822137117385865,
+    2.4775348901748657,
+    2.469939041137695,
+    2.4642407655715943,
+    2.460089588165283,
+    2.455437707901001,
+    2.450346279144287,
+    2.4466224908828735,
+    2.443621039390564,
+    2.4403581619262695,
+    2.4369861125946044,
+    2.4344600677490233,
+    2.4310266017913817,
+    2.42836012840271,
+    2.4268747091293337,
+    2.4252954959869384,
+    2.4236485719680787,
+    2.4222830533981323,
+    2.421295237541199,
+    2.4200443267822265,
+    2.4181291103363036,
+    2.41718168258667,
+    2.415796399116516,
+    2.4140535593032837,
+    2.41275897026062,
+    2.4116687297821047,
+    2.4105141878128054,
+    2.40928852558136,
+    2.408313775062561,
+    2.4072006225585936,
+    2.406491279602051,
+    2.4066580057144167,
+    2.405950331687927,
+    2.4055263996124268,
+    2.404764199256897,
+    2.4043495416641236,
+    2.403930592536926,
+    2.403970170021057,
+    2.4034884929656983
+  ],
+  "val_perplexity": [
+    98.49011034201129,
+    89.91202581038705,
+    31.526240520127526,
+    25.120922678041623,
+    21.74671049281597,
+    19.641494989744096,
+    18.14318220700166,
+    17.036798848958792,
+    16.161302774108204,
+    15.492097456191711,
+    14.921832414408936,
+    14.493848493032438,
+    14.111734741468034,
+    13.784170259773791,
+    13.522571102208923,
+    13.269103652854021,
+    13.06240079514605,
+    12.86667949129843,
+    12.692733544337681,
+    12.527967772157874,
+    12.381061691175436,
+    12.260560984108105,
+    12.14154772735496,
+    12.047528776369004,
+    11.967728215867426,
+    11.911864141950842,
+    11.821726190702183,
+    11.754554300927456,
+    11.705860199544748,
+    11.651532400684747,
+    11.592360216864181,
+    11.54927299560035,
+    11.514660382956134,
+    11.477150685135939,
+    11.43851434527095,
+    11.409656608381601,
+    11.370549116368428,
+    11.340270236589069,
+    11.323437685407361,
+    11.305569676208389,
+    11.286965585928396,
+    11.271563543103484,
+    11.26043481137694,
+    11.2463578186871,
+    11.224839222198575,
+    11.21420953426007,
+    11.198685430286304,
+    11.179184913537071,
+    11.164721827138647,
+    11.152556228390464,
+    11.139687564295668,
+    11.126042433846722,
+    11.115202602136222,
+    11.102836570444024,
+    11.094963644157655,
+    11.096813618528119,
+    11.088963469754303,
+    11.08426349876004,
+    11.075818288060649,
+    11.07122656797292,
+    11.066589258731419,
+    11.06702725515953,
+    11.061697805699493
+  ],
+  "lr": [
+    0.001,
+    0.0009996337922143434,
+    0.0009985357335232357,
+    0.00099670751705359,
+    0.0009941519617826901,
+    0.0009908730081915342,
+    0.000986875712188896,
+    0.0009821662373154822,
+    0.0009767518452401978,
+    0.0009706408845631798,
+    0.000963842777942861,
+    0.0009563680075669134,
+    0.0009482280989894746,
+    0.0009394356033595785,
+    0.0009300040780681936,
+    0.0009199480658437089,
+    0.0009092830723281,
+    0.0008980255421683537,
+    0.0008861928336600147,
+    0.0008738031919819506,
+    0.00086087572106361,
+    0.0008474303541281473,
+    0.0008334878229568373,
+    0.000819069625922171,
+    0.0008041979948389247,
+    0.000788895860684311,
+    0.0007731868182400757,
+    0.0007570950897110536,
+    0.0007406454873762847,
+    0.0007238633753302783,
+    0.0007067746303734176,
+    0.0006894056021118091,
+    0.0006717830723281,
+    0.0006539342136859102,
+    0.0006358865478315551,
+    0.0006176679029576609,
+    0.0005993063708941097,
+    0.0005808302637924728,
+    0.0005622680704707263,
+    0.0005436484124855575,
+    0.0005249999999999999,
+    0.0005063515875144424,
+    0.00048773192952927363,
+    0.0004691697362075271,
+    0.0004506936291058904,
+    0.00043233209704233907,
+    0.00041411345216844496,
+    0.0003960657863140896,
+    0.0003782169276719,
+    0.0003605943978881909,
+    0.0003432253696265824,
+    0.0003261366246697218,
+    0.0003093545126237153,
+    0.00029290491028894635,
+    0.0002768131817599243,
+    0.00026110413931568893,
+    0.00024580200516107533,
+    0.000230930374077829,
+    0.00021651217704316285,
+    0.0002025696458718528,
+    0.00018912427893638998,
+    0.00017619680801804933,
+    0.00016380716633998532
+  ],
+  "epoch_time": [
+    18.687887,
+    18.271976,
+    19.295498,
+    20.159063,
+    21.511919,
+    21.237398,
+    20.360741,
+    20.582748,
+    20.994744,
+    20.833688,
+    20.590812,
+    20.656061,
+    20.826784,
+    20.841734,
+    20.759313,
+    20.633515,
+    20.608371,
+    20.576107,
+    20.510795,
+    20.568413,
+    20.576285,
+    20.627223,
+    20.626052,
+    20.684826,
+    20.669935,
+    20.657214,
+    20.721946,
+    20.747953,
+    20.712902,
+    20.740117,
+    20.696147,
+    20.65011,
+    20.649358,
+    20.600996,
+    20.603366,
+    20.561034,
+    20.597736,
+    20.559257,
+    20.503821,
+    20.547216,
+    20.576612,
+    20.543663,
+    20.61156,
+    20.677359,
+    20.633286,
+    20.620682,
+    20.60477,
+    20.588634,
+    20.630487,
+    20.656216,
+    20.664338,
+    20.593479,
+    20.654712,
+    20.594688,
+    20.512631,
+    20.585156,
+    20.590198,
+    20.629543,
+    20.696788,
+    20.792584,
+    20.701093,
+    20.677725,
+    20.688729
+  ]
+}