EXP_004_late-fusion_s42: checkpoint step 3000

repro_check/experiments/EXP_004_late-fusion_s42/best_model/meta.json

@@ -1,10 +1,10 @@
 {
   "config_hash": "d50d826ea858",
-  "epoch": 17,
+  "epoch": 20,
   "exp_id": "EXP_004",
-  "metric": 0.9674607050387181,
+  "metric": 0.9695455596520742,
   "metric_name": "val/mean_auc",
-  "saved_at": "2026-10-05T01:47:00Z",
-  "sha256": "48a5012bc1ca1441c2eaae6a329897169d230a59a6bd35238ce4fee61c150c48",
-  "step": 2312
+  "saved_at": "2026-10-05T01:47:12Z",
+  "sha256": "c992a85f42f14852f4939b2ba343871c6c92f232af4ded231154ddb8287e8eb1",
+  "step": 2720
 }

repro_check/experiments/EXP_004_late-fusion_s42/best_model/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48a5012bc1ca1441c2eaae6a329897169d230a59a6bd35238ce4fee61c150c48
+oid sha256:c992a85f42f14852f4939b2ba343871c6c92f232af4ded231154ddb8287e8eb1
 size 4759640

repro_check/experiments/EXP_004_late-fusion_s42/checkpoints/LATEST.json

@@ -1,10 +1,10 @@
 {
-  "step": 2500,
-  "dir": "checkpoints/step-0002500",
-  "updated_at": "2026-10-05T01:47:06Z",
+  "step": 3000,
+  "dir": "checkpoints/step-0003000",
+  "updated_at": "2026-10-05T01:47:21Z",
   "config_hash": "d50d826ea858",
   "history": [
-    "checkpoints/step-0002000",
-    "checkpoints/step-0002500"
+    "checkpoints/step-0002500",
+    "checkpoints/step-0003000"
   ]
 }

repro_check/experiments/EXP_004_late-fusion_s42/checkpoints/{step-0002000 → step-0003000}/meta.json

@@ -1,13 +1,13 @@
 {
   "config_hash": "d50d826ea858",
-  "created_at": "2026-10-05T01:46:51Z",
-  "epoch": 14,
+  "created_at": "2026-10-05T01:47:20Z",
+  "epoch": 22,
   "files": {
     "training_state.pt": {
-      "bytes": 14315452,
-      "sha256": "96c3808d0c15fc9b3ddc7eda1610501958ae0e9785c4df6a2af15b31c6d46dd9"
+      "bytes": 14319484,
+      "sha256": "be35dfe01537a4f5eff3dc54df5e6f8c917b00756f7059023d18ab945b90c6c3"
     }
   },
   "reason": "interval",
-  "step": 2000
+  "step": 3000
 }

repro_check/experiments/EXP_004_late-fusion_s42/checkpoints/{step-0002000 → step-0003000}/training_state.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96c3808d0c15fc9b3ddc7eda1610501958ae0e9785c4df6a2af15b31c6d46dd9
-size 14315452
+oid sha256:be35dfe01537a4f5eff3dc54df5e6f8c917b00756f7059023d18ab945b90c6c3
+size 14319484

repro_check/experiments/EXP_004_late-fusion_s42/logs/pipeline.jsonl

@@ -186,3 +186,13 @@
 {"t": "2026-10-05T01:47:04Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 18/30 (epoch=18, step=2448, lr=0.0003835, train/v=0.02539, train/a=0.001722, train/quad=0.09957, train/total=0.0769, val/v_loss=0.08674, val/a_loss=0.03056, val/quad_loss=0.3821, val/loss=0.3083, val/video_auc=0.9361, val/video_f1@0.5=0.9119, val/audio_auc=0.9987, val/audio_f1@0.5=0.9858, val/clip_auc=0.9325, val/clip_f1@0.5=0.9394, val/mean_auc=0.9674, val/quad_macro_f1=0.818, epoch_seconds=4, val_seconds=0.4, best=0.9675, improved=False)", "epoch": 18, "step": 2448, "lr": 0.00038348468386530446, "train/v": 0.02539349749499439, "train/a": 0.0017223786524763294, "train/quad": 0.09956934297566905, "train/total": 0.07690054785651977, "val/v_loss": 0.08674146452297767, "val/a_loss": 0.030558239328797754, "val/quad_loss": 0.3820500063399474, "val/loss": 0.3083247024979856, "val/video_auc": 0.9361238095238095, "val/video_f1@0.5": 0.9119170984455959, "val/audio_auc": 0.9986845402154848, "val/audio_f1@0.5": 0.985781990521327, "val/clip_auc": 0.9325200642054575, "val/clip_f1@0.5": 0.9393605292171996, "val/mean_auc": 0.9674041748696471, "val/quad_macro_f1": 0.8179921378706545, "epoch_seconds": 4.0, "val_seconds": 0.4, "best": 0.9674607050387181, "improved": false}
 {"t": "2026-10-05T01:47:04Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9674041748696471"}
 {"t": "2026-10-05T01:47:06Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 2500 (interval) (step=2500, epoch=18, mb=14.3)", "step": 2500, "epoch": 18, "mb": 14.3}
+{"t": "2026-10-05T01:47:08Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 2500 verified on HF (step=2500, seconds=2.2, with_best=True)", "step": 2500, "seconds": 2.2, "with_best": true}
+{"t": "2026-10-05T01:47:08Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 19/30 (epoch=19, step=2584, lr=0.0003314, train/v=0.02365, train/a=0.00125, train/quad=0.09172, train/total=0.07076, val/v_loss=0.08894, val/a_loss=0.03187, val/quad_loss=0.3905, val/loss=0.3161, val/video_auc=0.9366, val/video_f1@0.5=0.917, val/audio_auc=0.9986, val/audio_f1@0.5=0.9858, val/clip_auc=0.9327, val/clip_f1@0.5=0.9444, val/mean_auc=0.9676, val/quad_macro_f1=0.8142, epoch_seconds=4.2, val_seconds=0.4, best=0.9676, improved=True)", "epoch": 19, "step": 2584, "lr": 0.00033143441017958667, "train/v": 0.023652781910427353, "train/a": 0.001249830002865839, "train/quad": 0.091715497252367, "train/total": 0.07076036072719623, "val/v_loss": 0.08894499763846397, "val/a_loss": 0.03186881237194131, "val/quad_loss": 0.39048419520258904, "val/loss": 0.31605590341819656, "val/video_auc": 0.9365904761904761, "val/video_f1@0.5": 0.9169859514687101, "val/audio_auc": 0.9985905788023052, "val/audio_f1@0.5": 0.985781990521327, "val/clip_auc": 0.9326966292134833, "val/clip_f1@0.5": 0.9443838604143948, "val/mean_auc": 0.9675905274963906, "val/quad_macro_f1": 0.8142332051250457, "epoch_seconds": 4.2, "val_seconds": 0.4, "best": 0.9675905274963906, "improved": true}
+{"t": "2026-10-05T01:47:08Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9675905274963906"}
+{"t": "2026-10-05T01:47:12Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 20/30 (epoch=20, step=2720, lr=0.0002815, train/v=0.02139, train/a=0.0009317, train/quad=0.08353, train/total=0.06409, val/v_loss=0.08113, val/a_loss=0.02863, val/quad_loss=0.352, val/loss=0.2857, val/video_auc=0.9407, val/video_f1@0.5=0.9217, val/audio_auc=0.9984, val/audio_f1@0.5=0.9834, val/clip_auc=0.935, val/clip_f1@0.5=0.9433, val/mean_auc=0.9695, val/quad_macro_f1=0.8425, epoch_seconds=3.9, val_seconds=0.4, best=0.9695, improved=True)", "epoch": 20, "step": 2720, "lr": 0.00028149098763610985, "train/v": 0.021391903190627035, "train/a": 0.0009316837120937795, "train/quad": 0.08352591159671326, "train/total": 0.06408654267023153, "val/v_loss": 0.08113191649317741, "val/a_loss": 0.028626097455205328, "val/quad_loss": 0.35198360598749584, "val/loss": 0.2857498216132323, "val/video_auc": 0.9406571428571429, "val/video_f1@0.5": 0.9216710182767625, "val/audio_auc": 0.9984339764470056, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.9349598715890851, "val/clip_f1@0.5": 0.9432703003337041, "val/mean_auc": 0.9695455596520742, "val/quad_macro_f1": 0.8425428205200672, "epoch_seconds": 3.9, "val_seconds": 0.4, "best": 0.9695455596520742, "improved": true}
+{"t": "2026-10-05T01:47:12Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9695455596520742"}
+{"t": "2026-10-05T01:47:16Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 21/30 (epoch=21, step=2856, lr=0.0002343, train/v=0.0216, train/a=0.001117, train/quad=0.0836, train/total=0.06452, val/v_loss=0.08998, val/a_loss=0.03411, val/quad_loss=0.3943, val/loss=0.3212, val/video_auc=0.9395, val/video_f1@0.5=0.9179, val/audio_auc=0.998, val/audio_f1@0.5=0.9858, val/clip_auc=0.9341, val/clip_f1@0.5=0.942, val/mean_auc=0.9688, val/quad_macro_f1=0.8402, epoch_seconds=4, val_seconds=0.4, best=0.9695, improved=False)", "epoch": 21, "step": 2856, "lr": 0.0002342606617293988, "train/v": 0.021604730045724222, "train/a": 0.0011169234915622142, "train/quad": 0.08359926797942642, "train/total": 0.06452128710225224, "val/v_loss": 0.08998010219592187, "val/a_loss": 0.03411359618934916, "val/quad_loss": 0.39427846835719216, "val/loss": 0.32123293375803363, "val/video_auc": 0.9395333333333333, "val/video_f1@0.5": 0.917900403768506, "val/audio_auc": 0.9979719994988725, "val/audio_f1@0.5": 0.985781990521327, "val/clip_auc": 0.9341252006420545, "val/clip_f1@0.5": 0.9419795221843004, "val/mean_auc": 0.9687526664161029, "val/quad_macro_f1": 0.8402122802977482, "epoch_seconds": 4.0, "val_seconds": 0.4, "best": 0.9695455596520742, "improved": false}
+{"t": "2026-10-05T01:47:16Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9687526664161029"}
+{"t": "2026-10-05T01:47:20Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 22/30 (epoch=22, step=2992, lr=0.0001903, train/v=0.0183, train/a=0.0009222, train/quad=0.07161, train/total=0.05503, val/v_loss=0.08899, val/a_loss=0.0381, val/quad_loss=0.4064, val/loss=0.3303, val/video_auc=0.9368, val/video_f1@0.5=0.9169, val/audio_auc=0.9987, val/audio_f1@0.5=0.9858, val/clip_auc=0.9321, val/clip_f1@0.5=0.9422, val/mean_auc=0.9677, val/quad_macro_f1=0.8346, epoch_seconds=3.9, val_seconds=0.4, best=0.9695, improved=False)", "epoch": 22, "step": 2992, "lr": 0.00019031674463606597, "train/v": 0.01830044057672186, "train/a": 0.000922201354529427, "train/quad": 0.0716060331392595, "train/total": 0.05502565876882085, "val/v_loss": 0.08898980687889788, "val/a_loss": 0.038096021647716166, "val/quad_loss": 0.4064246788620949, "val/loss": 0.33029816796382266, "val/video_auc": 0.9367904761904762, "val/video_f1@0.5": 0.9168900804289544, "val/audio_auc": 0.9986845402154848, "val/audio_f1@0.5": 0.985781990521327, "val/clip_auc": 0.9321027287319422, "val/clip_f1@0.5": 0.942242355605889, "val/mean_auc": 0.9677375082029804, "val/quad_macro_f1": 0.8345777417907049, "epoch_seconds": 3.9, "val_seconds": 0.4, "best": 0.9695455596520742, "improved": false}
+{"t": "2026-10-05T01:47:20Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9677375082029804"}
+{"t": "2026-10-05T01:47:21Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 3000 (interval) (step=3000, epoch=22, mb=14.3)", "step": 3000, "epoch": 22, "mb": 14.3}

repro_check/experiments/EXP_004_late-fusion_s42/metrics/training_history.csv

@@ -17,3 +17,7 @@ epoch,step,lr,train/v,train/a,train/quad,train/total,val/v_loss,val/a_loss,val/q
 16,2176,0.0004913606005277598,0.030946535476045135,0.001675295245571065,0.11736400398042272,0.09130383289747816,0.08856738338039981,0.026944458694742934,0.3856213465332985,0.30832251492473817,0.9303142857142856,0.9056603773584906,0.997807567025808,0.9833729216152018,0.9285714285714286,0.9351535836177475,0.9640609263700468,0.8269240349944597,4.0,0.4
 17,2312,0.00043700998887988794,0.027611297322437167,0.0014093294915787336,0.1058930803419036,0.08196716658387553,0.08646269711769289,0.02475864622965042,0.3882467539774047,0.30534471985366607,0.936847619047619,0.9121447028423773,0.9980737910298171,0.9833729216152018,0.9320064205457465,0.9384615384615385,0.9674607050387181,0.809480066011524,3.9,0.4
 18,2448,0.00038348468386530446,0.02539349749499439,0.0017223786524763294,0.09956934297566905,0.07690054785651977,0.08674146452297767,0.030558239328797754,0.3820500063399474,0.3083247024979856,0.9361238095238095,0.9119170984455959,0.9986845402154848,0.985781990521327,0.9325200642054575,0.9393605292171996,0.9674041748696471,0.8179921378706545,4.0,0.4
+19,2584,0.00033143441017958667,0.023652781910427353,0.001249830002865839,0.091715497252367,0.07076036072719623,0.08894499763846397,0.03186881237194131,0.39048419520258904,0.31605590341819656,0.9365904761904761,0.9169859514687101,0.9985905788023052,0.985781990521327,0.9326966292134833,0.9443838604143948,0.9675905274963906,0.8142332051250457,4.2,0.4
+20,2720,0.00028149098763610985,0.021391903190627035,0.0009316837120937795,0.08352591159671326,0.06408654267023153,0.08113191649317741,0.028626097455205328,0.35198360598749584,0.2857498216132323,0.9406571428571429,0.9216710182767625,0.9984339764470056,0.9833729216152018,0.9349598715890851,0.9432703003337041,0.9695455596520742,0.8425428205200672,3.9,0.4
+21,2856,0.0002342606617293988,0.021604730045724222,0.0011169234915622142,0.08359926797942642,0.06452128710225224,0.08998010219592187,0.03411359618934916,0.39427846835719216,0.32123293375803363,0.9395333333333333,0.917900403768506,0.9979719994988725,0.985781990521327,0.9341252006420545,0.9419795221843004,0.9687526664161029,0.8402122802977482,4.0,0.4
+22,2992,0.00019031674463606597,0.01830044057672186,0.000922201354529427,0.0716060331392595,0.05502565876882085,0.08898980687889788,0.038096021647716166,0.4064246788620949,0.33029816796382266,0.9367904761904762,0.9168900804289544,0.9986845402154848,0.985781990521327,0.9321027287319422,0.942242355605889,0.9677375082029804,0.8345777417907049,3.9,0.4