EXP_004_late-fusion_s42: checkpoint step 1500

repro_check/experiments/EXP_004_late-fusion_s42/best_model/meta.json

@@ -1,10 +1,10 @@
 {
   "config_hash": "d50d826ea858",
-  "epoch": 7,
+  "epoch": 11,
   "exp_id": "EXP_004",
-  "metric": 0.9593785866413715,
+  "metric": 0.9643764631134338,
   "metric_name": "val/mean_auc",
-  "saved_at": "2026-10-05T01:46:20Z",
-  "sha256": "850a332676d527a1203b695023ff0a44c3a97f75f51baa7da0cf62e4e9e2b696",
-  "step": 952
+  "saved_at": "2026-10-05T01:46:36Z",
+  "sha256": "a0d1d90ed5a03f4cc6d52666314dc696e2db63165b7adc2bb865ebf0794a9c60",
+  "step": 1496
 }

repro_check/experiments/EXP_004_late-fusion_s42/best_model/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:850a332676d527a1203b695023ff0a44c3a97f75f51baa7da0cf62e4e9e2b696
+oid sha256:a0d1d90ed5a03f4cc6d52666314dc696e2db63165b7adc2bb865ebf0794a9c60
 size 4759640

repro_check/experiments/EXP_004_late-fusion_s42/checkpoints/LATEST.json

@@ -1,10 +1,10 @@
 {
-  "step": 1000,
-  "dir": "checkpoints/step-0001000",
-  "updated_at": "2026-10-05T01:46:22Z",
+  "step": 1500,
+  "dir": "checkpoints/step-0001500",
+  "updated_at": "2026-10-05T01:46:37Z",
   "config_hash": "d50d826ea858",
   "history": [
-    "checkpoints/step-0000500",
-    "checkpoints/step-0001000"
+    "checkpoints/step-0001000",
+    "checkpoints/step-0001500"
   ]
 }

repro_check/experiments/EXP_004_late-fusion_s42/checkpoints/{step-0000500 → step-0001500}/meta.json

@@ -1,13 +1,13 @@
 {
   "config_hash": "d50d826ea858",
-  "created_at": "2026-10-05T01:46:06Z",
-  "epoch": 3,
+  "created_at": "2026-10-05T01:46:36Z",
+  "epoch": 11,
   "files": {
     "training_state.pt": {
-      "bytes": 14309884,
-      "sha256": "99451c3b9084a89526cba65680b0064463441dd7fde2e749477457b387d953bb"
+      "bytes": 14313916,
+      "sha256": "0bbb7b3313615decc2d69712b5a7e918b3c73f8838a33894e0de5ce0ad8045c9"
     }
   },
   "reason": "interval",
-  "step": 500
+  "step": 1500
 }

repro_check/experiments/EXP_004_late-fusion_s42/checkpoints/{step-0000500 → step-0001500}/training_state.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99451c3b9084a89526cba65680b0064463441dd7fde2e749477457b387d953bb
-size 14309884
+oid sha256:0bbb7b3313615decc2d69712b5a7e918b3c73f8838a33894e0de5ce0ad8045c9
+size 14313916

repro_check/experiments/EXP_004_late-fusion_s42/logs/pipeline.jsonl

@@ -158,3 +158,13 @@
 {"t": "2026-10-05T01:46:20Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 7/30 (epoch=7, step=952, lr=0.0009118, train/v=0.0606, train/a=0.006873, train/quad=0.2448, train/total=0.1899, val/v_loss=0.08224, val/a_loss=0.01904, val/quad_loss=0.3558, val/loss=0.2792, val/video_auc=0.9206, val/video_f1@0.5=0.9098, val/audio_auc=0.9981, val/audio_f1@0.5=0.9834, val/clip_auc=0.9197, val/clip_f1@0.5=0.9359, val/mean_auc=0.9594, val/quad_macro_f1=0.7847, epoch_seconds=4, val_seconds=0.4, best=0.9594, improved=True)", "epoch": 7, "step": 952, "lr": 0.0009117800185364963, "train/v": 0.060599811347749305, "train/a": 0.006872993936587377, "train/quad": 0.24476677590214155, "train/total": 0.18985619319274144, "val/v_loss": 0.08223676847087012, "val/a_loss": 0.019035375252466718, "val/quad_loss": 0.35576170020633274, "val/loss": 0.2791529864900642, "val/video_auc": 0.9206285714285714, "val/video_f1@0.5": 0.9097839898348158, "val/audio_auc": 0.9981286018541718, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.9197431781701444, "val/clip_f1@0.5": 0.9359391965255157, "val/mean_auc": 0.9593785866413715, "val/quad_macro_f1": 0.7846527622876045, "epoch_seconds": 4.0, "val_seconds": 0.4, "best": 0.9593785866413715, "improved": true}
 {"t": "2026-10-05T01:46:20Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9593785866413715"}
 {"t": "2026-10-05T01:46:21Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1000 (interval) (step=1000, epoch=7, mb=14.3)", "step": 1000, "epoch": 7, "mb": 14.3}
+{"t": "2026-10-05T01:46:24Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 8/30 (epoch=8, step=1088, lr=0.0008783, train/v=0.05836, train/a=0.00346, train/quad=0.225, train/total=0.1743, val/v_loss=0.0866, val/a_loss=0.02625, val/quad_loss=0.398, val/loss=0.3119, val/video_auc=0.9195, val/video_f1@0.5=0.9056, val/audio_auc=0.9967, val/audio_f1@0.5=0.981, val/clip_auc=0.9187, val/clip_f1@0.5=0.9364, val/mean_auc=0.9581, val/quad_macro_f1=0.792, epoch_seconds=4.1, val_seconds=0.4, best=0.9594, improved=False)", "epoch": 8, "step": 1088, "lr": 0.0008782827718395636, "train/v": 0.05835923999000121, "train/a": 0.003460053988820779, "train/quad": 0.22503895739860394, "train/total": 0.174338773057303, "val/v_loss": 0.0866037296752135, "val/a_loss": 0.026247311532845034, "val/quad_loss": 0.39803129186232883, "val/loss": 0.3118666795392831, "val/video_auc": 0.9194666666666668, "val/video_f1@0.5": 0.9056122448979592, "val/audio_auc": 0.9967270107742421, "val/audio_f1@0.5": 0.9809523809523809, "val/clip_auc": 0.9186677367576245, "val/clip_f1@0.5": 0.9364035087719298, "val/mean_auc": 0.9580968387204545, "val/quad_macro_f1": 0.7919677236063001, "epoch_seconds": 4.1, "val_seconds": 0.4, "best": 0.9593785866413715, "improved": false}
+{"t": "2026-10-05T01:46:24Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9580968387204545"}
+{"t": "2026-10-05T01:46:25Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 1000 verified on HF (step=1000, seconds=2.9, with_best=True)", "step": 1000, "seconds": 2.9, "with_best": true}
+{"t": "2026-10-05T01:46:28Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 9/30 (epoch=9, step=1224, lr=0.0008403, train/v=0.05251, train/a=0.00331, train/quad=0.2089, train/total=0.1603, val/v_loss=0.09076, val/a_loss=0.03654, val/quad_loss=0.4238, val/loss=0.3392, val/video_auc=0.9209, val/video_f1@0.5=0.9008, val/audio_auc=0.9954, val/audio_f1@0.5=0.981, val/clip_auc=0.9137, val/clip_f1@0.5=0.933, val/mean_auc=0.9582, val/quad_macro_f1=0.8051, epoch_seconds=4, val_seconds=0.4, best=0.9594, improved=False)", "epoch": 9, "step": 1224, "lr": 0.000840254377954742, "train/v": 0.05250795062302666, "train/a": 0.0033098333239703448, "train/quad": 0.20888588018715382, "train/total": 0.16026072289027712, "val/v_loss": 0.09076429717242718, "val/a_loss": 0.03653542096698301, "val/quad_loss": 0.4238450614114602, "val/loss": 0.3392222531967693, "val/video_auc": 0.9209333333333334, "val/video_f1@0.5": 0.900804289544236, "val/audio_auc": 0.9954428714607868, "val/audio_f1@0.5": 0.9809523809523809, "val/clip_auc": 0.9136757624398073, "val/clip_f1@0.5": 0.9330306469920545, "val/mean_auc": 0.9581881023970601, "val/quad_macro_f1": 0.8051143850804292, "epoch_seconds": 4.0, "val_seconds": 0.4, "best": 0.9593785866413715, "improved": false}
+{"t": "2026-10-05T01:46:28Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9581881023970601"}
+{"t": "2026-10-05T01:46:32Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 10/30 (epoch=10, step=1360, lr=0.0007982, train/v=0.0524, train/a=0.002911, train/quad=0.2026, train/total=0.1566, val/v_loss=0.0839, val/a_loss=0.02738, val/quad_loss=0.4186, val/loss=0.3206, val/video_auc=0.9261, val/video_f1@0.5=0.9043, val/audio_auc=0.9964, val/audio_f1@0.5=0.9785, val/clip_auc=0.9142, val/clip_f1@0.5=0.9323, val/mean_auc=0.9612, val/quad_macro_f1=0.8173, epoch_seconds=3.9, val_seconds=0.4, best=0.9612, improved=True)", "epoch": 10, "step": 1360, "lr": 0.0007981564500691652, "train/v": 0.052404260139583665, "train/a": 0.0029113510762298947, "train/quad": 0.20255479348056457, "train/total": 0.15659300824079445, "val/v_loss": 0.08390441485163239, "val/a_loss": 0.027380791215364297, "val/quad_loss": 0.4186466948853599, "val/loss": 0.32060855171746677, "val/video_auc": 0.9260857142857144, "val/video_f1@0.5": 0.9042553191489362, "val/audio_auc": 0.9963511651215234, "val/audio_f1@0.5": 0.9785202863961814, "val/clip_auc": 0.9142375601926165, "val/clip_f1@0.5": 0.9322799097065463, "val/mean_auc": 0.961218439703619, "val/quad_macro_f1": 0.8172631423799935, "epoch_seconds": 3.9, "val_seconds": 0.4, "best": 0.961218439703619, "improved": true}
+{"t": "2026-10-05T01:46:32Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.961218439703619"}
+{"t": "2026-10-05T01:46:36Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 11/30 (epoch=11, step=1496, lr=0.0007525, train/v=0.04674, train/a=0.005026, train/quad=0.1892, train/total=0.1464, val/v_loss=0.08422, val/a_loss=0.0212, val/quad_loss=0.3674, val/loss=0.2891, val/video_auc=0.9304, val/video_f1@0.5=0.9146, val/audio_auc=0.9983, val/audio_f1@0.5=0.9834, val/clip_auc=0.9207, val/clip_f1@0.5=0.9401, val/mean_auc=0.9644, val/quad_macro_f1=0.8192, epoch_seconds=4, val_seconds=0.4, best=0.9644, improved=True)", "epoch": 11, "step": 1496, "lr": 0.0007524999999999999, "train/v": 0.04674243981785634, "train/a": 0.005025570208518355, "train/quad": 0.18916702103417585, "train/total": 0.146351520821233, "val/v_loss": 0.08421890872220199, "val/a_loss": 0.021196155391054263, "val/quad_loss": 0.3673804940448867, "val/loss": 0.2891053081386619, "val/video_auc": 0.9304285714285715, "val/video_f1@0.5": 0.9145860709592641, "val/audio_auc": 0.9983243547982962, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.9206581059390049, "val/clip_f1@0.5": 0.9401330376940134, "val/mean_auc": 0.9643764631134338, "val/quad_macro_f1": 0.8192007000976084, "epoch_seconds": 4.0, "val_seconds": 0.4, "best": 0.9643764631134338, "improved": true}
+{"t": "2026-10-05T01:46:36Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9643764631134338"}
+{"t": "2026-10-05T01:46:36Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1500 (interval) (step=1500, epoch=11, mb=14.3)", "step": 1500, "epoch": 11, "mb": 14.3}

repro_check/experiments/EXP_004_late-fusion_s42/metrics/training_history.csv

@@ -6,3 +6,7 @@ epoch,step,lr,train/v,train/a,train/quad,train/total,val/v_loss,val/a_loss,val/q
 5,680,0.0009636145632713268,0.07245332366951249,0.005277643379914106,0.28584296212476845,0.2206524488351801,0.12595788886149725,0.03252786814771172,0.580036986205313,0.4485042525662316,0.9031333333333333,0.866571018651363,0.9970715359559008,0.985781990521327,0.9001123595505618,0.9097387173396675,0.9501024346446171,0.7880656483667968,4.0,0.4
 6,816,0.000940339506847212,0.06816867273300886,0.00457952612417584,0.2676085585399586,0.20655247853959308,0.11068797152903345,0.028837678859367263,0.4918620702293184,0.3854566779401567,0.8982571428571429,0.8571428571428571,0.9965547481834127,0.985781990521327,0.9019582664526484,0.9177288528389339,0.9474059455202778,0.7785694162397445,4.0,0.4
 7,952,0.0009117800185364963,0.060599811347749305,0.006872993936587377,0.24476677590214155,0.18985619319274144,0.08223676847087012,0.019035375252466718,0.35576170020633274,0.2791529864900642,0.9206285714285714,0.9097839898348158,0.9981286018541718,0.9833729216152018,0.9197431781701444,0.9359391965255157,0.9593785866413715,0.7846527622876045,4.0,0.4
+8,1088,0.0008782827718395636,0.05835923999000121,0.003460053988820779,0.22503895739860394,0.174338773057303,0.0866037296752135,0.026247311532845034,0.39803129186232883,0.3118666795392831,0.9194666666666668,0.9056122448979592,0.9967270107742421,0.9809523809523809,0.9186677367576245,0.9364035087719298,0.9580968387204545,0.7919677236063001,4.1,0.4
+9,1224,0.000840254377954742,0.05250795062302666,0.0033098333239703448,0.20888588018715382,0.16026072289027712,0.09076429717242718,0.03653542096698301,0.4238450614114602,0.3392222531967693,0.9209333333333334,0.900804289544236,0.9954428714607868,0.9809523809523809,0.9136757624398073,0.9330306469920545,0.9581881023970601,0.8051143850804292,4.0,0.4
+10,1360,0.0007981564500691652,0.052404260139583665,0.0029113510762298947,0.20255479348056457,0.15659300824079445,0.08390441485163239,0.027380791215364297,0.4186466948853599,0.32060855171746677,0.9260857142857144,0.9042553191489362,0.9963511651215234,0.9785202863961814,0.9142375601926165,0.9322799097065463,0.961218439703619,0.8172631423799935,3.9,0.4
+11,1496,0.0007524999999999999,0.04674243981785634,0.005025570208518355,0.18916702103417585,0.146351520821233,0.08421890872220199,0.021196155391054263,0.3673804940448867,0.2891053081386619,0.9304285714285715,0.9145860709592641,0.9983243547982962,0.9833729216152018,0.9206581059390049,0.9401330376940134,0.9643764631134338,0.8192007000976084,4.0,0.4