EXP_004_late-fusion_s42: checkpoint step 2000

repro_check/experiments/EXP_004_late-fusion_s42/best_model/meta.json

@@ -1,10 +1,10 @@
 {
   "config_hash": "d50d826ea858",
-  "epoch": 11,
+  "epoch": 14,
   "exp_id": "EXP_004",
-  "metric": 0.9643764631134338,
+  "metric": 0.9648909701590483,
   "metric_name": "val/mean_auc",
-  "saved_at": "2026-10-05T01:46:36Z",
-  "sha256": "a0d1d90ed5a03f4cc6d52666314dc696e2db63165b7adc2bb865ebf0794a9c60",
-  "step": 1496
+  "saved_at": "2026-10-05T01:46:48Z",
+  "sha256": "a5458a2252b3e75d7582f1870c4a84d1f262f467e6118b0ae522fc118ac01f6f",
+  "step": 1904
 }

repro_check/experiments/EXP_004_late-fusion_s42/best_model/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0d1d90ed5a03f4cc6d52666314dc696e2db63165b7adc2bb865ebf0794a9c60
+oid sha256:a5458a2252b3e75d7582f1870c4a84d1f262f467e6118b0ae522fc118ac01f6f
 size 4759640

repro_check/experiments/EXP_004_late-fusion_s42/checkpoints/LATEST.json

@@ -1,10 +1,10 @@
 {
-  "step": 1500,
-  "dir": "checkpoints/step-0001500",
-  "updated_at": "2026-10-05T01:46:37Z",
+  "step": 2000,
+  "dir": "checkpoints/step-0002000",
+  "updated_at": "2026-10-05T01:46:51Z",
   "config_hash": "d50d826ea858",
   "history": [
-    "checkpoints/step-0001000",
-    "checkpoints/step-0001500"
+    "checkpoints/step-0001500",
+    "checkpoints/step-0002000"
   ]
 }

repro_check/experiments/EXP_004_late-fusion_s42/checkpoints/{step-0001000 → step-0002000}/meta.json

@@ -1,13 +1,13 @@
 {
   "config_hash": "d50d826ea858",
-  "created_at": "2026-10-05T01:46:21Z",
-  "epoch": 7,
+  "created_at": "2026-10-05T01:46:51Z",
+  "epoch": 14,
   "files": {
     "training_state.pt": {
-      "bytes": 14311932,
-      "sha256": "2718b1d190d40e43f6401392d29a33565ae551a81e669602ca91e2c5c521c669"
+      "bytes": 14315452,
+      "sha256": "96c3808d0c15fc9b3ddc7eda1610501958ae0e9785c4df6a2af15b31c6d46dd9"
     }
   },
   "reason": "interval",
-  "step": 1000
+  "step": 2000
 }

repro_check/experiments/EXP_004_late-fusion_s42/checkpoints/{step-0001000 → step-0002000}/training_state.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2718b1d190d40e43f6401392d29a33565ae551a81e669602ca91e2c5c521c669
-size 14311932
+oid sha256:96c3808d0c15fc9b3ddc7eda1610501958ae0e9785c4df6a2af15b31c6d46dd9
+size 14315452

repro_check/experiments/EXP_004_late-fusion_s42/logs/pipeline.jsonl

@@ -168,3 +168,11 @@
 {"t": "2026-10-05T01:46:36Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 11/30 (epoch=11, step=1496, lr=0.0007525, train/v=0.04674, train/a=0.005026, train/quad=0.1892, train/total=0.1464, val/v_loss=0.08422, val/a_loss=0.0212, val/quad_loss=0.3674, val/loss=0.2891, val/video_auc=0.9304, val/video_f1@0.5=0.9146, val/audio_auc=0.9983, val/audio_f1@0.5=0.9834, val/clip_auc=0.9207, val/clip_f1@0.5=0.9401, val/mean_auc=0.9644, val/quad_macro_f1=0.8192, epoch_seconds=4, val_seconds=0.4, best=0.9644, improved=True)", "epoch": 11, "step": 1496, "lr": 0.0007524999999999999, "train/v": 0.04674243981785634, "train/a": 0.005025570208518355, "train/quad": 0.18916702103417585, "train/total": 0.146351520821233, "val/v_loss": 0.08421890872220199, "val/a_loss": 0.021196155391054263, "val/quad_loss": 0.3673804940448867, "val/loss": 0.2891053081386619, "val/video_auc": 0.9304285714285715, "val/video_f1@0.5": 0.9145860709592641, "val/audio_auc": 0.9983243547982962, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.9206581059390049, "val/clip_f1@0.5": 0.9401330376940134, "val/mean_auc": 0.9643764631134338, "val/quad_macro_f1": 0.8192007000976084, "epoch_seconds": 4.0, "val_seconds": 0.4, "best": 0.9643764631134338, "improved": true}
 {"t": "2026-10-05T01:46:36Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9643764631134338"}
 {"t": "2026-10-05T01:46:36Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1500 (interval) (step=1500, epoch=11, mb=14.3)", "step": 1500, "epoch": 11, "mb": 14.3}
+{"t": "2026-10-05T01:46:39Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 1500 verified on HF (step=1500, seconds=2.1, with_best=True)", "step": 1500, "seconds": 2.1, "with_best": true}
+{"t": "2026-10-05T01:46:40Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 12/30 (epoch=12, step=1632, lr=0.0007038, train/v=0.04549, train/a=0.00215, train/quad=0.1742, train/total=0.1348, val/v_loss=0.1057, val/a_loss=0.02459, val/quad_loss=0.4364, val/loss=0.3485, val/video_auc=0.9157, val/video_f1@0.5=0.8696, val/audio_auc=0.9988, val/audio_f1@0.5=0.9834, val/clip_auc=0.9125, val/clip_f1@0.5=0.9127, val/mean_auc=0.9572, val/quad_macro_f1=0.8112, epoch_seconds=4.1, val_seconds=0.4, best=0.9644, improved=False)", "epoch": 12, "step": 1632, "lr": 0.00070383923520322, "train/v": 0.04548890601076624, "train/a": 0.0021496730585982625, "train/quad": 0.17424235851777828, "train/total": 0.13475975807865753, "val/v_loss": 0.10572211672034529, "val/a_loss": 0.024591115148053986, "val/quad_loss": 0.43638577229446834, "val/loss": 0.34850611951616073, "val/video_auc": 0.9156571428571427, "val/video_f1@0.5": 0.8695652173913043, "val/audio_auc": 0.9988098220997244, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.9124719101123595, "val/clip_f1@0.5": 0.9126891734575088, "val/mean_auc": 0.9572334824784335, "val/quad_macro_f1": 0.8111886137288147, "epoch_seconds": 4.1, "val_seconds": 0.4, "best": 0.9643764631134338, "improved": false}
+{"t": "2026-10-05T01:46:40Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9572334824784335"}
+{"t": "2026-10-05T01:46:44Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 13/30 (epoch=13, step=1768, lr=0.0006528, train/v=0.039, train/a=0.001356, train/quad=0.1499, train/total=0.1153, val/v_loss=0.1202, val/a_loss=0.02397, val/quad_loss=0.5054, val/loss=0.3969, val/video_auc=0.905, val/video_f1@0.5=0.8753, val/audio_auc=0.9985, val/audio_f1@0.5=0.9834, val/clip_auc=0.9157, val/clip_f1@0.5=0.9222, val/mean_auc=0.9518, val/quad_macro_f1=0.8013, epoch_seconds=4, val_seconds=0.4, best=0.9644, improved=False)", "epoch": 13, "step": 1768, "lr": 0.0006527648314458388, "train/v": 0.038997969884589756, "train/a": 0.0013559701068890503, "train/quad": 0.14992353621432009, "train/total": 0.1153157078934943, "val/v_loss": 0.12019728538062838, "val/a_loss": 0.023968451274211273, "val/quad_loss": 0.5053751071294149, "val/loss": 0.3968532896704144, "val/video_auc": 0.9050380952380952, "val/video_f1@0.5": 0.8753462603878116, "val/audio_auc": 0.9985122776246554, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.9156500802568219, "val/clip_f1@0.5": 0.9221835075493612, "val/mean_auc": 0.9517751864313753, "val/quad_macro_f1": 0.8012984476688642, "epoch_seconds": 4.0, "val_seconds": 0.4, "best": 0.9643764631134338, "improved": false}
+{"t": "2026-10-05T01:46:44Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9517751864313753"}
+{"t": "2026-10-05T01:46:48Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_004 epoch 14/30 (epoch=14, step=1904, lr=0.0005999, train/v=0.03663, train/a=0.002323, train/quad=0.1452, train/total=0.1115, val/v_loss=0.08939, val/a_loss=0.02434, val/quad_loss=0.3955, val/loss=0.3115, val/video_auc=0.9317, val/video_f1@0.5=0.9049, val/audio_auc=0.9981, val/audio_f1@0.5=0.981, val/clip_auc=0.9219, val/clip_f1@0.5=0.9329, val/mean_auc=0.9649, val/quad_macro_f1=0.8381, epoch_seconds=4, val_seconds=0.4, best=0.9649, improved=True)", "epoch": 14, "step": 1904, "lr": 0.0005998967628022506, "train/v": 0.03662736075656379, "train/a": 0.002323044085963321, "train/quad": 0.14516788463601293, "train/total": 0.11153434710029293, "val/v_loss": 0.08939213554064433, "val/a_loss": 0.024336629392640436, "val/quad_loss": 0.3955116520325343, "val/loss": 0.31148459182845223, "val/video_auc": 0.9317238095238096, "val/video_f1@0.5": 0.904891304347826, "val/audio_auc": 0.9980581307942871, "val/audio_f1@0.5": 0.9809523809523809, "val/clip_auc": 0.9218780096308187, "val/clip_f1@0.5": 0.9328782707622298, "val/mean_auc": 0.9648909701590483, "val/quad_macro_f1": 0.8381230445571259, "epoch_seconds": 4.0, "val_seconds": 0.4, "best": 0.9648909701590483, "improved": true}
+{"t": "2026-10-05T01:46:48Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9648909701590483"}
+{"t": "2026-10-05T01:46:51Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 2000 (interval) (step=2000, epoch=14, mb=14.3)", "step": 2000, "epoch": 14, "mb": 14.3}

repro_check/experiments/EXP_004_late-fusion_s42/metrics/training_history.csv

@@ -10,3 +10,6 @@ epoch,step,lr,train/v,train/a,train/quad,train/total,val/v_loss,val/a_loss,val/q
 9,1224,0.000840254377954742,0.05250795062302666,0.0033098333239703448,0.20888588018715382,0.16026072289027712,0.09076429717242718,0.03653542096698301,0.4238450614114602,0.3392222531967693,0.9209333333333334,0.900804289544236,0.9954428714607868,0.9809523809523809,0.9136757624398073,0.9330306469920545,0.9581881023970601,0.8051143850804292,4.0,0.4
 10,1360,0.0007981564500691652,0.052404260139583665,0.0029113510762298947,0.20255479348056457,0.15659300824079445,0.08390441485163239,0.027380791215364297,0.4186466948853599,0.32060855171746677,0.9260857142857144,0.9042553191489362,0.9963511651215234,0.9785202863961814,0.9142375601926165,0.9322799097065463,0.961218439703619,0.8172631423799935,3.9,0.4
 11,1496,0.0007524999999999999,0.04674243981785634,0.005025570208518355,0.18916702103417585,0.146351520821233,0.08421890872220199,0.021196155391054263,0.3673804940448867,0.2891053081386619,0.9304285714285715,0.9145860709592641,0.9983243547982962,0.9833729216152018,0.9206581059390049,0.9401330376940134,0.9643764631134338,0.8192007000976084,4.0,0.4
+12,1632,0.00070383923520322,0.04548890601076624,0.0021496730585982625,0.17424235851777828,0.13475975807865753,0.10572211672034529,0.024591115148053986,0.43638577229446834,0.34850611951616073,0.9156571428571427,0.8695652173913043,0.9988098220997244,0.9833729216152018,0.9124719101123595,0.9126891734575088,0.9572334824784335,0.8111886137288147,4.1,0.4
+13,1768,0.0006527648314458388,0.038997969884589756,0.0013559701068890503,0.14992353621432009,0.1153157078934943,0.12019728538062838,0.023968451274211273,0.5053751071294149,0.3968532896704144,0.9050380952380952,0.8753462603878116,0.9985122776246554,0.9833729216152018,0.9156500802568219,0.9221835075493612,0.9517751864313753,0.8012984476688642,4.0,0.4
+14,1904,0.0005998967628022506,0.03662736075656379,0.002323044085963321,0.14516788463601293,0.11153434710029293,0.08939213554064433,0.024336629392640436,0.3955116520325343,0.31148459182845223,0.9317238095238096,0.904891304347826,0.9980581307942871,0.9809523809523809,0.9218780096308187,0.9328782707622298,0.9648909701590483,0.8381230445571259,4.0,0.4