EXP_001_video-probe_s42: checkpoint step 500

repro_check/experiments/EXP_001_video-probe_s42/best_model/config.json

@@ -133,7 +133,7 @@
     "lease_minutes": 30.0,
     "safety_minutes": 25.0,
     "time_budget_hours": 11.5,
-    "worker_name": "kaggle-worker-7"
+    "worker_name": "kaggle-worker-9"
   },
   "smoke": {
     "datasets": [

repro_check/experiments/EXP_001_video-probe_s42/best_model/meta.json

@@ -1,10 +1,10 @@
 {
   "config_hash": "e6ea34eedcf3",
-  "epoch": 22,
+  "epoch": 3,
   "exp_id": "EXP_001",
-  "metric": 0.9223714285714285,
+  "metric": 0.8767142857142857,
   "metric_name": "val/mean_auc",
-  "saved_at": "2026-10-05T01:39:53Z",
-  "sha256": "74a0661350fc491cb3dd626a729a0923db8c478577ff38f1de088f976e50ee6a",
-  "step": 2992
+  "saved_at": "2026-10-05T01:58:44Z",
+  "sha256": "36a55f14bdc4f058058896a6e5e660fc60ec9d744e21ba1817b632d3737e56a7",
+  "step": 408
 }

repro_check/experiments/EXP_001_video-probe_s42/best_model/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74a0661350fc491cb3dd626a729a0923db8c478577ff38f1de088f976e50ee6a
+oid sha256:36a55f14bdc4f058058896a6e5e660fc60ec9d744e21ba1817b632d3737e56a7
 size 9548

repro_check/experiments/EXP_001_video-probe_s42/checkpoints/LATEST.json

@@ -0,0 +1,9 @@
+{
+  "step": 500,
+  "dir": "checkpoints/step-0000500",
+  "updated_at": "2026-10-05T01:58:46Z",
+  "config_hash": "e6ea34eedcf3",
+  "history": [
+    "checkpoints/step-0000500"
+  ]
+}

repro_check/experiments/EXP_001_video-probe_s42/checkpoints/step-0000500/meta.json

@@ -0,0 +1,13 @@
+{
+  "config_hash": "e6ea34eedcf3",
+  "created_at": "2026-10-05T01:58:46Z",
+  "epoch": 3,
+  "files": {
+    "training_state.pt": {
+      "bytes": 49444,
+      "sha256": "a55ba9f6dec2a0283f896945f8f3ca59d3613a84b30497772a2956e0fa2f3e75"
+    }
+  },
+  "reason": "interval",
+  "step": 500
+}

repro_check/experiments/EXP_001_video-probe_s42/checkpoints/step-0000500/training_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55ba9f6dec2a0283f896945f8f3ca59d3613a84b30497772a2956e0fa2f3e75
+size 49444

repro_check/experiments/EXP_001_video-probe_s42/logs/pipeline.jsonl

@@ -1,93 +1,17 @@
-{"t": "2026-10-05T01:31:33Z", "level": "INFO", "event": "session_started", "msg": "[session_started] run_type=Batch mode=full device=cuda (Tesla T4, fp16) (git=9c43a7de96ba5ca1ceeb66e85d6f92c43811fdf7)", "git": "9c43a7de96ba5ca1ceeb66e85d6f92c43811fdf7"}
-{"t": "2026-10-05T01:31:35Z", "level": "INFO", "event": "hub_connected", "msg": "[hub_connected] MIHMahmudEli -> https://huggingface.co/MIHMahmudEli/davidnet-experiments (+ data https://huggingface.co/datasets/MIHMahmudEli/davidnet-q1-data)"}
-{"t": "2026-10-05T01:31:35Z", "level": "INFO", "event": "data_build", "msg": "[data_build] no frozen split on the Hub -> building from Kaggle mounts"}
-{"t": "2026-10-05T01:31:41Z", "level": "INFO", "event": "manifest_built", "msg": "[manifest_built] fakeavceleb: 21544 records (n=21544)", "n": 21544}
-{"t": "2026-10-05T01:31:42Z", "level": "INFO", "event": "manifest_built", "msg": "[manifest_built] celeb-df-v2: 518 records (n=518)", "n": 518}
-{"t": "2026-10-05T01:31:44Z", "level": "INFO", "event": "manifest_subsample", "msg": "[manifest_subsample] DFDC: 2512 real / 17397 fake available, kept 2500 / 2500 (seed 0)"}
-{"t": "2026-10-05T01:31:44Z", "level": "INFO", "event": "manifest_built", "msg": "[manifest_built] dfdc-10: 5000 records (n=5000)", "n": 5000}
-{"t": "2026-10-05T01:31:44Z", "level": "INFO", "event": "manifest_built", "msg": "[manifest_built] deepfaketimit: 640 records (n=640)", "n": 640}
-{"t": "2026-10-05T01:32:02Z", "level": "INFO", "event": "manifest_built", "msg": "[manifest_built] asvspoof2019-la: 71237 records (n=71237)", "n": 71237}
-{"t": "2026-10-05T01:32:06Z", "level": "INFO", "event": "manifest_built", "msg": "[manifest_built] in-the-wild: 31779 records (n=31779)", "n": 31779}
-{"t": "2026-10-05T01:32:14Z", "level": "INFO", "event": "manifest_subsample", "msg": "[manifest_subsample] WaveFake: 11 generators, <= 1000 per generator (seed 0) -> 11000 clips"}
-{"t": "2026-10-05T01:32:14Z", "level": "INFO", "event": "manifest_built", "msg": "[manifest_built] wavefake: 11000 records (n=11000)", "n": 11000}
-{"t": "2026-10-05T01:32:19Z", "level": "INFO", "event": "data_frozen", "msg": "[data_frozen] published 25 files, freeze 30794c87497e"}
-{"t": "2026-10-05T01:32:22Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] frozen data 30794c87497e: in-the-wild=31779, fakeavceleb=21544, asvspoof2019-la=71237, wavefake=11000, deepfaketimit=640, celeb-df-v2=518, dfdc-10=5000"}
-{"t": "2026-10-05T01:32:23Z", "level": "INFO", "event": "features_ready", "msg": "[features_ready] fs-a3b70d8acd complete on MIHMahmudEli/davidnet-q1-data"}
-{"t": "2026-10-05T01:32:24Z", "level": "INFO", "event": "experiment_registered", "msg": "[experiment_registered] EXP_001 = full:video-probe:s42 (config_hash=e6ea34eedcf3)", "config_hash": "e6ea34eedcf3"}
-{"t": "2026-10-05T01:32:25Z", "level": "INFO", "event": "experiment_started", "msg": "[experiment_started] EXP_001 video-probe seed 42 (exp_id=EXP_001, stage=baseline, split=strict)", "exp_id": "EXP_001", "stage": "baseline", "split": "strict"}
-{"t": "2026-10-05T01:38:17Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb: 26355 rows, 8682 clips (rows=26355, clips=8682)", "rows": 26355, "clips": 8682}
-{"t": "2026-10-05T01:38:25Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb: 1397 rows, 1378 clips (rows=1397, clips=1378)", "rows": 1397, "clips": 1378}
-{"t": "2026-10-05T01:38:27Z", "level": "INFO", "event": "model_initialized", "msg": "[model_initialized] video-probe: 0.0 M params (0.0 M trainable) (total=2305, trainable=2305)", "total": 2305, "trainable": 2305}
-{"t": "2026-10-05T01:38:33Z", "level": "INFO", "event": "training_started", "msg": "[training_started] EXP_001 baseline: 8682 train / 515 val, micro 64 x accum 1 = 64, 4080 steps, fp16 (exp_id=EXP_001)", "exp_id": "EXP_001"}
-{"t": "2026-10-05T01:38:38Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 1/30 (epoch=1, step=136, lr=0.0006569, train/v=0.1364, train/total=0.1364, val/v_loss=0.1323, val/loss=0.1323, val/video_auc=0.7813, val/video_f1@0.5=0.8427, val/clip_auc=0.7353, val/clip_f1@0.5=0.9271, val/mean_auc=0.7813, epoch_seconds=5.3, val_seconds=0.4, best=0.7813, improved=True)", "epoch": 1, "step": 136, "lr": 0.0006568627450980392, "train/v": 0.13638014614801197, "train/total": 0.13638014614801197, "val/v_loss": 0.1323039010167122, "val/loss": 0.1323039010167122, "val/video_auc": 0.7813142857142856, "val/video_f1@0.5": 0.8426966292134831, "val/clip_auc": 0.7352648475120385, "val/clip_f1@0.5": 0.9270833333333334, "val/mean_auc": 0.7813142857142856, "epoch_seconds": 5.3, "val_seconds": 0.4, "best": 0.7813142857142856, "improved": true}
-{"t": "2026-10-05T01:38:38Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.7813142857142856"}
-{"t": "2026-10-05T01:38:42Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 2/30 (epoch=2, step=272, lr=0.0009993, train/v=0.1159, train/total=0.1159, val/v_loss=0.1217, val/loss=0.1217, val/video_auc=0.8335, val/video_f1@0.5=0.8555, val/clip_auc=0.7759, val/clip_f1@0.5=0.9099, val/mean_auc=0.8335, epoch_seconds=3.5, val_seconds=0.3, best=0.8335, improved=True)", "epoch": 2, "step": 272, "lr": 0.0009993131946491218, "train/v": 0.1158980225377223, "train/total": 0.1158980225377223, "val/v_loss": 0.12171475133962101, "val/loss": 0.12171475133962101, "val/video_auc": 0.8335238095238096, "val/video_f1@0.5": 0.8554641598119859, "val/clip_auc": 0.7759069020866773, "val/clip_f1@0.5": 0.9098805646036916, "val/mean_auc": 0.8335238095238096, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.8335238095238096, "improved": true}
-{"t": "2026-10-05T01:38:42Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.8335238095238096"}
-{"t": "2026-10-05T01:38:45Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 3/30 (epoch=3, step=408, lr=0.0009934, train/v=0.1074, train/total=0.1074, val/v_loss=0.1171, val/loss=0.1171, val/video_auc=0.8767, val/video_f1@0.5=0.8903, val/clip_auc=0.8068, val/clip_f1@0.5=0.8968, val/mean_auc=0.8767, epoch_seconds=3.6, val_seconds=0.3, best=0.8767, improved=True)", "epoch": 3, "step": 408, "lr": 0.0009934455123756574, "train/v": 0.1074453549569144, "train/total": 0.1074453549569144, "val/v_loss": 0.11713572591543198, "val/loss": 0.11713572591543198, "val/video_auc": 0.8767142857142857, "val/video_f1@0.5": 0.8902743142144638, "val/clip_auc": 0.8068218298555377, "val/clip_f1@0.5": 0.8967889908256881, "val/mean_auc": 0.8767142857142857, "epoch_seconds": 3.6, "val_seconds": 0.3, "best": 0.8767142857142857, "improved": true}
-{"t": "2026-10-05T01:38:45Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.8767142857142857"}
-{"t": "2026-10-05T01:38:47Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 500 (interval) (step=500, epoch=3, mb=0)", "step": 500, "epoch": 3, "mb": 0.0}
-{"t": "2026-10-05T01:38:49Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 500 verified on HF (step=500, seconds=1.3, with_best=True)", "step": 500, "seconds": 1.3, "with_best": true}
-{"t": "2026-10-05T01:38:49Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 4/30 (epoch=4, step=544, lr=0.0009816, train/v=0.1007, train/total=0.1007, val/v_loss=0.1101, val/loss=0.1101, val/video_auc=0.8851, val/video_f1@0.5=0.8908, val/clip_auc=0.8128, val/clip_f1@0.5=0.904, val/mean_auc=0.8851, epoch_seconds=3.6, val_seconds=0.4, best=0.8851, improved=True)", "epoch": 4, "step": 544, "lr": 0.0009816487632477782, "train/v": 0.10072365233345944, "train/total": 0.10072365233345944, "val/v_loss": 0.11005090549588203, "val/loss": 0.11005090549588203, "val/video_auc": 0.8851047619047617, "val/video_f1@0.5": 0.8907975460122699, "val/clip_auc": 0.812841091492777, "val/clip_f1@0.5": 0.903954802259887, "val/mean_auc": 0.8851047619047617, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.8851047619047617, "improved": true}
-{"t": "2026-10-05T01:38:49Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.8851047619047617"}
-{"t": "2026-10-05T01:38:52Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 5/30 (epoch=5, step=680, lr=0.0009641, train/v=0.09353, train/total=0.09353, val/v_loss=0.1047, val/loss=0.1047, val/video_auc=0.9029, val/video_f1@0.5=0.9002, val/clip_auc=0.8271, val/clip_f1@0.5=0.9014, val/mean_auc=0.9029, epoch_seconds=3.4, val_seconds=0.3, best=0.9029, improved=True)", "epoch": 5, "step": 680, "lr": 0.0009640661438195973, "train/v": 0.0935311740373864, "train/total": 0.0935311740373864, "val/v_loss": 0.10466643753978941, "val/loss": 0.10466643753978941, "val/video_auc": 0.9029428571428573, "val/video_f1@0.5": 0.9002493765586035, "val/clip_auc": 0.8271107544141252, "val/clip_f1@0.5": 0.9013761467889908, "val/mean_auc": 0.9029428571428573, "epoch_seconds": 3.4, "val_seconds": 0.3, "best": 0.9029428571428573, "improved": true}
-{"t": "2026-10-05T01:38:52Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9029428571428573"}
-{"t": "2026-10-05T01:38:56Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 6/30 (epoch=6, step=816, lr=0.0009409, train/v=0.08814, train/total=0.08814, val/v_loss=0.1084, val/loss=0.1084, val/video_auc=0.9043, val/video_f1@0.5=0.8996, val/clip_auc=0.8282, val/clip_f1@0.5=0.8617, val/mean_auc=0.9043, epoch_seconds=3.5, val_seconds=0.3, best=0.9043, improved=True)", "epoch": 6, "step": 816, "lr": 0.0009409110832729244, "train/v": 0.0881419960025917, "train/total": 0.0881419960025917, "val/v_loss": 0.10839955508708954, "val/loss": 0.10839955508708954, "val/video_auc": 0.9042857142857141, "val/video_f1@0.5": 0.8995983935742972, "val/clip_auc": 0.8281701444622792, "val/clip_f1@0.5": 0.8616891064871481, "val/mean_auc": 0.9042857142857141, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9042857142857141, "improved": true}
-{"t": "2026-10-05T01:38:56Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9042857142857141"}
-{"t": "2026-10-05T01:38:59Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 7/30 (epoch=7, step=952, lr=0.0009125, train/v=0.08416, train/total=0.08416, val/v_loss=0.09413, val/loss=0.09413, val/video_auc=0.9121, val/video_f1@0.5=0.9005, val/clip_auc=0.8338, val/clip_f1@0.5=0.8993, val/mean_auc=0.9121, epoch_seconds=3.6, val_seconds=0.3, best=0.9121, improved=True)", "epoch": 7, "step": 952, "lr": 0.0009124646526761206, "train/v": 0.08415962670765378, "train/total": 0.08415962670765378, "val/v_loss": 0.0941323878036605, "val/loss": 0.0941323878036605, "val/video_auc": 0.9120666666666666, "val/video_f1@0.5": 0.900497512437811, "val/clip_auc": 0.8337881219903692, "val/clip_f1@0.5": 0.8993135011441648, "val/mean_auc": 0.9120666666666666, "epoch_seconds": 3.6, "val_seconds": 0.3, "best": 0.9120666666666666, "improved": true}
-{"t": "2026-10-05T01:38:59Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9120666666666666"}
-{"t": "2026-10-05T01:39:01Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1000 (interval) (step=1000, epoch=7, mb=0.1)", "step": 1000, "epoch": 7, "mb": 0.1}
-{"t": "2026-10-05T01:39:02Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 1000 verified on HF (step=1000, seconds=1.3, with_best=True)", "step": 1000, "seconds": 1.3, "with_best": true}
-{"t": "2026-10-05T01:39:03Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 8/30 (epoch=8, step=1088, lr=0.0008791, train/v=0.08371, train/total=0.08371, val/v_loss=0.09984, val/loss=0.09984, val/video_auc=0.9191, val/video_f1@0.5=0.9035, val/clip_auc=0.8377, val/clip_f1@0.5=0.8603, val/mean_auc=0.9191, epoch_seconds=3.5, val_seconds=0.3, best=0.9191, improved=True)", "epoch": 8, "step": 1088, "lr": 0.0008790721531620747, "train/v": 0.08370655276538695, "train/total": 0.08370655276538695, "val/v_loss": 0.0998421741856469, "val/loss": 0.0998421741856469, "val/video_auc": 0.9190857142857143, "val/video_f1@0.5": 0.903485254691689, "val/clip_auc": 0.8376886035313003, "val/clip_f1@0.5": 0.8602941176470589, "val/mean_auc": 0.9190857142857143, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9190857142857143, "improved": true}
-{"t": "2026-10-05T01:39:03Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9190857142857143"}
-{"t": "2026-10-05T01:39:07Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 9/30 (epoch=9, step=1224, lr=0.0008411, train/v=0.08003, train/total=0.08003, val/v_loss=0.09492, val/loss=0.09492, val/video_auc=0.9166, val/video_f1@0.5=0.9146, val/clip_auc=0.8337, val/clip_f1@0.5=0.8761, val/mean_auc=0.9166, epoch_seconds=3.6, val_seconds=0.4, best=0.9191, improved=False)", "epoch": 9, "step": 1224, "lr": 0.0008411389244402088, "train/v": 0.08002785774057403, "train/total": 0.08002785774057403, "val/v_loss": 0.09491738759809071, "val/loss": 0.09491738759809071, "val/video_auc": 0.916647619047619, "val/video_f1@0.5": 0.9145860709592641, "val/clip_auc": 0.8337399678972712, "val/clip_f1@0.5": 0.8760529482551144, "val/mean_auc": 0.916647619047619, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.9190857142857143, "improved": false}
-{"t": "2026-10-05T01:39:07Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.916647619047619"}
-{"t": "2026-10-05T01:39:10Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 10/30 (epoch=10, step=1360, lr=0.0007991, train/v=0.0775, train/total=0.0775, val/v_loss=0.08755, val/loss=0.08755, val/video_auc=0.9209, val/video_f1@0.5=0.9091, val/clip_auc=0.8357, val/clip_f1@0.5=0.8956, val/mean_auc=0.9209, epoch_seconds=3.5, val_seconds=0.3, best=0.9209, improved=True)", "epoch": 10, "step": 1360, "lr": 0.0007991254245214928, "train/v": 0.07750352702158339, "train/total": 0.07750352702158339, "val/v_loss": 0.08755324677460724, "val/loss": 0.08755324677460724, "val/video_auc": 0.9209333333333334, "val/video_f1@0.5": 0.9090909090909091, "val/clip_auc": 0.8357303370786517, "val/clip_f1@0.5": 0.8955916473317865, "val/mean_auc": 0.9209333333333334, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9209333333333334, "improved": true}
-{"t": "2026-10-05T01:39:10Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9209333333333334"}
-{"t": "2026-10-05T01:39:14Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 11/30 (epoch=11, step=1496, lr=0.0007535, train/v=0.07635, train/total=0.07635, val/v_loss=0.09616, val/loss=0.09616, val/video_auc=0.9206, val/video_f1@0.5=0.8982, val/clip_auc=0.8356, val/clip_f1@0.5=0.8501, val/mean_auc=0.9206, epoch_seconds=3.5, val_seconds=0.3, best=0.9209, improved=False)", "epoch": 11, "step": 1496, "lr": 0.0007535416403819446, "train/v": 0.0763512770371402, "train/total": 0.0763512770371402, "val/v_loss": 0.09615545223156612, "val/loss": 0.09615545223156612, "val/video_auc": 0.9206476190476189, "val/video_f1@0.5": 0.898236092265943, "val/clip_auc": 0.8356340288924559, "val/clip_f1@0.5": 0.8500619578686494, "val/mean_auc": 0.9206476190476189, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9209333333333334, "improved": false}
-{"t": "2026-10-05T01:39:14Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9206476190476189"}
-{"t": "2026-10-05T01:39:14Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1500 (interval) (step=1500, epoch=11, mb=0.1)", "step": 1500, "epoch": 11, "mb": 0.1}
-{"t": "2026-10-05T01:39:16Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 1500 verified on HF (step=1500, seconds=1.5, with_best=True)", "step": 1500, "seconds": 1.5, "with_best": true}
-{"t": "2026-10-05T01:39:17Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 12/30 (epoch=12, step=1632, lr=0.0007049, train/v=0.07756, train/total=0.07756, val/v_loss=0.08535, val/loss=0.08535, val/video_auc=0.9208, val/video_f1@0.5=0.9034, val/clip_auc=0.8356, val/clip_f1@0.5=0.8927, val/mean_auc=0.9208, epoch_seconds=3.6, val_seconds=0.3, best=0.9209, improved=False)", "epoch": 12, "step": 1632, "lr": 0.000704940897411588, "train/v": 0.07755908523412312, "train/total": 0.07755908523412312, "val/v_loss": 0.0853524725470278, "val/loss": 0.0853524725470278, "val/video_auc": 0.9208190476190476, "val/video_f1@0.5": 0.903387703889586, "val/clip_auc": 0.835553772070626, "val/clip_f1@0.5": 0.8927335640138409, "val/mean_auc": 0.9208190476190476, "epoch_seconds": 3.6, "val_seconds": 0.3, "best": 0.9209333333333334, "improved": false}
-{"t": "2026-10-05T01:39:17Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9208190476190476"}
-{"t": "2026-10-05T01:39:21Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 13/30 (epoch=13, step=1768, lr=0.0006539, train/v=0.07434, train/total=0.07434, val/v_loss=0.08589, val/loss=0.08589, val/video_auc=0.9169, val/video_f1@0.5=0.9066, val/clip_auc=0.8328, val/clip_f1@0.5=0.891, val/mean_auc=0.9169, epoch_seconds=3.5, val_seconds=0.4, best=0.9209, improved=False)", "epoch": 13, "step": 1768, "lr": 0.0006539131427937721, "train/v": 0.07434309427352513, "train/total": 0.07434309427352513, "val/v_loss": 0.08588572674327427, "val/loss": 0.08588572674327427, "val/video_auc": 0.9168666666666667, "val/video_f1@0.5": 0.9065656565656566, "val/clip_auc": 0.832841091492777, "val/clip_f1@0.5": 0.8909512761020881, "val/mean_auc": 0.9168666666666667, "epoch_seconds": 3.5, "val_seconds": 0.4, "best": 0.9209333333333334, "improved": false}
-{"t": "2026-10-05T01:39:21Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9168666666666667"}
-{"t": "2026-10-05T01:39:24Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 14/30 (epoch=14, step=1904, lr=0.0006011, train/v=0.07344, train/total=0.07344, val/v_loss=0.09226, val/loss=0.09226, val/video_auc=0.9184, val/video_f1@0.5=0.8992, val/clip_auc=0.8344, val/clip_f1@0.5=0.8483, val/mean_auc=0.9184, epoch_seconds=3.6, val_seconds=0.4, best=0.9209, improved=False)", "epoch": 14, "step": 1904, "lr": 0.000601077784345529, "train/v": 0.07343804261044544, "train/total": 0.07343804261044544, "val/v_loss": 0.09226229372951719, "val/loss": 0.09226229372951719, "val/video_auc": 0.9183809523809523, "val/video_f1@0.5": 0.8991825613079019, "val/clip_auc": 0.8344141252006421, "val/clip_f1@0.5": 0.8482587064676617, "val/mean_auc": 0.9183809523809523, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.9209333333333334, "improved": false}
-{"t": "2026-10-05T01:39:24Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9183809523809523"}
-{"t": "2026-10-05T01:39:27Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 2000 (interval) (step=2000, epoch=14, mb=0.1)", "step": 2000, "epoch": 14, "mb": 0.1}
-{"t": "2026-10-05T01:39:28Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 15/30 (epoch=15, step=2040, lr=0.0005471, train/v=0.07225, train/total=0.07225, val/v_loss=0.08869, val/loss=0.08869, val/video_auc=0.9206, val/video_f1@0.5=0.9086, val/clip_auc=0.836, val/clip_f1@0.5=0.8624, val/mean_auc=0.9206, epoch_seconds=3.7, val_seconds=0.4, best=0.9209, improved=False)", "epoch": 15, "step": 2040, "lr": 0.0005470761717457467, "train/v": 0.07224870952503647, "train/total": 0.07224870952503647, "val/v_loss": 0.08868979911009471, "val/loss": 0.08868979911009471, "val/video_auc": 0.9206, "val/video_f1@0.5": 0.9086021505376344, "val/clip_auc": 0.8359711075441414, "val/clip_f1@0.5": 0.8624078624078624, "val/mean_auc": 0.9206, "epoch_seconds": 3.7, "val_seconds": 0.4, "best": 0.9209333333333334, "improved": false}
-{"t": "2026-10-05T01:39:28Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9206"}
-{"t": "2026-10-05T01:39:29Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 2000 verified on HF (step=2000, seconds=1.6, with_best=False)", "step": 2000, "seconds": 1.6, "with_best": false}
-{"t": "2026-10-05T01:39:32Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 16/30 (epoch=16, step=2176, lr=0.0004926, train/v=0.06981, train/total=0.06981, val/v_loss=0.08219, val/loss=0.08219, val/video_auc=0.9218, val/video_f1@0.5=0.9009, val/clip_auc=0.836, val/clip_f1@0.5=0.895, val/mean_auc=0.9218, epoch_seconds=3.6, val_seconds=0.4, best=0.9218, improved=True)", "epoch": 16, "step": 2176, "lr": 0.000492563811418864, "train/v": 0.06980933106559165, "train/total": 0.06980933106559165, "val/v_loss": 0.0821864472495185, "val/loss": 0.0821864472495185, "val/video_auc": 0.9218095238095237, "val/video_f1@0.5": 0.9008782936010038, "val/clip_auc": 0.8360192616372392, "val/clip_f1@0.5": 0.895040369088812, "val/mean_auc": 0.9218095238095237, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.9218095238095237, "improved": true}
-{"t": "2026-10-05T01:39:32Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9218095238095237"}
-{"t": "2026-10-05T01:39:35Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 17/30 (epoch=17, step=2312, lr=0.0004382, train/v=0.06691, train/total=0.06691, val/v_loss=0.08274, val/loss=0.08274, val/video_auc=0.9192, val/video_f1@0.5=0.9181, val/clip_auc=0.8344, val/clip_f1@0.5=0.8844, val/mean_auc=0.9192, epoch_seconds=3.6, val_seconds=0.4, best=0.9218, improved=False)", "epoch": 17, "step": 2312, "lr": 0.0004382024095748487, "train/v": 0.06691134321119856, "train/total": 0.06691134321119856, "val/v_loss": 0.082743383737074, "val/loss": 0.082743383737074, "val/video_auc": 0.9191809523809523, "val/video_f1@0.5": 0.918075422626788, "val/clip_auc": 0.8344141252006421, "val/clip_f1@0.5": 0.8843861740166865, "val/mean_auc": 0.9191809523809523, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.9218095238095237, "improved": false}
-{"t": "2026-10-05T01:39:35Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9191809523809523"}
-{"t": "2026-10-05T01:39:39Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 18/30 (epoch=18, step=2448, lr=0.0003847, train/v=0.06986, train/total=0.06986, val/v_loss=0.08153, val/loss=0.08153, val/video_auc=0.9219, val/video_f1@0.5=0.9133, val/clip_auc=0.8366, val/clip_f1@0.5=0.8802, val/mean_auc=0.9219, epoch_seconds=3.6, val_seconds=0.4, best=0.9219, improved=True)", "epoch": 18, "step": 2448, "lr": 0.00038465183999218097, "train/v": 0.06985811979564674, "train/total": 0.06985811979564674, "val/v_loss": 0.08153266852928533, "val/loss": 0.08153266852928533, "val/video_auc": 0.9218952380952381, "val/video_f1@0.5": 0.9133247089262613, "val/clip_auc": 0.8365971107544141, "val/clip_f1@0.5": 0.8801897983392646, "val/mean_auc": 0.9218952380952381, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.9218952380952381, "improved": true}
-{"t": "2026-10-05T01:39:39Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9218952380952381"}
-{"t": "2026-10-05T01:39:40Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 2500 (interval) (step=2500, epoch=18, mb=0.1)", "step": 2500, "epoch": 18, "mb": 0.1}
-{"t": "2026-10-05T01:39:42Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 2500 verified on HF (step=2500, seconds=1.5, with_best=True)", "step": 2500, "seconds": 1.5, "with_best": true}
-{"t": "2026-10-05T01:39:42Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 19/30 (epoch=19, step=2584, lr=0.0003326, train/v=0.06867, train/total=0.06867, val/v_loss=0.08068, val/loss=0.08068, val/video_auc=0.9221, val/video_f1@0.5=0.901, val/clip_auc=0.8362, val/clip_f1@0.5=0.8881, val/mean_auc=0.9221, epoch_seconds=3.6, val_seconds=0.3, best=0.9221, improved=True)", "epoch": 19, "step": 2584, "lr": 0.00033256213404407007, "train/v": 0.06867361761739149, "train/total": 0.06867361761739149, "val/v_loss": 0.08068402504755391, "val/loss": 0.08068402504755391, "val/video_auc": 0.9220571428571428, "val/video_f1@0.5": 0.9010152284263959, "val/clip_auc": 0.8361797752808988, "val/clip_f1@0.5": 0.8881118881118881, "val/mean_auc": 0.9220571428571428, "epoch_seconds": 3.6, "val_seconds": 0.3, "best": 0.9220571428571428, "improved": true}
-{"t": "2026-10-05T01:39:42Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9220571428571428"}
-{"t": "2026-10-05T01:39:46Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 20/30 (epoch=20, step=2720, lr=0.0002826, train/v=0.06893, train/total=0.06893, val/v_loss=0.08641, val/loss=0.08641, val/video_auc=0.922, val/video_f1@0.5=0.9111, val/clip_auc=0.8367, val/clip_f1@0.5=0.8621, val/mean_auc=0.922, epoch_seconds=3.7, val_seconds=0.3, best=0.9221, improved=False)", "epoch": 20, "step": 2720, "lr": 0.00028256559019814055, "train/v": 0.06892511974472333, "train/total": 0.06892511974472333, "val/v_loss": 0.08640861014525096, "val/loss": 0.08640861014525096, "val/video_auc": 0.9219999999999998, "val/video_f1@0.5": 0.9110512129380054, "val/clip_auc": 0.8367415730337079, "val/clip_f1@0.5": 0.8620689655172413, "val/mean_auc": 0.9219999999999998, "epoch_seconds": 3.7, "val_seconds": 0.3, "best": 0.9220571428571428, "improved": false}
-{"t": "2026-10-05T01:39:46Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9219999999999998"}
-{"t": "2026-10-05T01:39:50Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 21/30 (epoch=21, step=2856, lr=0.0002353, train/v=0.06743, train/total=0.06743, val/v_loss=0.08403, val/loss=0.08403, val/video_auc=0.9215, val/video_f1@0.5=0.9113, val/clip_auc=0.8349, val/clip_f1@0.5=0.8727, val/mean_auc=0.9215, epoch_seconds=3.6, val_seconds=0.4, best=0.9221, improved=False)", "epoch": 21, "step": 2856, "lr": 0.00023526909876956894, "train/v": 0.06743050092721686, "train/total": 0.06743050092721686, "val/v_loss": 0.08402547426521778, "val/loss": 0.08402547426521778, "val/video_auc": 0.9215238095238096, "val/video_f1@0.5": 0.9112582781456954, "val/clip_auc": 0.834943820224719, "val/clip_f1@0.5": 0.8727272727272727, "val/mean_auc": 0.9215238095238096, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.9220571428571428, "improved": false}
-{"t": "2026-10-05T01:39:50Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9215238095238096"}
-{"t": "2026-10-05T01:39:53Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 22/30 (epoch=22, step=2992, lr=0.0001912, train/v=0.06887, train/total=0.06887, val/v_loss=0.08212, val/loss=0.08212, val/video_auc=0.9224, val/video_f1@0.5=0.9162, val/clip_auc=0.8361, val/clip_f1@0.5=0.8777, val/mean_auc=0.9224, epoch_seconds=3.6, val_seconds=0.3, best=0.9224, improved=True)", "epoch": 22, "step": 2992, "lr": 0.00019124677509477296, "train/v": 0.06886618017383359, "train/total": 0.06886618017383359, "val/v_loss": 0.08212452319761117, "val/loss": 0.08212452319761117, "val/video_auc": 0.9223714285714285, "val/video_f1@0.5": 0.9162303664921466, "val/clip_auc": 0.836083467094703, "val/clip_f1@0.5": 0.8776978417266187, "val/mean_auc": 0.9223714285714285, "epoch_seconds": 3.6, "val_seconds": 0.3, "best": 0.9223714285714285, "improved": true}
-{"t": "2026-10-05T01:39:53Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9223714285714285"}
-{"t": "2026-10-05T01:39:53Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 3000 (interval) (step=3000, epoch=22, mb=0.1)", "step": 3000, "epoch": 22, "mb": 0.1}
-{"t": "2026-10-05T01:39:55Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 3000 verified on HF (step=3000, seconds=1.6, with_best=True)", "step": 3000, "seconds": 1.6, "with_best": true}
-{"t": "2026-10-05T01:39:57Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 23/30 (epoch=23, step=3128, lr=0.000151, train/v=0.06726, train/total=0.06726, val/v_loss=0.08531, val/loss=0.08531, val/video_auc=0.9223, val/video_f1@0.5=0.9125, val/clip_auc=0.8366, val/clip_f1@0.5=0.861, val/mean_auc=0.9223, epoch_seconds=3.7, val_seconds=0.3, best=0.9224, improved=False)", "epoch": 23, "step": 3128, "lr": 0.00015103299054894452, "train/v": 0.06725943989723045, "train/total": 0.06725943989723045, "val/v_loss": 0.08531421133213574, "val/loss": 0.08531421133213574, "val/video_auc": 0.9223238095238095, "val/video_f1@0.5": 0.9125168236877523, "val/clip_auc": 0.8366131621187802, "val/clip_f1@0.5": 0.8610086100861009, "val/mean_auc": 0.9223238095238095, "epoch_seconds": 3.7, "val_seconds": 0.3, "best": 0.9223714285714285, "improved": false}
-{"t": "2026-10-05T01:39:57Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9223238095238095"}
-{"t": "2026-10-05T01:40:00Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 24/30 (epoch=24, step=3264, lr=0.0001151, train/v=0.06678, train/total=0.06678, val/v_loss=0.08283, val/loss=0.08283, val/video_auc=0.9222, val/video_f1@0.5=0.9141, val/clip_auc=0.8362, val/clip_f1@0.5=0.8706, val/mean_auc=0.9222, epoch_seconds=3.5, val_seconds=0.4, best=0.9224, improved=False)", "epoch": 24, "step": 3264, "lr": 0.00011511588600143383, "train/v": 0.0667813957997543, "train/total": 0.0667813957997543, "val/v_loss": 0.08283348422911432, "val/loss": 0.08283348422911432, "val/video_auc": 0.9222, "val/video_f1@0.5": 0.9141347424042272, "val/clip_auc": 0.8361797752808988, "val/clip_f1@0.5": 0.8706166868198307, "val/mean_auc": 0.9222, "epoch_seconds": 3.5, "val_seconds": 0.4, "best": 0.9223714285714285, "improved": false}
-{"t": "2026-10-05T01:40:00Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9222"}
-{"t": "2026-10-05T01:40:04Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 25/30 (epoch=25, step=3400, lr=8.393e-05, train/v=0.06685, train/total=0.06685, val/v_loss=0.08242, val/loss=0.08242, val/video_auc=0.9217, val/video_f1@0.5=0.9172, val/clip_auc=0.8357, val/clip_f1@0.5=0.8761, val/mean_auc=0.9217, epoch_seconds=3.5, val_seconds=0.4, best=0.9224, improved=False)", "epoch": 25, "step": 3400, "lr": 8.393144644684854e-05, "train/v": 0.06684710219612017, "train/total": 0.06684710219612017, "val/v_loss": 0.08242376024524371, "val/loss": 0.08242376024524371, "val/video_auc": 0.9217428571428571, "val/video_f1@0.5": 0.9172141918528253, "val/clip_auc": 0.8357463884430176, "val/clip_f1@0.5": 0.8760529482551144, "val/mean_auc": 0.9217428571428571, "epoch_seconds": 3.5, "val_seconds": 0.4, "best": 0.9223714285714285, "improved": false}
-{"t": "2026-10-05T01:40:04Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9217428571428571"}
-{"t": "2026-10-05T01:40:06Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 3500 (interval) (step=3500, epoch=25, mb=0.1)", "step": 3500, "epoch": 25, "mb": 0.1}
-{"t": "2026-10-05T01:40:08Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 26/30 (epoch=26, step=3536, lr=5.786e-05, train/v=0.06498, train/total=0.06498, val/v_loss=0.0826, val/loss=0.0826, val/video_auc=0.922, val/video_f1@0.5=0.9144, val/clip_auc=0.8362, val/clip_f1@0.5=0.8733, val/mean_auc=0.922, epoch_seconds=3.7, val_seconds=0.4, best=0.9224, improved=False)", "epoch": 26, "step": 3536, "lr": 5.7858208737819876e-05, "train/v": 0.06498018895988078, "train/total": 0.06498018895988078, "val/v_loss": 0.08260026905271742, "val/loss": 0.08260026905271742, "val/video_auc": 0.922047619047619, "val/video_f1@0.5": 0.9143610013175231, "val/clip_auc": 0.8362439807383628, "val/clip_f1@0.5": 0.873341375150784, "val/mean_auc": 0.922047619047619, "epoch_seconds": 3.7, "val_seconds": 0.4, "best": 0.9223714285714285, "improved": false}
-{"t": "2026-10-05T01:40:08Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.922047619047619"}
-{"t": "2026-10-05T01:40:08Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 3500 verified on HF (step=3500, seconds=1.4, with_best=False)", "step": 3500, "seconds": 1.4, "with_best": false}
-{"t": "2026-10-05T01:40:11Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 27/30 (epoch=27, step=3672, lr=3.721e-05, train/v=0.0667, train/total=0.0667, val/v_loss=0.08252, val/loss=0.08252, val/video_auc=0.9219, val/video_f1@0.5=0.9144, val/clip_auc=0.8359, val/clip_f1@0.5=0.8733, val/mean_auc=0.9219, epoch_seconds=3.5, val_seconds=0.3, best=0.9224, improved=False)", "epoch": 27, "step": 3672, "lr": 3.721266666039176e-05, "train/v": 0.06670408238492467, "train/total": 0.06670408238492467, "val/v_loss": 0.08252303798993428, "val/loss": 0.08252303798993428, "val/video_auc": 0.9219428571428572, "val/video_f1@0.5": 0.9143610013175231, "val/clip_auc": 0.8358587479935795, "val/clip_f1@0.5": 0.873341375150784, "val/mean_auc": 0.9219428571428572, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9223714285714285, "improved": false}
-{"t": "2026-10-05T01:40:11Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9219428571428572"}
-{"t": "2026-10-05T01:40:15Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 28/30 (epoch=28, step=3808, lr=2.225e-05, train/v=0.06783, train/total=0.06783, val/v_loss=0.08251, val/loss=0.08251, val/video_auc=0.9218, val/video_f1@0.5=0.9158, val/clip_auc=0.8359, val/clip_f1@0.5=0.8747, val/mean_auc=0.9218, epoch_seconds=3.5, val_seconds=0.4, best=0.9224, improved=False)", "epoch": 28, "step": 3808, "lr": 2.2245429128191655e-05, "train/v": 0.06782711341100581, "train/total": 0.06782711341100581, "val/v_loss": 0.08250938666363557, "val/loss": 0.08250938666363557, "val/video_auc": 0.921847619047619, "val/video_f1@0.5": 0.9157894736842105, "val/clip_auc": 0.8359390048154092, "val/clip_f1@0.5": 0.8746987951807229, "val/mean_auc": 0.921847619047619, "epoch_seconds": 3.5, "val_seconds": 0.4, "best": 0.9223714285714285, "improved": false}
-{"t": "2026-10-05T01:40:15Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.921847619047619"}
-{"t": "2026-10-05T01:40:15Z", "level": "INFO", "event": "early_stop", "msg": "[early_stop] early stopping: no improvement in 6 epochs"}
-{"t": "2026-10-05T01:40:15Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 3808 (completed) (step=3808, epoch=28, mb=0.1)", "step": 3808, "epoch": 28, "mb": 0.1}
+{"t": "2026-10-05T01:51:51Z", "level": "INFO", "event": "session_started", "msg": "[session_started] run_type=Batch mode=full device=cuda (Tesla T4, fp16) (git=dc5426a679fe2d8ee73d5f5c4754d5437920acf3)", "git": "dc5426a679fe2d8ee73d5f5c4754d5437920acf3"}
+{"t": "2026-10-05T01:51:54Z", "level": "INFO", "event": "hub_connected", "msg": "[hub_connected] MIHMahmudEli -> https://huggingface.co/MIHMahmudEli/davidnet-experiments (+ data https://huggingface.co/datasets/MIHMahmudEli/davidnet-q1-data)"}
+{"t": "2026-10-05T01:52:08Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] frozen data 30794c87497e: fakeavceleb=21544, wavefake=11000, dfdc-10=5000, in-the-wild=31779, deepfaketimit=640, celeb-df-v2=518, asvspoof2019-la=71237"}
+{"t": "2026-10-05T01:52:08Z", "level": "INFO", "event": "features_ready", "msg": "[features_ready] fs-a3b70d8acd complete on MIHMahmudEli/davidnet-q1-data"}
+{"t": "2026-10-05T01:52:09Z", "level": "INFO", "event": "claim_skipped", "msg": "[claim_skipped] EXP_001: already completed"}
+{"t": "2026-10-05T01:52:09Z", "level": "INFO", "event": "experiment_started", "msg": "[experiment_started] EXP_001 video-probe seed 42 (exp_id=EXP_001, stage=baseline, split=strict)", "exp_id": "EXP_001", "stage": "baseline", "split": "strict"}
+{"t": "2026-10-05T01:58:16Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb: 26355 rows, 8682 clips (rows=26355, clips=8682)", "rows": 26355, "clips": 8682}
+{"t": "2026-10-05T01:58:24Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb: 1397 rows, 1378 clips (rows=1397, clips=1378)", "rows": 1397, "clips": 1378}
+{"t": "2026-10-05T01:58:26Z", "level": "INFO", "event": "model_initialized", "msg": "[model_initialized] video-probe: 0.0 M params (0.0 M trainable) (total=2305, trainable=2305)", "total": 2305, "trainable": 2305}
+{"t": "2026-10-05T01:58:32Z", "level": "INFO", "event": "training_started", "msg": "[training_started] EXP_001 baseline: 8682 train / 515 val, micro 64 x accum 1 = 64, 4080 steps, fp16 (exp_id=EXP_001)", "exp_id": "EXP_001"}
+{"t": "2026-10-05T01:58:37Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 1/30 (epoch=1, step=136, lr=0.0006569, train/v=0.1364, train/total=0.1364, val/v_loss=0.1323, val/loss=0.1323, val/video_auc=0.7813, val/video_f1@0.5=0.8427, val/clip_auc=0.7353, val/clip_f1@0.5=0.9271, val/mean_auc=0.7813, epoch_seconds=5.1, val_seconds=0.5, best=0.7813, improved=True)", "epoch": 1, "step": 136, "lr": 0.0006568627450980392, "train/v": 0.13638014614801197, "train/total": 0.13638014614801197, "val/v_loss": 0.1323039010167122, "val/loss": 0.1323039010167122, "val/video_auc": 0.7813142857142856, "val/video_f1@0.5": 0.8426966292134831, "val/clip_auc": 0.7352648475120385, "val/clip_f1@0.5": 0.9270833333333334, "val/mean_auc": 0.7813142857142856, "epoch_seconds": 5.1, "val_seconds": 0.5, "best": 0.7813142857142856, "improved": true}
+{"t": "2026-10-05T01:58:37Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.7813142857142856"}
+{"t": "2026-10-05T01:58:40Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 2/30 (epoch=2, step=272, lr=0.0009993, train/v=0.1159, train/total=0.1159, val/v_loss=0.1217, val/loss=0.1217, val/video_auc=0.8335, val/video_f1@0.5=0.8555, val/clip_auc=0.7759, val/clip_f1@0.5=0.9099, val/mean_auc=0.8335, epoch_seconds=3.5, val_seconds=0.3, best=0.8335, improved=True)", "epoch": 2, "step": 272, "lr": 0.0009993131946491218, "train/v": 0.1158980225377223, "train/total": 0.1158980225377223, "val/v_loss": 0.12171475133962101, "val/loss": 0.12171475133962101, "val/video_auc": 0.8335238095238096, "val/video_f1@0.5": 0.8554641598119859, "val/clip_auc": 0.7759069020866773, "val/clip_f1@0.5": 0.9098805646036916, "val/mean_auc": 0.8335238095238096, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.8335238095238096, "improved": true}
+{"t": "2026-10-05T01:58:40Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.8335238095238096"}
+{"t": "2026-10-05T01:58:44Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 3/30 (epoch=3, step=408, lr=0.0009934, train/v=0.1074, train/total=0.1074, val/v_loss=0.1171, val/loss=0.1171, val/video_auc=0.8767, val/video_f1@0.5=0.8903, val/clip_auc=0.8068, val/clip_f1@0.5=0.8968, val/mean_auc=0.8767, epoch_seconds=3.5, val_seconds=0.3, best=0.8767, improved=True)", "epoch": 3, "step": 408, "lr": 0.0009934455123756574, "train/v": 0.1074453549569144, "train/total": 0.1074453549569144, "val/v_loss": 0.11713572591543198, "val/loss": 0.11713572591543198, "val/video_auc": 0.8767142857142857, "val/video_f1@0.5": 0.8902743142144638, "val/clip_auc": 0.8068218298555377, "val/clip_f1@0.5": 0.8967889908256881, "val/mean_auc": 0.8767142857142857, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.8767142857142857, "improved": true}
+{"t": "2026-10-05T01:58:44Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.8767142857142857"}
+{"t": "2026-10-05T01:58:46Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 500 (interval) (step=500, epoch=3, mb=0)", "step": 500, "epoch": 3, "mb": 0.0}

repro_check/experiments/EXP_001_video-probe_s42/metrics/training_history.csv

@@ -1,29 +1,4 @@
 epoch,step,lr,train/v,train/total,val/v_loss,val/loss,val/video_auc,val/video_f1@0.5,val/clip_auc,val/clip_f1@0.5,val/mean_auc,epoch_seconds,val_seconds
-1,136,0.0006568627450980392,0.13638014614801197,0.13638014614801197,0.1323039010167122,0.1323039010167122,0.7813142857142856,0.8426966292134831,0.7352648475120385,0.9270833333333334,0.7813142857142856,5.3,0.4
+1,136,0.0006568627450980392,0.13638014614801197,0.13638014614801197,0.1323039010167122,0.1323039010167122,0.7813142857142856,0.8426966292134831,0.7352648475120385,0.9270833333333334,0.7813142857142856,5.1,0.5
 2,272,0.0009993131946491218,0.1158980225377223,0.1158980225377223,0.12171475133962101,0.12171475133962101,0.8335238095238096,0.8554641598119859,0.7759069020866773,0.9098805646036916,0.8335238095238096,3.5,0.3
-3,408,0.0009934455123756574,0.1074453549569144,0.1074453549569144,0.11713572591543198,0.11713572591543198,0.8767142857142857,0.8902743142144638,0.8068218298555377,0.8967889908256881,0.8767142857142857,3.6,0.3
-4,544,0.0009816487632477782,0.10072365233345944,0.10072365233345944,0.11005090549588203,0.11005090549588203,0.8851047619047617,0.8907975460122699,0.812841091492777,0.903954802259887,0.8851047619047617,3.6,0.4
-5,680,0.0009640661438195973,0.0935311740373864,0.0935311740373864,0.10466643753978941,0.10466643753978941,0.9029428571428573,0.9002493765586035,0.8271107544141252,0.9013761467889908,0.9029428571428573,3.4,0.3
-6,816,0.0009409110832729244,0.0881419960025917,0.0881419960025917,0.10839955508708954,0.10839955508708954,0.9042857142857141,0.8995983935742972,0.8281701444622792,0.8616891064871481,0.9042857142857141,3.5,0.3
-7,952,0.0009124646526761206,0.08415962670765378,0.08415962670765378,0.0941323878036605,0.0941323878036605,0.9120666666666666,0.900497512437811,0.8337881219903692,0.8993135011441648,0.9120666666666666,3.6,0.3
-8,1088,0.0008790721531620747,0.08370655276538695,0.08370655276538695,0.0998421741856469,0.0998421741856469,0.9190857142857143,0.903485254691689,0.8376886035313003,0.8602941176470589,0.9190857142857143,3.5,0.3
-9,1224,0.0008411389244402088,0.08002785774057403,0.08002785774057403,0.09491738759809071,0.09491738759809071,0.916647619047619,0.9145860709592641,0.8337399678972712,0.8760529482551144,0.916647619047619,3.6,0.4
-10,1360,0.0007991254245214928,0.07750352702158339,0.07750352702158339,0.08755324677460724,0.08755324677460724,0.9209333333333334,0.9090909090909091,0.8357303370786517,0.8955916473317865,0.9209333333333334,3.5,0.3
-11,1496,0.0007535416403819446,0.0763512770371402,0.0763512770371402,0.09615545223156612,0.09615545223156612,0.9206476190476189,0.898236092265943,0.8356340288924559,0.8500619578686494,0.9206476190476189,3.5,0.3
-12,1632,0.000704940897411588,0.07755908523412312,0.07755908523412312,0.0853524725470278,0.0853524725470278,0.9208190476190476,0.903387703889586,0.835553772070626,0.8927335640138409,0.9208190476190476,3.6,0.3
-13,1768,0.0006539131427937721,0.07434309427352513,0.07434309427352513,0.08588572674327427,0.08588572674327427,0.9168666666666667,0.9065656565656566,0.832841091492777,0.8909512761020881,0.9168666666666667,3.5,0.4
-14,1904,0.000601077784345529,0.07343804261044544,0.07343804261044544,0.09226229372951719,0.09226229372951719,0.9183809523809523,0.8991825613079019,0.8344141252006421,0.8482587064676617,0.9183809523809523,3.6,0.4
-15,2040,0.0005470761717457467,0.07224870952503647,0.07224870952503647,0.08868979911009471,0.08868979911009471,0.9206,0.9086021505376344,0.8359711075441414,0.8624078624078624,0.9206,3.7,0.4
-16,2176,0.000492563811418864,0.06980933106559165,0.06980933106559165,0.0821864472495185,0.0821864472495185,0.9218095238095237,0.9008782936010038,0.8360192616372392,0.895040369088812,0.9218095238095237,3.6,0.4
-17,2312,0.0004382024095748487,0.06691134321119856,0.06691134321119856,0.082743383737074,0.082743383737074,0.9191809523809523,0.918075422626788,0.8344141252006421,0.8843861740166865,0.9191809523809523,3.6,0.4
-18,2448,0.00038465183999218097,0.06985811979564674,0.06985811979564674,0.08153266852928533,0.08153266852928533,0.9218952380952381,0.9133247089262613,0.8365971107544141,0.8801897983392646,0.9218952380952381,3.6,0.4
-19,2584,0.00033256213404407007,0.06867361761739149,0.06867361761739149,0.08068402504755391,0.08068402504755391,0.9220571428571428,0.9010152284263959,0.8361797752808988,0.8881118881118881,0.9220571428571428,3.6,0.3
-20,2720,0.00028256559019814055,0.06892511974472333,0.06892511974472333,0.08640861014525096,0.08640861014525096,0.9219999999999998,0.9110512129380054,0.8367415730337079,0.8620689655172413,0.9219999999999998,3.7,0.3
-21,2856,0.00023526909876956894,0.06743050092721686,0.06743050092721686,0.08402547426521778,0.08402547426521778,0.9215238095238096,0.9112582781456954,0.834943820224719,0.8727272727272727,0.9215238095238096,3.6,0.4
-22,2992,0.00019124677509477296,0.06886618017383359,0.06886618017383359,0.08212452319761117,0.08212452319761117,0.9223714285714285,0.9162303664921466,0.836083467094703,0.8776978417266187,0.9223714285714285,3.6,0.3
-23,3128,0.00015103299054894452,0.06725943989723045,0.06725943989723045,0.08531421133213574,0.08531421133213574,0.9223238095238095,0.9125168236877523,0.8366131621187802,0.8610086100861009,0.9223238095238095,3.7,0.3
-24,3264,0.00011511588600143383,0.0667813957997543,0.0667813957997543,0.08283348422911432,0.08283348422911432,0.9222,0.9141347424042272,0.8361797752808988,0.8706166868198307,0.9222,3.5,0.4
-25,3400,8.393144644684854e-05,0.06684710219612017,0.06684710219612017,0.08242376024524371,0.08242376024524371,0.9217428571428571,0.9172141918528253,0.8357463884430176,0.8760529482551144,0.9217428571428571,3.5,0.4
-26,3536,5.7858208737819876e-05,0.06498018895988078,0.06498018895988078,0.08260026905271742,0.08260026905271742,0.922047619047619,0.9143610013175231,0.8362439807383628,0.873341375150784,0.922047619047619,3.7,0.4
-27,3672,3.721266666039176e-05,0.06670408238492467,0.06670408238492467,0.08252303798993428,0.08252303798993428,0.9219428571428572,0.9143610013175231,0.8358587479935795,0.873341375150784,0.9219428571428572,3.5,0.3
-28,3808,2.2245429128191655e-05,0.06782711341100581,0.06782711341100581,0.08250938666363557,0.08250938666363557,0.921847619047619,0.9157894736842105,0.8359390048154092,0.8746987951807229,0.921847619047619,3.5,0.4
+3,408,0.0009934455123756574,0.1074453549569144,0.1074453549569144,0.11713572591543198,0.11713572591543198,0.8767142857142857,0.8902743142144638,0.8068218298555377,0.8967889908256881,0.8767142857142857,3.5,0.3