EXP_003_audio-probe_s42: checkpoint step 500
Browse files- repro_check/experiments/EXP_003_audio-probe_s42/best_model/config.json +1 -1
- repro_check/experiments/EXP_003_audio-probe_s42/best_model/meta.json +1 -1
- repro_check/experiments/EXP_003_audio-probe_s42/checkpoints/LATEST.json +9 -0
- repro_check/experiments/EXP_003_audio-probe_s42/checkpoints/step-0000500/meta.json +13 -0
- repro_check/experiments/EXP_003_audio-probe_s42/checkpoints/step-0000500/training_state.pt +3 -0
- repro_check/experiments/EXP_003_audio-probe_s42/logs/pipeline.jsonl +99 -127
- repro_check/experiments/EXP_003_audio-probe_s42/logs/train_steps.jsonl +0 -0
- repro_check/experiments/EXP_003_audio-probe_s42/metrics/training_history.csv +3 -7
repro_check/experiments/EXP_003_audio-probe_s42/best_model/config.json
CHANGED
|
@@ -133,7 +133,7 @@
|
|
| 133 |
"lease_minutes": 30.0,
|
| 134 |
"safety_minutes": 25.0,
|
| 135 |
"time_budget_hours": 11.5,
|
| 136 |
-
"worker_name": "kaggle-worker-
|
| 137 |
},
|
| 138 |
"smoke": {
|
| 139 |
"datasets": [
|
|
|
|
| 133 |
"lease_minutes": 30.0,
|
| 134 |
"safety_minutes": 25.0,
|
| 135 |
"time_budget_hours": 11.5,
|
| 136 |
+
"worker_name": "kaggle-worker-9"
|
| 137 |
},
|
| 138 |
"smoke": {
|
| 139 |
"datasets": [
|
repro_check/experiments/EXP_003_audio-probe_s42/best_model/meta.json
CHANGED
|
@@ -4,7 +4,7 @@
|
|
| 4 |
"exp_id": "EXP_003",
|
| 5 |
"metric": 0.9998747181157603,
|
| 6 |
"metric_name": "val/mean_auc",
|
| 7 |
-
"saved_at": "2026-10-
|
| 8 |
"sha256": "513b0676e0883ebd492d424ee3047bd63a08e910eb2f512027145b433412abb0",
|
| 9 |
"step": 136
|
| 10 |
}
|
|
|
|
| 4 |
"exp_id": "EXP_003",
|
| 5 |
"metric": 0.9998747181157603,
|
| 6 |
"metric_name": "val/mean_auc",
|
| 7 |
+
"saved_at": "2026-10-05T02:00:25Z",
|
| 8 |
"sha256": "513b0676e0883ebd492d424ee3047bd63a08e910eb2f512027145b433412abb0",
|
| 9 |
"step": 136
|
| 10 |
}
|
repro_check/experiments/EXP_003_audio-probe_s42/checkpoints/LATEST.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 500,
|
| 3 |
+
"dir": "checkpoints/step-0000500",
|
| 4 |
+
"updated_at": "2026-10-05T02:00:34Z",
|
| 5 |
+
"config_hash": "bf310ebb8eaa",
|
| 6 |
+
"history": [
|
| 7 |
+
"checkpoints/step-0000500"
|
| 8 |
+
]
|
| 9 |
+
}
|
repro_check/experiments/EXP_003_audio-probe_s42/checkpoints/step-0000500/meta.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"config_hash": "bf310ebb8eaa",
|
| 3 |
+
"created_at": "2026-10-05T02:00:34Z",
|
| 4 |
+
"epoch": 3,
|
| 5 |
+
"files": {
|
| 6 |
+
"training_state.pt": {
|
| 7 |
+
"bytes": 49444,
|
| 8 |
+
"sha256": "ae13f30c75837a2f10faf9c8bc7b9b7a1e7bd35bceb55cfc2ce46c6cf93cd59c"
|
| 9 |
+
}
|
| 10 |
+
},
|
| 11 |
+
"reason": "interval",
|
| 12 |
+
"step": 500
|
| 13 |
+
}
|
repro_check/experiments/EXP_003_audio-probe_s42/checkpoints/step-0000500/training_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ae13f30c75837a2f10faf9c8bc7b9b7a1e7bd35bceb55cfc2ce46c6cf93cd59c
|
| 3 |
+
size 49444
|
repro_check/experiments/EXP_003_audio-probe_s42/logs/pipeline.jsonl
CHANGED
|
@@ -1,127 +1,99 @@
|
|
| 1 |
-
{"t": "2026-10-05T01:
|
| 2 |
-
{"t": "2026-10-05T01:
|
| 3 |
-
{"t": "2026-10-05T01:
|
| 4 |
-
{"t": "2026-10-05T01:
|
| 5 |
-
{"t": "2026-10-05T01:
|
| 6 |
-
{"t": "2026-10-05T01:
|
| 7 |
-
{"t": "2026-10-05T01:
|
| 8 |
-
{"t": "2026-10-05T01:
|
| 9 |
-
{"t": "2026-10-05T01:
|
| 10 |
-
{"t": "2026-10-05T01:
|
| 11 |
-
{"t": "2026-10-05T01:
|
| 12 |
-
{"t": "2026-10-05T01:
|
| 13 |
-
{"t": "2026-10-05T01:
|
| 14 |
-
{"t": "2026-10-05T01:
|
| 15 |
-
{"t": "2026-10-05T01:
|
| 16 |
-
{"t": "2026-10-05T01:
|
| 17 |
-
{"t": "2026-10-05T01:
|
| 18 |
-
{"t": "2026-10-05T01:
|
| 19 |
-
{"t": "2026-10-05T01:
|
| 20 |
-
{"t": "2026-10-05T01:
|
| 21 |
-
{"t": "2026-10-05T01:
|
| 22 |
-
{"t": "2026-10-05T01:
|
| 23 |
-
{"t": "2026-10-05T01:
|
| 24 |
-
{"t": "2026-10-05T01:
|
| 25 |
-
{"t": "2026-10-05T01:
|
| 26 |
-
{"t": "2026-10-05T01:
|
| 27 |
-
{"t": "2026-10-05T01:
|
| 28 |
-
{"t": "2026-10-05T01:
|
| 29 |
-
{"t": "2026-10-05T01:
|
| 30 |
-
{"t": "2026-10-05T01:
|
| 31 |
-
{"t": "2026-10-05T01:
|
| 32 |
-
{"t": "2026-10-05T01:
|
| 33 |
-
{"t": "2026-10-05T01:
|
| 34 |
-
{"t": "2026-10-05T01:
|
| 35 |
-
{"t": "2026-10-05T01:
|
| 36 |
-
{"t": "2026-10-05T01:
|
| 37 |
-
{"t": "2026-10-05T01:
|
| 38 |
-
{"t": "2026-10-05T01:
|
| 39 |
-
{"t": "2026-10-05T01:
|
| 40 |
-
{"t": "2026-10-05T01:
|
| 41 |
-
{"t": "2026-10-05T01:
|
| 42 |
-
{"t": "2026-10-05T01:
|
| 43 |
-
{"t": "2026-10-05T01:
|
| 44 |
-
{"t": "2026-10-05T01:
|
| 45 |
-
{"t": "2026-10-05T01:
|
| 46 |
-
{"t": "2026-10-05T01:
|
| 47 |
-
{"t": "2026-10-05T01:
|
| 48 |
-
{"t": "2026-10-05T01:
|
| 49 |
-
{"t": "2026-10-05T01:
|
| 50 |
-
{"t": "2026-10-05T01:
|
| 51 |
-
{"t": "2026-10-05T01:
|
| 52 |
-
{"t": "2026-10-05T01:
|
| 53 |
-
{"t": "2026-10-05T01:
|
| 54 |
-
{"t": "2026-10-05T01:
|
| 55 |
-
{"t": "2026-10-05T01:
|
| 56 |
-
{"t": "2026-10-05T01:
|
| 57 |
-
{"t": "2026-10-05T01:
|
| 58 |
-
{"t": "2026-10-05T01:
|
| 59 |
-
{"t": "2026-10-05T01:
|
| 60 |
-
{"t": "2026-10-05T01:
|
| 61 |
-
{"t": "2026-10-05T01:
|
| 62 |
-
{"t": "2026-10-05T01:
|
| 63 |
-
{"t": "2026-10-05T01:
|
| 64 |
-
{"t": "2026-10-05T01:
|
| 65 |
-
{"t": "2026-10-05T01:
|
| 66 |
-
{"t": "2026-10-05T01:
|
| 67 |
-
{"t": "2026-10-05T01:
|
| 68 |
-
{"t": "2026-10-05T01:
|
| 69 |
-
{"t": "2026-10-05T01:
|
| 70 |
-
{"t": "2026-10-05T01:
|
| 71 |
-
{"t": "2026-10-
|
| 72 |
-
{"t": "2026-10-
|
| 73 |
-
{"t": "2026-10-
|
| 74 |
-
{"t": "2026-10-
|
| 75 |
-
{"t": "2026-10-
|
| 76 |
-
{"t": "2026-10-
|
| 77 |
-
{"t": "2026-10-
|
| 78 |
-
{"t": "2026-10-
|
| 79 |
-
{"t": "2026-10-
|
| 80 |
-
{"t": "2026-10-
|
| 81 |
-
{"t": "2026-10-
|
| 82 |
-
{"t": "2026-10-
|
| 83 |
-
{"t": "2026-10-
|
| 84 |
-
{"t": "2026-10-
|
| 85 |
-
{"t": "2026-10-
|
| 86 |
-
{"t": "2026-10-
|
| 87 |
-
{"t": "2026-10-
|
| 88 |
-
{"t": "2026-10-
|
| 89 |
-
{"t": "2026-10-
|
| 90 |
-
{"t": "2026-10-
|
| 91 |
-
{"t": "2026-10-
|
| 92 |
-
{"t": "2026-10-
|
| 93 |
-
{"t": "2026-10-
|
| 94 |
-
{"t": "2026-10-
|
| 95 |
-
{"t": "2026-10-
|
| 96 |
-
{"t": "2026-10-
|
| 97 |
-
{"t": "2026-10-
|
| 98 |
-
{"t": "2026-10-
|
| 99 |
-
{"t": "2026-10-
|
| 100 |
-
{"t": "2026-10-05T01:42:46Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] deepfaketimit: 640 rows, 640 clips (rows=640, clips=640)", "rows": 640, "clips": 640}
|
| 101 |
-
{"t": "2026-10-05T01:42:49Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] celeb-df-v2: 518 rows, 518 clips (rows=518, clips=518)", "rows": 518, "clips": 518}
|
| 102 |
-
{"t": "2026-10-05T01:43:10Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] dfdc-10: 5000 rows, 5000 clips (rows=5000, clips=5000)", "rows": 5000, "clips": 5000}
|
| 103 |
-
{"t": "2026-10-05T01:43:20Z", "level": "INFO", "event": "figures_generated", "msg": "[figures_generated] EXP_001"}
|
| 104 |
-
{"t": "2026-10-05T01:43:22Z", "level": "INFO", "event": "results_uploaded", "msg": "[results_uploaded] EXP_001: 39 files"}
|
| 105 |
-
{"t": "2026-10-05T01:43:23Z", "level": "INFO", "event": "experiment_completed", "msg": "[experiment_completed] EXP_001 video-probe seed 42"}
|
| 106 |
-
{"t": "2026-10-05T01:43:24Z", "level": "INFO", "event": "experiment_registered", "msg": "[experiment_registered] EXP_003 = full:audio-probe:s42 (config_hash=bf310ebb8eaa)", "config_hash": "bf310ebb8eaa"}
|
| 107 |
-
{"t": "2026-10-05T01:43:25Z", "level": "INFO", "event": "experiment_started", "msg": "[experiment_started] EXP_003 audio-probe seed 42 (exp_id=EXP_003, stage=baseline, split=strict)", "exp_id": "EXP_003", "stage": "baseline", "split": "strict"}
|
| 108 |
-
{"t": "2026-10-05T01:43:25Z", "level": "INFO", "event": "model_initialized", "msg": "[model_initialized] audio-probe: 0.0 M params (0.0 M trainable) (total=2305, trainable=2305)", "total": 2305, "trainable": 2305}
|
| 109 |
-
{"t": "2026-10-05T01:43:25Z", "level": "INFO", "event": "training_started", "msg": "[training_started] EXP_003 baseline: 8682 train / 515 val, micro 64 x accum 1 = 64, 4080 steps, fp16 (exp_id=EXP_003)", "exp_id": "EXP_003"}
|
| 110 |
-
{"t": "2026-10-05T01:43:29Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_003 epoch 1/30 (epoch=1, step=136, lr=0.0006618, train/a=0.1554, train/total=0.1554, val/a_loss=0.03987, val/loss=0.03987, val/audio_auc=0.9999, val/audio_f1@0.5=0.9697, val/clip_auc=0.7426, val/clip_f1@0.5=0.6517, val/mean_auc=0.9999, epoch_seconds=3.6, val_seconds=0.4, best=0.9999, improved=True)", "epoch": 1, "step": 136, "lr": 0.0006617647058823529, "train/a": 0.1554187632384984, "train/total": 0.1554187632384984, "val/a_loss": 0.03987248531646199, "val/loss": 0.03987248531646199, "val/audio_auc": 0.9998747181157603, "val/audio_f1@0.5": 0.9696969696969697, "val/clip_auc": 0.7425521669341895, "val/clip_f1@0.5": 0.6516516516516516, "val/mean_auc": 0.9998747181157603, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.9998747181157603, "improved": true}
|
| 111 |
-
{"t": "2026-10-05T01:43:29Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9998747181157603"}
|
| 112 |
-
{"t": "2026-10-05T01:43:32Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_003 epoch 2/30 (epoch=2, step=272, lr=0.0009993, train/a=0.03431, train/total=0.03431, val/a_loss=0.01728, val/loss=0.01728, val/audio_auc=0.9993, val/audio_f1@0.5=0.9763, val/clip_auc=0.7417, val/clip_f1@0.5=0.6434, val/mean_auc=0.9993, epoch_seconds=3.5, val_seconds=0.3, best=0.9999, improved=False)", "epoch": 2, "step": 272, "lr": 0.0009992919046978132, "train/a": 0.034305573249345314, "train/total": 0.034305573249345314, "val/a_loss": 0.01728467410430312, "val/loss": 0.01728467410430312, "val/audio_auc": 0.9992796291656225, "val/audio_f1@0.5": 0.976303317535545, "val/clip_auc": 0.741653290529695, "val/clip_f1@0.5": 0.6433990895295902, "val/mean_auc": 0.9992796291656225, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9998747181157603, "improved": false}
|
| 113 |
-
{"t": "2026-10-05T01:43:32Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9992796291656225"}
|
| 114 |
-
{"t": "2026-10-05T01:43:36Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_003 epoch 3/30 (epoch=3, step=408, lr=0.0009934, train/a=0.02056, train/total=0.02056, val/a_loss=0.01289, val/loss=0.01289, val/audio_auc=0.9993, val/audio_f1@0.5=0.9834, val/clip_auc=0.7411, val/clip_f1@0.5=0.6444, val/mean_auc=0.9993, epoch_seconds=3.6, val_seconds=0.4, best=0.9999, improved=False)", "epoch": 3, "step": 408, "lr": 0.000993380277472191, "train/a": 0.02056355240946526, "train/total": 0.02056355240946526, "val/a_loss": 0.012887804122227762, "val/loss": 0.012887804122227762, "val/audio_auc": 0.9993422701077423, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.74107544141252, "val/clip_f1@0.5": 0.6443768996960486, "val/mean_auc": 0.9993422701077423, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.9998747181157603, "improved": false}
|
| 115 |
-
{"t": "2026-10-05T01:43:36Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9993422701077423"}
|
| 116 |
-
{"t": "2026-10-05T01:43:38Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 500 (interval) (step=500, epoch=3, mb=0)", "step": 500, "epoch": 3, "mb": 0.0}
|
| 117 |
-
{"t": "2026-10-05T01:43:39Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_003 epoch 4/30 (epoch=4, step=544, lr=0.0009815, train/a=0.01677, train/total=0.01677, val/a_loss=0.01096, val/loss=0.01096, val/audio_auc=0.9991, val/audio_f1@0.5=0.9858, val/clip_auc=0.7399, val/clip_f1@0.5=0.6464, val/mean_auc=0.9991, epoch_seconds=3.6, val_seconds=0.4, best=0.9999, improved=False)", "epoch": 4, "step": 544, "lr": 0.0009815403752555126, "train/a": 0.01676609055550002, "train/total": 0.01676609055550002, "val/a_loss": 0.010957328757892052, "val/loss": 0.010957328757892052, "val/audio_auc": 0.9991230268103232, "val/audio_f1@0.5": 0.985781990521327, "val/clip_auc": 0.7398876404494382, "val/clip_f1@0.5": 0.6464339908952959, "val/mean_auc": 0.9991230268103232, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.9998747181157603, "improved": false}
|
| 118 |
-
{"t": "2026-10-05T01:43:39Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9991230268103232"}
|
| 119 |
-
{"t": "2026-10-05T01:43:40Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 500 verified on HF (step=500, seconds=1.3, with_best=True)", "step": 500, "seconds": 1.3, "with_best": true}
|
| 120 |
-
{"t": "2026-10-05T01:43:43Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_003 epoch 5/30 (epoch=5, step=680, lr=0.0009639, train/a=0.01353, train/total=0.01353, val/a_loss=0.01101, val/loss=0.01101, val/audio_auc=0.9987, val/audio_f1@0.5=0.9834, val/clip_auc=0.7383, val/clip_f1@0.5=0.6444, val/mean_auc=0.9987, epoch_seconds=3.6, val_seconds=0.3, best=0.9999, improved=False)", "epoch": 5, "step": 680, "lr": 0.0009639159184219317, "train/a": 0.013529723869664046, "train/total": 0.013529723869664046, "val/a_loss": 0.011011215573590662, "val/loss": 0.011011215573590662, "val/audio_auc": 0.9986845402154847, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.7382825040128411, "val/clip_f1@0.5": 0.6443768996960486, "val/mean_auc": 0.9986845402154847, "epoch_seconds": 3.6, "val_seconds": 0.3, "best": 0.9998747181157603, "improved": false}
|
| 121 |
-
{"t": "2026-10-05T01:43:43Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9986845402154847"}
|
| 122 |
-
{"t": "2026-10-05T01:43:47Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_003 epoch 6/30 (epoch=6, step=816, lr=0.0009407, train/a=0.01077, train/total=0.01077, val/a_loss=0.01099, val/loss=0.01099, val/audio_auc=0.9987, val/audio_f1@0.5=0.9834, val/clip_auc=0.7401, val/clip_f1@0.5=0.6444, val/mean_auc=0.9987, epoch_seconds=3.6, val_seconds=0.3, best=0.9999, improved=False)", "epoch": 6, "step": 816, "lr": 0.0009407208440026866, "train/a": 0.010774509279358694, "train/total": 0.010774509279358694, "val/a_loss": 0.01099334014320953, "val/loss": 0.01099334014320953, "val/audio_auc": 0.9986688799799548, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.740064205457464, "val/clip_f1@0.5": 0.6443768996960486, "val/mean_auc": 0.9986688799799548, "epoch_seconds": 3.6, "val_seconds": 0.3, "best": 0.9998747181157603, "improved": false}
|
| 123 |
-
{"t": "2026-10-05T01:43:47Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9986688799799548"}
|
| 124 |
-
{"t": "2026-10-05T01:43:50Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_003 epoch 7/30 (epoch=7, step=952, lr=0.0009122, train/a=0.01007, train/total=0.01007, val/a_loss=0.00995, val/loss=0.00995, val/audio_auc=0.9989, val/audio_f1@0.5=0.9834, val/clip_auc=0.7408, val/clip_f1@0.5=0.6444, val/mean_auc=0.9989, epoch_seconds=3.5, val_seconds=0.4, best=0.9999, improved=False)", "epoch": 7, "step": 952, "lr": 0.0009122367087803458, "train/a": 0.010068085874937585, "train/total": 0.010068085874937585, "val/a_loss": 0.009950228061320053, "val/loss": 0.009950228061320053, "val/audio_auc": 0.9988724630418441, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.7407865168539326, "val/clip_f1@0.5": 0.6443768996960486, "val/mean_auc": 0.9988724630418441, "epoch_seconds": 3.5, "val_seconds": 0.4, "best": 0.9998747181157603, "improved": false}
|
| 125 |
-
{"t": "2026-10-05T01:43:50Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9988724630418441"}
|
| 126 |
-
{"t": "2026-10-05T01:43:50Z", "level": "INFO", "event": "early_stop", "msg": "[early_stop] early stopping: no improvement in 6 epochs"}
|
| 127 |
-
{"t": "2026-10-05T01:43:50Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 952 (completed) (step=952, epoch=7, mb=0.1)", "step": 952, "epoch": 7, "mb": 0.1}
|
|
|
|
| 1 |
+
{"t": "2026-10-05T01:51:51Z", "level": "INFO", "event": "session_started", "msg": "[session_started] run_type=Batch mode=full device=cuda (Tesla T4, fp16) (git=dc5426a679fe2d8ee73d5f5c4754d5437920acf3)", "git": "dc5426a679fe2d8ee73d5f5c4754d5437920acf3"}
|
| 2 |
+
{"t": "2026-10-05T01:51:54Z", "level": "INFO", "event": "hub_connected", "msg": "[hub_connected] MIHMahmudEli -> https://huggingface.co/MIHMahmudEli/davidnet-experiments (+ data https://huggingface.co/datasets/MIHMahmudEli/davidnet-q1-data)"}
|
| 3 |
+
{"t": "2026-10-05T01:52:08Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] frozen data 30794c87497e: fakeavceleb=21544, wavefake=11000, dfdc-10=5000, in-the-wild=31779, deepfaketimit=640, celeb-df-v2=518, asvspoof2019-la=71237"}
|
| 4 |
+
{"t": "2026-10-05T01:52:08Z", "level": "INFO", "event": "features_ready", "msg": "[features_ready] fs-a3b70d8acd complete on MIHMahmudEli/davidnet-q1-data"}
|
| 5 |
+
{"t": "2026-10-05T01:52:09Z", "level": "INFO", "event": "claim_skipped", "msg": "[claim_skipped] EXP_001: already completed"}
|
| 6 |
+
{"t": "2026-10-05T01:52:09Z", "level": "INFO", "event": "experiment_started", "msg": "[experiment_started] EXP_001 video-probe seed 42 (exp_id=EXP_001, stage=baseline, split=strict)", "exp_id": "EXP_001", "stage": "baseline", "split": "strict"}
|
| 7 |
+
{"t": "2026-10-05T01:58:16Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb: 26355 rows, 8682 clips (rows=26355, clips=8682)", "rows": 26355, "clips": 8682}
|
| 8 |
+
{"t": "2026-10-05T01:58:24Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb: 1397 rows, 1378 clips (rows=1397, clips=1378)", "rows": 1397, "clips": 1378}
|
| 9 |
+
{"t": "2026-10-05T01:58:26Z", "level": "INFO", "event": "model_initialized", "msg": "[model_initialized] video-probe: 0.0 M params (0.0 M trainable) (total=2305, trainable=2305)", "total": 2305, "trainable": 2305}
|
| 10 |
+
{"t": "2026-10-05T01:58:32Z", "level": "INFO", "event": "training_started", "msg": "[training_started] EXP_001 baseline: 8682 train / 515 val, micro 64 x accum 1 = 64, 4080 steps, fp16 (exp_id=EXP_001)", "exp_id": "EXP_001"}
|
| 11 |
+
{"t": "2026-10-05T01:58:37Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 1/30 (epoch=1, step=136, lr=0.0006569, train/v=0.1364, train/total=0.1364, val/v_loss=0.1323, val/loss=0.1323, val/video_auc=0.7813, val/video_f1@0.5=0.8427, val/clip_auc=0.7353, val/clip_f1@0.5=0.9271, val/mean_auc=0.7813, epoch_seconds=5.1, val_seconds=0.5, best=0.7813, improved=True)", "epoch": 1, "step": 136, "lr": 0.0006568627450980392, "train/v": 0.13638014614801197, "train/total": 0.13638014614801197, "val/v_loss": 0.1323039010167122, "val/loss": 0.1323039010167122, "val/video_auc": 0.7813142857142856, "val/video_f1@0.5": 0.8426966292134831, "val/clip_auc": 0.7352648475120385, "val/clip_f1@0.5": 0.9270833333333334, "val/mean_auc": 0.7813142857142856, "epoch_seconds": 5.1, "val_seconds": 0.5, "best": 0.7813142857142856, "improved": true}
|
| 12 |
+
{"t": "2026-10-05T01:58:37Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.7813142857142856"}
|
| 13 |
+
{"t": "2026-10-05T01:58:40Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 2/30 (epoch=2, step=272, lr=0.0009993, train/v=0.1159, train/total=0.1159, val/v_loss=0.1217, val/loss=0.1217, val/video_auc=0.8335, val/video_f1@0.5=0.8555, val/clip_auc=0.7759, val/clip_f1@0.5=0.9099, val/mean_auc=0.8335, epoch_seconds=3.5, val_seconds=0.3, best=0.8335, improved=True)", "epoch": 2, "step": 272, "lr": 0.0009993131946491218, "train/v": 0.1158980225377223, "train/total": 0.1158980225377223, "val/v_loss": 0.12171475133962101, "val/loss": 0.12171475133962101, "val/video_auc": 0.8335238095238096, "val/video_f1@0.5": 0.8554641598119859, "val/clip_auc": 0.7759069020866773, "val/clip_f1@0.5": 0.9098805646036916, "val/mean_auc": 0.8335238095238096, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.8335238095238096, "improved": true}
|
| 14 |
+
{"t": "2026-10-05T01:58:40Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.8335238095238096"}
|
| 15 |
+
{"t": "2026-10-05T01:58:44Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 3/30 (epoch=3, step=408, lr=0.0009934, train/v=0.1074, train/total=0.1074, val/v_loss=0.1171, val/loss=0.1171, val/video_auc=0.8767, val/video_f1@0.5=0.8903, val/clip_auc=0.8068, val/clip_f1@0.5=0.8968, val/mean_auc=0.8767, epoch_seconds=3.5, val_seconds=0.3, best=0.8767, improved=True)", "epoch": 3, "step": 408, "lr": 0.0009934455123756574, "train/v": 0.1074453549569144, "train/total": 0.1074453549569144, "val/v_loss": 0.11713572591543198, "val/loss": 0.11713572591543198, "val/video_auc": 0.8767142857142857, "val/video_f1@0.5": 0.8902743142144638, "val/clip_auc": 0.8068218298555377, "val/clip_f1@0.5": 0.8967889908256881, "val/mean_auc": 0.8767142857142857, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.8767142857142857, "improved": true}
|
| 16 |
+
{"t": "2026-10-05T01:58:44Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.8767142857142857"}
|
| 17 |
+
{"t": "2026-10-05T01:58:46Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 500 (interval) (step=500, epoch=3, mb=0)", "step": 500, "epoch": 3, "mb": 0.0}
|
| 18 |
+
{"t": "2026-10-05T01:58:48Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 500 verified on HF (step=500, seconds=2.2, with_best=True)", "step": 500, "seconds": 2.2, "with_best": true}
|
| 19 |
+
{"t": "2026-10-05T01:58:48Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 4/30 (epoch=4, step=544, lr=0.0009816, train/v=0.1007, train/total=0.1007, val/v_loss=0.1101, val/loss=0.1101, val/video_auc=0.8851, val/video_f1@0.5=0.8908, val/clip_auc=0.8128, val/clip_f1@0.5=0.904, val/mean_auc=0.8851, epoch_seconds=3.6, val_seconds=0.4, best=0.8851, improved=True)", "epoch": 4, "step": 544, "lr": 0.0009816487632477782, "train/v": 0.10072365233345944, "train/total": 0.10072365233345944, "val/v_loss": 0.11005090549588203, "val/loss": 0.11005090549588203, "val/video_auc": 0.8851047619047617, "val/video_f1@0.5": 0.8907975460122699, "val/clip_auc": 0.812841091492777, "val/clip_f1@0.5": 0.903954802259887, "val/mean_auc": 0.8851047619047617, "epoch_seconds": 3.6, "val_seconds": 0.4, "best": 0.8851047619047617, "improved": true}
|
| 20 |
+
{"t": "2026-10-05T01:58:48Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.8851047619047617"}
|
| 21 |
+
{"t": "2026-10-05T01:58:52Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 5/30 (epoch=5, step=680, lr=0.0009641, train/v=0.09353, train/total=0.09353, val/v_loss=0.1047, val/loss=0.1047, val/video_auc=0.9029, val/video_f1@0.5=0.9002, val/clip_auc=0.8271, val/clip_f1@0.5=0.9014, val/mean_auc=0.9029, epoch_seconds=3.5, val_seconds=0.3, best=0.9029, improved=True)", "epoch": 5, "step": 680, "lr": 0.0009640661438195973, "train/v": 0.0935311740373864, "train/total": 0.0935311740373864, "val/v_loss": 0.10466643753978941, "val/loss": 0.10466643753978941, "val/video_auc": 0.9029428571428573, "val/video_f1@0.5": 0.9002493765586035, "val/clip_auc": 0.8271107544141252, "val/clip_f1@0.5": 0.9013761467889908, "val/mean_auc": 0.9029428571428573, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9029428571428573, "improved": true}
|
| 22 |
+
{"t": "2026-10-05T01:58:52Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9029428571428573"}
|
| 23 |
+
{"t": "2026-10-05T01:58:55Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 6/30 (epoch=6, step=816, lr=0.0009409, train/v=0.08814, train/total=0.08814, val/v_loss=0.1084, val/loss=0.1084, val/video_auc=0.9043, val/video_f1@0.5=0.8996, val/clip_auc=0.8282, val/clip_f1@0.5=0.8617, val/mean_auc=0.9043, epoch_seconds=3.5, val_seconds=0.3, best=0.9043, improved=True)", "epoch": 6, "step": 816, "lr": 0.0009409110832729244, "train/v": 0.0881419960025917, "train/total": 0.0881419960025917, "val/v_loss": 0.10839955508708954, "val/loss": 0.10839955508708954, "val/video_auc": 0.9042857142857141, "val/video_f1@0.5": 0.8995983935742972, "val/clip_auc": 0.8281701444622792, "val/clip_f1@0.5": 0.8616891064871481, "val/mean_auc": 0.9042857142857141, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9042857142857141, "improved": true}
|
| 24 |
+
{"t": "2026-10-05T01:58:55Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9042857142857141"}
|
| 25 |
+
{"t": "2026-10-05T01:58:59Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 7/30 (epoch=7, step=952, lr=0.0009125, train/v=0.08416, train/total=0.08416, val/v_loss=0.09413, val/loss=0.09413, val/video_auc=0.9121, val/video_f1@0.5=0.9005, val/clip_auc=0.8338, val/clip_f1@0.5=0.8993, val/mean_auc=0.9121, epoch_seconds=3.5, val_seconds=0.3, best=0.9121, improved=True)", "epoch": 7, "step": 952, "lr": 0.0009124646526761206, "train/v": 0.08415962670765378, "train/total": 0.08415962670765378, "val/v_loss": 0.0941323878036605, "val/loss": 0.0941323878036605, "val/video_auc": 0.9120666666666666, "val/video_f1@0.5": 0.900497512437811, "val/clip_auc": 0.8337881219903692, "val/clip_f1@0.5": 0.8993135011441648, "val/mean_auc": 0.9120666666666666, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9120666666666666, "improved": true}
|
| 26 |
+
{"t": "2026-10-05T01:58:59Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9120666666666666"}
|
| 27 |
+
{"t": "2026-10-05T01:59:00Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1000 (interval) (step=1000, epoch=7, mb=0.1)", "step": 1000, "epoch": 7, "mb": 0.1}
|
| 28 |
+
{"t": "2026-10-05T01:59:02Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 1000 verified on HF (step=1000, seconds=1.8, with_best=True)", "step": 1000, "seconds": 1.8, "with_best": true}
|
| 29 |
+
{"t": "2026-10-05T01:59:02Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 8/30 (epoch=8, step=1088, lr=0.0008791, train/v=0.08371, train/total=0.08371, val/v_loss=0.09984, val/loss=0.09984, val/video_auc=0.9191, val/video_f1@0.5=0.9035, val/clip_auc=0.8377, val/clip_f1@0.5=0.8603, val/mean_auc=0.9191, epoch_seconds=3.5, val_seconds=0.3, best=0.9191, improved=True)", "epoch": 8, "step": 1088, "lr": 0.0008790721531620747, "train/v": 0.08370655276538695, "train/total": 0.08370655276538695, "val/v_loss": 0.0998421741856469, "val/loss": 0.0998421741856469, "val/video_auc": 0.9190857142857143, "val/video_f1@0.5": 0.903485254691689, "val/clip_auc": 0.8376886035313003, "val/clip_f1@0.5": 0.8602941176470589, "val/mean_auc": 0.9190857142857143, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9190857142857143, "improved": true}
|
| 30 |
+
{"t": "2026-10-05T01:59:02Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9190857142857143"}
|
| 31 |
+
{"t": "2026-10-05T01:59:06Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 9/30 (epoch=9, step=1224, lr=0.0008411, train/v=0.08003, train/total=0.08003, val/v_loss=0.09492, val/loss=0.09492, val/video_auc=0.9166, val/video_f1@0.5=0.9146, val/clip_auc=0.8337, val/clip_f1@0.5=0.8761, val/mean_auc=0.9166, epoch_seconds=3.5, val_seconds=0.3, best=0.9191, improved=False)", "epoch": 9, "step": 1224, "lr": 0.0008411389244402088, "train/v": 0.08002785774057403, "train/total": 0.08002785774057403, "val/v_loss": 0.09491738759809071, "val/loss": 0.09491738759809071, "val/video_auc": 0.916647619047619, "val/video_f1@0.5": 0.9145860709592641, "val/clip_auc": 0.8337399678972712, "val/clip_f1@0.5": 0.8760529482551144, "val/mean_auc": 0.916647619047619, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9190857142857143, "improved": false}
|
| 32 |
+
{"t": "2026-10-05T01:59:06Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.916647619047619"}
|
| 33 |
+
{"t": "2026-10-05T01:59:09Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 10/30 (epoch=10, step=1360, lr=0.0007991, train/v=0.0775, train/total=0.0775, val/v_loss=0.08755, val/loss=0.08755, val/video_auc=0.9209, val/video_f1@0.5=0.9091, val/clip_auc=0.8357, val/clip_f1@0.5=0.8956, val/mean_auc=0.9209, epoch_seconds=3.5, val_seconds=0.3, best=0.9209, improved=True)", "epoch": 10, "step": 1360, "lr": 0.0007991254245214928, "train/v": 0.07750352702158339, "train/total": 0.07750352702158339, "val/v_loss": 0.08755324677460724, "val/loss": 0.08755324677460724, "val/video_auc": 0.9209333333333334, "val/video_f1@0.5": 0.9090909090909091, "val/clip_auc": 0.8357303370786517, "val/clip_f1@0.5": 0.8955916473317865, "val/mean_auc": 0.9209333333333334, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9209333333333334, "improved": true}
|
| 34 |
+
{"t": "2026-10-05T01:59:09Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9209333333333334"}
|
| 35 |
+
{"t": "2026-10-05T01:59:13Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 11/30 (epoch=11, step=1496, lr=0.0007535, train/v=0.07635, train/total=0.07635, val/v_loss=0.09616, val/loss=0.09616, val/video_auc=0.9206, val/video_f1@0.5=0.8982, val/clip_auc=0.8356, val/clip_f1@0.5=0.8501, val/mean_auc=0.9206, epoch_seconds=3.4, val_seconds=0.3, best=0.9209, improved=False)", "epoch": 11, "step": 1496, "lr": 0.0007535416403819446, "train/v": 0.0763512770371402, "train/total": 0.0763512770371402, "val/v_loss": 0.09615545223156612, "val/loss": 0.09615545223156612, "val/video_auc": 0.9206476190476189, "val/video_f1@0.5": 0.898236092265943, "val/clip_auc": 0.8356340288924559, "val/clip_f1@0.5": 0.8500619578686494, "val/mean_auc": 0.9206476190476189, "epoch_seconds": 3.4, "val_seconds": 0.3, "best": 0.9209333333333334, "improved": false}
|
| 36 |
+
{"t": "2026-10-05T01:59:13Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9206476190476189"}
|
| 37 |
+
{"t": "2026-10-05T01:59:13Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1500 (interval) (step=1500, epoch=11, mb=0.1)", "step": 1500, "epoch": 11, "mb": 0.1}
|
| 38 |
+
{"t": "2026-10-05T01:59:16Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 1500 verified on HF (step=1500, seconds=2.5, with_best=True)", "step": 1500, "seconds": 2.5, "with_best": true}
|
| 39 |
+
{"t": "2026-10-05T01:59:16Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 12/30 (epoch=12, step=1632, lr=0.0007049, train/v=0.07756, train/total=0.07756, val/v_loss=0.08535, val/loss=0.08535, val/video_auc=0.9208, val/video_f1@0.5=0.9034, val/clip_auc=0.8356, val/clip_f1@0.5=0.8927, val/mean_auc=0.9208, epoch_seconds=3.5, val_seconds=0.3, best=0.9209, improved=False)", "epoch": 12, "step": 1632, "lr": 0.000704940897411588, "train/v": 0.07755908523412312, "train/total": 0.07755908523412312, "val/v_loss": 0.0853524725470278, "val/loss": 0.0853524725470278, "val/video_auc": 0.9208190476190476, "val/video_f1@0.5": 0.903387703889586, "val/clip_auc": 0.835553772070626, "val/clip_f1@0.5": 0.8927335640138409, "val/mean_auc": 0.9208190476190476, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9209333333333334, "improved": false}
|
| 40 |
+
{"t": "2026-10-05T01:59:16Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9208190476190476"}
|
| 41 |
+
{"t": "2026-10-05T01:59:20Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 13/30 (epoch=13, step=1768, lr=0.0006539, train/v=0.07434, train/total=0.07434, val/v_loss=0.08589, val/loss=0.08589, val/video_auc=0.9169, val/video_f1@0.5=0.9066, val/clip_auc=0.8328, val/clip_f1@0.5=0.891, val/mean_auc=0.9169, epoch_seconds=3.5, val_seconds=0.3, best=0.9209, improved=False)", "epoch": 13, "step": 1768, "lr": 0.0006539131427937721, "train/v": 0.07434309427352513, "train/total": 0.07434309427352513, "val/v_loss": 0.08588572674327427, "val/loss": 0.08588572674327427, "val/video_auc": 0.9168666666666667, "val/video_f1@0.5": 0.9065656565656566, "val/clip_auc": 0.832841091492777, "val/clip_f1@0.5": 0.8909512761020881, "val/mean_auc": 0.9168666666666667, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9209333333333334, "improved": false}
|
| 42 |
+
{"t": "2026-10-05T01:59:20Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9168666666666667"}
|
| 43 |
+
{"t": "2026-10-05T01:59:23Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 14/30 (epoch=14, step=1904, lr=0.0006011, train/v=0.07344, train/total=0.07344, val/v_loss=0.09226, val/loss=0.09226, val/video_auc=0.9184, val/video_f1@0.5=0.8992, val/clip_auc=0.8344, val/clip_f1@0.5=0.8483, val/mean_auc=0.9184, epoch_seconds=3.5, val_seconds=0.4, best=0.9209, improved=False)", "epoch": 14, "step": 1904, "lr": 0.000601077784345529, "train/v": 0.07343804261044544, "train/total": 0.07343804261044544, "val/v_loss": 0.09226229372951719, "val/loss": 0.09226229372951719, "val/video_auc": 0.9183809523809523, "val/video_f1@0.5": 0.8991825613079019, "val/clip_auc": 0.8344141252006421, "val/clip_f1@0.5": 0.8482587064676617, "val/mean_auc": 0.9183809523809523, "epoch_seconds": 3.5, "val_seconds": 0.4, "best": 0.9209333333333334, "improved": false}
|
| 44 |
+
{"t": "2026-10-05T01:59:23Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9183809523809523"}
|
| 45 |
+
{"t": "2026-10-05T01:59:25Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 2000 (interval) (step=2000, epoch=14, mb=0.1)", "step": 2000, "epoch": 14, "mb": 0.1}
|
| 46 |
+
{"t": "2026-10-05T01:59:27Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 15/30 (epoch=15, step=2040, lr=0.0005471, train/v=0.07225, train/total=0.07225, val/v_loss=0.08869, val/loss=0.08869, val/video_auc=0.9206, val/video_f1@0.5=0.9086, val/clip_auc=0.836, val/clip_f1@0.5=0.8624, val/mean_auc=0.9206, epoch_seconds=3.5, val_seconds=0.4, best=0.9209, improved=False)", "epoch": 15, "step": 2040, "lr": 0.0005470761717457467, "train/v": 0.07224870952503647, "train/total": 0.07224870952503647, "val/v_loss": 0.08868979911009471, "val/loss": 0.08868979911009471, "val/video_auc": 0.9206, "val/video_f1@0.5": 0.9086021505376344, "val/clip_auc": 0.8359711075441414, "val/clip_f1@0.5": 0.8624078624078624, "val/mean_auc": 0.9206, "epoch_seconds": 3.5, "val_seconds": 0.4, "best": 0.9209333333333334, "improved": false}
|
| 47 |
+
{"t": "2026-10-05T01:59:27Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9206"}
|
| 48 |
+
{"t": "2026-10-05T01:59:28Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 2000 verified on HF (step=2000, seconds=2, with_best=False)", "step": 2000, "seconds": 2.0, "with_best": false}
|
| 49 |
+
{"t": "2026-10-05T01:59:30Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 16/30 (epoch=16, step=2176, lr=0.0004926, train/v=0.06981, train/total=0.06981, val/v_loss=0.08219, val/loss=0.08219, val/video_auc=0.9218, val/video_f1@0.5=0.9009, val/clip_auc=0.836, val/clip_f1@0.5=0.895, val/mean_auc=0.9218, epoch_seconds=3.4, val_seconds=0.3, best=0.9218, improved=True)", "epoch": 16, "step": 2176, "lr": 0.000492563811418864, "train/v": 0.06980933106559165, "train/total": 0.06980933106559165, "val/v_loss": 0.0821864472495185, "val/loss": 0.0821864472495185, "val/video_auc": 0.9218095238095237, "val/video_f1@0.5": 0.9008782936010038, "val/clip_auc": 0.8360192616372392, "val/clip_f1@0.5": 0.895040369088812, "val/mean_auc": 0.9218095238095237, "epoch_seconds": 3.4, "val_seconds": 0.3, "best": 0.9218095238095237, "improved": true}
|
| 50 |
+
{"t": "2026-10-05T01:59:30Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9218095238095237"}
|
| 51 |
+
{"t": "2026-10-05T01:59:34Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 17/30 (epoch=17, step=2312, lr=0.0004382, train/v=0.06691, train/total=0.06691, val/v_loss=0.08274, val/loss=0.08274, val/video_auc=0.9192, val/video_f1@0.5=0.9181, val/clip_auc=0.8344, val/clip_f1@0.5=0.8844, val/mean_auc=0.9192, epoch_seconds=3.4, val_seconds=0.3, best=0.9218, improved=False)", "epoch": 17, "step": 2312, "lr": 0.0004382024095748487, "train/v": 0.06691134321119856, "train/total": 0.06691134321119856, "val/v_loss": 0.082743383737074, "val/loss": 0.082743383737074, "val/video_auc": 0.9191809523809523, "val/video_f1@0.5": 0.918075422626788, "val/clip_auc": 0.8344141252006421, "val/clip_f1@0.5": 0.8843861740166865, "val/mean_auc": 0.9191809523809523, "epoch_seconds": 3.4, "val_seconds": 0.3, "best": 0.9218095238095237, "improved": false}
|
| 52 |
+
{"t": "2026-10-05T01:59:34Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9191809523809523"}
|
| 53 |
+
{"t": "2026-10-05T01:59:37Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 18/30 (epoch=18, step=2448, lr=0.0003847, train/v=0.06986, train/total=0.06986, val/v_loss=0.08153, val/loss=0.08153, val/video_auc=0.9219, val/video_f1@0.5=0.9133, val/clip_auc=0.8366, val/clip_f1@0.5=0.8802, val/mean_auc=0.9219, epoch_seconds=3.5, val_seconds=0.4, best=0.9219, improved=True)", "epoch": 18, "step": 2448, "lr": 0.00038465183999218097, "train/v": 0.06985811979564674, "train/total": 0.06985811979564674, "val/v_loss": 0.08153266852928533, "val/loss": 0.08153266852928533, "val/video_auc": 0.9218952380952381, "val/video_f1@0.5": 0.9133247089262613, "val/clip_auc": 0.8365971107544141, "val/clip_f1@0.5": 0.8801897983392646, "val/mean_auc": 0.9218952380952381, "epoch_seconds": 3.5, "val_seconds": 0.4, "best": 0.9218952380952381, "improved": true}
|
| 54 |
+
{"t": "2026-10-05T01:59:37Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9218952380952381"}
|
| 55 |
+
{"t": "2026-10-05T01:59:38Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 2500 (interval) (step=2500, epoch=18, mb=0.1)", "step": 2500, "epoch": 18, "mb": 0.1}
|
| 56 |
+
{"t": "2026-10-05T01:59:41Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 2500 verified on HF (step=2500, seconds=2.2, with_best=True)", "step": 2500, "seconds": 2.2, "with_best": true}
|
| 57 |
+
{"t": "2026-10-05T01:59:41Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 19/30 (epoch=19, step=2584, lr=0.0003326, train/v=0.06867, train/total=0.06867, val/v_loss=0.08068, val/loss=0.08068, val/video_auc=0.9221, val/video_f1@0.5=0.901, val/clip_auc=0.8362, val/clip_f1@0.5=0.8881, val/mean_auc=0.9221, epoch_seconds=3.6, val_seconds=0.3, best=0.9221, improved=True)", "epoch": 19, "step": 2584, "lr": 0.00033256213404407007, "train/v": 0.06867361761739149, "train/total": 0.06867361761739149, "val/v_loss": 0.08068402504755391, "val/loss": 0.08068402504755391, "val/video_auc": 0.9220571428571428, "val/video_f1@0.5": 0.9010152284263959, "val/clip_auc": 0.8361797752808988, "val/clip_f1@0.5": 0.8881118881118881, "val/mean_auc": 0.9220571428571428, "epoch_seconds": 3.6, "val_seconds": 0.3, "best": 0.9220571428571428, "improved": true}
|
| 58 |
+
{"t": "2026-10-05T01:59:41Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9220571428571428"}
|
| 59 |
+
{"t": "2026-10-05T01:59:44Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 20/30 (epoch=20, step=2720, lr=0.0002826, train/v=0.06893, train/total=0.06893, val/v_loss=0.08641, val/loss=0.08641, val/video_auc=0.922, val/video_f1@0.5=0.9111, val/clip_auc=0.8367, val/clip_f1@0.5=0.8621, val/mean_auc=0.922, epoch_seconds=3.5, val_seconds=0.3, best=0.9221, improved=False)", "epoch": 20, "step": 2720, "lr": 0.00028256559019814055, "train/v": 0.06892511974472333, "train/total": 0.06892511974472333, "val/v_loss": 0.08640861014525096, "val/loss": 0.08640861014525096, "val/video_auc": 0.9219999999999998, "val/video_f1@0.5": 0.9110512129380054, "val/clip_auc": 0.8367415730337079, "val/clip_f1@0.5": 0.8620689655172413, "val/mean_auc": 0.9219999999999998, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9220571428571428, "improved": false}
|
| 60 |
+
{"t": "2026-10-05T01:59:44Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9219999999999998"}
|
| 61 |
+
{"t": "2026-10-05T01:59:48Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 21/30 (epoch=21, step=2856, lr=0.0002353, train/v=0.06743, train/total=0.06743, val/v_loss=0.08403, val/loss=0.08403, val/video_auc=0.9215, val/video_f1@0.5=0.9113, val/clip_auc=0.8349, val/clip_f1@0.5=0.8727, val/mean_auc=0.9215, epoch_seconds=3.5, val_seconds=0.3, best=0.9221, improved=False)", "epoch": 21, "step": 2856, "lr": 0.00023526909876956894, "train/v": 0.06743050092721686, "train/total": 0.06743050092721686, "val/v_loss": 0.08402547426521778, "val/loss": 0.08402547426521778, "val/video_auc": 0.9215238095238096, "val/video_f1@0.5": 0.9112582781456954, "val/clip_auc": 0.834943820224719, "val/clip_f1@0.5": 0.8727272727272727, "val/mean_auc": 0.9215238095238096, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9220571428571428, "improved": false}
|
| 62 |
+
{"t": "2026-10-05T01:59:48Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9215238095238096"}
|
| 63 |
+
{"t": "2026-10-05T01:59:51Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 22/30 (epoch=22, step=2992, lr=0.0001912, train/v=0.06887, train/total=0.06887, val/v_loss=0.08212, val/loss=0.08212, val/video_auc=0.9224, val/video_f1@0.5=0.9162, val/clip_auc=0.8361, val/clip_f1@0.5=0.8777, val/mean_auc=0.9224, epoch_seconds=3.5, val_seconds=0.4, best=0.9224, improved=True)", "epoch": 22, "step": 2992, "lr": 0.00019124677509477296, "train/v": 0.06886618017383359, "train/total": 0.06886618017383359, "val/v_loss": 0.08212452319761117, "val/loss": 0.08212452319761117, "val/video_auc": 0.9223714285714285, "val/video_f1@0.5": 0.9162303664921466, "val/clip_auc": 0.836083467094703, "val/clip_f1@0.5": 0.8776978417266187, "val/mean_auc": 0.9223714285714285, "epoch_seconds": 3.5, "val_seconds": 0.4, "best": 0.9223714285714285, "improved": true}
|
| 64 |
+
{"t": "2026-10-05T01:59:51Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9223714285714285"}
|
| 65 |
+
{"t": "2026-10-05T01:59:52Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 3000 (interval) (step=3000, epoch=22, mb=0.1)", "step": 3000, "epoch": 22, "mb": 0.1}
|
| 66 |
+
{"t": "2026-10-05T01:59:54Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 3000 verified on HF (step=3000, seconds=2.1, with_best=True)", "step": 3000, "seconds": 2.1, "with_best": true}
|
| 67 |
+
{"t": "2026-10-05T01:59:55Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 23/30 (epoch=23, step=3128, lr=0.000151, train/v=0.06726, train/total=0.06726, val/v_loss=0.08531, val/loss=0.08531, val/video_auc=0.9223, val/video_f1@0.5=0.9125, val/clip_auc=0.8366, val/clip_f1@0.5=0.861, val/mean_auc=0.9223, epoch_seconds=3.6, val_seconds=0.3, best=0.9224, improved=False)", "epoch": 23, "step": 3128, "lr": 0.00015103299054894452, "train/v": 0.06725943989723045, "train/total": 0.06725943989723045, "val/v_loss": 0.08531421133213574, "val/loss": 0.08531421133213574, "val/video_auc": 0.9223238095238095, "val/video_f1@0.5": 0.9125168236877523, "val/clip_auc": 0.8366131621187802, "val/clip_f1@0.5": 0.8610086100861009, "val/mean_auc": 0.9223238095238095, "epoch_seconds": 3.6, "val_seconds": 0.3, "best": 0.9223714285714285, "improved": false}
|
| 68 |
+
{"t": "2026-10-05T01:59:55Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9223238095238095"}
|
| 69 |
+
{"t": "2026-10-05T01:59:59Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 24/30 (epoch=24, step=3264, lr=0.0001151, train/v=0.06678, train/total=0.06678, val/v_loss=0.08283, val/loss=0.08283, val/video_auc=0.9222, val/video_f1@0.5=0.9141, val/clip_auc=0.8362, val/clip_f1@0.5=0.8706, val/mean_auc=0.9222, epoch_seconds=3.5, val_seconds=0.3, best=0.9224, improved=False)", "epoch": 24, "step": 3264, "lr": 0.00011511588600143383, "train/v": 0.0667813957997543, "train/total": 0.0667813957997543, "val/v_loss": 0.08283348422911432, "val/loss": 0.08283348422911432, "val/video_auc": 0.9222, "val/video_f1@0.5": 0.9141347424042272, "val/clip_auc": 0.8361797752808988, "val/clip_f1@0.5": 0.8706166868198307, "val/mean_auc": 0.9222, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9223714285714285, "improved": false}
|
| 70 |
+
{"t": "2026-10-05T01:59:59Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9222"}
|
| 71 |
+
{"t": "2026-10-05T02:00:02Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 25/30 (epoch=25, step=3400, lr=8.393e-05, train/v=0.06685, train/total=0.06685, val/v_loss=0.08242, val/loss=0.08242, val/video_auc=0.9217, val/video_f1@0.5=0.9172, val/clip_auc=0.8357, val/clip_f1@0.5=0.8761, val/mean_auc=0.9217, epoch_seconds=3.4, val_seconds=0.3, best=0.9224, improved=False)", "epoch": 25, "step": 3400, "lr": 8.393144644684854e-05, "train/v": 0.06684710219612017, "train/total": 0.06684710219612017, "val/v_loss": 0.08242376024524371, "val/loss": 0.08242376024524371, "val/video_auc": 0.9217428571428571, "val/video_f1@0.5": 0.9172141918528253, "val/clip_auc": 0.8357463884430176, "val/clip_f1@0.5": 0.8760529482551144, "val/mean_auc": 0.9217428571428571, "epoch_seconds": 3.4, "val_seconds": 0.3, "best": 0.9223714285714285, "improved": false}
|
| 72 |
+
{"t": "2026-10-05T02:00:02Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9217428571428571"}
|
| 73 |
+
{"t": "2026-10-05T02:00:04Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 3500 (interval) (step=3500, epoch=25, mb=0.1)", "step": 3500, "epoch": 25, "mb": 0.1}
|
| 74 |
+
{"t": "2026-10-05T02:00:06Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 26/30 (epoch=26, step=3536, lr=5.786e-05, train/v=0.06498, train/total=0.06498, val/v_loss=0.0826, val/loss=0.0826, val/video_auc=0.922, val/video_f1@0.5=0.9144, val/clip_auc=0.8362, val/clip_f1@0.5=0.8733, val/mean_auc=0.922, epoch_seconds=3.5, val_seconds=0.3, best=0.9224, improved=False)", "epoch": 26, "step": 3536, "lr": 5.7858208737819876e-05, "train/v": 0.06498018895988078, "train/total": 0.06498018895988078, "val/v_loss": 0.08260026905271742, "val/loss": 0.08260026905271742, "val/video_auc": 0.922047619047619, "val/video_f1@0.5": 0.9143610013175231, "val/clip_auc": 0.8362439807383628, "val/clip_f1@0.5": 0.873341375150784, "val/mean_auc": 0.922047619047619, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9223714285714285, "improved": false}
|
| 75 |
+
{"t": "2026-10-05T02:00:06Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.922047619047619"}
|
| 76 |
+
{"t": "2026-10-05T02:00:07Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 3500 verified on HF (step=3500, seconds=2.1, with_best=False)", "step": 3500, "seconds": 2.1, "with_best": false}
|
| 77 |
+
{"t": "2026-10-05T02:00:09Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 27/30 (epoch=27, step=3672, lr=3.721e-05, train/v=0.0667, train/total=0.0667, val/v_loss=0.08252, val/loss=0.08252, val/video_auc=0.9219, val/video_f1@0.5=0.9144, val/clip_auc=0.8359, val/clip_f1@0.5=0.8733, val/mean_auc=0.9219, epoch_seconds=3.5, val_seconds=0.3, best=0.9224, improved=False)", "epoch": 27, "step": 3672, "lr": 3.721266666039176e-05, "train/v": 0.06670408238492467, "train/total": 0.06670408238492467, "val/v_loss": 0.08252303798993428, "val/loss": 0.08252303798993428, "val/video_auc": 0.9219428571428572, "val/video_f1@0.5": 0.9143610013175231, "val/clip_auc": 0.8358587479935795, "val/clip_f1@0.5": 0.873341375150784, "val/mean_auc": 0.9219428571428572, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9223714285714285, "improved": false}
|
| 78 |
+
{"t": "2026-10-05T02:00:09Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9219428571428572"}
|
| 79 |
+
{"t": "2026-10-05T02:00:12Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_001 epoch 28/30 (epoch=28, step=3808, lr=2.225e-05, train/v=0.06783, train/total=0.06783, val/v_loss=0.08251, val/loss=0.08251, val/video_auc=0.9218, val/video_f1@0.5=0.9158, val/clip_auc=0.8359, val/clip_f1@0.5=0.8747, val/mean_auc=0.9218, epoch_seconds=3.4, val_seconds=0.3, best=0.9224, improved=False)", "epoch": 28, "step": 3808, "lr": 2.2245429128191655e-05, "train/v": 0.06782711341100581, "train/total": 0.06782711341100581, "val/v_loss": 0.08250938666363557, "val/loss": 0.08250938666363557, "val/video_auc": 0.921847619047619, "val/video_f1@0.5": 0.9157894736842105, "val/clip_auc": 0.8359390048154092, "val/clip_f1@0.5": 0.8746987951807229, "val/mean_auc": 0.921847619047619, "epoch_seconds": 3.4, "val_seconds": 0.3, "best": 0.9223714285714285, "improved": false}
|
| 80 |
+
{"t": "2026-10-05T02:00:12Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.921847619047619"}
|
| 81 |
+
{"t": "2026-10-05T02:00:12Z", "level": "INFO", "event": "early_stop", "msg": "[early_stop] early stopping: no improvement in 6 epochs"}
|
| 82 |
+
{"t": "2026-10-05T02:00:12Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 3808 (completed) (step=3808, epoch=28, mb=0.1)", "step": 3808, "epoch": 28, "mb": 0.1}
|
| 83 |
+
{"t": "2026-10-05T02:00:15Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 3808 verified on HF (step=3808, seconds=2.4, with_best=False)", "step": 3808, "seconds": 2.4, "with_best": false}
|
| 84 |
+
{"t": "2026-10-05T02:00:15Z", "level": "INFO", "event": "training_finished", "msg": "[training_finished] EXP_001: best val/mean_auc=0.9223714285714285 at epoch 22"}
|
| 85 |
+
{"t": "2026-10-05T02:00:15Z", "level": "INFO", "event": "test_already_evaluated", "msg": "[test_already_evaluated] EXP_001: kept existing test metrics (the test split is evaluated exactly once per experiment)"}
|
| 86 |
+
{"t": "2026-10-05T02:00:17Z", "level": "INFO", "event": "figures_generated", "msg": "[figures_generated] EXP_001"}
|
| 87 |
+
{"t": "2026-10-05T02:00:19Z", "level": "INFO", "event": "results_uploaded", "msg": "[results_uploaded] EXP_001: 14 files"}
|
| 88 |
+
{"t": "2026-10-05T02:00:20Z", "level": "INFO", "event": "experiment_completed", "msg": "[experiment_completed] EXP_001 video-probe seed 42"}
|
| 89 |
+
{"t": "2026-10-05T02:00:21Z", "level": "INFO", "event": "claim_skipped", "msg": "[claim_skipped] EXP_003: already completed"}
|
| 90 |
+
{"t": "2026-10-05T02:00:21Z", "level": "INFO", "event": "experiment_started", "msg": "[experiment_started] EXP_003 audio-probe seed 42 (exp_id=EXP_003, stage=baseline, split=strict)", "exp_id": "EXP_003", "stage": "baseline", "split": "strict"}
|
| 91 |
+
{"t": "2026-10-05T02:00:21Z", "level": "INFO", "event": "model_initialized", "msg": "[model_initialized] audio-probe: 0.0 M params (0.0 M trainable) (total=2305, trainable=2305)", "total": 2305, "trainable": 2305}
|
| 92 |
+
{"t": "2026-10-05T02:00:21Z", "level": "INFO", "event": "training_started", "msg": "[training_started] EXP_003 baseline: 8682 train / 515 val, micro 64 x accum 1 = 64, 4080 steps, fp16 (exp_id=EXP_003)", "exp_id": "EXP_003"}
|
| 93 |
+
{"t": "2026-10-05T02:00:25Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_003 epoch 1/30 (epoch=1, step=136, lr=0.0006618, train/a=0.1554, train/total=0.1554, val/a_loss=0.03987, val/loss=0.03987, val/audio_auc=0.9999, val/audio_f1@0.5=0.9697, val/clip_auc=0.7426, val/clip_f1@0.5=0.6517, val/mean_auc=0.9999, epoch_seconds=3.5, val_seconds=0.3, best=0.9999, improved=True)", "epoch": 1, "step": 136, "lr": 0.0006617647058823529, "train/a": 0.1554187632384984, "train/total": 0.1554187632384984, "val/a_loss": 0.03987248531646199, "val/loss": 0.03987248531646199, "val/audio_auc": 0.9998747181157603, "val/audio_f1@0.5": 0.9696969696969697, "val/clip_auc": 0.7425521669341895, "val/clip_f1@0.5": 0.6516516516516516, "val/mean_auc": 0.9998747181157603, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9998747181157603, "improved": true}
|
| 94 |
+
{"t": "2026-10-05T02:00:25Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9998747181157603"}
|
| 95 |
+
{"t": "2026-10-05T02:00:28Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_003 epoch 2/30 (epoch=2, step=272, lr=0.0009993, train/a=0.03431, train/total=0.03431, val/a_loss=0.01728, val/loss=0.01728, val/audio_auc=0.9993, val/audio_f1@0.5=0.9763, val/clip_auc=0.7417, val/clip_f1@0.5=0.6434, val/mean_auc=0.9993, epoch_seconds=3.6, val_seconds=0.3, best=0.9999, improved=False)", "epoch": 2, "step": 272, "lr": 0.0009992919046978132, "train/a": 0.034305573249345314, "train/total": 0.034305573249345314, "val/a_loss": 0.01728467410430312, "val/loss": 0.01728467410430312, "val/audio_auc": 0.9992796291656225, "val/audio_f1@0.5": 0.976303317535545, "val/clip_auc": 0.741653290529695, "val/clip_f1@0.5": 0.6433990895295902, "val/mean_auc": 0.9992796291656225, "epoch_seconds": 3.6, "val_seconds": 0.3, "best": 0.9998747181157603, "improved": false}
|
| 96 |
+
{"t": "2026-10-05T02:00:28Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9992796291656225"}
|
| 97 |
+
{"t": "2026-10-05T02:00:32Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_003 epoch 3/30 (epoch=3, step=408, lr=0.0009934, train/a=0.02056, train/total=0.02056, val/a_loss=0.01289, val/loss=0.01289, val/audio_auc=0.9993, val/audio_f1@0.5=0.9834, val/clip_auc=0.7411, val/clip_f1@0.5=0.6444, val/mean_auc=0.9993, epoch_seconds=3.5, val_seconds=0.3, best=0.9999, improved=False)", "epoch": 3, "step": 408, "lr": 0.000993380277472191, "train/a": 0.02056355240946526, "train/total": 0.02056355240946526, "val/a_loss": 0.012887804122227762, "val/loss": 0.012887804122227762, "val/audio_auc": 0.9993422701077423, "val/audio_f1@0.5": 0.9833729216152018, "val/clip_auc": 0.74107544141252, "val/clip_f1@0.5": 0.6443768996960486, "val/mean_auc": 0.9993422701077423, "epoch_seconds": 3.5, "val_seconds": 0.3, "best": 0.9998747181157603, "improved": false}
|
| 98 |
+
{"t": "2026-10-05T02:00:32Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9993422701077423"}
|
| 99 |
+
{"t": "2026-10-05T02:00:34Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 500 (interval) (step=500, epoch=3, mb=0)", "step": 500, "epoch": 3, "mb": 0.0}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
repro_check/experiments/EXP_003_audio-probe_s42/logs/train_steps.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
repro_check/experiments/EXP_003_audio-probe_s42/metrics/training_history.csv
CHANGED
|
@@ -1,8 +1,4 @@
|
|
| 1 |
epoch,step,lr,train/a,train/total,val/a_loss,val/loss,val/audio_auc,val/audio_f1@0.5,val/clip_auc,val/clip_f1@0.5,val/mean_auc,epoch_seconds,val_seconds
|
| 2 |
-
1,136,0.0006617647058823529,0.1554187632384984,0.1554187632384984,0.03987248531646199,0.03987248531646199,0.9998747181157603,0.9696969696969697,0.7425521669341895,0.6516516516516516,0.9998747181157603,3.
|
| 3 |
-
2,272,0.0009992919046978132,0.034305573249345314,0.034305573249345314,0.01728467410430312,0.01728467410430312,0.9992796291656225,0.976303317535545,0.741653290529695,0.6433990895295902,0.9992796291656225,3.
|
| 4 |
-
3,408,0.000993380277472191,0.02056355240946526,0.02056355240946526,0.012887804122227762,0.012887804122227762,0.9993422701077423,0.9833729216152018,0.74107544141252,0.6443768996960486,0.9993422701077423,3.
|
| 5 |
-
4,544,0.0009815403752555126,0.01676609055550002,0.01676609055550002,0.010957328757892052,0.010957328757892052,0.9991230268103232,0.985781990521327,0.7398876404494382,0.6464339908952959,0.9991230268103232,3.6,0.4
|
| 6 |
-
5,680,0.0009639159184219317,0.013529723869664046,0.013529723869664046,0.011011215573590662,0.011011215573590662,0.9986845402154847,0.9833729216152018,0.7382825040128411,0.6443768996960486,0.9986845402154847,3.6,0.3
|
| 7 |
-
6,816,0.0009407208440026866,0.010774509279358694,0.010774509279358694,0.01099334014320953,0.01099334014320953,0.9986688799799548,0.9833729216152018,0.740064205457464,0.6443768996960486,0.9986688799799548,3.6,0.3
|
| 8 |
-
7,952,0.0009122367087803458,0.010068085874937585,0.010068085874937585,0.009950228061320053,0.009950228061320053,0.9988724630418441,0.9833729216152018,0.7407865168539326,0.6443768996960486,0.9988724630418441,3.5,0.4
|
|
|
|
| 1 |
epoch,step,lr,train/a,train/total,val/a_loss,val/loss,val/audio_auc,val/audio_f1@0.5,val/clip_auc,val/clip_f1@0.5,val/mean_auc,epoch_seconds,val_seconds
|
| 2 |
+
1,136,0.0006617647058823529,0.1554187632384984,0.1554187632384984,0.03987248531646199,0.03987248531646199,0.9998747181157603,0.9696969696969697,0.7425521669341895,0.6516516516516516,0.9998747181157603,3.5,0.3
|
| 3 |
+
2,272,0.0009992919046978132,0.034305573249345314,0.034305573249345314,0.01728467410430312,0.01728467410430312,0.9992796291656225,0.976303317535545,0.741653290529695,0.6433990895295902,0.9992796291656225,3.6,0.3
|
| 4 |
+
3,408,0.000993380277472191,0.02056355240946526,0.02056355240946526,0.012887804122227762,0.012887804122227762,0.9993422701077423,0.9833729216152018,0.74107544141252,0.6443768996960486,0.9993422701077423,3.5,0.3
|
|
|
|
|
|
|
|
|
|
|
|