EXP_023_davidnet-logo_fsgan_s42: checkpoint step 1500

experiments/EXP_023_davidnet-logo_fsgan_s42/best_model/meta.json

@@ -1,10 +1,10 @@
 {
   "config_hash": "f13a814f2a6d",
-  "epoch": 10,
+  "epoch": 14,
   "exp_id": "EXP_023",
-  "metric": 0.9860938384265239,
+  "metric": 0.9893820657759507,
   "metric_name": "val/mean_auc",
-  "saved_at": "2026-09-27T23:05:00Z",
-  "sha256": "6d10afe1e5fba4d6eac1e01db0b29d810548422f7cbd9eaf96b04ad9527556e1",
-  "step": 950
+  "saved_at": "2026-09-27T23:07:32Z",
+  "sha256": "450eae48f20481251ee91d15279105325627ac2179935e1c2395a88f10cbf873",
+  "step": 1330
 }

experiments/EXP_023_davidnet-logo_fsgan_s42/best_model/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d10afe1e5fba4d6eac1e01db0b29d810548422f7cbd9eaf96b04ad9527556e1
+oid sha256:450eae48f20481251ee91d15279105325627ac2179935e1c2395a88f10cbf873
 size 341484140

experiments/EXP_023_davidnet-logo_fsgan_s42/checkpoints/LATEST.json

@@ -1,10 +1,10 @@
 {
-  "step": 1000,
-  "dir": "checkpoints/step-0001000",
-  "updated_at": "2026-09-27T23:05:23Z",
+  "step": 1500,
+  "dir": "checkpoints/step-0001500",
+  "updated_at": "2026-09-27T23:08:39Z",
   "config_hash": "f13a814f2a6d",
   "history": [
-    "checkpoints/step-0000500",
-    "checkpoints/step-0001000"
+    "checkpoints/step-0001000",
+    "checkpoints/step-0001500"
   ]
 }

experiments/EXP_023_davidnet-logo_fsgan_s42/checkpoints/{step-0000500 → step-0001500}/meta.json

@@ -1,13 +1,13 @@
 {
   "config_hash": "f13a814f2a6d",
-  "created_at": "2026-09-27T23:02:00Z",
-  "epoch": 5,
+  "created_at": "2026-09-27T23:08:37Z",
+  "epoch": 15,
   "files": {
     "training_state.pt": {
-      "bytes": 1003382419,
-      "sha256": "589cac9d0e60b25748eeb37b205d978a0249a279d7f61db4b1c8f667821b1c96"
+      "bytes": 1003389267,
+      "sha256": "a32482ac2cf7e9ad8fb242ef862c92b91bc2612e852753368d520775b464f93a"
     }
   },
   "reason": "interval",
-  "step": 500
+  "step": 1500
 }

experiments/EXP_023_davidnet-logo_fsgan_s42/checkpoints/{step-0000500 → step-0001500}/training_state.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:589cac9d0e60b25748eeb37b205d978a0249a279d7f61db4b1c8f667821b1c96
-size 1003382419
+oid sha256:a32482ac2cf7e9ad8fb242ef862c92b91bc2612e852753368d520775b464f93a
+size 1003389267

experiments/EXP_023_davidnet-logo_fsgan_s42/logs/pipeline.jsonl

@@ -211,3 +211,15 @@
 {"t": "2026-09-27T23:05:01Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 10/30 (epoch=10, step=950, lr=7.994e-05, train/v=0.01904, train/a=0.003645, train/quad=0.07067, train/loc=0.07873, train/sync=3.828, train/dis=0.02895, train/total=0.4831, val/v_loss=0.0959, val/a_loss=0.01059, val/quad_loss=0.3971, val/loc_loss=0.3808, val/sync_loss=1.219, val/dis_loss=0.03112, val/loss=0.6204, val/video_auc=0.9729, val/video_f1@0.5=0.9213, val/audio_auc=0.9993, val/audio_f1@0.5=0.9845, val/clip_auc=0.9766, val/clip_f1@0.5=0.9513, val/mean_auc=0.9861, val/quad_macro_f1=0.8812, epoch_seconds=35.6, val_seconds=1.6, best=0.9861, improved=True)", "epoch": 10, "step": 950, "lr": 7.993808561928147e-05, "train/v": 0.019041602812878984, "train/a": 0.003644918050514733, "train/quad": 0.07067196788021217, "train/loc": 0.07872764799057654, "train/sync": 3.8281467688711066, "train/dis": 0.028949524815145292, "train/total": 0.48309596588737086, "val/v_loss": 0.09590399797473635, "val/a_loss": 0.010591721735961204, "val/quad_loss": 0.39707263878413607, "val/loc_loss": 0.3808035658938544, "val/sync_loss": 1.218970775604248, "val/dis_loss": 0.031124995223113468, "val/loss": 0.6204433952059064, "val/video_auc": 0.9728545734840699, "val/video_f1@0.5": 0.9213483146067416, "val/audio_auc": 0.9993331033689778, "val/audio_f1@0.5": 0.9845360824742269, "val/clip_auc": 0.9766009852216749, "val/clip_f1@0.5": 0.9512555391432792, "val/mean_auc": 0.9860938384265239, "val/quad_macro_f1": 0.8812086978002917, "epoch_seconds": 35.6, "val_seconds": 1.6, "best": 0.9860938384265239, "improved": true}
 {"t": "2026-09-27T23:05:01Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9860938384265239"}
 {"t": "2026-09-27T23:05:23Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1000 (interval) (step=1000, epoch=10, mb=1003)", "step": 1000, "epoch": 10, "mb": 1003.4}
+{"t": "2026-09-27T23:05:39Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 1000 verified on HF (step=1000, seconds=16.2, with_best=True)", "step": 1000, "seconds": 16.2, "with_best": true}
+{"t": "2026-09-27T23:05:43Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 11/30 (epoch=11, step=1045, lr=7.543e-05, train/v=0.02389, train/a=0.003451, train/quad=0.09445, train/loc=0.09252, train/sync=3.968, train/dis=0.03434, train/total=0.521, val/v_loss=0.07188, val/a_loss=0.005694, val/quad_loss=0.3067, val/loc_loss=0.2695, val/sync_loss=1.256, val/dis_loss=0.0194, val/loss=0.4932, val/video_auc=0.9743, val/video_f1@0.5=0.9367, val/audio_auc=1, val/audio_f1@0.5=0.9873, val/clip_auc=0.9824, val/clip_f1@0.5=0.9657, val/mean_auc=0.9871, val/quad_macro_f1=0.898, epoch_seconds=40, val_seconds=1.6, best=0.9871, improved=True)", "epoch": 11, "step": 1045, "lr": 7.543212666787815e-05, "train/v": 0.023891469723495998, "train/a": 0.003450998351744554, "train/quad": 0.0944543090992068, "train/loc": 0.09252445819101443, "train/sync": 3.9678111252031827, "train/dis": 0.03433816382465394, "train/total": 0.5210467849907122, "val/v_loss": 0.07187853168163981, "val/a_loss": 0.005694162848418013, "val/quad_loss": 0.30667064658233095, "val/loc_loss": 0.2694825210741588, "val/sync_loss": 1.2562174115862166, "val/dis_loss": 0.019404327496886253, "val/loss": 0.4932114694799696, "val/video_auc": 0.9743191161356629, "val/video_f1@0.5": 0.9367088607594937, "val/audio_auc": 0.999954007128895, "val/audio_f1@0.5": 0.9873417721518988, "val/clip_auc": 0.9824302134646962, "val/clip_f1@0.5": 0.9657142857142857, "val/mean_auc": 0.9871365616322789, "val/quad_macro_f1": 0.8980096488166789, "epoch_seconds": 40.0, "val_seconds": 1.6, "best": 0.9871365616322789, "improved": true}
+{"t": "2026-09-27T23:05:43Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9871365616322789"}
+{"t": "2026-09-27T23:06:19Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 12/30 (epoch=12, step=1140, lr=7.058e-05, train/v=0.0158, train/a=0.001011, train/quad=0.05628, train/loc=0.05657, train/sync=3.866, train/dis=0.02207, train/total=0.4621, val/v_loss=0.09334, val/a_loss=0.01132, val/quad_loss=0.4136, val/loc_loss=0.3919, val/sync_loss=1.213, val/dis_loss=0.01919, val/loss=0.6306, val/video_auc=0.9705, val/video_f1@0.5=0.9273, val/audio_auc=0.9998, val/audio_f1@0.5=0.9848, val/clip_auc=0.9792, val/clip_f1@0.5=0.9594, val/mean_auc=0.9852, val/quad_macro_f1=0.8871, epoch_seconds=35.6, val_seconds=1.6, best=0.9871, improved=False)", "epoch": 12, "step": 1140, "lr": 7.057749003015301e-05, "train/v": 0.015799584810156374, "train/a": 0.0010105518530412825, "train/quad": 0.05628038176249615, "train/loc": 0.05657035340800097, "train/sync": 3.866375584351389, "train/dis": 0.022069527605842604, "train/total": 0.46208002096728273, "val/v_loss": 0.09333812977586474, "val/a_loss": 0.011321984242256024, "val/quad_loss": 0.4135766625404358, "val/loc_loss": 0.39187727655683247, "val/sync_loss": 1.2130855832781111, "val/dis_loss": 0.019192498177289963, "val/loss": 0.6306149022919791, "val/video_auc": 0.9705035971223022, "val/video_f1@0.5": 0.9272727272727272, "val/audio_auc": 0.9998390249511325, "val/audio_f1@0.5": 0.9847715736040609, "val/clip_auc": 0.9791871921182266, "val/clip_f1@0.5": 0.9594202898550724, "val/mean_auc": 0.9851713110367173, "val/quad_macro_f1": 0.8870759192019426, "epoch_seconds": 35.6, "val_seconds": 1.6, "best": 0.9871365616322789, "improved": false}
+{"t": "2026-09-27T23:06:19Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9851713110367173"}
+{"t": "2026-09-27T23:06:56Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 13/30 (epoch=13, step=1235, lr=6.548e-05, train/v=0.01594, train/a=0.003876, train/quad=0.07172, train/loc=0.06579, train/sync=3.655, train/dis=0.03142, train/total=0.4572, val/v_loss=0.0854, val/a_loss=0.01841, val/quad_loss=0.3845, val/loc_loss=0.3613, val/sync_loss=1.301, val/dis_loss=0.05212, val/loss=0.612, val/video_auc=0.9779, val/video_f1@0.5=0.9257, val/audio_auc=0.9985, val/audio_f1@0.5=0.9873, val/clip_auc=0.981, val/clip_f1@0.5=0.9568, val/mean_auc=0.9882, val/quad_macro_f1=0.8991, epoch_seconds=35.4, val_seconds=1.6, best=0.9882, improved=True)", "epoch": 13, "step": 1235, "lr": 6.547922975934724e-05, "train/v": 0.015937473268958887, "train/a": 0.003876238763859874, "train/quad": 0.07171643371816333, "train/loc": 0.06578831171347319, "train/sync": 3.655279897388659, "train/dis": 0.031417939410005744, "train/total": 0.4572358730592226, "val/v_loss": 0.0853971072605678, "val/a_loss": 0.018410784233115658, "val/quad_loss": 0.38446690355028423, "val/loc_loss": 0.3613054135016033, "val/sync_loss": 1.3006691592080253, "val/dis_loss": 0.05211725139192173, "val/loss": 0.6119726981435504, "val/video_auc": 0.9778648509763618, "val/video_f1@0.5": 0.9257142857142857, "val/audio_auc": 0.9984592388179833, "val/audio_f1@0.5": 0.9872773536895675, "val/clip_auc": 0.9809729064039407, "val/clip_f1@0.5": 0.9567809239940388, "val/mean_auc": 0.9881620448971725, "val/quad_macro_f1": 0.8990840381299698, "epoch_seconds": 35.4, "val_seconds": 1.6, "best": 0.9881620448971725, "improved": true}
+{"t": "2026-09-27T23:06:56Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9881620448971725"}
+{"t": "2026-09-27T23:07:33Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 14/30 (epoch=14, step=1330, lr=6.02e-05, train/v=0.01103, train/a=0.001875, train/quad=0.04041, train/loc=0.04617, train/sync=3.634, train/dis=0.02079, train/total=0.4217, val/v_loss=0.1529, val/a_loss=0.0203, val/quad_loss=0.5433, val/loc_loss=0.4765, val/sync_loss=1.165, val/dis_loss=0.01678, val/loss=0.8013, val/video_auc=0.9788, val/video_f1@0.5=0.9289, val/audio_auc=1, val/audio_f1@0.5=0.9873, val/clip_auc=0.9788, val/clip_f1@0.5=0.9634, val/mean_auc=0.9894, val/quad_macro_f1=0.8819, epoch_seconds=35.6, val_seconds=1.6, best=0.9894, improved=True)", "epoch": 14, "step": 1330, "lr": 6.0199209001088054e-05, "train/v": 0.011032117172113718, "train/a": 0.0018747300188950153, "train/quad": 0.04040854242936659, "train/loc": 0.046166738940059744, "train/sync": 3.634355826126902, "train/dis": 0.020791716187408094, "train/total": 0.4217092498352653, "val/v_loss": 0.15287123886602266, "val/a_loss": 0.02030435742446051, "val/quad_loss": 0.5433010427015168, "val/loc_loss": 0.4765332229435444, "val/sync_loss": 1.1652261870247977, "val/dis_loss": 0.01677563294236149, "val/loss": 0.8012929122362819, "val/video_auc": 0.9787641315519013, "val/video_f1@0.5": 0.92894280762565, "val/audio_auc": 1.0, "val/audio_f1@0.5": 0.9873417721518988, "val/clip_auc": 0.9788382594417078, "val/clip_f1@0.5": 0.9633802816901409, "val/mean_auc": 0.9893820657759507, "val/quad_macro_f1": 0.8818986568986569, "epoch_seconds": 35.6, "val_seconds": 1.6, "best": 0.9893820657759507, "improved": true}
+{"t": "2026-09-27T23:07:33Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9893820657759507"}
+{"t": "2026-09-27T23:08:09Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 15/30 (epoch=15, step=1425, lr=5.48e-05, train/v=0.0111, train/a=0.002917, train/quad=0.04375, train/loc=0.04334, train/sync=3.434, train/dis=0.01423, train/total=0.4024, val/v_loss=0.1027, val/a_loss=0.02516, val/quad_loss=0.449, val/loc_loss=0.4322, val/sync_loss=1.118, val/dis_loss=0.01692, val/loss=0.6819, val/video_auc=0.9751, val/video_f1@0.5=0.9245, val/audio_auc=0.9989, val/audio_f1@0.5=0.9848, val/clip_auc=0.9747, val/clip_f1@0.5=0.9575, val/mean_auc=0.987, val/quad_macro_f1=0.8819, epoch_seconds=35.5, val_seconds=1.6, best=0.9894, improved=False)", "epoch": 15, "step": 1425, "lr": 5.4801496413257335e-05, "train/v": 0.011099485192205879, "train/a": 0.002916674726140244, "train/quad": 0.04374638345846171, "train/loc": 0.04333770575896396, "train/sync": 3.434218675211856, "train/dis": 0.01423105288198904, "train/total": 0.4024031818305191, "val/v_loss": 0.10265291269336428, "val/a_loss": 0.025157462890872142, "val/quad_loss": 0.4490068576165608, "val/loc_loss": 0.4322224599974496, "val/sync_loss": 1.1182750293186732, "val/dis_loss": 0.016918633798403398, "val/loss": 0.6819444171019963, "val/video_auc": 0.9750642343268242, "val/video_f1@0.5": 0.9245283018867925, "val/audio_auc": 0.9988616764401518, "val/audio_f1@0.5": 0.9848484848484849, "val/clip_auc": 0.9747331691297209, "val/clip_f1@0.5": 0.9575402635431918, "val/mean_auc": 0.986962955383488, "val/quad_macro_f1": 0.8819069959735404, "epoch_seconds": 35.5, "val_seconds": 1.6, "best": 0.9893820657759507, "improved": false}
+{"t": "2026-09-27T23:08:09Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.986962955383488"}
+{"t": "2026-09-27T23:08:39Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1500 (interval) (step=1500, epoch=15, mb=1003)", "step": 1500, "epoch": 15, "mb": 1003.4}

experiments/EXP_023_davidnet-logo_fsgan_s42/metrics/training_history.csv

@@ -9,3 +9,8 @@ epoch,step,lr,train/v,train/a,train/quad,train/loc,train/sync,train/dis,train/to
 8,760,8.792669229478451e-05,0.02888701908523217,0.002612707187041738,0.10918625226293348,0.1112470834368938,4.072058035198011,0.025753364163009745,0.5514975416032891,0.05650769653064864,0.02699871718193338,0.3185032159090042,0.3006171818290438,1.3756698199680872,0.03479320130177906,0.5341129100748471,0.9707605344295993,0.9371633752244165,0.9978383350580661,0.9848484848484849,0.9699096880131363,0.9586305278174037,0.9842994347438327,0.8823101828563433,35.7,1.6
 9,855,8.413646420752285e-05,0.028334821947531678,0.0031166700023899656,0.1103570495094908,0.11302344402494399,3.950356910103246,0.02161330107207361,0.540338765320025,0.11548832777355399,0.00677453805604143,0.41384279302188326,0.4152884291751044,1.287043571472168,0.07338428869843483,0.6728712703500476,0.9700668036998973,0.9201520912547528,0.999954007128895,0.9898477157360406,0.974076354679803,0.9506726457399103,0.9850104054143962,0.8843790701742108,35.7,1.6
 10,950,7.993808561928147e-05,0.019041602812878984,0.003644918050514733,0.07067196788021217,0.07872764799057654,3.8281467688711066,0.028949524815145292,0.48309596588737086,0.09590399797473635,0.010591721735961204,0.39707263878413607,0.3808035658938544,1.218970775604248,0.031124995223113468,0.6204433952059064,0.9728545734840699,0.9213483146067416,0.9993331033689778,0.9845360824742269,0.9766009852216749,0.9512555391432792,0.9860938384265239,0.8812086978002917,35.6,1.6
+11,1045,7.543212666787815e-05,0.023891469723495998,0.003450998351744554,0.0944543090992068,0.09252445819101443,3.9678111252031827,0.03433816382465394,0.5210467849907122,0.07187853168163981,0.005694162848418013,0.30667064658233095,0.2694825210741588,1.2562174115862166,0.019404327496886253,0.4932114694799696,0.9743191161356629,0.9367088607594937,0.999954007128895,0.9873417721518988,0.9824302134646962,0.9657142857142857,0.9871365616322789,0.8980096488166789,40.0,1.6
+12,1140,7.057749003015301e-05,0.015799584810156374,0.0010105518530412825,0.05628038176249615,0.05657035340800097,3.866375584351389,0.022069527605842604,0.46208002096728273,0.09333812977586474,0.011321984242256024,0.4135766625404358,0.39187727655683247,1.2130855832781111,0.019192498177289963,0.6306149022919791,0.9705035971223022,0.9272727272727272,0.9998390249511325,0.9847715736040609,0.9791871921182266,0.9594202898550724,0.9851713110367173,0.8870759192019426,35.6,1.6
+13,1235,6.547922975934724e-05,0.015937473268958887,0.003876238763859874,0.07171643371816333,0.06578831171347319,3.655279897388659,0.031417939410005744,0.4572358730592226,0.0853971072605678,0.018410784233115658,0.38446690355028423,0.3613054135016033,1.3006691592080253,0.05211725139192173,0.6119726981435504,0.9778648509763618,0.9257142857142857,0.9984592388179833,0.9872773536895675,0.9809729064039407,0.9567809239940388,0.9881620448971725,0.8990840381299698,35.4,1.6
+14,1330,6.0199209001088054e-05,0.011032117172113718,0.0018747300188950153,0.04040854242936659,0.046166738940059744,3.634355826126902,0.020791716187408094,0.4217092498352653,0.15287123886602266,0.02030435742446051,0.5433010427015168,0.4765332229435444,1.1652261870247977,0.01677563294236149,0.8012929122362819,0.9787641315519013,0.92894280762565,1.0,0.9873417721518988,0.9788382594417078,0.9633802816901409,0.9893820657759507,0.8818986568986569,35.6,1.6
+15,1425,5.4801496413257335e-05,0.011099485192205879,0.002916674726140244,0.04374638345846171,0.04333770575896396,3.434218675211856,0.01423105288198904,0.4024031818305191,0.10265291269336428,0.025157462890872142,0.4490068576165608,0.4322224599974496,1.1182750293186732,0.016918633798403398,0.6819444171019963,0.9750642343268242,0.9245283018867925,0.9988616764401518,0.9848484848484849,0.9747331691297209,0.9575402635431918,0.986962955383488,0.8819069959735404,35.5,1.6