EXP_023_davidnet-logo_fsgan_s42: checkpoint step 1900

experiments/EXP_023_davidnet-logo_fsgan_s42/checkpoints/LATEST.json

@@ -1,10 +1,10 @@
 {
-  "step": 1500,
-  "dir": "checkpoints/step-0001500",
-  "updated_at": "2026-09-27T23:08:39Z",
+  "step": 1900,
+  "dir": "checkpoints/step-0001900",
+  "updated_at": "2026-09-27T23:11:15Z",
   "config_hash": "f13a814f2a6d",
   "history": [
-    "checkpoints/step-0001000",
-    "checkpoints/step-0001500"
+    "checkpoints/step-0001500",
+    "checkpoints/step-0001900"
   ]
 }

experiments/EXP_023_davidnet-logo_fsgan_s42/checkpoints/step-0001000/meta.json

@@ -1,13 +0,0 @@
-{
-  "config_hash": "f13a814f2a6d",
-  "created_at": "2026-09-27T23:05:20Z",
-  "epoch": 10,
-  "files": {
-    "training_state.pt": {
-      "bytes": 1003385811,
-      "sha256": "732e57ef5497ec2d1273d26023f19861ba1220244910b64dd75a12cce0096920"
-    }
-  },
-  "reason": "interval",
-  "step": 1000
-}

experiments/EXP_023_davidnet-logo_fsgan_s42/checkpoints/step-0001900/meta.json

@@ -0,0 +1,13 @@
+{
+  "config_hash": "f13a814f2a6d",
+  "created_at": "2026-09-27T23:11:12Z",
+  "epoch": 20,
+  "files": {
+    "training_state.pt": {
+      "bytes": 1003392595,
+      "sha256": "ce2dcc5df02b9707ddd5a4b501d680ddefbbb4e0ea53fd29e8fc37db60dc3a4b"
+    }
+  },
+  "reason": "completed",
+  "step": 1900
+}

experiments/EXP_023_davidnet-logo_fsgan_s42/checkpoints/{step-0001000 → step-0001900}/training_state.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:732e57ef5497ec2d1273d26023f19861ba1220244910b64dd75a12cce0096920
-size 1003385811
+oid sha256:ce2dcc5df02b9707ddd5a4b501d680ddefbbb4e0ea53fd29e8fc37db60dc3a4b
+size 1003392595

experiments/EXP_023_davidnet-logo_fsgan_s42/logs/pipeline.jsonl

@@ -223,3 +223,16 @@
 {"t": "2026-09-27T23:08:09Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 15/30 (epoch=15, step=1425, lr=5.48e-05, train/v=0.0111, train/a=0.002917, train/quad=0.04375, train/loc=0.04334, train/sync=3.434, train/dis=0.01423, train/total=0.4024, val/v_loss=0.1027, val/a_loss=0.02516, val/quad_loss=0.449, val/loc_loss=0.4322, val/sync_loss=1.118, val/dis_loss=0.01692, val/loss=0.6819, val/video_auc=0.9751, val/video_f1@0.5=0.9245, val/audio_auc=0.9989, val/audio_f1@0.5=0.9848, val/clip_auc=0.9747, val/clip_f1@0.5=0.9575, val/mean_auc=0.987, val/quad_macro_f1=0.8819, epoch_seconds=35.5, val_seconds=1.6, best=0.9894, improved=False)", "epoch": 15, "step": 1425, "lr": 5.4801496413257335e-05, "train/v": 0.011099485192205879, "train/a": 0.002916674726140244, "train/quad": 0.04374638345846171, "train/loc": 0.04333770575896396, "train/sync": 3.434218675211856, "train/dis": 0.01423105288198904, "train/total": 0.4024031818305191, "val/v_loss": 0.10265291269336428, "val/a_loss": 0.025157462890872142, "val/quad_loss": 0.4490068576165608, "val/loc_loss": 0.4322224599974496, "val/sync_loss": 1.1182750293186732, "val/dis_loss": 0.016918633798403398, "val/loss": 0.6819444171019963, "val/video_auc": 0.9750642343268242, "val/video_f1@0.5": 0.9245283018867925, "val/audio_auc": 0.9988616764401518, "val/audio_f1@0.5": 0.9848484848484849, "val/clip_auc": 0.9747331691297209, "val/clip_f1@0.5": 0.9575402635431918, "val/mean_auc": 0.986962955383488, "val/quad_macro_f1": 0.8819069959735404, "epoch_seconds": 35.5, "val_seconds": 1.6, "best": 0.9893820657759507, "improved": false}
 {"t": "2026-09-27T23:08:09Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.986962955383488"}
 {"t": "2026-09-27T23:08:39Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1500 (interval) (step=1500, epoch=15, mb=1003)", "step": 1500, "epoch": 15, "mb": 1003.4}
+{"t": "2026-09-27T23:08:49Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 16/30 (epoch=16, step=1520, lr=4.935e-05, train/v=0.01036, train/a=0.0005967, train/quad=0.03852, train/loc=0.03749, train/sync=3.457, train/dis=0.01162, train/total=0.3958, val/v_loss=0.1188, val/a_loss=0.02712, val/quad_loss=0.458, val/loc_loss=0.4252, val/sync_loss=1.167, val/dis_loss=0.0137, val/loss=0.7056, val/video_auc=0.9751, val/video_f1@0.5=0.935, val/audio_auc=0.9995, val/audio_f1@0.5=0.9873, val/clip_auc=0.9823, val/clip_f1@0.5=0.9631, val/mean_auc=0.9873, val/quad_macro_f1=0.8865, epoch_seconds=40.3, val_seconds=1.8, best=0.9894, improved=False)", "epoch": 16, "step": 1520, "lr": 4.9351588746145934e-05, "train/v": 0.010357754555604372, "train/a": 0.0005966775837470394, "train/quad": 0.03851902677193529, "train/loc": 0.03748949887843705, "train/sync": 3.4568092270901327, "train/dis": 0.01161916049589452, "train/total": 0.39580153697415404, "val/v_loss": 0.11883073938744408, "val/a_loss": 0.027116043656243555, "val/quad_loss": 0.45796525238880087, "val/loc_loss": 0.42519381801996914, "val/sync_loss": 1.1668479783194405, "val/dis_loss": 0.013700795759047781, "val/loss": 0.7055812132145677, "val/video_auc": 0.9751284686536486, "val/video_f1@0.5": 0.9349736379613357, "val/audio_auc": 0.9994710819822927, "val/audio_f1@0.5": 0.9873417721518988, "val/clip_auc": 0.9823481116584565, "val/clip_f1@0.5": 0.9630681818181818, "val/mean_auc": 0.9872997753179706, "val/quad_macro_f1": 0.8865099876741118, "epoch_seconds": 40.3, "val_seconds": 1.8, "best": 0.9893820657759507, "improved": false}
+{"t": "2026-09-27T23:08:49Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9872997753179706"}
+{"t": "2026-09-27T23:08:56Z", "level": "INFO", "event": "checkpoint_uploaded", "msg": "[checkpoint_uploaded] step 1500 verified on HF (step=1500, seconds=17.1, with_best=True)", "step": 1500, "seconds": 17.1, "with_best": true}
+{"t": "2026-09-27T23:09:25Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 17/30 (epoch=17, step=1615, lr=4.392e-05, train/v=0.009563, train/a=0.000853, train/quad=0.02906, train/loc=0.03354, train/sync=3.366, train/dis=0.01026, train/total=0.3794, val/v_loss=0.1299, val/a_loss=0.02512, val/quad_loss=0.4761, val/loc_loss=0.452, val/sync_loss=1.136, val/dis_loss=0.009764, val/loss=0.7336, val/video_auc=0.9761, val/video_f1@0.5=0.9379, val/audio_auc=0.9995, val/audio_f1@0.5=0.9898, val/clip_auc=0.9848, val/clip_f1@0.5=0.9689, val/mean_auc=0.9878, val/quad_macro_f1=0.8937, epoch_seconds=35.8, val_seconds=1.6, best=0.9894, improved=False)", "epoch": 17, "step": 1615, "lr": 4.391561609389516e-05, "train/v": 0.009562798620869504, "train/a": 0.0008530398667780422, "train/quad": 0.02906428359412147, "train/loc": 0.03353771452644938, "train/sync": 3.3664547970420435, "train/dis": 0.010256638125467458, "train/total": 0.37938798822854697, "val/v_loss": 0.12987169645826466, "val/a_loss": 0.025118393840232654, "val/quad_loss": 0.47612846832323286, "val/loc_loss": 0.451985356314773, "val/sync_loss": 1.1357767581939697, "val/dis_loss": 0.009764342967953001, "val/loss": 0.7336011311105851, "val/video_auc": 0.9760662898252828, "val/video_f1@0.5": 0.9379310344827586, "val/audio_auc": 0.9994940784178451, "val/audio_f1@0.5": 0.9898477157360406, "val/clip_auc": 0.9847701149425286, "val/clip_f1@0.5": 0.9689265536723164, "val/mean_auc": 0.9877801841215639, "val/quad_macro_f1": 0.8936619265121402, "epoch_seconds": 35.8, "val_seconds": 1.6, "best": 0.9893820657759507, "improved": false}
+{"t": "2026-09-27T23:09:25Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9877801841215639"}
+{"t": "2026-09-27T23:10:00Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 18/30 (epoch=18, step=1710, lr=3.856e-05, train/v=0.005313, train/a=0.0005425, train/quad=0.02317, train/loc=0.02174, train/sync=3.278, train/dis=0.009224, train/total=0.3571, val/v_loss=0.1179, val/a_loss=0.01958, val/quad_loss=0.4448, val/loc_loss=0.408, val/sync_loss=1.084, val/dis_loss=0.02919, val/loss=0.6753, val/video_auc=0.978, val/video_f1@0.5=0.9382, val/audio_auc=1, val/audio_f1@0.5=0.9873, val/clip_auc=0.9831, val/clip_f1@0.5=0.9638, val/mean_auc=0.989, val/quad_macro_f1=0.9017, epoch_seconds=35.4, val_seconds=1.6, best=0.9894, improved=False)", "epoch": 18, "step": 1710, "lr": 3.855953946083773e-05, "train/v": 0.005312994615278991, "train/a": 0.0005425345818845304, "train/quad": 0.023170614487944954, "train/loc": 0.021737740311379497, "train/sync": 3.2781950247915166, "train/dis": 0.009224132129824475, "train/total": 0.3570516266320881, "val/v_loss": 0.11787264687674386, "val/a_loss": 0.019581748992550274, "val/quad_loss": 0.44484657049179077, "val/loc_loss": 0.40802196093967985, "val/sync_loss": 1.084427765437535, "val/dis_loss": 0.029193640952663764, "val/loss": 0.6752508112362453, "val/video_auc": 0.9779547790339157, "val/video_f1@0.5": 0.9381818181818182, "val/audio_auc": 0.9999770035644475, "val/audio_f1@0.5": 0.9873417721518988, "val/clip_auc": 0.9830870279146141, "val/clip_f1@0.5": 0.9638205499276411, "val/mean_auc": 0.9889658912991817, "val/quad_macro_f1": 0.9016540186063327, "epoch_seconds": 35.4, "val_seconds": 1.6, "best": 0.9893820657759507, "improved": false}
+{"t": "2026-09-27T23:10:00Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9889658912991817"}
+{"t": "2026-09-27T23:10:36Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 19/30 (epoch=19, step=1805, lr=3.335e-05, train/v=0.007994, train/a=0.001166, train/quad=0.03037, train/loc=0.03148, train/sync=3.145, train/dis=0.008522, train/total=0.3555, val/v_loss=0.1484, val/a_loss=0.03163, val/quad_loss=0.5522, val/loc_loss=0.5343, val/sync_loss=1.06, val/dis_loss=0.01147, val/loss=0.8305, val/video_auc=0.9775, val/video_f1@0.5=0.9237, val/audio_auc=0.9988, val/audio_f1@0.5=0.9898, val/clip_auc=0.9786, val/clip_f1@0.5=0.9585, val/mean_auc=0.9881, val/quad_macro_f1=0.8925, epoch_seconds=35.5, val_seconds=1.6, best=0.9894, improved=False)", "epoch": 19, "step": 1805, "lr": 3.3348350379602624e-05, "train/v": 0.007994456032419724, "train/a": 0.0011658435454161295, "train/quad": 0.03037306120554843, "train/loc": 0.03147725735692994, "train/sync": 3.1451785865582917, "train/dis": 0.008522177869944195, "train/total": 0.3554555434929697, "val/v_loss": 0.14844977110624313, "val/a_loss": 0.031630024263677115, "val/quad_loss": 0.5521681436470577, "val/loc_loss": 0.5343108688082013, "val/sync_loss": 1.060325758797782, "val/dis_loss": 0.011474674767149346, "val/loss": 0.8304993339947292, "val/video_auc": 0.9774922918807811, "val/video_f1@0.5": 0.9236641221374046, "val/audio_auc": 0.9987811889157181, "val/audio_f1@0.5": 0.9898477157360406, "val/clip_auc": 0.9786124794745484, "val/clip_f1@0.5": 0.9584569732937686, "val/mean_auc": 0.9881367403982496, "val/quad_macro_f1": 0.8925470464614342, "epoch_seconds": 35.5, "val_seconds": 1.6, "best": 0.9893820657759507, "improved": false}
+{"t": "2026-09-27T23:10:36Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9881367403982496"}
+{"t": "2026-09-27T23:11:11Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_023 epoch 20/30 (epoch=20, step=1900, lr=2.835e-05, train/v=0.006341, train/a=0.0006352, train/quad=0.02353, train/loc=0.02474, train/sync=3.091, train/dis=0.005311, train/total=0.3408, val/v_loss=0.1099, val/a_loss=0.02161, val/quad_loss=0.4361, val/loc_loss=0.4044, val/sync_loss=1.044, val/dis_loss=0.013, val/loss=0.6574, val/video_auc=0.9767, val/video_f1@0.5=0.9445, val/audio_auc=0.9998, val/audio_f1@0.5=0.9898, val/clip_auc=0.9848, val/clip_f1@0.5=0.9742, val/mean_auc=0.9883, val/quad_macro_f1=0.9051, epoch_seconds=35.5, val_seconds=1.6, best=0.9894, improved=False)", "epoch": 20, "step": 1900, "lr": 2.834528229295258e-05, "train/v": 0.00634111131129382, "train/a": 0.000635232097781562, "train/quad": 0.023534497425977238, "train/loc": 0.024735478042183737, "train/sync": 3.0914554846914193, "train/dis": 0.0053106714211600395, "train/total": 0.3407879518835168, "val/v_loss": 0.10986182998333659, "val/a_loss": 0.021605427530370695, "val/quad_loss": 0.4360760258776801, "val/loc_loss": 0.4043886022908347, "val/sync_loss": 1.0441059385027205, "val/dis_loss": 0.012997933397335666, "val/loss": 0.657409959605762, "val/video_auc": 0.9767343268242549, "val/video_f1@0.5": 0.9445438282647585, "val/audio_auc": 0.9997930320800277, "val/audio_f1@0.5": 0.9898477157360406, "val/clip_auc": 0.9848111658456485, "val/clip_f1@0.5": 0.9742120343839542, "val/mean_auc": 0.9882636794521413, "val/quad_macro_f1": 0.9050891828806773, "epoch_seconds": 35.5, "val_seconds": 1.6, "best": 0.9893820657759507, "improved": false}
+{"t": "2026-09-27T23:11:11Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/mean_auc=0.9882636794521413"}
+{"t": "2026-09-27T23:11:11Z", "level": "INFO", "event": "early_stop", "msg": "[early_stop] early stopping: no improvement in 6 epochs"}
+{"t": "2026-09-27T23:11:15Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 1900 (completed) (step=1900, epoch=20, mb=1003)", "step": 1900, "epoch": 20, "mb": 1003.4}

experiments/EXP_023_davidnet-logo_fsgan_s42/metrics/training_history.csv

@@ -14,3 +14,8 @@ epoch,step,lr,train/v,train/a,train/quad,train/loc,train/sync,train/dis,train/to
 13,1235,6.547922975934724e-05,0.015937473268958887,0.003876238763859874,0.07171643371816333,0.06578831171347319,3.655279897388659,0.031417939410005744,0.4572358730592226,0.0853971072605678,0.018410784233115658,0.38446690355028423,0.3613054135016033,1.3006691592080253,0.05211725139192173,0.6119726981435504,0.9778648509763618,0.9257142857142857,0.9984592388179833,0.9872773536895675,0.9809729064039407,0.9567809239940388,0.9881620448971725,0.8990840381299698,35.4,1.6
 14,1330,6.0199209001088054e-05,0.011032117172113718,0.0018747300188950153,0.04040854242936659,0.046166738940059744,3.634355826126902,0.020791716187408094,0.4217092498352653,0.15287123886602266,0.02030435742446051,0.5433010427015168,0.4765332229435444,1.1652261870247977,0.01677563294236149,0.8012929122362819,0.9787641315519013,0.92894280762565,1.0,0.9873417721518988,0.9788382594417078,0.9633802816901409,0.9893820657759507,0.8818986568986569,35.6,1.6
 15,1425,5.4801496413257335e-05,0.011099485192205879,0.002916674726140244,0.04374638345846171,0.04333770575896396,3.434218675211856,0.01423105288198904,0.4024031818305191,0.10265291269336428,0.025157462890872142,0.4490068576165608,0.4322224599974496,1.1182750293186732,0.016918633798403398,0.6819444171019963,0.9750642343268242,0.9245283018867925,0.9988616764401518,0.9848484848484849,0.9747331691297209,0.9575402635431918,0.986962955383488,0.8819069959735404,35.5,1.6
+16,1520,4.9351588746145934e-05,0.010357754555604372,0.0005966775837470394,0.03851902677193529,0.03748949887843705,3.4568092270901327,0.01161916049589452,0.39580153697415404,0.11883073938744408,0.027116043656243555,0.45796525238880087,0.42519381801996914,1.1668479783194405,0.013700795759047781,0.7055812132145677,0.9751284686536486,0.9349736379613357,0.9994710819822927,0.9873417721518988,0.9823481116584565,0.9630681818181818,0.9872997753179706,0.8865099876741118,40.3,1.8
+17,1615,4.391561609389516e-05,0.009562798620869504,0.0008530398667780422,0.02906428359412147,0.03353771452644938,3.3664547970420435,0.010256638125467458,0.37938798822854697,0.12987169645826466,0.025118393840232654,0.47612846832323286,0.451985356314773,1.1357767581939697,0.009764342967953001,0.7336011311105851,0.9760662898252828,0.9379310344827586,0.9994940784178451,0.9898477157360406,0.9847701149425286,0.9689265536723164,0.9877801841215639,0.8936619265121402,35.8,1.6
+18,1710,3.855953946083773e-05,0.005312994615278991,0.0005425345818845304,0.023170614487944954,0.021737740311379497,3.2781950247915166,0.009224132129824475,0.3570516266320881,0.11787264687674386,0.019581748992550274,0.44484657049179077,0.40802196093967985,1.084427765437535,0.029193640952663764,0.6752508112362453,0.9779547790339157,0.9381818181818182,0.9999770035644475,0.9873417721518988,0.9830870279146141,0.9638205499276411,0.9889658912991817,0.9016540186063327,35.4,1.6
+19,1805,3.3348350379602624e-05,0.007994456032419724,0.0011658435454161295,0.03037306120554843,0.03147725735692994,3.1451785865582917,0.008522177869944195,0.3554555434929697,0.14844977110624313,0.031630024263677115,0.5521681436470577,0.5343108688082013,1.060325758797782,0.011474674767149346,0.8304993339947292,0.9774922918807811,0.9236641221374046,0.9987811889157181,0.9898477157360406,0.9786124794745484,0.9584569732937686,0.9881367403982496,0.8925470464614342,35.5,1.6
+20,1900,2.834528229295258e-05,0.00634111131129382,0.000635232097781562,0.023534497425977238,0.024735478042183737,3.0914554846914193,0.0053106714211600395,0.3407879518835168,0.10986182998333659,0.021605427530370695,0.4360760258776801,0.4043886022908347,1.0441059385027205,0.012997933397335666,0.657409959605762,0.9767343268242549,0.9445438282647585,0.9997930320800277,0.9898477157360406,0.9848111658456485,0.9742120343839542,0.9882636794521413,0.9050891828806773,35.5,1.6