EXP_154_qacp-scaled_s42: checkpoint step 576

experiments/EXP_154_qacp-scaled_s42/best_model/config.json

@@ -0,0 +1,263 @@
+{
+  "checkpoint": {
+    "background_upload": true,
+    "every_minutes": 20.0,
+    "every_steps": 500,
+    "keep_last": 2,
+    "prune_resume_state_on_completion": true,
+    "upload_retries": 6
+  },
+  "data": {
+    "cache_frames": 24,
+    "cache_seconds": 6.0,
+    "cross_datasets": {
+      "asvspoof2019-la": {
+        "partition": "eval"
+      },
+      "celeb-df-v2": {
+        "use_official_test_list": true
+      },
+      "deepfaketimit": {},
+      "dfdc-10": {
+        "max_fake": 2500,
+        "max_real": 2500
+      },
+      "in-the-wild": {},
+      "wavefake": {
+        "max_per_generator": 1000
+      }
+    },
+    "face_crop": {
+      "box_scale": 1.8,
+      "decode_max_side": 640,
+      "detect_frames": 4,
+      "detector": "yunet",
+      "enabled": true
+    },
+    "frame_size": 224,
+    "n_frames": 16,
+    "primary": "fakeavceleb",
+    "sample_rate": 16000,
+    "split_fractions": [
+      0.65,
+      0.15,
+      0.2
+    ],
+    "split_protocol": "strict_identity",
+    "split_seed": 42,
+    "subsample_seed": 0,
+    "window_seconds": 4.0
+  },
+  "evaluation": {
+    "bootstrap": 1000,
+    "ci_level": 0.95,
+    "ece_bins": 15,
+    "threshold_policy": "val_eer"
+  },
+  "experiment": {
+    "baseline_model": null,
+    "components": {
+      "copy_synthesis": true,
+      "disentangle": true,
+      "localization": true,
+      "mismatch_class": true,
+      "modality_dropout": true,
+      "multitask": true,
+      "qacp": true,
+      "self_blending": true,
+      "sync": true
+    },
+    "description": "Scaled QACP Stage 0 using all available Real clips across multi-view recordings.",
+    "group": "qacp",
+    "init_from": null,
+    "name": "qacp-scaled",
+    "split": "strict",
+    "stage": "qacp"
+  },
+  "features": {
+    "audio_model": "microsoft/wavlm-base-plus",
+    "audio_tokens": 50,
+    "dtype": "float16",
+    "eval_view_offset": 4,
+    "extract_batch_size": "auto",
+    "qacp_variants_per_clip": 4,
+    "shard_clips": 512,
+    "shard_clips_audio": 4096,
+    "train_view_offsets": [
+      0,
+      4,
+      8
+    ],
+    "video_model": "MCG-NJU/videomae-base",
+    "video_spatial_grid": 4
+  },
+  "hardware": {
+    "deterministic": true,
+    "num_workers": "auto",
+    "precision": "auto"
+  },
+  "mixed_precision": true,
+  "mode": "full",
+  "model": {
+    "compose_quadrant": false,
+    "d_model": 768,
+    "dropout": 0.1,
+    "n_fusion_layers": 4,
+    "n_heads": 8,
+    "use_disentangle": true,
+    "use_sync": true
+  },
+  "plan": {
+    "groups": null,
+    "only": [
+      "qacp-scaled"
+    ],
+    "run_phase_b": true,
+    "stop_on_error": true
+  },
+  "project": {
+    "code_repo": "https://github.com/MIHMahmudEli/Thesis.git",
+    "code_revision": "462c9a04421450e560af4f695fcb0babb3d89283",
+    "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+    "hf_private": false,
+    "hf_repo": "MIHMahmudEli/davidnet-experiments",
+    "hf_repo_type": "model",
+    "name": "DAVID-Net-AV",
+    "scratch_dir": "/tmp/davidnet",
+    "work_dir": "/kaggle/working/davidnet"
+  },
+  "seed": 42,
+  "seeds": [
+    42
+  ],
+  "session": {
+    "heartbeat_minutes": 10.0,
+    "lease_minutes": 30.0,
+    "safety_minutes": 25.0,
+    "time_budget_hours": 11.5,
+    "worker_name": "kaggle-worker-2"
+  },
+  "smoke": {
+    "datasets": [
+      "fakeavceleb",
+      "in-the-wild"
+    ],
+    "epochs": 2,
+    "every_steps": 3,
+    "max_clips_per_split": 48
+  },
+  "train": {
+    "baseline": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 6,
+      "effective_batch": 64,
+      "epochs": 30,
+      "lr": 0.001,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "nonfinite_patience": 20,
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/mean_auc",
+      "warmup_ratio": 0.05,
+      "weight_decay": 0.01
+    },
+    "phase_b": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 3,
+      "effective_batch": 16,
+      "epochs": 6,
+      "gradient_checkpointing": true,
+      "loss_weights": {
+        "a": 1.0,
+        "disentangle": 0.1,
+        "loc": 0.5,
+        "quad": 0.5,
+        "sync": 0.1,
+        "v": 1.0
+      },
+      "lr": 3e-05,
+      "lr_encoder": 1e-05,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "modality_dropout": 0.15,
+      "nonfinite_patience": 20,
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/mean_auc",
+      "temporal_augment": true,
+      "unfreeze_top_blocks_audio": 2,
+      "unfreeze_top_blocks_video": 2,
+      "warmup_ratio": 0.1,
+      "weight_decay": 0.05
+    },
+    "qacp": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 8,
+      "effective_batch": 256,
+      "epochs": 50,
+      "items_per_epoch": 16384,
+      "lr": 0.0003,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "nonfinite_patience": 20,
+      "pseudo_classes": [
+        "RVRA",
+        "RVFA",
+        "FVRA",
+        "FVFA",
+        "MISMATCH"
+      ],
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/qacp_loss",
+      "temperature": 0.1,
+      "warmup_ratio": 0.05,
+      "weight_decay": 0.05
+    },
+    "stage1": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 6,
+      "effective_batch": 64,
+      "epochs": 30,
+      "init_from_qacp": true,
+      "loss_weights": {
+        "a": 1.0,
+        "disentangle": 0.1,
+        "loc": 0.5,
+        "quad": 0.5,
+        "sync": 0.1,
+        "v": 1.0
+      },
+      "lr": 0.0001,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "modality_dropout": 0.15,
+      "nonfinite_patience": 20,
+      "optimizer": "adamw",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/mean_auc",
+      "warmup_ratio": 0.05,
+      "weight_decay": 0.05
+    }
+  }
+}

experiments/EXP_154_qacp-scaled_s42/best_model/meta.json

@@ -0,0 +1,10 @@
+{
+  "config_hash": "04a97d36271d",
+  "epoch": 1,
+  "exp_id": "EXP_154",
+  "metric": 16.304255485534668,
+  "metric_name": "val/qacp_loss",
+  "saved_at": "2026-11-01T12:35:29Z",
+  "sha256": "9896b8addf2a7176c7b1ef5abc874a6dc027a9d6a04846ac3a9729ef6c895385",
+  "step": 64
+}

experiments/EXP_154_qacp-scaled_s42/best_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9896b8addf2a7176c7b1ef5abc874a6dc027a9d6a04846ac3a9729ef6c895385
+size 341484140

experiments/EXP_154_qacp-scaled_s42/checkpoints/LATEST.json

@@ -0,0 +1,9 @@
+{
+  "step": 576,
+  "dir": "checkpoints/step-0000576",
+  "updated_at": "2026-11-01T12:47:57Z",
+  "config_hash": "04a97d36271d",
+  "history": [
+    "checkpoints/step-0000576"
+  ]
+}

experiments/EXP_154_qacp-scaled_s42/checkpoints/step-0000576/meta.json

@@ -0,0 +1,13 @@
+{
+  "config_hash": "04a97d36271d",
+  "created_at": "2026-11-01T12:47:54Z",
+  "epoch": 9,
+  "files": {
+    "training_state.pt": {
+      "bytes": 977379099,
+      "sha256": "fecff12bce0c803d2024b0ee3c177e16e37a4a616ddc0ec31d9421d923b9418f"
+    }
+  },
+  "reason": "completed",
+  "step": 576
+}

experiments/EXP_154_qacp-scaled_s42/checkpoints/step-0000576/training_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecff12bce0c803d2024b0ee3c177e16e37a4a616ddc0ec31d9421d923b9418f
+size 977379099

experiments/EXP_154_qacp-scaled_s42/logs/pipeline.jsonl

@@ -0,0 +1,32 @@
+{"t": "2026-11-01T12:27:57Z", "level": "INFO", "event": "session_started", "msg": "[session_started] run_type=Batch mode=full device=cuda (Tesla T4, fp16) (git=320dc56ad9ce522377ad527721fd8a9911b65da7)", "git": "320dc56ad9ce522377ad527721fd8a9911b65da7"}
+{"t": "2026-11-01T12:28:00Z", "level": "INFO", "event": "hub_connected", "msg": "[hub_connected] MIHMahmudEli -> https://huggingface.co/MIHMahmudEli/davidnet-experiments (+ data https://huggingface.co/datasets/MIHMahmudEli/davidnet-q1-data)"}
+{"t": "2026-11-01T12:28:14Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] frozen data 30767e27dae3: in-the-wild=31779, dfdc-10=5000, fakeavceleb=21544, wavefake=11000, deepfaketimit=640, celeb-df-v2=518, asvspoof2019-la=71237"}
+{"t": "2026-11-01T12:28:14Z", "level": "INFO", "event": "features_ready", "msg": "[features_ready] fs-a3b70d8acd complete on MIHMahmudEli/davidnet-q1-data"}
+{"t": "2026-11-01T12:28:16Z", "level": "INFO", "event": "experiment_registered", "msg": "[experiment_registered] EXP_154 = full:qacp-scaled:s42 (config_hash=04a97d36271d, claimed=False)", "config_hash": "04a97d36271d", "claimed": false}
+{"t": "2026-11-01T12:28:17Z", "level": "INFO", "event": "experiment_started", "msg": "[experiment_started] EXP_154 qacp-scaled seed 42 (exp_id=EXP_154, stage=qacp, split=strict)", "exp_id": "EXP_154", "stage": "qacp", "split": "strict"}
+{"t": "2026-11-01T12:33:40Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb: 400 rows, 400 clips (rows=400, clips=400)", "rows": 400, "clips": 400}
+{"t": "2026-11-01T12:33:50Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb (qacp): 1600 rows, 400 clips (rows=1600, clips=400)", "rows": 1600, "clips": 400}
+{"t": "2026-11-01T12:33:51Z", "level": "INFO", "event": "model_initialized", "msg": "[model_initialized] qacp-scaled: 85.4 M params (85.4 M trainable) (total=85366665, trainable=85366665)", "total": 85366665, "trainable": 85366665}
+{"t": "2026-11-01T12:33:58Z", "level": "INFO", "event": "training_started", "msg": "[training_started] EXP_154 qacp: 16384 train / 2048 val, micro 256 x accum 1 = 256, 3200 steps, fp16 (exp_id=EXP_154)", "exp_id": "EXP_154"}
+{"t": "2026-11-01T12:35:30Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_154 epoch 1/50 (epoch=1, step=64, lr=0.0001219, train/qacp_v=5.477, train/qacp_a=5.398, train/qacp_c=5.526, train/total=16.4, val/qacp_v_loss=5.416, val/qacp_a_loss=5.347, val/qacp_c_loss=5.541, val/qacp_loss=16.3, val/at_floor=0, epoch_seconds=90.4, val_seconds=4, best=16.3, improved=True)", "epoch": 1, "step": 64, "lr": 0.000121875, "train/qacp_v": 5.476787783205509, "train/qacp_a": 5.398124672472477, "train/qacp_c": 5.52605415135622, "train/total": 16.400966614484787, "val/qacp_v_loss": 5.416341781616211, "val/qacp_a_loss": 5.34665983915329, "val/qacp_c_loss": 5.541253566741943, "val/qacp_loss": 16.304255485534668, "val/at_floor": 0.0, "epoch_seconds": 90.4, "val_seconds": 4.0, "best": 16.304255485534668, "improved": true}
+{"t": "2026-11-01T12:35:30Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.304255485534668"}
+{"t": "2026-11-01T12:37:04Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_154 epoch 2/50 (epoch=2, step=128, lr=0.00024, train/qacp_v=5.093, train/qacp_a=5.091, train/qacp_c=5.541, train/total=15.73, val/qacp_v_loss=5.713, val/qacp_a_loss=5.481, val/qacp_c_loss=5.541, val/qacp_loss=16.73, val/at_floor=0, epoch_seconds=94.4, val_seconds=4.2, best=16.3, improved=False)", "epoch": 2, "step": 128, "lr": 0.00023999999999999998, "train/qacp_v": 5.092923894524574, "train/qacp_a": 5.091391004621983, "train/qacp_c": 5.54112883657217, "train/total": 15.725443795323372, "val/qacp_v_loss": 5.712511122226715, "val/qacp_a_loss": 5.480985760688782, "val/qacp_c_loss": 5.541247487068176, "val/qacp_loss": 16.734744548797607, "val/at_floor": 0.0, "epoch_seconds": 94.4, "val_seconds": 4.2, "best": 16.304255485534668, "improved": false}
+{"t": "2026-11-01T12:37:04Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.734744548797607"}
+{"t": "2026-11-01T12:38:39Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_154 epoch 3/50 (epoch=3, step=192, lr=0.0002999, train/qacp_v=4.954, train/qacp_a=4.962, train/qacp_c=5.539, train/total=15.46, val/qacp_v_loss=5.669, val/qacp_a_loss=5.607, val/qacp_c_loss=5.54, val/qacp_loss=16.82, val/at_floor=0, epoch_seconds=94.9, val_seconds=4.2, best=16.3, improved=False)", "epoch": 3, "step": 192, "lr": 0.0002999286396847723, "train/qacp_v": 4.953504100441933, "train/qacp_a": 4.962179027497768, "train/qacp_c": 5.539421819150448, "train/total": 15.455104917287827, "val/qacp_v_loss": 5.668733179569244, "val/qacp_a_loss": 5.606981337070465, "val/qacp_c_loss": 5.540372371673584, "val/qacp_loss": 16.816086530685425, "val/at_floor": 0.0, "epoch_seconds": 94.9, "val_seconds": 4.2, "best": 16.304255485534668, "improved": false}
+{"t": "2026-11-01T12:38:39Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.816086530685425"}
+{"t": "2026-11-01T12:40:11Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_154 epoch 4/50 (epoch=4, step=256, lr=0.0002993, train/qacp_v=4.917, train/qacp_a=4.929, train/qacp_c=5.542, train/total=15.39, val/qacp_v_loss=5.666, val/qacp_a_loss=5.685, val/qacp_c_loss=5.541, val/qacp_loss=16.89, val/at_floor=0, epoch_seconds=92.1, val_seconds=4.1, best=16.3, improved=False)", "epoch": 4, "step": 256, "lr": 0.00029929989496620173, "train/qacp_v": 4.917236901819706, "train/qacp_a": 4.928555339574814, "train/qacp_c": 5.541923806071281, "train/total": 15.387716069817543, "val/qacp_v_loss": 5.665725588798523, "val/qacp_a_loss": 5.684862434864044, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 16.891851902008057, "val/at_floor": 0.0, "epoch_seconds": 92.1, "val_seconds": 4.1, "best": 16.304255485534668, "improved": false}
+{"t": "2026-11-01T12:40:11Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.891851902008057"}
+{"t": "2026-11-01T12:41:43Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_154 epoch 5/50 (epoch=5, step=320, lr=0.000298, train/qacp_v=4.902, train/qacp_a=4.895, train/qacp_c=5.541, train/total=15.34, val/qacp_v_loss=5.838, val/qacp_a_loss=5.734, val/qacp_c_loss=5.541, val/qacp_loss=17.11, val/at_floor=0, epoch_seconds=91.7, val_seconds=4.2, best=16.3, improved=False)", "epoch": 5, "step": 320, "lr": 0.00029802485891278695, "train/qacp_v": 4.9019260704517365, "train/qacp_a": 4.895488798618317, "train/qacp_c": 5.541263550519943, "train/total": 15.338678389787674, "val/qacp_v_loss": 5.838158547878265, "val/qacp_a_loss": 5.7336708307266235, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 17.11309289932251, "val/at_floor": 0.0, "epoch_seconds": 91.7, "val_seconds": 4.2, "best": 16.304255485534668, "improved": false}
+{"t": "2026-11-01T12:41:43Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=17.11309289932251"}
+{"t": "2026-11-01T12:43:15Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_154 epoch 6/50 (epoch=6, step=384, lr=0.0002961, train/qacp_v=4.887, train/qacp_a=4.9, train/qacp_c=5.541, train/total=15.33, val/qacp_v_loss=5.598, val/qacp_a_loss=5.71, val/qacp_c_loss=5.541, val/qacp_loss=16.85, val/at_floor=0, epoch_seconds=92, val_seconds=4.1, best=16.3, improved=False)", "epoch": 6, "step": 384, "lr": 0.00029610910693277255, "train/qacp_v": 4.886701747775078, "train/qacp_a": 4.900224253535271, "train/qacp_c": 5.541263572871685, "train/total": 15.32818953692913, "val/qacp_v_loss": 5.598182916641235, "val/qacp_a_loss": 5.7099093198776245, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 16.849355697631836, "val/at_floor": 0.0, "epoch_seconds": 92.0, "val_seconds": 4.1, "best": 16.304255485534668, "improved": false}
+{"t": "2026-11-01T12:43:15Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.849355697631836"}
+{"t": "2026-11-01T12:43:59Z", "level": "INFO", "event": "heartbeat", "msg": "[heartbeat] heartbeat EXP_154 (worker=kaggle-worker-2, progress_step=416, progress_epoch=6)", "worker": "kaggle-worker-2", "progress_step": 416, "progress_epoch": 6}
+{"t": "2026-11-01T12:44:48Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_154 epoch 7/50 (epoch=7, step=448, lr=0.0002936, train/qacp_v=4.881, train/qacp_a=4.889, train/qacp_c=5.542, train/total=15.31, val/qacp_v_loss=5.747, val/qacp_a_loss=5.643, val/qacp_c_loss=5.541, val/qacp_loss=16.93, val/at_floor=0, epoch_seconds=93.1, val_seconds=4.1, best=16.3, improved=False)", "epoch": 7, "step": 448, "lr": 0.0002935610161221279, "train/qacp_v": 4.881465457379818, "train/qacp_a": 4.888642065227032, "train/qacp_c": 5.541748479008675, "train/total": 15.311856016516685, "val/qacp_v_loss": 5.747108817100525, "val/qacp_a_loss": 5.64275187253952, "val/qacp_c_loss": 5.541497528553009, "val/qacp_loss": 16.931358098983765, "val/at_floor": 0.0, "epoch_seconds": 93.1, "val_seconds": 4.1, "best": 16.304255485534668, "improved": false}
+{"t": "2026-11-01T12:44:48Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.931358098983765"}
+{"t": "2026-11-01T12:46:04Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 500 (interval) (step=500, epoch=7, mb=977.4)", "step": 500, "epoch": 7, "mb": 977.4}
+{"t": "2026-11-01T12:46:24Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_154 epoch 8/50 (epoch=8, step=512, lr=0.0002904, train/qacp_v=4.874, train/qacp_a=4.888, train/qacp_c=5.541, train/total=15.3, val/qacp_v_loss=6.105, val/qacp_a_loss=5.677, val/qacp_c_loss=5.541, val/qacp_loss=17.32, val/at_floor=0, epoch_seconds=96.5, val_seconds=4.1, best=16.3, improved=False)", "epoch": 8, "step": 512, "lr": 0.00029039172863363794, "train/qacp_v": 4.873801216483116, "train/qacp_a": 4.88772551715374, "train/qacp_c": 5.540575094521046, "train/total": 15.302101895213127, "val/qacp_v_loss": 6.105499625205994, "val/qacp_a_loss": 5.676952958106995, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 17.323715925216675, "val/at_floor": 0.0, "epoch_seconds": 96.5, "val_seconds": 4.1, "best": 16.304255485534668, "improved": false}
+{"t": "2026-11-01T12:46:24Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=17.323715925216675"}
+{"t": "2026-11-01T12:47:53Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_154 epoch 9/50 (epoch=9, step=576, lr=0.0002866, train/qacp_v=4.888, train/qacp_a=4.874, train/qacp_c=5.541, train/total=15.3, val/qacp_v_loss=5.489, val/qacp_a_loss=5.867, val/qacp_c_loss=5.541, val/qacp_loss=16.9, val/at_floor=0, epoch_seconds=89.1, val_seconds=4.1, best=16.3, improved=False)", "epoch": 9, "step": 576, "lr": 0.00028661510295510407, "train/qacp_v": 4.888096168637276, "train/qacp_a": 4.874088205397129, "train/qacp_c": 5.541263580322266, "train/total": 15.303447961807251, "val/qacp_v_loss": 5.489022254943848, "val/qacp_a_loss": 5.867390215396881, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 16.89767599105835, "val/at_floor": 0.0, "epoch_seconds": 89.1, "val_seconds": 4.1, "best": 16.304255485534668, "improved": false}
+{"t": "2026-11-01T12:47:53Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.89767599105835"}
+{"t": "2026-11-01T12:47:53Z", "level": "INFO", "event": "early_stop", "msg": "[early_stop] early stopping: no improvement in 8 epochs"}
+{"t": "2026-11-01T12:47:57Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 576 (completed) (step=576, epoch=9, mb=977.4)", "step": 576, "epoch": 9, "mb": 977.4}

experiments/EXP_154_qacp-scaled_s42/metrics/training_history.csv

@@ -0,0 +1,10 @@
+epoch,step,lr,train/qacp_v,train/qacp_a,train/qacp_c,train/total,val/qacp_v_loss,val/qacp_a_loss,val/qacp_c_loss,val/qacp_loss,val/at_floor,epoch_seconds,val_seconds
+1,64,0.000121875,5.476787783205509,5.398124672472477,5.52605415135622,16.400966614484787,5.416341781616211,5.34665983915329,5.541253566741943,16.304255485534668,0.0,90.4,4.0
+2,128,0.00023999999999999998,5.092923894524574,5.091391004621983,5.54112883657217,15.725443795323372,5.712511122226715,5.480985760688782,5.541247487068176,16.734744548797607,0.0,94.4,4.2
+3,192,0.0002999286396847723,4.953504100441933,4.962179027497768,5.539421819150448,15.455104917287827,5.668733179569244,5.606981337070465,5.540372371673584,16.816086530685425,0.0,94.9,4.2
+4,256,0.00029929989496620173,4.917236901819706,4.928555339574814,5.541923806071281,15.387716069817543,5.665725588798523,5.684862434864044,5.541263580322266,16.891851902008057,0.0,92.1,4.1
+5,320,0.00029802485891278695,4.9019260704517365,4.895488798618317,5.541263550519943,15.338678389787674,5.838158547878265,5.7336708307266235,5.541263580322266,17.11309289932251,0.0,91.7,4.2
+6,384,0.00029610910693277255,4.886701747775078,4.900224253535271,5.541263572871685,15.32818953692913,5.598182916641235,5.7099093198776245,5.541263580322266,16.849355697631836,0.0,92.0,4.1
+7,448,0.0002935610161221279,4.881465457379818,4.888642065227032,5.541748479008675,15.311856016516685,5.747108817100525,5.64275187253952,5.541497528553009,16.931358098983765,0.0,93.1,4.1
+8,512,0.00029039172863363794,4.873801216483116,4.88772551715374,5.540575094521046,15.302101895213127,6.105499625205994,5.676952958106995,5.541263580322266,17.323715925216675,0.0,96.5,4.1
+9,576,0.00028661510295510407,4.888096168637276,4.874088205397129,5.541263580322266,15.303447961807251,5.489022254943848,5.867390215396881,5.541263580322266,16.89767599105835,0.0,89.1,4.1