EXP_152_qacp-scaled_s123: checkpoint step 576

experiments/EXP_152_qacp-scaled_s123/best_model/config.json

@@ -0,0 +1,263 @@
+{
+  "checkpoint": {
+    "background_upload": true,
+    "every_minutes": 20.0,
+    "every_steps": 500,
+    "keep_last": 2,
+    "prune_resume_state_on_completion": true,
+    "upload_retries": 6
+  },
+  "data": {
+    "cache_frames": 24,
+    "cache_seconds": 6.0,
+    "cross_datasets": {
+      "asvspoof2019-la": {
+        "partition": "eval"
+      },
+      "celeb-df-v2": {
+        "use_official_test_list": true
+      },
+      "deepfaketimit": {},
+      "dfdc-10": {
+        "max_fake": 2500,
+        "max_real": 2500
+      },
+      "in-the-wild": {},
+      "wavefake": {
+        "max_per_generator": 1000
+      }
+    },
+    "face_crop": {
+      "box_scale": 1.8,
+      "decode_max_side": 640,
+      "detect_frames": 4,
+      "detector": "yunet",
+      "enabled": true
+    },
+    "frame_size": 224,
+    "n_frames": 16,
+    "primary": "fakeavceleb",
+    "sample_rate": 16000,
+    "split_fractions": [
+      0.65,
+      0.15,
+      0.2
+    ],
+    "split_protocol": "strict_identity",
+    "split_seed": 42,
+    "subsample_seed": 0,
+    "window_seconds": 4.0
+  },
+  "evaluation": {
+    "bootstrap": 1000,
+    "ci_level": 0.95,
+    "ece_bins": 15,
+    "threshold_policy": "val_eer"
+  },
+  "experiment": {
+    "baseline_model": null,
+    "components": {
+      "copy_synthesis": true,
+      "disentangle": true,
+      "localization": true,
+      "mismatch_class": true,
+      "modality_dropout": true,
+      "multitask": true,
+      "qacp": true,
+      "self_blending": true,
+      "sync": true
+    },
+    "description": "Scaled QACP Stage 0 using all available Real clips across multi-view recordings.",
+    "group": "qacp",
+    "init_from": null,
+    "name": "qacp-scaled",
+    "split": "strict",
+    "stage": "qacp"
+  },
+  "features": {
+    "audio_model": "microsoft/wavlm-base-plus",
+    "audio_tokens": 50,
+    "dtype": "float16",
+    "eval_view_offset": 4,
+    "extract_batch_size": "auto",
+    "qacp_variants_per_clip": 4,
+    "shard_clips": 512,
+    "shard_clips_audio": 4096,
+    "train_view_offsets": [
+      0,
+      4,
+      8
+    ],
+    "video_model": "MCG-NJU/videomae-base",
+    "video_spatial_grid": 4
+  },
+  "hardware": {
+    "deterministic": true,
+    "num_workers": "auto",
+    "precision": "auto"
+  },
+  "mixed_precision": true,
+  "mode": "full",
+  "model": {
+    "compose_quadrant": false,
+    "d_model": 768,
+    "dropout": 0.1,
+    "n_fusion_layers": 4,
+    "n_heads": 8,
+    "use_disentangle": true,
+    "use_sync": true
+  },
+  "plan": {
+    "groups": null,
+    "only": [
+      "qacp-scaled"
+    ],
+    "run_phase_b": true,
+    "stop_on_error": true
+  },
+  "project": {
+    "code_repo": "https://github.com/MIHMahmudEli/Thesis.git",
+    "code_revision": "462c9a04421450e560af4f695fcb0babb3d89283",
+    "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+    "hf_private": false,
+    "hf_repo": "MIHMahmudEli/davidnet-experiments",
+    "hf_repo_type": "model",
+    "name": "DAVID-Net-AV",
+    "scratch_dir": "/tmp/davidnet",
+    "work_dir": "/kaggle/working/davidnet"
+  },
+  "seed": 123,
+  "seeds": [
+    123
+  ],
+  "session": {
+    "heartbeat_minutes": 10.0,
+    "lease_minutes": 30.0,
+    "safety_minutes": 25.0,
+    "time_budget_hours": 11.5,
+    "worker_name": "kaggle-worker-3"
+  },
+  "smoke": {
+    "datasets": [
+      "fakeavceleb",
+      "in-the-wild"
+    ],
+    "epochs": 2,
+    "every_steps": 3,
+    "max_clips_per_split": 48
+  },
+  "train": {
+    "baseline": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 6,
+      "effective_batch": 64,
+      "epochs": 30,
+      "lr": 0.001,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "nonfinite_patience": 20,
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/mean_auc",
+      "warmup_ratio": 0.05,
+      "weight_decay": 0.01
+    },
+    "phase_b": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 3,
+      "effective_batch": 16,
+      "epochs": 6,
+      "gradient_checkpointing": true,
+      "loss_weights": {
+        "a": 1.0,
+        "disentangle": 0.1,
+        "loc": 0.5,
+        "quad": 0.5,
+        "sync": 0.1,
+        "v": 1.0
+      },
+      "lr": 3e-05,
+      "lr_encoder": 1e-05,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "modality_dropout": 0.15,
+      "nonfinite_patience": 20,
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/mean_auc",
+      "temporal_augment": true,
+      "unfreeze_top_blocks_audio": 2,
+      "unfreeze_top_blocks_video": 2,
+      "warmup_ratio": 0.1,
+      "weight_decay": 0.05
+    },
+    "qacp": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 8,
+      "effective_batch": 256,
+      "epochs": 50,
+      "items_per_epoch": 16384,
+      "lr": 0.0003,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "nonfinite_patience": 20,
+      "pseudo_classes": [
+        "RVRA",
+        "RVFA",
+        "FVRA",
+        "FVFA",
+        "MISMATCH"
+      ],
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/qacp_loss",
+      "temperature": 0.1,
+      "warmup_ratio": 0.05,
+      "weight_decay": 0.05
+    },
+    "stage1": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 6,
+      "effective_batch": 64,
+      "epochs": 30,
+      "init_from_qacp": true,
+      "loss_weights": {
+        "a": 1.0,
+        "disentangle": 0.1,
+        "loc": 0.5,
+        "quad": 0.5,
+        "sync": 0.1,
+        "v": 1.0
+      },
+      "lr": 0.0001,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "modality_dropout": 0.15,
+      "nonfinite_patience": 20,
+      "optimizer": "adamw",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/mean_auc",
+      "warmup_ratio": 0.05,
+      "weight_decay": 0.05
+    }
+  }
+}

experiments/EXP_152_qacp-scaled_s123/best_model/meta.json

@@ -0,0 +1,10 @@
+{
+  "config_hash": "df9e80e5e4d1",
+  "epoch": 1,
+  "exp_id": "EXP_152",
+  "metric": 16.277878761291504,
+  "metric_name": "val/qacp_loss",
+  "saved_at": "2026-11-01T12:33:46Z",
+  "sha256": "5d90c6821ea9f5842fc1cfb0b4f8a7df212dd6ee72e2f3755e6760597e1f6eb4",
+  "step": 64
+}

experiments/EXP_152_qacp-scaled_s123/best_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d90c6821ea9f5842fc1cfb0b4f8a7df212dd6ee72e2f3755e6760597e1f6eb4
+size 341484140

experiments/EXP_152_qacp-scaled_s123/checkpoints/LATEST.json

@@ -0,0 +1,9 @@
+{
+  "step": 576,
+  "dir": "checkpoints/step-0000576",
+  "updated_at": "2026-11-01T12:45:51Z",
+  "config_hash": "df9e80e5e4d1",
+  "history": [
+    "checkpoints/step-0000576"
+  ]
+}

experiments/EXP_152_qacp-scaled_s123/checkpoints/step-0000576/meta.json

@@ -0,0 +1,13 @@
+{
+  "config_hash": "df9e80e5e4d1",
+  "created_at": "2026-11-01T12:45:48Z",
+  "epoch": 9,
+  "files": {
+    "training_state.pt": {
+      "bytes": 977379099,
+      "sha256": "cc2fae4a1a29e01b45de2268ca200051d8b30b0ea053c0ab825217501a9acef9"
+    }
+  },
+  "reason": "completed",
+  "step": 576
+}

experiments/EXP_152_qacp-scaled_s123/checkpoints/step-0000576/training_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2fae4a1a29e01b45de2268ca200051d8b30b0ea053c0ab825217501a9acef9
+size 977379099

experiments/EXP_152_qacp-scaled_s123/logs/pipeline.jsonl

@@ -0,0 +1,32 @@
+{"t": "2026-11-01T12:27:47Z", "level": "INFO", "event": "session_started", "msg": "[session_started] run_type=Batch mode=full device=cuda (Tesla T4, fp16) (git=320dc56ad9ce522377ad527721fd8a9911b65da7)", "git": "320dc56ad9ce522377ad527721fd8a9911b65da7"}
+{"t": "2026-11-01T12:27:49Z", "level": "INFO", "event": "hub_connected", "msg": "[hub_connected] MIHMahmudEli -> https://huggingface.co/MIHMahmudEli/davidnet-experiments (+ data https://huggingface.co/datasets/MIHMahmudEli/davidnet-q1-data)"}
+{"t": "2026-11-01T12:27:58Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] frozen data 30767e27dae3: deepfaketimit=640, asvspoof2019-la=71237, wavefake=11000, dfdc-10=5000, celeb-df-v2=518, in-the-wild=31779, fakeavceleb=21544"}
+{"t": "2026-11-01T12:27:58Z", "level": "INFO", "event": "features_ready", "msg": "[features_ready] fs-a3b70d8acd complete on MIHMahmudEli/davidnet-q1-data"}
+{"t": "2026-11-01T12:27:59Z", "level": "INFO", "event": "experiment_registered", "msg": "[experiment_registered] EXP_152 = full:qacp-scaled:s123 (config_hash=df9e80e5e4d1, claimed=False)", "config_hash": "df9e80e5e4d1", "claimed": false}
+{"t": "2026-11-01T12:28:00Z", "level": "INFO", "event": "experiment_started", "msg": "[experiment_started] EXP_152 qacp-scaled seed 123 (exp_id=EXP_152, stage=qacp, split=strict)", "exp_id": "EXP_152", "stage": "qacp", "split": "strict"}
+{"t": "2026-11-01T12:32:04Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb: 400 rows, 400 clips (rows=400, clips=400)", "rows": 400, "clips": 400}
+{"t": "2026-11-01T12:32:12Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb (qacp): 1600 rows, 400 clips (rows=1600, clips=400)", "rows": 1600, "clips": 400}
+{"t": "2026-11-01T12:32:13Z", "level": "INFO", "event": "model_initialized", "msg": "[model_initialized] qacp-scaled: 85.4 M params (85.4 M trainable) (total=85366665, trainable=85366665)", "total": 85366665, "trainable": 85366665}
+{"t": "2026-11-01T12:32:19Z", "level": "INFO", "event": "training_started", "msg": "[training_started] EXP_152 qacp: 16384 train / 2048 val, micro 256 x accum 1 = 256, 3200 steps, fp16 (exp_id=EXP_152)", "exp_id": "EXP_152"}
+{"t": "2026-11-01T12:33:47Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_152 epoch 1/50 (epoch=1, step=64, lr=0.00012, train/qacp_v=5.492, train/qacp_a=5.397, train/qacp_c=5.517, train/total=16.41, val/qacp_v_loss=5.389, val/qacp_a_loss=5.336, val/qacp_c_loss=5.553, val/qacp_loss=16.28, val/at_floor=0, epoch_seconds=86.7, val_seconds=3.8, best=16.28, improved=True)", "epoch": 1, "step": 64, "lr": 0.00011999999999999999, "train/qacp_v": 5.492124021053314, "train/qacp_a": 5.39739353954792, "train/qacp_c": 5.516958758234978, "train/total": 16.40647615492344, "val/qacp_v_loss": 5.388970255851746, "val/qacp_a_loss": 5.336021363735199, "val/qacp_c_loss": 5.5528868436813354, "val/qacp_loss": 16.277878761291504, "val/at_floor": 0.0, "epoch_seconds": 86.7, "val_seconds": 3.8, "best": 16.277878761291504, "improved": true}
+{"t": "2026-11-01T12:33:47Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.277878761291504"}
+{"t": "2026-11-01T12:35:20Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_152 epoch 2/50 (epoch=2, step=128, lr=0.00024, train/qacp_v=5.085, train/qacp_a=5.064, train/qacp_c=5.485, train/total=15.63, val/qacp_v_loss=5.334, val/qacp_a_loss=5.429, val/qacp_c_loss=5.534, val/qacp_loss=16.3, val/at_floor=0, epoch_seconds=92.5, val_seconds=3.9, best=16.28, improved=False)", "epoch": 2, "step": 128, "lr": 0.00023999999999999998, "train/qacp_v": 5.0853069722652435, "train/qacp_a": 5.063701041042805, "train/qacp_c": 5.4854894280433655, "train/total": 15.634497359395027, "val/qacp_v_loss": 5.3335259556770325, "val/qacp_a_loss": 5.429376423358917, "val/qacp_c_loss": 5.53413063287735, "val/qacp_loss": 16.297032833099365, "val/at_floor": 0.0, "epoch_seconds": 92.5, "val_seconds": 3.9, "best": 16.277878761291504, "improved": false}
+{"t": "2026-11-01T12:35:20Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.297032833099365"}
+{"t": "2026-11-01T12:36:50Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_152 epoch 3/50 (epoch=3, step=192, lr=0.0002999, train/qacp_v=4.961, train/qacp_a=4.965, train/qacp_c=5.511, train/total=15.44, val/qacp_v_loss=5.444, val/qacp_a_loss=5.576, val/qacp_c_loss=5.541, val/qacp_loss=16.56, val/at_floor=0, epoch_seconds=90.5, val_seconds=3.9, best=16.28, improved=False)", "epoch": 3, "step": 192, "lr": 0.0002999286396847723, "train/qacp_v": 4.961249552667141, "train/qacp_a": 4.9649598598480225, "train/qacp_c": 5.5112449452281, "train/total": 15.437454342842102, "val/qacp_v_loss": 5.443565666675568, "val/qacp_a_loss": 5.57571542263031, "val/qacp_c_loss": 5.54126113653183, "val/qacp_loss": 16.560542106628418, "val/at_floor": 0.0, "epoch_seconds": 90.5, "val_seconds": 3.9, "best": 16.277878761291504, "improved": false}
+{"t": "2026-11-01T12:36:50Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.560542106628418"}
+{"t": "2026-11-01T12:38:20Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_152 epoch 4/50 (epoch=4, step=256, lr=0.0002993, train/qacp_v=4.923, train/qacp_a=4.926, train/qacp_c=5.541, train/total=15.39, val/qacp_v_loss=5.329, val/qacp_a_loss=5.619, val/qacp_c_loss=5.541, val/qacp_loss=16.49, val/at_floor=0, epoch_seconds=89.5, val_seconds=3.9, best=16.28, improved=False)", "epoch": 4, "step": 256, "lr": 0.00029929989496620173, "train/qacp_v": 4.923301696777344, "train/qacp_a": 4.925808370113373, "train/qacp_c": 5.5412238240242, "train/total": 15.39033392071724, "val/qacp_v_loss": 5.329329788684845, "val/qacp_a_loss": 5.619116961956024, "val/qacp_c_loss": 5.541255533695221, "val/qacp_loss": 16.489702224731445, "val/at_floor": 0.0, "epoch_seconds": 89.5, "val_seconds": 3.9, "best": 16.277878761291504, "improved": false}
+{"t": "2026-11-01T12:38:20Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.489702224731445"}
+{"t": "2026-11-01T12:39:49Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_152 epoch 5/50 (epoch=5, step=320, lr=0.000298, train/qacp_v=4.905, train/qacp_a=4.908, train/qacp_c=5.541, train/total=15.35, val/qacp_v_loss=5.416, val/qacp_a_loss=5.596, val/qacp_c_loss=5.541, val/qacp_loss=16.55, val/at_floor=0, epoch_seconds=89.9, val_seconds=3.9, best=16.28, improved=False)", "epoch": 5, "step": 320, "lr": 0.00029802485891278695, "train/qacp_v": 4.904855065047741, "train/qacp_a": 4.9078319519758224, "train/qacp_c": 5.5411746725440025, "train/total": 15.353861674666405, "val/qacp_v_loss": 5.415541648864746, "val/qacp_a_loss": 5.596273958683014, "val/qacp_c_loss": 5.5412381291389465, "val/qacp_loss": 16.553053379058838, "val/at_floor": 0.0, "epoch_seconds": 89.9, "val_seconds": 3.9, "best": 16.277878761291504, "improved": false}
+{"t": "2026-11-01T12:39:49Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.553053379058838"}
+{"t": "2026-11-01T12:41:20Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_152 epoch 6/50 (epoch=6, step=384, lr=0.0002961, train/qacp_v=4.885, train/qacp_a=4.895, train/qacp_c=5.541, train/total=15.32, val/qacp_v_loss=5.623, val/qacp_a_loss=5.481, val/qacp_c_loss=5.541, val/qacp_loss=16.64, val/at_floor=0, epoch_seconds=90.6, val_seconds=4, best=16.28, improved=False)", "epoch": 6, "step": 384, "lr": 0.00029610910693277255, "train/qacp_v": 4.885420978069305, "train/qacp_a": 4.894875906407833, "train/qacp_c": 5.540855683386326, "train/total": 15.321152612566948, "val/qacp_v_loss": 5.6231730580329895, "val/qacp_a_loss": 5.4809131026268005, "val/qacp_c_loss": 5.540502667427063, "val/qacp_loss": 16.644588947296143, "val/at_floor": 0.0, "epoch_seconds": 90.6, "val_seconds": 4.0, "best": 16.277878761291504, "improved": false}
+{"t": "2026-11-01T12:41:20Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.644588947296143"}
+{"t": "2026-11-01T12:42:20Z", "level": "INFO", "event": "heartbeat", "msg": "[heartbeat] heartbeat EXP_152 (worker=kaggle-worker-3, progress_step=429, progress_epoch=6)", "worker": "kaggle-worker-3", "progress_step": 429, "progress_epoch": 6}
+{"t": "2026-11-01T12:42:48Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_152 epoch 7/50 (epoch=7, step=448, lr=0.0002936, train/qacp_v=4.888, train/qacp_a=4.896, train/qacp_c=5.541, train/total=15.33, val/qacp_v_loss=5.637, val/qacp_a_loss=5.616, val/qacp_c_loss=5.541, val/qacp_loss=16.79, val/at_floor=0, epoch_seconds=88.4, val_seconds=3.9, best=16.28, improved=False)", "epoch": 7, "step": 448, "lr": 0.0002935610161221279, "train/qacp_v": 4.8878529742360115, "train/qacp_a": 4.8964612409472466, "train/qacp_c": 5.541229225695133, "train/total": 15.325543448328972, "val/qacp_v_loss": 5.636746942996979, "val/qacp_a_loss": 5.61587792634964, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 16.793888330459595, "val/at_floor": 0.0, "epoch_seconds": 88.4, "val_seconds": 3.9, "best": 16.277878761291504, "improved": false}
+{"t": "2026-11-01T12:42:48Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.793888330459595"}
+{"t": "2026-11-01T12:44:00Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 500 (interval) (step=500, epoch=7, mb=977.4)", "step": 500, "epoch": 7, "mb": 977.4}
+{"t": "2026-11-01T12:44:19Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_152 epoch 8/50 (epoch=8, step=512, lr=0.0002904, train/qacp_v=4.875, train/qacp_a=4.877, train/qacp_c=5.541, train/total=15.29, val/qacp_v_loss=5.961, val/qacp_a_loss=5.84, val/qacp_c_loss=5.541, val/qacp_loss=17.34, val/at_floor=0, epoch_seconds=91, val_seconds=4, best=16.28, improved=False)", "epoch": 8, "step": 512, "lr": 0.00029039172863363794, "train/qacp_v": 4.874672532081604, "train/qacp_a": 4.877359762787819, "train/qacp_c": 5.541263572871685, "train/total": 15.293295845389366, "val/qacp_v_loss": 5.960838198661804, "val/qacp_a_loss": 5.840354681015015, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 17.342456817626953, "val/at_floor": 0.0, "epoch_seconds": 91.0, "val_seconds": 4.0, "best": 16.277878761291504, "improved": false}
+{"t": "2026-11-01T12:44:19Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=17.342456817626953"}
+{"t": "2026-11-01T12:45:47Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_152 epoch 9/50 (epoch=9, step=576, lr=0.0002866, train/qacp_v=4.876, train/qacp_a=4.878, train/qacp_c=5.541, train/total=15.3, val/qacp_v_loss=5.818, val/qacp_a_loss=5.737, val/qacp_c_loss=5.541, val/qacp_loss=17.1, val/at_floor=0, epoch_seconds=87.9, val_seconds=4, best=16.28, improved=False)", "epoch": 9, "step": 576, "lr": 0.00028661510295510407, "train/qacp_v": 4.875845417380333, "train/qacp_a": 4.8783673495054245, "train/qacp_c": 5.541263572871685, "train/total": 15.295476391911507, "val/qacp_v_loss": 5.817741394042969, "val/qacp_a_loss": 5.737216889858246, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 17.096221923828125, "val/at_floor": 0.0, "epoch_seconds": 87.9, "val_seconds": 4.0, "best": 16.277878761291504, "improved": false}
+{"t": "2026-11-01T12:45:47Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=17.096221923828125"}
+{"t": "2026-11-01T12:45:47Z", "level": "INFO", "event": "early_stop", "msg": "[early_stop] early stopping: no improvement in 8 epochs"}
+{"t": "2026-11-01T12:45:51Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 576 (completed) (step=576, epoch=9, mb=977.4)", "step": 576, "epoch": 9, "mb": 977.4}

experiments/EXP_152_qacp-scaled_s123/metrics/training_history.csv

@@ -0,0 +1,10 @@
+epoch,step,lr,train/qacp_v,train/qacp_a,train/qacp_c,train/total,val/qacp_v_loss,val/qacp_a_loss,val/qacp_c_loss,val/qacp_loss,val/at_floor,epoch_seconds,val_seconds
+1,64,0.00011999999999999999,5.492124021053314,5.39739353954792,5.516958758234978,16.40647615492344,5.388970255851746,5.336021363735199,5.5528868436813354,16.277878761291504,0.0,86.7,3.8
+2,128,0.00023999999999999998,5.0853069722652435,5.063701041042805,5.4854894280433655,15.634497359395027,5.3335259556770325,5.429376423358917,5.53413063287735,16.297032833099365,0.0,92.5,3.9
+3,192,0.0002999286396847723,4.961249552667141,4.9649598598480225,5.5112449452281,15.437454342842102,5.443565666675568,5.57571542263031,5.54126113653183,16.560542106628418,0.0,90.5,3.9
+4,256,0.00029929989496620173,4.923301696777344,4.925808370113373,5.5412238240242,15.39033392071724,5.329329788684845,5.619116961956024,5.541255533695221,16.489702224731445,0.0,89.5,3.9
+5,320,0.00029802485891278695,4.904855065047741,4.9078319519758224,5.5411746725440025,15.353861674666405,5.415541648864746,5.596273958683014,5.5412381291389465,16.553053379058838,0.0,89.9,3.9
+6,384,0.00029610910693277255,4.885420978069305,4.894875906407833,5.540855683386326,15.321152612566948,5.6231730580329895,5.4809131026268005,5.540502667427063,16.644588947296143,0.0,90.6,4.0
+7,448,0.0002935610161221279,4.8878529742360115,4.8964612409472466,5.541229225695133,15.325543448328972,5.636746942996979,5.61587792634964,5.541263580322266,16.793888330459595,0.0,88.4,3.9
+8,512,0.00029039172863363794,4.874672532081604,4.877359762787819,5.541263572871685,15.293295845389366,5.960838198661804,5.840354681015015,5.541263580322266,17.342456817626953,0.0,91.0,4.0
+9,576,0.00028661510295510407,4.875845417380333,4.8783673495054245,5.541263572871685,15.295476391911507,5.817741394042969,5.737216889858246,5.541263580322266,17.096221923828125,0.0,87.9,4.0