EXP_155_qacp-scaled_s2024: checkpoint step 576

experiments/EXP_155_qacp-scaled_s2024/best_model/config.json

@@ -0,0 +1,263 @@
+{
+  "checkpoint": {
+    "background_upload": true,
+    "every_minutes": 20.0,
+    "every_steps": 500,
+    "keep_last": 2,
+    "prune_resume_state_on_completion": true,
+    "upload_retries": 6
+  },
+  "data": {
+    "cache_frames": 24,
+    "cache_seconds": 6.0,
+    "cross_datasets": {
+      "asvspoof2019-la": {
+        "partition": "eval"
+      },
+      "celeb-df-v2": {
+        "use_official_test_list": true
+      },
+      "deepfaketimit": {},
+      "dfdc-10": {
+        "max_fake": 2500,
+        "max_real": 2500
+      },
+      "in-the-wild": {},
+      "wavefake": {
+        "max_per_generator": 1000
+      }
+    },
+    "face_crop": {
+      "box_scale": 1.8,
+      "decode_max_side": 640,
+      "detect_frames": 4,
+      "detector": "yunet",
+      "enabled": true
+    },
+    "frame_size": 224,
+    "n_frames": 16,
+    "primary": "fakeavceleb",
+    "sample_rate": 16000,
+    "split_fractions": [
+      0.65,
+      0.15,
+      0.2
+    ],
+    "split_protocol": "strict_identity",
+    "split_seed": 42,
+    "subsample_seed": 0,
+    "window_seconds": 4.0
+  },
+  "evaluation": {
+    "bootstrap": 1000,
+    "ci_level": 0.95,
+    "ece_bins": 15,
+    "threshold_policy": "val_eer"
+  },
+  "experiment": {
+    "baseline_model": null,
+    "components": {
+      "copy_synthesis": true,
+      "disentangle": true,
+      "localization": true,
+      "mismatch_class": true,
+      "modality_dropout": true,
+      "multitask": true,
+      "qacp": true,
+      "self_blending": true,
+      "sync": true
+    },
+    "description": "Scaled QACP Stage 0 using all available Real clips across multi-view recordings.",
+    "group": "qacp",
+    "init_from": null,
+    "name": "qacp-scaled",
+    "split": "strict",
+    "stage": "qacp"
+  },
+  "features": {
+    "audio_model": "microsoft/wavlm-base-plus",
+    "audio_tokens": 50,
+    "dtype": "float16",
+    "eval_view_offset": 4,
+    "extract_batch_size": "auto",
+    "qacp_variants_per_clip": 4,
+    "shard_clips": 512,
+    "shard_clips_audio": 4096,
+    "train_view_offsets": [
+      0,
+      4,
+      8
+    ],
+    "video_model": "MCG-NJU/videomae-base",
+    "video_spatial_grid": 4
+  },
+  "hardware": {
+    "deterministic": true,
+    "num_workers": "auto",
+    "precision": "auto"
+  },
+  "mixed_precision": true,
+  "mode": "full",
+  "model": {
+    "compose_quadrant": false,
+    "d_model": 768,
+    "dropout": 0.1,
+    "n_fusion_layers": 4,
+    "n_heads": 8,
+    "use_disentangle": true,
+    "use_sync": true
+  },
+  "plan": {
+    "groups": null,
+    "only": [
+      "qacp-scaled"
+    ],
+    "run_phase_b": true,
+    "stop_on_error": true
+  },
+  "project": {
+    "code_repo": "https://github.com/MIHMahmudEli/Thesis.git",
+    "code_revision": "462c9a04421450e560af4f695fcb0babb3d89283",
+    "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+    "hf_private": false,
+    "hf_repo": "MIHMahmudEli/davidnet-experiments",
+    "hf_repo_type": "model",
+    "name": "DAVID-Net-AV",
+    "scratch_dir": "/tmp/davidnet",
+    "work_dir": "/kaggle/working/davidnet"
+  },
+  "seed": 2024,
+  "seeds": [
+    2024
+  ],
+  "session": {
+    "heartbeat_minutes": 10.0,
+    "lease_minutes": 30.0,
+    "safety_minutes": 25.0,
+    "time_budget_hours": 11.5,
+    "worker_name": "kaggle-worker-5"
+  },
+  "smoke": {
+    "datasets": [
+      "fakeavceleb",
+      "in-the-wild"
+    ],
+    "epochs": 2,
+    "every_steps": 3,
+    "max_clips_per_split": 48
+  },
+  "train": {
+    "baseline": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 6,
+      "effective_batch": 64,
+      "epochs": 30,
+      "lr": 0.001,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "nonfinite_patience": 20,
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/mean_auc",
+      "warmup_ratio": 0.05,
+      "weight_decay": 0.01
+    },
+    "phase_b": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 3,
+      "effective_batch": 16,
+      "epochs": 6,
+      "gradient_checkpointing": true,
+      "loss_weights": {
+        "a": 1.0,
+        "disentangle": 0.1,
+        "loc": 0.5,
+        "quad": 0.5,
+        "sync": 0.1,
+        "v": 1.0
+      },
+      "lr": 3e-05,
+      "lr_encoder": 1e-05,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "modality_dropout": 0.15,
+      "nonfinite_patience": 20,
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/mean_auc",
+      "temporal_augment": true,
+      "unfreeze_top_blocks_audio": 2,
+      "unfreeze_top_blocks_video": 2,
+      "warmup_ratio": 0.1,
+      "weight_decay": 0.05
+    },
+    "qacp": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 8,
+      "effective_batch": 256,
+      "epochs": 50,
+      "items_per_epoch": 16384,
+      "lr": 0.0003,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "nonfinite_patience": 20,
+      "pseudo_classes": [
+        "RVRA",
+        "RVFA",
+        "FVRA",
+        "FVFA",
+        "MISMATCH"
+      ],
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/qacp_loss",
+      "temperature": 0.1,
+      "warmup_ratio": 0.05,
+      "weight_decay": 0.05
+    },
+    "stage1": {
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "early_stopping_patience": 6,
+      "effective_batch": 64,
+      "epochs": 30,
+      "init_from_qacp": true,
+      "loss_weights": {
+        "a": 1.0,
+        "disentangle": 0.1,
+        "loc": 0.5,
+        "quad": 0.5,
+        "sync": 0.1,
+        "v": 1.0
+      },
+      "lr": 0.0001,
+      "max_grad_norm": 1.0,
+      "micro_batch": "auto",
+      "min_lr_ratio": 0.01,
+      "modality_dropout": 0.15,
+      "nonfinite_patience": 20,
+      "optimizer": "adamw",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "scheduler": "warmup_cosine",
+      "selection_metric": "val/mean_auc",
+      "warmup_ratio": 0.05,
+      "weight_decay": 0.05
+    }
+  }
+}

experiments/EXP_155_qacp-scaled_s2024/best_model/meta.json

@@ -0,0 +1,10 @@
+{
+  "config_hash": "66b2c8104b4c",
+  "epoch": 1,
+  "exp_id": "EXP_155",
+  "metric": 16.37864637374878,
+  "metric_name": "val/qacp_loss",
+  "saved_at": "2026-11-01T12:41:27Z",
+  "sha256": "b4a69662bcc623ffebd228f6b33beca76c0181128aea40030f7ce7e6c198c3a8",
+  "step": 64
+}

experiments/EXP_155_qacp-scaled_s2024/best_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a69662bcc623ffebd228f6b33beca76c0181128aea40030f7ce7e6c198c3a8
+size 341484140

experiments/EXP_155_qacp-scaled_s2024/checkpoints/LATEST.json

@@ -0,0 +1,9 @@
+{
+  "step": 576,
+  "dir": "checkpoints/step-0000576",
+  "updated_at": "2026-11-01T12:54:27Z",
+  "config_hash": "66b2c8104b4c",
+  "history": [
+    "checkpoints/step-0000576"
+  ]
+}

experiments/EXP_155_qacp-scaled_s2024/checkpoints/step-0000576/meta.json

@@ -0,0 +1,13 @@
+{
+  "config_hash": "66b2c8104b4c",
+  "created_at": "2026-11-01T12:54:24Z",
+  "epoch": 9,
+  "files": {
+    "training_state.pt": {
+      "bytes": 977379035,
+      "sha256": "ef65d28b7fd694f727eec61036b25673271e1e7996f276ad0dbb958a189e37ec"
+    }
+  },
+  "reason": "completed",
+  "step": 576
+}

experiments/EXP_155_qacp-scaled_s2024/checkpoints/step-0000576/training_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef65d28b7fd694f727eec61036b25673271e1e7996f276ad0dbb958a189e37ec
+size 977379035

experiments/EXP_155_qacp-scaled_s2024/logs/pipeline.jsonl

@@ -0,0 +1,32 @@
+{"t": "2026-11-01T12:27:59Z", "level": "INFO", "event": "session_started", "msg": "[session_started] run_type=Batch mode=full device=cuda (Tesla T4, fp16) (git=320dc56ad9ce522377ad527721fd8a9911b65da7)", "git": "320dc56ad9ce522377ad527721fd8a9911b65da7"}
+{"t": "2026-11-01T12:28:02Z", "level": "INFO", "event": "hub_connected", "msg": "[hub_connected] MIHMahmudEli -> https://huggingface.co/MIHMahmudEli/davidnet-experiments (+ data https://huggingface.co/datasets/MIHMahmudEli/davidnet-q1-data)"}
+{"t": "2026-11-01T12:28:25Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] frozen data 30767e27dae3: in-the-wild=31779, fakeavceleb=21544, celeb-df-v2=518, asvspoof2019-la=71237, dfdc-10=5000, wavefake=11000, deepfaketimit=640"}
+{"t": "2026-11-01T12:28:26Z", "level": "INFO", "event": "features_ready", "msg": "[features_ready] fs-a3b70d8acd complete on MIHMahmudEli/davidnet-q1-data"}
+{"t": "2026-11-01T12:28:31Z", "level": "INFO", "event": "experiment_registered", "msg": "[experiment_registered] EXP_155 = full:qacp-scaled:s2024 (config_hash=66b2c8104b4c, claimed=False)", "config_hash": "66b2c8104b4c", "claimed": false}
+{"t": "2026-11-01T12:28:33Z", "level": "INFO", "event": "experiment_started", "msg": "[experiment_started] EXP_155 qacp-scaled seed 2024 (exp_id=EXP_155, stage=qacp, split=strict)", "exp_id": "EXP_155", "stage": "qacp", "split": "strict"}
+{"t": "2026-11-01T12:39:17Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb: 400 rows, 400 clips (rows=400, clips=400)", "rows": 400, "clips": 400}
+{"t": "2026-11-01T12:39:51Z", "level": "INFO", "event": "dataset_loaded", "msg": "[dataset_loaded] fakeavceleb (qacp): 1600 rows, 400 clips (rows=1600, clips=400)", "rows": 1600, "clips": 400}
+{"t": "2026-11-01T12:39:51Z", "level": "INFO", "event": "model_initialized", "msg": "[model_initialized] qacp-scaled: 85.4 M params (85.4 M trainable) (total=85366665, trainable=85366665)", "total": 85366665, "trainable": 85366665}
+{"t": "2026-11-01T12:39:57Z", "level": "INFO", "event": "training_started", "msg": "[training_started] EXP_155 qacp: 16384 train / 2048 val, micro 256 x accum 1 = 256, 3200 steps, fp16 (exp_id=EXP_155)", "exp_id": "EXP_155"}
+{"t": "2026-11-01T12:41:28Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_155 epoch 1/50 (epoch=1, step=64, lr=0.0001219, train/qacp_v=5.485, train/qacp_a=5.389, train/qacp_c=5.522, train/total=16.4, val/qacp_v_loss=5.458, val/qacp_a_loss=5.354, val/qacp_c_loss=5.567, val/qacp_loss=16.38, val/at_floor=0, epoch_seconds=90.1, val_seconds=4.1, best=16.38, improved=True)", "epoch": 1, "step": 64, "lr": 0.000121875, "train/qacp_v": 5.484810650348663, "train/qacp_a": 5.389136388897896, "train/qacp_c": 5.521601036190987, "train/total": 16.395548030734062, "val/qacp_v_loss": 5.4575507044792175, "val/qacp_a_loss": 5.354256331920624, "val/qacp_c_loss": 5.5668394565582275, "val/qacp_loss": 16.37864637374878, "val/at_floor": 0.0, "epoch_seconds": 90.1, "val_seconds": 4.1, "best": 16.37864637374878, "improved": true}
+{"t": "2026-11-01T12:41:28Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.37864637374878"}
+{"t": "2026-11-01T12:43:05Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_155 epoch 2/50 (epoch=2, step=128, lr=0.00024, train/qacp_v=5.095, train/qacp_a=5.064, train/qacp_c=5.538, train/total=15.7, val/qacp_v_loss=5.582, val/qacp_a_loss=5.474, val/qacp_c_loss=5.541, val/qacp_loss=16.6, val/at_floor=0, epoch_seconds=97.3, val_seconds=4.2, best=16.38, improved=False)", "epoch": 2, "step": 128, "lr": 0.00023999999999999998, "train/qacp_v": 5.095083795487881, "train/qacp_a": 5.0644968301057816, "train/qacp_c": 5.53796973824501, "train/total": 15.69755032658577, "val/qacp_v_loss": 5.581687748432159, "val/qacp_a_loss": 5.4737356305122375, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 16.596686840057373, "val/at_floor": 0.0, "epoch_seconds": 97.3, "val_seconds": 4.2, "best": 16.37864637374878, "improved": false}
+{"t": "2026-11-01T12:43:05Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.596686840057373"}
+{"t": "2026-11-01T12:44:43Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_155 epoch 3/50 (epoch=3, step=192, lr=0.0002999, train/qacp_v=4.959, train/qacp_a=4.946, train/qacp_c=5.541, train/total=15.45, val/qacp_v_loss=5.739, val/qacp_a_loss=5.695, val/qacp_c_loss=5.541, val/qacp_loss=16.98, val/at_floor=0, epoch_seconds=97.4, val_seconds=4.2, best=16.38, improved=False)", "epoch": 3, "step": 192, "lr": 0.0002999286396847723, "train/qacp_v": 4.959479510784149, "train/qacp_a": 4.946264892816544, "train/qacp_c": 5.541261278092861, "train/total": 15.447005614638329, "val/qacp_v_loss": 5.739272356033325, "val/qacp_a_loss": 5.694885194301605, "val/qacp_c_loss": 5.541262924671173, "val/qacp_loss": 16.975420475006104, "val/at_floor": 0.0, "epoch_seconds": 97.4, "val_seconds": 4.2, "best": 16.37864637374878, "improved": false}
+{"t": "2026-11-01T12:44:43Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.975420475006104"}
+{"t": "2026-11-01T12:46:21Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_155 epoch 4/50 (epoch=4, step=256, lr=0.0002993, train/qacp_v=4.914, train/qacp_a=4.931, train/qacp_c=5.541, train/total=15.39, val/qacp_v_loss=5.53, val/qacp_a_loss=5.668, val/qacp_c_loss=5.541, val/qacp_loss=16.74, val/at_floor=0, epoch_seconds=98.2, val_seconds=4.3, best=16.38, improved=False)", "epoch": 4, "step": 256, "lr": 0.00029929989496620173, "train/qacp_v": 4.913722425699234, "train/qacp_a": 4.931328855454922, "train/qacp_c": 5.541217803955078, "train/total": 15.386269107460976, "val/qacp_v_loss": 5.530183911323547, "val/qacp_a_loss": 5.668482720851898, "val/qacp_c_loss": 5.541246950626373, "val/qacp_loss": 16.73991322517395, "val/at_floor": 0.0, "epoch_seconds": 98.2, "val_seconds": 4.3, "best": 16.37864637374878, "improved": false}
+{"t": "2026-11-01T12:46:21Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.73991322517395"}
+{"t": "2026-11-01T12:47:59Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_155 epoch 5/50 (epoch=5, step=320, lr=0.000298, train/qacp_v=4.896, train/qacp_a=4.904, train/qacp_c=5.539, train/total=15.34, val/qacp_v_loss=5.796, val/qacp_a_loss=5.491, val/qacp_c_loss=5.541, val/qacp_loss=16.83, val/at_floor=0, epoch_seconds=98.4, val_seconds=4.2, best=16.38, improved=False)", "epoch": 5, "step": 320, "lr": 0.00029802485891278695, "train/qacp_v": 4.895942084491253, "train/qacp_a": 4.904104933142662, "train/qacp_c": 5.539473220705986, "train/total": 15.339520260691643, "val/qacp_v_loss": 5.79597282409668, "val/qacp_a_loss": 5.49118047952652, "val/qacp_c_loss": 5.54126363992691, "val/qacp_loss": 16.82841682434082, "val/at_floor": 0.0, "epoch_seconds": 98.4, "val_seconds": 4.2, "best": 16.37864637374878, "improved": false}
+{"t": "2026-11-01T12:47:59Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=16.82841682434082"}
+{"t": "2026-11-01T12:49:34Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_155 epoch 6/50 (epoch=6, step=384, lr=0.0002961, train/qacp_v=4.902, train/qacp_a=4.901, train/qacp_c=5.541, train/total=15.34, val/qacp_v_loss=5.697, val/qacp_a_loss=5.767, val/qacp_c_loss=5.541, val/qacp_loss=17.01, val/at_floor=0, epoch_seconds=94.9, val_seconds=4.3, best=16.38, improved=False)", "epoch": 6, "step": 384, "lr": 0.00029610910693277255, "train/qacp_v": 4.902209646999836, "train/qacp_a": 4.9013087674975395, "train/qacp_c": 5.541263595223427, "train/total": 15.344781994819641, "val/qacp_v_loss": 5.697224020957947, "val/qacp_a_loss": 5.766668379306793, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 17.00515604019165, "val/at_floor": 0.0, "epoch_seconds": 94.9, "val_seconds": 4.3, "best": 16.37864637374878, "improved": false}
+{"t": "2026-11-01T12:49:34Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=17.00515604019165"}
+{"t": "2026-11-01T12:49:57Z", "level": "INFO", "event": "heartbeat", "msg": "[heartbeat] heartbeat EXP_155 (worker=kaggle-worker-5, progress_step=400, progress_epoch=6)", "worker": "kaggle-worker-5", "progress_step": 400, "progress_epoch": 6}
+{"t": "2026-11-01T12:51:09Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_155 epoch 7/50 (epoch=7, step=448, lr=0.0002936, train/qacp_v=4.886, train/qacp_a=4.889, train/qacp_c=5.541, train/total=15.32, val/qacp_v_loss=5.664, val/qacp_a_loss=5.861, val/qacp_c_loss=5.541, val/qacp_loss=17.07, val/at_floor=0, epoch_seconds=94.9, val_seconds=4.3, best=16.38, improved=False)", "epoch": 7, "step": 448, "lr": 0.0002935610161221279, "train/qacp_v": 4.886132284998894, "train/qacp_a": 4.88931218534708, "train/qacp_c": 5.541263572871685, "train/total": 15.316708102822304, "val/qacp_v_loss": 5.663949370384216, "val/qacp_a_loss": 5.861381649971008, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 17.066594123840332, "val/at_floor": 0.0, "epoch_seconds": 94.9, "val_seconds": 4.3, "best": 16.37864637374878, "improved": false}
+{"t": "2026-11-01T12:51:09Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=17.066594123840332"}
+{"t": "2026-11-01T12:52:26Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 500 (interval) (step=500, epoch=7, mb=977.4)", "step": 500, "epoch": 7, "mb": 977.4}
+{"t": "2026-11-01T12:52:47Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_155 epoch 8/50 (epoch=8, step=512, lr=0.0002904, train/qacp_v=4.894, train/qacp_a=4.87, train/qacp_c=5.541, train/total=15.3, val/qacp_v_loss=6.108, val/qacp_a_loss=5.993, val/qacp_c_loss=5.541, val/qacp_loss=17.64, val/at_floor=0, epoch_seconds=98.3, val_seconds=4.3, best=16.38, improved=False)", "epoch": 8, "step": 512, "lr": 0.00029039172863363794, "train/qacp_v": 4.894000418484211, "train/qacp_a": 4.8695671781897545, "train/qacp_c": 5.541263557970524, "train/total": 15.304831147193909, "val/qacp_v_loss": 6.108458876609802, "val/qacp_a_loss": 5.993071436882019, "val/qacp_c_loss": 5.541263580322266, "val/qacp_loss": 17.642793893814087, "val/at_floor": 0.0, "epoch_seconds": 98.3, "val_seconds": 4.3, "best": 16.37864637374878, "improved": false}
+{"t": "2026-11-01T12:52:47Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=17.642793893814087"}
+{"t": "2026-11-01T12:54:23Z", "level": "INFO", "event": "epoch_completed", "msg": "[epoch_completed] EXP_155 epoch 9/50 (epoch=9, step=576, lr=0.0002866, train/qacp_v=4.877, train/qacp_a=4.88, train/qacp_c=5.541, train/total=15.3, val/qacp_v_loss=5.94, val/qacp_a_loss=5.795, val/qacp_c_loss=5.541, val/qacp_loss=17.28, val/at_floor=0, epoch_seconds=95.5, val_seconds=4.2, best=16.38, improved=False)", "epoch": 9, "step": 576, "lr": 0.00028661510295510407, "train/qacp_v": 4.876977123320103, "train/qacp_a": 4.87984935939312, "train/qacp_c": 5.541260965168476, "train/total": 15.29808746278286, "val/qacp_v_loss": 5.939837098121643, "val/qacp_a_loss": 5.794757127761841, "val/qacp_c_loss": 5.541263401508331, "val/qacp_loss": 17.2758572101593, "val/at_floor": 0.0, "epoch_seconds": 95.5, "val_seconds": 4.2, "best": 16.37864637374878, "improved": false}
+{"t": "2026-11-01T12:54:23Z", "level": "INFO", "event": "validation_completed", "msg": "[validation_completed] val/qacp_loss=17.2758572101593"}
+{"t": "2026-11-01T12:54:23Z", "level": "INFO", "event": "early_stop", "msg": "[early_stop] early stopping: no improvement in 8 epochs"}
+{"t": "2026-11-01T12:54:26Z", "level": "INFO", "event": "checkpoint_saved", "msg": "[checkpoint_saved] step 576 (completed) (step=576, epoch=9, mb=977.4)", "step": 576, "epoch": 9, "mb": 977.4}

experiments/EXP_155_qacp-scaled_s2024/metrics/training_history.csv

@@ -0,0 +1,10 @@
+epoch,step,lr,train/qacp_v,train/qacp_a,train/qacp_c,train/total,val/qacp_v_loss,val/qacp_a_loss,val/qacp_c_loss,val/qacp_loss,val/at_floor,epoch_seconds,val_seconds
+1,64,0.000121875,5.484810650348663,5.389136388897896,5.521601036190987,16.395548030734062,5.4575507044792175,5.354256331920624,5.5668394565582275,16.37864637374878,0.0,90.1,4.1
+2,128,0.00023999999999999998,5.095083795487881,5.0644968301057816,5.53796973824501,15.69755032658577,5.581687748432159,5.4737356305122375,5.541263580322266,16.596686840057373,0.0,97.3,4.2
+3,192,0.0002999286396847723,4.959479510784149,4.946264892816544,5.541261278092861,15.447005614638329,5.739272356033325,5.694885194301605,5.541262924671173,16.975420475006104,0.0,97.4,4.2
+4,256,0.00029929989496620173,4.913722425699234,4.931328855454922,5.541217803955078,15.386269107460976,5.530183911323547,5.668482720851898,5.541246950626373,16.73991322517395,0.0,98.2,4.3
+5,320,0.00029802485891278695,4.895942084491253,4.904104933142662,5.539473220705986,15.339520260691643,5.79597282409668,5.49118047952652,5.54126363992691,16.82841682434082,0.0,98.4,4.2
+6,384,0.00029610910693277255,4.902209646999836,4.9013087674975395,5.541263595223427,15.344781994819641,5.697224020957947,5.766668379306793,5.541263580322266,17.00515604019165,0.0,94.9,4.3
+7,448,0.0002935610161221279,4.886132284998894,4.88931218534708,5.541263572871685,15.316708102822304,5.663949370384216,5.861381649971008,5.541263580322266,17.066594123840332,0.0,94.9,4.3
+8,512,0.00029039172863363794,4.894000418484211,4.8695671781897545,5.541263557970524,15.304831147193909,6.108458876609802,5.993071436882019,5.541263580322266,17.642793893814087,0.0,98.3,4.3
+9,576,0.00028661510295510407,4.876977123320103,4.87984935939312,5.541260965168476,15.29808746278286,5.939837098121643,5.794757127761841,5.541263401508331,17.2758572101593,0.0,95.5,4.2