EXP_021: results

.gitattributes

@@ -58,3 +58,5 @@ experiments/EXP_017_davidnet-no_moddrop_s42/predictions/cross_asvspoof2019-la.cs
 experiments/EXP_017_davidnet-no_moddrop_s42/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text
 experiments/EXP_020_davidnet-qacp_no_copysynth_s42/predictions/cross_asvspoof2019-la.csv filter=lfs diff=lfs merge=lfs -text
 experiments/EXP_020_davidnet-qacp_no_copysynth_s42/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text
+experiments/EXP_021_davidnet-qacp_no_selfblend_s42/predictions/cross_asvspoof2019-la.csv filter=lfs diff=lfs merge=lfs -text
+experiments/EXP_021_davidnet-qacp_no_selfblend_s42/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/README.md

@@ -0,0 +1,16 @@
+# EXP_021 - davidnet-qacp_no_selfblend (seed 42)
+
+QACP without self-blending.
+
+- group: `ablation`, stage: `stage1`, split protocol: `strict`
+- initialised from: `qacp-no_selfblend`
+- config hash: `ec0570fb8175`, feature set: `fs-a3b70d8acd`
+- best epoch 15 (0.9945226691603728), 21 epochs, 0.308 h, stop: early stopping: no improvement in 6 epochs
+
+| test task | AUC | EER | F1@val-thr |
+|---|---|---|---|
+| video | 0.9701 | 0.0770 | 0.9481 |
+| audio | 0.9998 | 0.0058 | 0.9563 |
+| clip | 0.9708 | 0.0704 | 0.9581 |
+
+Files: `configs/` (config, environment, metadata, requirements), `metrics/`, `predictions/`, `figures/`, `logs/`, `best_model/`.

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/checkpoints/LATEST.json

@@ -1,10 +0,0 @@
-{
-  "step": 2856,
-  "dir": "checkpoints/step-0002856",
-  "updated_at": "2026-09-27T23:07:57Z",
-  "config_hash": "ec0570fb8175",
-  "history": [
-    "checkpoints/step-0002500",
-    "checkpoints/step-0002856"
-  ]
-}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/checkpoints/step-0002500/meta.json

@@ -1,13 +0,0 @@
-{
-  "config_hash": "ec0570fb8175",
-  "created_at": "2026-09-27T23:05:30Z",
-  "epoch": 18,
-  "files": {
-    "training_state.pt": {
-      "bytes": 1003391315,
-      "sha256": "a6c52857bd9baabf4483482328e713c70618e748f3656b0091aaa6f73abc3e6e"
-    }
-  },
-  "reason": "interval",
-  "step": 2500
-}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/checkpoints/step-0002856/meta.json

@@ -1,13 +0,0 @@
-{
-  "config_hash": "ec0570fb8175",
-  "created_at": "2026-09-27T23:07:54Z",
-  "epoch": 21,
-  "files": {
-    "training_state.pt": {
-      "bytes": 1003393235,
-      "sha256": "86a0f91b52f592db64809f55721289ebc5b063cefdcc39c41b827a3863739b42"
-    }
-  },
-  "reason": "completed",
-  "step": 2856
-}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/configs/config.json

@@ -0,0 +1,263 @@
+{
+  "project": {
+    "name": "DAVID-Net-AV",
+    "hf_repo": "MIHMahmudEli/davidnet-q1-experiments",
+    "hf_repo_type": "model",
+    "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+    "hf_private": true,
+    "code_repo": "https://github.com/MIHMahmudEli/david-net-av.git",
+    "code_revision": "main",
+    "work_dir": "/kaggle/working/davidnet",
+    "scratch_dir": "/tmp/davidnet"
+  },
+  "mode": "full",
+  "seeds": [
+    42,
+    123,
+    456
+  ],
+  "data": {
+    "primary": "fakeavceleb",
+    "split_protocol": "strict_identity",
+    "split_seed": 42,
+    "split_fractions": [
+      0.65,
+      0.15,
+      0.2
+    ],
+    "n_frames": 16,
+    "window_seconds": 4.0,
+    "sample_rate": 16000,
+    "frame_size": 224,
+    "cache_frames": 24,
+    "cache_seconds": 6.0,
+    "face_crop": {
+      "enabled": true,
+      "detector": "yunet",
+      "detect_frames": 4,
+      "box_scale": 1.8,
+      "decode_max_side": 640
+    },
+    "cross_datasets": {
+      "celeb-df-v2": {
+        "use_official_test_list": true
+      },
+      "dfdc-10": {
+        "max_real": 2500,
+        "max_fake": 2500
+      },
+      "deepfaketimit": {},
+      "asvspoof2019-la": {
+        "partition": "eval"
+      },
+      "in-the-wild": {},
+      "wavefake": {
+        "max_per_generator": 1000
+      }
+    },
+    "subsample_seed": 0
+  },
+  "features": {
+    "video_model": "MCG-NJU/videomae-base",
+    "audio_model": "microsoft/wavlm-base-plus",
+    "video_spatial_grid": 4,
+    "audio_tokens": 50,
+    "dtype": "float16",
+    "train_view_offsets": [
+      0,
+      4,
+      8
+    ],
+    "eval_view_offset": 4,
+    "qacp_variants_per_clip": 4,
+    "shard_clips": 512,
+    "shard_clips_audio": 4096,
+    "extract_batch_size": "auto"
+  },
+  "model": {
+    "d_model": 768,
+    "n_heads": 8,
+    "n_fusion_layers": 4,
+    "dropout": 0.1,
+    "use_sync": true,
+    "use_disentangle": true,
+    "compose_quadrant": false
+  },
+  "train": {
+    "stage1": {
+      "epochs": 30,
+      "effective_batch": 64,
+      "micro_batch": "auto",
+      "optimizer": "adamw",
+      "lr": 0.0001,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 6,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "modality_dropout": 0.15,
+      "loss_weights": {
+        "v": 1.0,
+        "a": 1.0,
+        "quad": 0.5,
+        "loc": 0.5,
+        "sync": 0.1,
+        "disentangle": 0.1
+      },
+      "init_from_qacp": true,
+      "nonfinite_patience": 20
+    },
+    "qacp": {
+      "epochs": 40,
+      "effective_batch": 256,
+      "micro_batch": "auto",
+      "lr": 0.0003,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 8,
+      "selection_metric": "val/qacp_loss",
+      "temperature": 0.1,
+      "items_per_epoch": 4096,
+      "pseudo_classes": [
+        "RVRA",
+        "RVFA",
+        "FVRA",
+        "FVFA",
+        "MISMATCH"
+      ],
+      "nonfinite_patience": 20
+    },
+    "baseline": {
+      "epochs": 30,
+      "effective_batch": 64,
+      "micro_batch": "auto",
+      "lr": 0.001,
+      "weight_decay": 0.01,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 6,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "nonfinite_patience": 20
+    },
+    "phase_b": {
+      "epochs": 6,
+      "effective_batch": 16,
+      "micro_batch": "auto",
+      "lr": 3e-05,
+      "lr_encoder": 1e-05,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.1,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 3,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "modality_dropout": 0.15,
+      "loss_weights": {
+        "v": 1.0,
+        "a": 1.0,
+        "quad": 0.5,
+        "loc": 0.5,
+        "sync": 0.1,
+        "disentangle": 0.1
+      },
+      "unfreeze_top_blocks_video": 2,
+      "unfreeze_top_blocks_audio": 2,
+      "gradient_checkpointing": true,
+      "temporal_augment": true,
+      "nonfinite_patience": 20
+    }
+  },
+  "checkpoint": {
+    "every_steps": 500,
+    "every_minutes": 20,
+    "keep_last": 2,
+    "prune_resume_state_on_completion": true,
+    "upload_retries": 6,
+    "background_upload": true
+  },
+  "session": {
+    "time_budget_hours": 11.5,
+    "safety_minutes": 25,
+    "heartbeat_minutes": 10.0,
+    "lease_minutes": 30.0,
+    "worker_name": "kaggle-worker-3"
+  },
+  "plan": {
+    "groups": null,
+    "only": null,
+    "run_phase_b": true,
+    "stop_on_error": true
+  },
+  "evaluation": {
+    "threshold_policy": "val_eer",
+    "bootstrap": 1000,
+    "ece_bins": 15,
+    "ci_level": 0.95
+  },
+  "hardware": {
+    "precision": "auto",
+    "num_workers": "auto",
+    "deterministic": true
+  },
+  "mixed_precision": true,
+  "smoke": {
+    "max_clips_per_split": 48,
+    "epochs": 2,
+    "every_steps": 3,
+    "datasets": [
+      "fakeavceleb",
+      "in-the-wild"
+    ]
+  },
+  "seed": 42,
+  "experiment": {
+    "name": "davidnet-qacp_no_selfblend",
+    "stage": "stage1",
+    "group": "ablation",
+    "split": "strict",
+    "init_from": "qacp-no_selfblend",
+    "baseline_model": null,
+    "components": {
+      "qacp": true,
+      "sync": true,
+      "disentangle": true,
+      "localization": true,
+      "multitask": true,
+      "modality_dropout": true,
+      "mismatch_class": true,
+      "copy_synthesis": true,
+      "self_blending": false
+    },
+    "description": "QACP without self-blending."
+  }
+}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/configs/environment.json

@@ -0,0 +1,69 @@
+{
+  "timestamp_utc": "2026-09-27T20:54:08Z",
+  "python": "3.12.13",
+  "platform": "Linux-6.12.90+-x86_64-with-glibc2.35",
+  "hostname": "f42cf1cdd0db",
+  "cpu_count": 4,
+  "torch": "2.10.0+cu128",
+  "cuda_available": true,
+  "cuda_version": "12.8",
+  "cudnn_version": 91002,
+  "gpus": [
+    {
+      "index": 0,
+      "name": "Tesla T4",
+      "total_memory_gb": 15.64,
+      "capability": "7.5",
+      "multi_processor_count": 40
+    },
+    {
+      "index": 1,
+      "name": "Tesla T4",
+      "total_memory_gb": 15.64,
+      "capability": "7.5",
+      "multi_processor_count": 40
+    }
+  ],
+  "packages": {
+    "torch": "2.10.0+cu128",
+    "torchaudio": "2.10.0+cu128",
+    "torchvision": "0.25.0+cu128",
+    "transformers": "5.0.0",
+    "huggingface_hub": "1.11.0",
+    "safetensors": "0.7.0",
+    "numpy": "2.0.2",
+    "scipy": "1.16.3",
+    "scikit-learn": "1.6.1",
+    "pandas": "2.3.3",
+    "matplotlib": "3.10.0",
+    "opencv-python": "4.13.0.92",
+    "opencv-python-headless": "4.13.0.92",
+    "accelerate": "1.13.0"
+  },
+  "nvidia_smi": "Tesla T4, 580.159.04, 15360 MiB\nTesla T4, 580.159.04, 15360 MiB",
+  "kaggle": {
+    "KAGGLE_KERNEL_RUN_TYPE": "Batch",
+    "KAGGLE_URL_BASE": "https://www.kaggle.com",
+    "KAGGLE_DOCKER_IMAGE": "gcr.io/kaggle-gpu-images/python@sha256:37c64f7dd9c54116ecd1bcc88817c5469b88387388fade02bfa8bf3fc647d461",
+    "KAGGLE_CONTAINER_NAME": "kaggle_xxbOA35GQFNE3ZQcBCCcuozo0Dco4YpJK8F5b8b0KTQ-353412347-webtier"
+  },
+  "ffmpeg": [
+    "ffmpeg version 4.4.2-0ubuntu0.22.04.1 Copyright (c) 2000-2021 the FFmpeg developers"
+  ],
+  "host_ram_gb": 33.7,
+  "git": {
+    "commit": "f5d2858cde6bf15fc6eb2c55d2a96785bdf9df10",
+    "dirty": false,
+    "remote": "https://github.com/MIHMahmudEli/david-net-av.git"
+  },
+  "hardware": {
+    "precision": "fp16",
+    "num_workers": 3,
+    "deterministic": true,
+    "device": "cuda",
+    "n_gpus": 2,
+    "gpu_name": "Tesla T4",
+    "vram_gb": 15.64,
+    "pin_memory": true
+  }
+}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/configs/experiment_metadata.json

@@ -0,0 +1,38 @@
+{
+  "experiment_id": "EXP_021",
+  "name": "davidnet-qacp_no_selfblend",
+  "seed": 42,
+  "group": "ablation",
+  "stage": "stage1",
+  "split_protocol": "strict",
+  "init_from": "qacp-no_selfblend",
+  "description": "QACP without self-blending.",
+  "components": {
+    "qacp": true,
+    "sync": true,
+    "disentangle": true,
+    "localization": true,
+    "multitask": true,
+    "modality_dropout": true,
+    "mismatch_class": true,
+    "copy_synthesis": true,
+    "self_blending": false
+  },
+  "config_hash": "ec0570fb8175",
+  "feature_set_id": "fs-a3b70d8acd",
+  "model_revisions": {
+    "audio": "4c66d4806a428f2e922ccfa1a962776e232d487b",
+    "video": "dc740ceda42fce44faed2ea03c6d447db72f6af9"
+  },
+  "data_freeze_sha": "30767e27dae3811f2c9bddffa0ca539ea17f7393d08a39c8f39a5e9fecccd6c4",
+  "git": {
+    "commit": "f5d2858cde6bf15fc6eb2c55d2a96785bdf9df10",
+    "dirty": false,
+    "remote": "https://github.com/MIHMahmudEli/david-net-av.git"
+  },
+  "hf_repo": "MIHMahmudEli/davidnet-q1-experiments",
+  "hf_revision_at_session_start": "8819c4ec3db519a28666c78f76516139bb09e299",
+  "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+  "registered_at": "2026-09-27T22:48:19Z",
+  "mode": "full"
+}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/configs/requirements.lock.txt

@@ -0,0 +1,932 @@
+a2a-sdk==0.3.26
+absl-py==1.4.0
+accelerate==1.13.0
+access==1.1.10.post3
+affine==2.4.0
+aiofiles==22.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.13.5
+aiosignal==1.4.0
+aiosqlite==0.22.1
+alabaster==1.0.0
+albucore==0.0.24
+albumentations==2.0.8
+ale-py==0.11.2
+alembic==1.18.4
+altair==5.5.0
+annotated-doc==0.0.4
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+anyio==4.13.0
+anywidget==0.9.21
+apsw==3.53.0.0
+apswutils==0.1.2
+argon2-cffi==25.1.0
+argon2-cffi-bindings==25.1.0
+args==0.1.0
+array_record==0.8.3
+arrow==1.4.0
+arviz==0.22.0
+asn1crypto==1.5.1
+astropy==7.2.0
+astropy-iers-data==0.2026.4.20.0.58.15
+asttokens==3.0.1
+astunparse==1.6.3
+atpublic==5.1
+attrs==26.1.0
+audioread==3.1.0
+Authlib==1.6.11
+autograd==1.8.0
+babel==2.18.0
+backcall==0.2.0
+bayesian-optimization==3.3.0
+beartype==0.22.9
+beautifulsoup4==4.13.5
+betterproto==2.0.0b6
+bigframes==2.39.0
+bigquery-magics==0.14.0
+black==26.5.1
+blake3==1.0.9
+bleach==6.3.0
+blinker==1.9.0
+blis==1.3.3
+blobfile==3.2.0
+blosc2==4.1.2
+bokeh==3.8.2
+Boruta==0.4.3
+boto3==1.43.36
+botocore==1.43.36
+Bottleneck==1.4.2
+bqplot==0.12.45
+branca==0.8.2
+brotli==1.2.0
+build==1.5.0
+cachebox==5.2.3
+CacheControl==0.14.4
+cachetools==6.2.6
+Cartopy==0.25.0
+catalogue==2.0.10
+catboost==1.2.10
+category_encoders==2.9.0
+certifi==2026.4.22
+cesium==0.12.4
+cffi==2.0.0
+chardet==5.2.0
+charset-normalizer==3.4.7
+chex==0.1.90
+clarabel==0.11.1
+click==8.3.3
+click-plugins==1.1.1.2
+cligj==0.7.2
+clint==0.5.1
+cloudpathlib==0.23.0
+cloudpickle==3.1.2
+cmake==3.31.10
+cmdstanpy==1.3.0
+colorama==0.4.6
+colorcet==3.1.0
+colorlog==6.10.1
+colorlover==0.3.0
+comm==0.2.3
+community==1.0.0b1
+confection==1.3.3
+ConfigSpace==1.2.2
+cons==0.4.7
+contourpy==1.3.3
+coverage==7.14.3
+cramjam==2.11.0
+cryptography==43.0.3
+cucim-cu12 @ https://pypi.nvidia.com/cucim-cu12/cucim_cu12-26.2.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl
+cuda-bindings==12.9.4
+cuda-core==0.3.2
+cuda-pathfinder==1.5.3
+cuda-python==12.9.4
+cuda-toolkit==12.8.1
+cudf-cu12==26.2.1
+cudf-polars-cu12==26.2.1
+cufflinks==0.17.3
+cuml-cu12==26.2.0
+cupy-cuda12x==14.0.1
+curl_cffi==0.15.0
+cuvs-cu12 @ https://pypi.nvidia.com/cuvs-cu12/cuvs_cu12-26.2.0-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
+cvxopt==1.3.2
+cvxpy==1.6.7
+cycler==0.12.1
+cyipopt==1.5.0
+cymem==2.0.13
+Cython==3.0.12
+cytoolz==1.1.0
+dacite==1.9.2
+dask==2026.1.1
+dask-cuda==26.2.0
+dask-cudf-cu12==26.2.1
+dask-expr==2.0.0
+dask-jobqueue==0.9.0
+dataclasses-json==0.6.7
+dataproc-spark-connect==1.1.0
+datasets==5.0.0
+db-dtypes==1.5.1
+dbus-python==1.2.18
+deap==1.4.4
+debugpy==1.8.15
+decorator==5.3.1
+deepdiff==9.1.0
+defusedxml==0.7.1
+Deprecated==1.3.1
+deprecation==2.1.0
+diffusers==0.37.1
+dill==0.4.1
+dipy==1.12.1
+distributed==2026.1.1
+distributed-ucxx-cu12==0.48.0
+distro==1.9.0
+dlib==19.24.6
+dm-tree==0.1.10
+dnspython==2.8.0
+docker==7.1.0
+docstring-to-markdown==0.17
+docstring_parser==0.18.0
+docutils==0.21.2
+dopamine_rl==4.1.2
+duckdb==1.3.2
+earthengine-api==1.7.22
+easydict==1.13
+easyocr==1.7.2
+editdistance==0.8.1
+eerepr==0.1.2
+einops==0.8.2
+email-validator==2.3.0
+emoji==2.15.0
+en_core_web_sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.8.0/en_core_web_sm-3.8.0-py3-none-any.whl#sha256=1932429db727d4bff3deed6b34cfc05df17794f4a52eeb26cf8928f7c1a0fb85
+entrypoints==0.4
+esda==2.9.0
+et_xmlfile==2.0.0
+etils==1.14.0
+etuples==0.3.10
+execnb==0.2.2
+Farama-Notifications==0.0.4
+fastai==2.8.7
+fastapi==0.136.1
+fastcore==1.12.42
+fastdownload==0.0.7
+fastgit==0.0.5
+fastjsonschema==2.21.2
+fastlite==0.2.4
+fastprogress==1.1.5
+fasttext==0.9.3
+fasttransform==0.0.2
+fastuuid==0.14.0
+featuretools==1.31.0
+ffmpy==1.0.0
+filelock==3.29.0
+filetype==1.2.0
+fiona==1.10.1
+firebase-admin==6.9.0
+Flask==3.1.3
+flatbuffers==25.12.19
+flax==0.11.2
+folium==0.20.0
+fonttools==4.62.1
+fqdn==1.5.1
+frozendict==2.4.7
+frozenlist==1.8.0
+fsspec==2025.3.0
+func_timeout==4.3.5
+funcy==2.0
+fury==0.12.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.7.0
+gatspy==0.3
+gcsfs==2025.3.0
+GDAL==3.8.4
+gdown==5.2.2
+geemap==0.37.2
+gensim==4.4.0
+geocoder==1.38.1
+geographiclib==2.1
+geojson==3.3.0
+geopandas==1.1.3
+geopy==2.4.1
+gepa==0.1.1
+ghapi==1.0.14
+giddy==2.3.6
+gin-config==0.5.0
+gitdb==4.0.12
+GitPython==3.1.47
+glob2==0.7
+google==3.0.0
+google-adk==1.29.0
+google-ai-generativelanguage==0.6.15
+google-api-core==2.30.3
+google-api-python-client==2.194.0
+google-auth==2.47.0
+google-auth-httplib2==0.3.1
+google-auth-oauthlib==1.3.1
+google-cloud-aiplatform==1.148.1
+google-cloud-appengine-logging==1.9.0
+google-cloud-audit-log==0.5.0
+google-cloud-bigquery==3.41.0
+google-cloud-bigquery-connection==1.21.0
+google-cloud-bigtable==2.36.0
+google-cloud-core==2.5.1
+google-cloud-dataplex==2.18.0
+google-cloud-dataproc==5.27.0
+google-cloud-datastore==2.24.0
+google-cloud-discoveryengine==0.13.12
+google-cloud-firestore==2.27.0
+google-cloud-functions==1.23.0
+google-cloud-iam==2.22.0
+google-cloud-language==2.20.0
+google-cloud-logging==3.15.0
+google-cloud-monitoring==2.30.0
+google-cloud-pubsub==2.37.0
+google-cloud-resource-manager==1.17.0
+google-cloud-secret-manager==2.27.0
+google-cloud-spanner==3.65.0
+google-cloud-speech==2.38.0
+google-cloud-storage==3.10.1
+google-cloud-trace==1.19.0
+google-cloud-translate==3.26.0
+google-cloud-videointelligence==2.20.0
+google-cloud-vision==3.15.0
+google-colab @ file:///colabtools/dist/google_colab-1.0.0.tar.gz
+google-crc32c==1.8.0
+google-genai==1.68.0
+google-generativeai==0.8.6
+google-pasta==0.2.0
+google-resumable-media==2.8.2
+googleapis-common-protos==1.74.0
+googledrivedownloader==1.1.0
+gpxpy==1.6.2
+gradio==5.50.0
+gradio_client==1.14.0
+grain==0.2.16
+graphviz==0.21
+greenlet==3.4.0
+groovy==0.1.2
+grpc-google-iam-v1==0.14.4
+grpc-interceptor==0.15.4
+grpcio==1.81.1
+grpcio-status==1.71.2
+grpcio-tools==1.71.2
+grpclib==0.4.9
+gspread==6.2.1
+gspread-dataframe==4.0.0
+gym==0.26.2
+gym-notices==0.1.0
+gymnasium==1.2.0
+gymnax==0.0.8
+h11==0.16.0
+h2==4.3.0
+h2o==3.46.0.11
+h5netcdf==1.8.1
+h5py==3.16.0
+haversine==2.9.0
+hdbscan==0.8.42
+hep_ml==0.8.0
+hf-xet==1.4.3
+highspy==1.14.0
+holidays==0.95
+holoviews==1.22.1
+hpack==4.1.0
+html5lib==1.1
+httpcore==1.0.9
+httpimport==1.4.1
+httplib2==0.31.2
+httptools==0.7.1
+httpx==0.28.1
+httpx-sse==0.4.3
+huggingface_hub==1.11.0
+humanize==4.15.0
+hyperframe==6.1.0
+hyperopt==0.2.7
+ibis-framework==9.5.0
+id==1.6.1
+idna==3.13
+igraph==1.0.0
+ImageHash==4.3.2
+ImageIO==2.37.3
+imageio-ffmpeg==0.6.0
+imagesize==2.0.0
+imbalanced-learn==0.14.1
+immutabledict==4.3.1
+importlib_metadata==8.7.1
+importlib_resources==7.1.0
+imutils==0.5.4
+in-toto-attestation==0.9.3
+inequality==1.1.2
+inflect==7.5.0
+iniconfig==2.3.0
+intel-cmplr-lib-ur==2025.3.3
+intel-openmp==2025.3.3
+ipyevents==2.0.4
+ipyfilechooser==0.6.0
+ipykernel==6.17.1
+ipyleaflet==0.20.0
+ipympl==0.10.0
+ipyparallel==8.8.0
+ipython==7.34.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.5
+isoduration==20.11.0
+isoweek==1.3.3
+itsdangerous==2.2.0
+Janome==0.5.0
+jaraco.classes==3.4.0
+jaraco.context==6.1.2
+jaraco.functools==4.4.0
+jax==0.7.2
+jax-cuda12-pjrt==0.7.2
+jax-cuda12-plugin==0.7.2
+jaxlib==0.7.2
+jedi==0.19.2
+jeepney==0.9.0
+jieba==0.42.1
+Jinja2==3.1.6
+jiter==0.10.0
+jmespath==1.1.0
+joblib==1.5.3
+json5==0.15.0
+jsonpatch==1.33
+jsonpickle==4.1.1
+jsonpointer==3.1.1
+jsonschema==4.26.0
+jsonschema-specifications==2025.9.1
+jupyter-console==6.6.3
+jupyter-events==0.12.1
+jupyter-leaflet==0.20.0
+jupyter-lsp==1.5.1
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_core==5.9.1
+jupyter_kernel_gateway @ git+https://github.com/googlecolab/kernel_gateway@b134e9945df25c2dcb98ade9129399be10788671
+jupyter_server==2.12.5
+jupyter_server_fileid==0.9.3
+jupyter_server_proxy==4.5.0
+jupyter_server_terminals==0.5.4
+jupyter_server_ydoc==0.8.0
+jupyterlab==3.6.8
+jupyterlab-lsp==3.10.2
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.28.0
+jupyterlab_widgets==3.0.16
+jupytext==1.19.1
+kaggle==2.0.2
+kaggle-environments==1.29.3
+kagglehub==1.0.0
+kagglesdk==0.1.20
+keras==3.13.2
+keras-core==0.1.7
+keras-cv==0.9.0
+keras-hub==0.26.0
+keras-nlp==0.26.0
+keras-tuner==1.4.8
+keyring==25.7.0
+keyrings.google-artifactregistry-auth==1.1.2
+kiwisolver==1.5.0
+kornia==0.8.3
+kornia_rs==0.1.14
+kt-legacy==1.0.5
+langchain==1.2.15
+langchain-core==1.3.1
+langgraph==1.1.9
+langgraph-checkpoint==4.0.2
+langgraph-prebuilt==1.0.10
+langgraph-sdk==0.3.13
+langid==1.1.6
+langsmith==0.7.34
+lark==1.3.1
+launchpadlib==1.10.16
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
+lazy-loader==0.5
+learntools @ git+https://github.com/Kaggle/learntools@8a8d4450a699c864febc419fb27ec41443a5942b
+libclang==18.1.1
+libcudf-cu12==26.2.1
+libcugraph-cu12==26.2.0
+libcuml-cu12==26.2.0
+libcuvs-cu12==26.2.0
+libkvikio-cu12==26.2.0
+libpysal==4.14.1
+libraft-cu12==26.2.0
+librmm-cu12==26.2.0
+librosa==0.11.0
+libucx-cu12==1.19.0
+libucxx-cu12==0.48.0
+lightgbm==4.6.0
+lightning-utilities==0.15.3
+lime==0.2.0.1
+line_profiler==5.0.2
+linkify-it-py==2.1.0
+litellm==1.82.4
+llvmlite==0.43.0
+lml==0.2.0
+locket==1.0.0
+logical-unification==0.4.7
+lxml==6.1.0
+Mako==1.3.11
+mamba==0.11.3
+mapclassify==2.10.0
+Markdown==3.10.2
+markdown-it-py==4.0.0
+MarkupSafe==3.0.3
+marshmallow==3.26.2
+matplotlib==3.10.0
+matplotlib-inline==0.2.1
+matplotlib-venn==1.1.2
+mcp==1.27.0
+mdit-py-plugins==0.5.0
+mdurl==0.1.2
+mgwr==2.2.1
+minify_html==0.18.1
+miniKanren==1.0.5
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.13.5
+mkl==2025.3.1
+ml_collections==1.1.0
+ml_dtypes==0.5.4
+mlcrate==0.2.0
+mlxtend==0.23.4
+mmh3==5.2.1
+mne==1.12.1
+model-signing==1.1.1
+momepy==0.11.0
+moocore==0.3.1
+more-itertools==10.8.0
+moviepy==1.0.3
+mpld3==0.5.12
+mpmath==1.3.0
+msgpack==1.1.2
+multidict==6.7.1
+multimethod==1.12
+multipledispatch==1.0.0
+multiprocess==0.70.16
+multitasking==0.0.13
+murmurhash==1.0.15
+music21==9.9.1
+mypy_extensions==1.1.0
+namex==0.1.0
+narwhals==2.20.0
+natsort==8.4.0
+nbclassic==1.3.3
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdev==3.0.17
+nbformat==5.10.4
+ndindex==1.10.1
+nest-asyncio==1.6.0
+networkx==3.6.1
+nibabel==5.4.2
+nilearn==0.13.1
+ninja==1.13.0
+nltk==3.9.1
+notebook==6.5.7
+notebook_shim==0.2.4
+numba==0.60.0
+numba-cuda==0.22.2
+numexpr==2.14.1
+numpy==2.0.2
+nvidia-cublas-cu12==12.8.4.1
+nvidia-cuda-cccl-cu12==12.9.27
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cuda-nvcc-cu12==12.8.93
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cudnn-cu12==9.10.2.21
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cufile-cu12==1.13.1.3
+nvidia-curand-cu12==10.3.9.90
+nvidia-cusolver-cu12==11.7.3.90
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cusparselt-cu12==0.7.1
+nvidia-libnvcomp-cu12==5.1.0.21
+nvidia-ml-py==13.595.45
+nvidia-nccl-cu12==2.27.5
+nvidia-nvimgcodec-cu12==0.7.0.11
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvtx-cu12==12.8.90
+nvtx==0.2.15
+nx-cugraph-cu12 @ https://pypi.nvidia.com/nx-cugraph-cu12/nx_cugraph_cu12-26.2.0-py3-none-any.whl
+oauth2client==4.1.3
+oauthlib==3.3.1
+odfpy==1.4.1
+olefile==0.47
+omegaconf==2.3.0
+onemkl-license==2025.3.1
+onnx==1.22.0
+open-spiel==1.6.15
+openai==2.32.0
+opencv-contrib-python==4.13.0.92
+opencv-python==4.13.0.92
+opencv-python-headless==4.13.0.92
+openpyxl==3.1.5
+openslide-bin==4.0.1.2
+openslide-python==1.4.6
+opentelemetry-api==1.38.0
+opentelemetry-exporter-gcp-logging==1.11.0a0
+opentelemetry-exporter-gcp-monitoring==1.11.0a0
+opentelemetry-exporter-gcp-trace==1.11.0
+opentelemetry-exporter-otlp-proto-common==1.38.0
+opentelemetry-exporter-otlp-proto-http==1.38.0
+opentelemetry-proto==1.38.0
+opentelemetry-resourcedetector-gcp==1.11.0a0
+opentelemetry-sdk==1.38.0
+opentelemetry-semantic-conventions==0.59b0
+opt_einsum==3.4.0
+optax==0.2.8
+optree==0.19.0
+optuna==4.9.0
+orbax-checkpoint==0.11.36
+orderly-set==5.5.0
+orjson==3.11.8
+ormsgpack==1.12.2
+osqp==1.1.1
+overrides==7.7.0
+packaging==26.1
+pandas==2.3.3
+pandas-datareader==0.10.0
+pandas-gbq==0.30.0
+pandas-profiling==3.6.6
+pandas-stubs==2.2.2.240909
+pandasql==0.7.3
+pandocfilters==1.5.1
+panel==1.8.10
+papermill==2.7.0
+param==2.3.3
+parso==0.8.6
+parsy==2.2
+partd==1.4.2
+path==17.1.1
+path.py==12.5.0
+pathos==0.3.2
+pathspec==1.1.1
+patsy==1.0.2
+pdf2image==1.17.0
+peewee==4.0.5
+peft==0.19.1
+pettingzoo==1.24.0
+pexpect==4.9.0
+phik==0.12.5
+pickleshare==0.7.5
+pillow==11.3.0
+platformdirs==4.9.6
+plotly==5.24.1
+plotly-express==0.4.1
+plotnine==0.14.5
+pluggy==1.6.0
+plum-dispatch==2.8.0
+pointpats==2.5.5
+pokerkit==0.6.3
+polars==1.35.2
+polars-runtime-32==1.35.2
+pooch==1.9.0
+portpicker==1.5.2
+POT==0.9.6.post1
+pox==0.3.7
+ppft==1.7.8
+preshed==3.0.13
+prettytable==3.17.0
+proglog==0.1.12
+progressbar2==4.5.0
+prometheus_client==0.25.0
+promise==2.3
+prompt_toolkit==3.0.52
+propcache==0.4.1
+prophet==1.3.0
+proto-plus==1.27.2
+protobuf==5.29.5
+psutil==5.9.5
+psycopg2==2.9.12
+psygnal==0.15.1
+ptyprocess==0.7.0
+pudb==2025.1.5
+PuLP==3.3.0
+puremagic==2.2.0
+py-cpuinfo==9.0.0
+py4j==0.10.9.9
+pyaml==26.2.1
+PyArabic==0.6.15
+pyarrow==24.0.0
+pyasn1==0.6.3
+pyasn1_modules==0.4.2
+pybind11==3.0.4
+pycairo==1.29.0
+pyclipper==1.4.0
+pycocotools==2.0.11
+pycparser==3.0
+pycryptodome==3.23.0
+pycryptodomex==3.23.0
+pycuda==2026.1
+pydantic==2.12.3
+pydantic-settings==2.14.0
+pydantic_core==2.41.4
+pydata-google-auth==1.9.1
+pydicom==3.0.2
+pydot==4.0.1
+pydotplus==2.0.2
+PyDrive2==1.21.3
+pydub==0.25.1
+pyemd==2.0.0
+pyerfa==2.0.1.5
+pyexcel-io==0.6.8
+pyexcel-ods==0.6.0
+pygame==2.6.1
+pygit2==1.19.2
+pygltflib==1.16.5
+Pygments==2.20.0
+PyGObject==3.48.2
+pyiceberg==0.11.1
+pyjson5==2.0.1
+PyJWT==2.12.1
+pyLDAvis==3.4.1
+pylibcudf-cu12==26.2.1
+pylibcugraph-cu12==26.2.0
+pylibraft-cu12==26.2.0
+pymc==5.28.4
+pymongo==4.17.0
+Pympler==1.1
+pynndescent==0.6.0
+pyogrio==0.12.1
+pyomo==6.10.0
+PyOpenGL==3.1.10
+pyOpenSSL==24.2.1
+pyparsing==3.3.2
+pypdf==6.14.2
+pyperclip==1.11.0
+pyproj==3.7.2
+pyproject_hooks==1.2.0
+pyroaring==1.0.4
+pysal==25.7
+pyshp==3.0.3
+PySocks==1.7.1
+pyspark==4.0.2
+pytensor==2.38.2
+pytesseract==0.3.13
+pytest==8.4.2
+python-apt==0.0.0
+python-bidi==0.6.10
+python-box==7.4.1
+python-dateutil==2.9.0.post0
+python-dotenv==1.2.2
+python-fasthtml==0.12.50
+python-json-logger==4.1.0
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.14.0
+python-multipart==0.0.26
+python-slugify==8.0.4
+python-snappy==0.7.3
+python-utils==3.9.1
+pytokens==0.4.1
+pytools==2026.1.1
+pytorch-ignite==0.5.4
+pytorch-lightning==2.6.5
+pytz==2025.2
+PyUpSet==0.1.1.post7
+pyviz_comms==3.0.6
+PyWavelets==1.9.0
+PyYAML==6.0.3
+pyzmq==26.2.1
+qgrid==1.3.1
+qtconsole==5.7.2
+QtPy==2.4.3
+quantecon==0.11.2
+raft-dask-cu12==26.2.0
+rapids-dask-dependency==26.2.0
+rapids-logger==0.2.3
+rasterio==1.5.0
+rasterstats==0.20.0
+ratelim==0.1.6
+ray==2.55.1
+referencing==0.37.0
+regex==2025.11.3
+requests==2.32.4
+requests-oauthlib==2.0.0
+requests-toolbelt==1.0.0
+requirements-parser==0.9.0
+rfc3161-client==1.0.6
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rfc3987-syntax==1.1.0
+rfc8785==0.1.4
+rgf-python==3.12.0
+rich==13.9.4
+rmm-cu12==26.2.0
+roman-numerals==4.1.0
+roman-numerals-py==4.1.0
+rouge_score==0.1.2
+rpds-py==0.30.0
+rpy2==3.5.17
+rsa==4.9.1
+rtree==1.4.1
+ruamel.yaml==0.19.1
+ruff==0.15.11
+s3fs==0.4.2
+s3transfer==0.19.0
+safehttpx==0.1.7
+safetensors==0.7.0
+scikit-image==0.25.2
+scikit-learn==1.6.1
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.2
+scikit-plot==0.3.7
+scikit-surprise==1.1.5
+scipy==1.16.3
+scooby==0.11.2
+scs==3.2.11
+seaborn==0.13.2
+SecretStorage==3.5.0
+securesystemslib==1.4.0
+segment_anything @ git+https://github.com/facebookresearch/segment-anything.git@dca509fe793f601edb92606367a655c15ac00fdf
+segregation==2.5.4
+semantic-version==2.10.0
+Send2Trash==2.1.0
+sentence-transformers==5.4.1
+sentencepiece==0.2.1
+sentry-sdk==2.58.0
+setuptools==81.0.0
+shap==0.51.0
+shapely==2.1.2
+shellingham==1.5.4
+Shimmy==2.0.1
+sigstore==4.3.0
+sigstore-models==0.0.6
+sigstore-rekor-types==0.0.18
+simpervisor==1.0.0
+simple-parsing==0.1.8
+simpleitk==2.5.5
+simplejson==4.1.0
+simsimd==6.5.16
+siphash24==1.8
+six==1.17.0
+sklearn-compat==0.1.5
+sklearn-pandas==2.2.0
+slicer==0.0.8
+smart_open==7.6.0
+smmap==5.0.3
+sniffio==1.3.1
+snowballstemmer==3.0.1
+sortedcontainers==2.4.0
+soundfile==0.13.1
+soupsieve==2.8.3
+soxr==1.0.0
+spacy==3.8.14
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spaghetti==1.7.6
+spanner-graph-notebook==1.1.10
+spglm==1.1.0
+Sphinx==8.2.3
+sphinxcontrib-applehelp==2.0.0
+sphinxcontrib-devhelp==2.0.0
+sphinxcontrib-htmlhelp==2.1.0
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==2.0.0
+sphinxcontrib-serializinghtml==2.0.0
+spint==1.0.7
+splot==1.1.7
+spopt==0.7.0
+spreg==1.9.0
+SQLAlchemy==2.0.49
+sqlalchemy-spanner==1.17.3
+sqlglot==25.20.2
+sqlparse==0.5.5
+squarify==0.4.4
+srsly==2.5.3
+sse-starlette==3.3.4
+stanio==0.5.1
+starlette==0.52.1
+statsmodels==0.14.6
+stopit==1.1.2
+strictyaml==1.7.3
+stringzilla==4.6.0
+stumpy==1.13.0
+sympy==1.14.0
+tables==3.10.2
+tabulate==0.9.0
+tbb==2022.3.1
+tblib==3.2.2
+tcmlib==1.4.1
+tenacity==9.1.4
+tensorboard==2.20.0
+tensorboard-data-server==0.7.2
+tensorflow==2.20.0
+tensorflow-datasets==4.9.9
+tensorflow-hub==0.16.1
+tensorflow-io==0.37.1
+tensorflow-io-gcs-filesystem==0.37.1
+tensorflow-metadata==1.17.3
+tensorflow-probability==0.25.0
+tensorflow-text==2.20.1
+tensorstore==0.1.82
+termcolor==3.3.0
+terminado==0.18.1
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.19.0
+texttable==1.7.0
+tf-slim==1.1.0
+tf_keras==2.20.0
+thinc==8.3.13
+threadpoolctl==3.6.0
+tifffile==2026.4.11
+tiktoken==0.12.0
+timm==1.0.26
+tinycss2==1.4.0
+tobler==0.14.0
+tokenizers==0.22.2
+toml==0.10.2
+tomlkit==0.13.3
+toolz==0.12.1
+torch==2.10.0+cu128
+torchao==0.10.0
+torchaudio==2.10.0+cu128
+torchcodec==0.10.0+cu128
+torchdata==0.11.0
+torchinfo==1.8.0
+torchmetrics==1.9.0
+torchsummary==1.5.1
+torchtune==0.6.1
+torchvision==0.25.0+cu128
+tornado==6.5.1
+TPOT==1.1.0
+tqdm==4.67.3
+traitlets==5.15.1
+traittypes==0.2.3
+transformers==5.0.0
+treelite==4.7.0
+treescope==0.1.10
+triton==3.6.0
+trx-python==0.4.0
+tsfresh==0.21.1
+tuf==7.0.0
+tweepy==4.16.0
+typeguard==4.5.1
+typer==0.24.2
+typer-slim==0.24.0
+types-pytz==2026.1.1.20260408
+types-setuptools==82.0.0.20260508
+typing-inspect==0.9.0
+typing-inspection==0.4.2
+typing_extensions==4.15.0
+tzdata==2026.1
+tzlocal==5.3.1
+uc-micro-py==2.0.0
+ucxx-cu12==0.48.0
+ujson==5.13.0
+umap-learn==0.5.12
+umf==1.0.3
+update_checker==1.0.0
+uri-template==1.3.0
+uritemplate==4.2.0
+urllib3==2.5.0
+urwid==4.0.3
+urwid_readline==0.15.1
+uuid_utils==0.14.1
+uvicorn==0.46.0
+uvloop==0.22.1
+vega-datasets==0.9.0
+visions==0.8.1
+vtk==9.3.1
+wadllib==1.3.6
+Wand==0.7.2
+wandb==0.26.1
+wasabi==1.1.3
+watchdog==6.0.0
+watchfiles==1.1.1
+wavio==0.0.9
+wcwidth==0.6.0
+weasel==1.0.0
+webcolors==25.10.0
+webencodings==0.5.1
+websocket-client==1.9.0
+websockets==15.0.1
+Werkzeug==3.1.8
+wheel==0.47.0
+widgetsnbextension==4.0.15
+woodwork==0.31.0
+wordcloud==1.9.6
+wrapt==2.1.2
+xarray==2025.12.0
+xarray-einstats==0.10.0
+xgboost==3.2.0
+xlrd==2.0.2
+xvfbwrapper==0.2.23
+xxhash==3.6.0
+xyzservices==2026.3.0
+y-py==0.6.2
+yarl==1.23.0
+ydata-profiling==4.18.4
+ydf==0.15.0
+ydf_tf==2.20.0
+yellowbrick==1.5
+yfinance==0.2.66
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.23.1
+zstandard==0.25.0

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/classification_report.csv

@@ -0,0 +1,8 @@
+class,precision,recall,f1,support
+RVRA,0.9176470588235294,0.78,0.8432432432432433,100.0
+RVFA,0.8910891089108911,0.9,0.8955223880597015,100.0
+FVRA,0.9320843091334895,0.9827160493827161,0.9567307692307693,405.0
+FVFA,0.96,0.9302325581395349,0.9448818897637795,258.0
+macro avg,,,0.9100945725743734,
+weighted avg,,,0.932945599336977,
+accuracy,,,0.9339513325608343,

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/confusion_matrix.csv

@@ -0,0 +1,5 @@
+,0,1,2,3
+RVRA,78,1,21,0
+RVFA,0,90,0,10
+FVRA,7,0,398,0
+FVFA,0,10,8,240

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/cross_dataset_metrics.json

@@ -0,0 +1,813 @@
+{
+  "asvspoof2019-la": {
+    "n": 71237,
+    "audio": {
+      "n": 71237,
+      "n_fake": 63882,
+      "n_real": 7355,
+      "threshold": 0.9164093732833862,
+      "auc": 0.8485221190131508,
+      "auc_ci_low": 0.8440773830674081,
+      "auc_ci_high": 0.8524327330093291,
+      "pr_auc": 0.9779112910140815,
+      "eer": 0.22500497550175952,
+      "accuracy": 0.5867035388913064,
+      "balanced_accuracy": 0.738339556461713,
+      "precision": 0.9853712159648232,
+      "recall": 0.5472433549356627,
+      "sensitivity": 0.5472433549356627,
+      "specificity": 0.9294357579877635,
+      "f1": 0.7036835748792271,
+      "macro_f1": 0.5103981728364684,
+      "weighted_f1": 0.6637713345539891,
+      "brier": 0.2814548770656049,
+      "ece": 0.3044178504531785,
+      "confusion": [
+        [
+          6836,
+          519
+        ],
+        [
+          28923,
+          34959
+        ]
+      ],
+      "detection_rate": 0.5472433549356627,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 71237,
+      "n_fake": 63882,
+      "n_real": 7355,
+      "threshold": 0.9643886089324951,
+      "auc": 0.8485221190131508,
+      "auc_ci_low": 0.8440773830674081,
+      "auc_ci_high": 0.8524327330093291,
+      "pr_auc": 0.9779112910140815,
+      "eer": 0.22500497550175952,
+      "accuracy": 0.49276359195361963,
+      "balanced_accuracy": 0.6978722336694412,
+      "precision": 0.9886932018316309,
+      "recall": 0.4393882470805548,
+      "sensitivity": 0.4393882470805548,
+      "specificity": 0.9563562202583277,
+      "f1": 0.6083969134732097,
+      "macro_f1": 0.44431239642028275,
+      "weighted_f1": 0.5745144753322358,
+      "brier": 0.2814548770656049,
+      "ece": 0.3044178504531785,
+      "confusion": [
+        [
+          7034,
+          321
+        ],
+        [
+          35813,
+          28069
+        ]
+      ],
+      "detection_rate": 0.4393882470805548,
+      "auc_defined": true
+    },
+    "mean_auc": 0.8485221190131508,
+    "per_generator": [
+      {
+        "group": "A07",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.5903540903540904,
+        "mean_score": 0.7851565532599234,
+        "auc_vs_reals": 0.9056442738971632
+      },
+      {
+        "group": "A08",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.6119251119251119,
+        "mean_score": 0.8196427749221504,
+        "auc_vs_reals": 0.9277107513681273
+      },
+      {
+        "group": "A09",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.7372812372812373,
+        "mean_score": 0.8931724989040397,
+        "auc_vs_reals": 0.9572364866042636
+      },
+      {
+        "group": "A10",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.48555148555148553,
+        "mean_score": 0.667486309918528,
+        "auc_vs_reals": 0.8487932202752053
+      },
+      {
+        "group": "A11",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.5270655270655271,
+        "mean_score": 0.750116408797736,
+        "auc_vs_reals": 0.9020477847806195
+      },
+      {
+        "group": "A12",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.7295482295482295,
+        "mean_score": 0.9009715605752318,
+        "auc_vs_reals": 0.9584980495245621
+      },
+      {
+        "group": "A13",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.7578347578347578,
+        "mean_score": 0.9201838348731194,
+        "auc_vs_reals": 0.9657930130397839
+      },
+      {
+        "group": "A14",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.17562067562067563,
+        "mean_score": 0.36104046229310416,
+        "auc_vs_reals": 0.693705009646546
+      },
+      {
+        "group": "A15",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.18335368335368335,
+        "mean_score": 0.37574777414490257,
+        "auc_vs_reals": 0.6991328622531885
+      },
+      {
+        "group": "A16",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.39295889295889297,
+        "mean_score": 0.6477852732190554,
+        "auc_vs_reals": 0.8648981101734331
+      },
+      {
+        "group": "A17",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.2498982498982499,
+        "mean_score": 0.5460056797210863,
+        "auc_vs_reals": 0.8412354634312487
+      },
+      {
+        "group": "A18",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.19047619047619047,
+        "mean_score": 0.4764210524115754,
+        "auc_vs_reals": 0.8168702360408682
+      },
+      {
+        "group": "A19",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.08017908017908018,
+        "mean_score": 0.24028854143824185,
+        "auc_vs_reals": 0.6492222861359502
+      },
+      {
+        "group": "real",
+        "n": 7355,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.1355700306157201
+      }
+    ]
+  },
+  "wavefake": {
+    "n": 11000,
+    "audio": {
+      "n": 11000,
+      "n_fake": 11000,
+      "n_real": 0,
+      "threshold": 0.9164093732833862,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.044636363636363634,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 0.044636363636363634,
+      "sensitivity": 0.044636363636363634,
+      "specificity": NaN,
+      "f1": 0.08545818466626055,
+      "macro_f1": NaN,
+      "weighted_f1": 0.08545818466626055,
+      "brier": 0.873978316332203,
+      "ece": 0.9052407670593184,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          10509,
+          491
+        ]
+      ],
+      "detection_rate": 0.044636363636363634,
+      "auc_defined": false
+    },
+    "clip": {
+      "n": 11000,
+      "n_fake": 11000,
+      "n_real": 0,
+      "threshold": 0.9643886089324951,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.029636363636363638,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 0.029636363636363638,
+      "sensitivity": 0.029636363636363638,
+      "specificity": NaN,
+      "f1": 0.057566660780505034,
+      "macro_f1": NaN,
+      "weighted_f1": 0.057566660780505034,
+      "brier": 0.873978316332203,
+      "ece": 0.9052407670593184,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          10674,
+          326
+        ]
+      ],
+      "detection_rate": 0.029636363636363638,
+      "auc_defined": false
+    },
+    "mean_auc": NaN,
+    "per_generator": [
+      {
+        "group": "common_voices_prompts_from_conformer_fastspeech2_pwg_ljspeech",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.084,
+        "mean_score": 0.159900675680954
+      },
+      {
+        "group": "generated",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.083,
+        "mean_score": 0.15721234173933044
+      },
+      {
+        "group": "jsut_multi_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.003,
+        "mean_score": 0.03963440686534159
+      },
+      {
+        "group": "jsut_parallel_wavegan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.01,
+        "mean_score": 0.05622109377314337
+      },
+      {
+        "group": "ljspeech_full_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.017,
+        "mean_score": 0.09020725946198217
+      },
+      {
+        "group": "ljspeech_hifiGAN",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.014,
+        "mean_score": 0.07269866995653138
+      },
+      {
+        "group": "ljspeech_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.021,
+        "mean_score": 0.08093147863284685
+      },
+      {
+        "group": "ljspeech_melgan_large",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.029,
+        "mean_score": 0.08908452756144106
+      },
+      {
+        "group": "ljspeech_multi_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.025,
+        "mean_score": 0.1189524279111065
+      },
+      {
+        "group": "ljspeech_parallel_wavegan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.021,
+        "mean_score": 0.1036951775830239
+      },
+      {
+        "group": "ljspeech_waveglow",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.019,
+        "mean_score": 0.07381350318179467
+      }
+    ]
+  },
+  "celeb-df-v2": {
+    "n": 518,
+    "video": {
+      "n": 518,
+      "n_fake": 340,
+      "n_real": 178,
+      "threshold": 0.9557340741157532,
+      "auc": 0.6750908790482485,
+      "auc_ci_low": 0.6224140779907468,
+      "auc_ci_high": 0.7217085261070719,
+      "pr_auc": 0.7708386390996437,
+      "eer": 0.37643754130865825,
+      "accuracy": 0.694980694980695,
+      "balanced_accuracy": 0.593654990085922,
+      "precision": 0.7058823529411765,
+      "recall": 0.9176470588235294,
+      "sensitivity": 0.9176470588235294,
+      "specificity": 0.2696629213483146,
+      "f1": 0.7979539641943734,
+      "macro_f1": 0.5879533600499426,
+      "weighted_f1": 0.6536292246665406,
+      "brier": 0.2960205070298704,
+      "ece": 0.2935484711037639,
+      "confusion": [
+        [
+          48,
+          130
+        ],
+        [
+          28,
+          312
+        ]
+      ],
+      "detection_rate": 0.9176470588235294,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 518,
+      "n_fake": 340,
+      "n_real": 178,
+      "threshold": 0.9643886089324951,
+      "auc": 0.6750908790482485,
+      "auc_ci_low": 0.6224140779907468,
+      "auc_ci_high": 0.7217085261070719,
+      "pr_auc": 0.7708386390996437,
+      "eer": 0.37643754130865825,
+      "accuracy": 0.6988416988416989,
+      "balanced_accuracy": 0.6099801718440185,
+      "precision": 0.7169811320754716,
+      "recall": 0.8941176470588236,
+      "sensitivity": 0.8941176470588236,
+      "specificity": 0.3258426966292135,
+      "f1": 0.7958115183246073,
+      "macro_f1": 0.6111410532799507,
+      "weighted_f1": 0.6688951369425653,
+      "brier": 0.2960205070298704,
+      "ece": 0.2935484711037639,
+      "confusion": [
+        [
+          58,
+          120
+        ],
+        [
+          36,
+          304
+        ]
+      ],
+      "detection_rate": 0.8941176470588236,
+      "auc_defined": true
+    },
+    "mean_auc": 0.6750908790482485,
+    "per_generator": [
+      {
+        "group": "celeb-df",
+        "n": 340,
+        "n_fake": 340,
+        "detection_rate": 0.8941176470588236,
+        "mean_score": 0.9723576323950992,
+        "auc_vs_reals": 0.6750908790482485
+      },
+      {
+        "group": "real",
+        "n": 178,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.9070590618955955
+      }
+    ]
+  },
+  "dfdc-10": {
+    "n": 5000,
+    "video": {
+      "n": 5000,
+      "n_fake": 2500,
+      "n_real": 2500,
+      "threshold": 0.9557340741157532,
+      "auc": 0.6221024799999999,
+      "auc_ci_low": 0.6059956200000001,
+      "auc_ci_high": 0.637269822,
+      "pr_auc": 0.5982950518016814,
+      "eer": 0.4104,
+      "accuracy": 0.5814,
+      "balanced_accuracy": 0.5814,
+      "precision": 0.5640944881889763,
+      "recall": 0.7164,
+      "sensitivity": 0.7164,
+      "specificity": 0.4464,
+      "f1": 0.6311894273127753,
+      "macro_f1": 0.5736293957373124,
+      "weighted_f1": 0.5736293957373125,
+      "brier": 0.3868970466293403,
+      "ece": 0.35957919970750807,
+      "confusion": [
+        [
+          1116,
+          1384
+        ],
+        [
+          709,
+          1791
+        ]
+      ],
+      "detection_rate": 0.7164,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 5000,
+      "n_fake": 2500,
+      "n_real": 2500,
+      "threshold": 0.9643886089324951,
+      "auc": 0.6204358400000001,
+      "auc_ci_low": 0.6044473340000001,
+      "auc_ci_high": 0.635677304,
+      "pr_auc": 0.5977734437054016,
+      "eer": 0.4104,
+      "accuracy": 0.587,
+      "balanced_accuracy": 0.587,
+      "precision": 0.5722831505483549,
+      "recall": 0.6888,
+      "sensitivity": 0.6888,
+      "specificity": 0.4852,
+      "f1": 0.625158831003812,
+      "macro_f1": 0.5826751625515609,
+      "weighted_f1": 0.5826751625515609,
+      "brier": 0.3897794006522753,
+      "ece": 0.36308114033192407,
+      "confusion": [
+        [
+          1213,
+          1287
+        ],
+        [
+          778,
+          1722
+        ]
+      ],
+      "detection_rate": 0.6888,
+      "auc_defined": true
+    },
+    "mean_auc": 0.6221024799999999,
+    "per_generator": [
+      {
+        "group": "dfdc",
+        "n": 2500,
+        "n_fake": 2500,
+        "detection_rate": 0.6888,
+        "mean_score": 0.875551107686758,
+        "auc_vs_reals": 0.6204358400000001
+      },
+      {
+        "group": "real",
+        "n": 2500,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.7830568145960569
+      }
+    ]
+  },
+  "deepfaketimit": {
+    "n": 640,
+    "video": {
+      "n": 640,
+      "n_fake": 640,
+      "n_real": 0,
+      "threshold": 0.9557340741157532,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 1.0,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": NaN,
+      "f1": 1.0,
+      "macro_f1": NaN,
+      "weighted_f1": 1.0,
+      "brier": 6.200617738576497e-05,
+      "ece": 0.007724604010581948,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          0,
+          640
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": false
+    },
+    "audio": {
+      "n": 640,
+      "n_fake": 0,
+      "n_real": 640,
+      "threshold": 0.9164093732833862,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.96875,
+      "balanced_accuracy": NaN,
+      "precision": 0.0,
+      "recall": NaN,
+      "sensitivity": NaN,
+      "specificity": 0.96875,
+      "f1": NaN,
+      "macro_f1": NaN,
+      "weighted_f1": 0.984126984126984,
+      "brier": 0.04887070267982362,
+      "ece": 0.0796214010217227,
+      "confusion": [
+        [
+          620,
+          20
+        ],
+        [
+          0,
+          0
+        ]
+      ],
+      "detection_rate": NaN,
+      "auc_defined": false
+    },
+    "clip": {
+      "n": 640,
+      "n_fake": 640,
+      "n_real": 0,
+      "threshold": 0.9643886089324951,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 1.0,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": NaN,
+      "f1": 1.0,
+      "macro_f1": NaN,
+      "weighted_f1": 1.0,
+      "brier": 6.200617738576497e-05,
+      "ece": 0.007724604010581948,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          0,
+          640
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": false
+    },
+    "quadrant": {
+      "n": 640,
+      "accuracy": 0.9421875,
+      "balanced_accuracy": 0.9421875,
+      "macro_f1": 0.24255832662912308,
+      "weighted_f1": 0.9702333065164923,
+      "macro_auc_ovr": NaN,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        },
+        "RVFA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        },
+        "FVRA": {
+          "precision": 1.0,
+          "recall": 0.9421875,
+          "f1": 0.9702333065164923,
+          "support": 640
+        },
+        "FVFA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        }
+      },
+      "confusion": [
+        [
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          0,
+          0,
+          603,
+          37
+        ],
+        [
+          0,
+          0,
+          0,
+          0
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        [
+          0.0,
+          0.0,
+          0.9421875,
+          0.0578125
+        ],
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      ]
+    },
+    "mean_auc": NaN,
+    "per_generator": [
+      {
+        "group": "deepfaketimit-higher",
+        "n": 320,
+        "n_fake": 320,
+        "detection_rate": 1.0,
+        "mean_score": 0.9918331213295459
+      },
+      {
+        "group": "deepfaketimit-lower",
+        "n": 320,
+        "n_fake": 320,
+        "detection_rate": 1.0,
+        "mean_score": 0.9927176706492901
+      }
+    ]
+  },
+  "in-the-wild": {
+    "n": 31779,
+    "audio": {
+      "n": 31779,
+      "n_fake": 11816,
+      "n_real": 19963,
+      "threshold": 0.9164093732833862,
+      "auc": 0.6574461013708129,
+      "auc_ci_low": 0.6508847088699233,
+      "auc_ci_high": 0.6633254734698596,
+      "pr_auc": 0.48833021739275495,
+      "eer": 0.37084456362754503,
+      "accuracy": 0.6124799395827433,
+      "balanced_accuracy": 0.582896766261999,
+      "precision": 0.47839265610115184,
+      "recall": 0.46750169262017605,
+      "sensitivity": 0.46750169262017605,
+      "specificity": 0.698291839903822,
+      "f1": 0.4728844754526388,
+      "macro_f1": 0.5832515423661999,
+      "weighted_f1": 0.611545714434068,
+      "brier": 0.34104980731115464,
+      "ece": 0.3281128719590365,
+      "confusion": [
+        [
+          13940,
+          6023
+        ],
+        [
+          6292,
+          5524
+        ]
+      ],
+      "detection_rate": 0.46750169262017605,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 31779,
+      "n_fake": 11816,
+      "n_real": 19963,
+      "threshold": 0.9643886089324951,
+      "auc": 0.6574461013708129,
+      "auc_ci_low": 0.6508847088699233,
+      "auc_ci_high": 0.6633254734698596,
+      "pr_auc": 0.48833021739275495,
+      "eer": 0.37084456362754503,
+      "accuracy": 0.6008684980647597,
+      "balanced_accuracy": 0.5536051635437543,
+      "precision": 0.454763393787784,
+      "recall": 0.3692450914014895,
+      "sensitivity": 0.3692450914014895,
+      "specificity": 0.7379652356860191,
+      "f1": 0.40756655768332556,
+      "macro_f1": 0.5533135056614407,
+      "weighted_f1": 0.5906778149593326,
+      "brier": 0.34104980731115464,
+      "ece": 0.3281128719590365,
+      "confusion": [
+        [
+          14732,
+          5231
+        ],
+        [
+          7453,
+          4363
+        ]
+      ],
+      "detection_rate": 0.3692450914014895,
+      "auc_defined": true
+    },
+    "mean_auc": 0.6574461013708129,
+    "per_generator": [
+      {
+        "group": "in-the-wild-fake",
+        "n": 11816,
+        "n_fake": 11816,
+        "detection_rate": 0.3692450914014895,
+        "mean_score": 0.564461092940908,
+        "auc_vs_reals": 0.6574461013708129
+      },
+      {
+        "group": "real",
+        "n": 19963,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.3444832698332467
+      }
+    ]
+  }
+}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/fairness.csv

@@ -0,0 +1,15 @@
+attribute,task,group,n,n_fake,detection_rate,mean_score,auc
+race,video,African,155,115,0.9391304347826087,0.7677454998896968,0.9892391304347827
+race,video,Asian (East),160,120,0.8833333333333333,0.8057720632757992,0.9225
+race,video,Asian (South),185,145,0.9310344827586207,0.789816412591451,0.9846551724137931
+race,video,Caucasian (American),192,152,0.9407894736842105,0.8125072702532634,0.9837171052631579
+race,video,Caucasian (European),171,131,0.916030534351145,0.7741130819402592,0.9673664122137404
+race,audio,African,155,67,0.9701492537313433,0.4260005162382919,1.0
+race,audio,Asian (East),160,65,0.8615384615384616,0.40055120602919486,0.9985425101214576
+race,audio,Asian (South),185,79,0.8860759493670886,0.40123028769912955,0.99988058275615
+race,audio,Caucasian (American),192,75,0.9466666666666667,0.3842609340596634,1.0
+race,audio,Caucasian (European),171,72,0.9166666666666666,0.4041290956873403,1.0
+gender,video,men,445,345,0.9217391304347826,0.8037069367726197,0.9712898550724638
+gender,video,women,418,318,0.9245283018867925,0.776950394672355,0.9689465408805032
+gender,audio,men,445,190,0.9105263157894737,0.41106523576393994,0.9998555211558308
+gender,audio,women,418,168,0.9226190476190477,0.39307660524637,0.9996904761904761

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/per_class_metrics.csv

@@ -0,0 +1,5 @@
+class,precision,recall,f1,support
+RVRA,0.9176470588235294,0.78,0.8432432432432433,100
+RVFA,0.8910891089108911,0.9,0.8955223880597015,100
+FVRA,0.9320843091334895,0.9827160493827161,0.9567307692307693,405
+FVFA,0.96,0.9302325581395349,0.9448818897637795,258

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/per_generator.csv

@@ -0,0 +1,8 @@
+group,n,n_fake,detection_rate,mean_score,auc_vs_reals
+faceswap,83,83,0.8554216867469879,0.9445597840001784,0.939578313253012
+faceswap-wav2lip,60,60,1.0,0.9924436867237091,0.9994999999999999
+fsgan,152,152,0.9078947368421053,0.9646533804112359,0.9655263157894737
+fsgan-wav2lip,25,25,1.0,0.992636661529541,0.9987999999999999
+real,100,0,,0.30401620324701073,
+rtvc,100,100,0.95,0.976641241312027,0.9653499999999999
+wav2lip,343,343,0.9300291545189504,0.9782355910835043,0.9751749271137026

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/summary.json

@@ -0,0 +1,1235 @@
+{
+  "training": {
+    "exp_id": "EXP_021",
+    "status": "completed",
+    "stage": "stage1",
+    "epochs_run": 21,
+    "steps": 2856,
+    "best": {
+      "metric": 0.9945226691603728,
+      "epoch": 15,
+      "step": 2040
+    },
+    "stop_reason": "early stopping: no improvement in 6 epochs",
+    "train_hours": 0.308,
+    "oom_events": [],
+    "nonfinite_total": 0,
+    "sessions": [
+      {
+        "started": "2026-09-27T22:48:26Z",
+        "gpu": "Tesla T4",
+        "precision": "fp16",
+        "resumed_from_step": 0
+      }
+    ],
+    "micro_batch": 64,
+    "grad_accum": 1,
+    "parameters": {
+      "total": 85366665,
+      "trainable": 85366665
+    }
+  },
+  "validation": {
+    "n": 515,
+    "video": {
+      "n": 515,
+      "n_fake": 375,
+      "n_real": 140,
+      "threshold": 0.9557340741157532,
+      "auc": 0.9896952380952381,
+      "auc_ci_low": 0.9833138095238095,
+      "auc_ci_high": 0.9948673809523809,
+      "pr_auc": 0.9962038406804566,
+      "eer": 0.06414285714285711,
+      "accuracy": 0.9359223300970874,
+      "balanced_accuracy": 0.9358571428571429,
+      "precision": 0.975,
+      "recall": 0.936,
+      "sensitivity": 0.936,
+      "specificity": 0.9357142857142857,
+      "f1": 0.9551020408163265,
+      "macro_f1": 0.9216188170183328,
+      "weighted_f1": 0.9368975696251843,
+      "brier": 0.04576427112763824,
+      "ece": 0.044360345030583226,
+      "confusion": [
+        [
+          131,
+          9
+        ],
+        [
+          24,
+          351
+        ]
+      ],
+      "detection_rate": 0.936,
+      "auc_defined": true
+    },
+    "audio": {
+      "n": 515,
+      "n_fake": 208,
+      "n_real": 307,
+      "threshold": 0.9164093732833862,
+      "auc": 0.9993501002255074,
+      "auc_ci_low": 0.9981195972187421,
+      "auc_ci_high": 1.0,
+      "pr_auc": 0.9989791254921332,
+      "eer": 0.006436356802806297,
+      "accuracy": 0.9941747572815534,
+      "balanced_accuracy": 0.9935636431971937,
+      "precision": 0.9951690821256038,
+      "recall": 0.9903846153846154,
+      "sensitivity": 0.9903846153846154,
+      "specificity": 0.996742671009772,
+      "f1": 0.9927710843373494,
+      "macro_f1": 0.9939465177784308,
+      "weighted_f1": 0.9941724748865222,
+      "brier": 0.009678986172795664,
+      "ece": 0.020766839494779508,
+      "confusion": [
+        [
+          306,
+          1
+        ],
+        [
+          2,
+          206
+        ]
+      ],
+      "detection_rate": 0.9903846153846154,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 515,
+      "n_fake": 445,
+      "n_real": 70,
+      "threshold": 0.9643886089324951,
+      "auc": 0.9865971107544141,
+      "auc_ci_low": 0.977300963081862,
+      "auc_ci_high": 0.9938848314606742,
+      "pr_auc": 0.9978538016721531,
+      "eer": 0.07054574638844303,
+      "accuracy": 0.9300970873786408,
+      "balanced_accuracy": 0.929454253611557,
+      "precision": 0.9880668257756563,
+      "recall": 0.9303370786516854,
+      "sensitivity": 0.9303370786516854,
+      "specificity": 0.9285714285714286,
+      "f1": 0.9583333333333334,
+      "macro_f1": 0.8707329317269077,
+      "weighted_f1": 0.9345196319257614,
+      "brier": 0.03431926115091963,
+      "ece": 0.024806282495699994,
+      "confusion": [
+        [
+          65,
+          5
+        ],
+        [
+          31,
+          414
+        ]
+      ],
+      "detection_rate": 0.9303370786516854,
+      "auc_defined": true
+    },
+    "quadrant": {
+      "n": 515,
+      "accuracy": 0.9281553398058252,
+      "balanced_accuracy": 0.8983024084702675,
+      "macro_f1": 0.9102512597245975,
+      "weighted_f1": 0.9264932420827391,
+      "macro_auc_ovr": 0.9941564352713101,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.9122807017543859,
+          "recall": 0.7428571428571429,
+          "f1": 0.8188976377952756,
+          "support": 70
+        },
+        "RVFA": {
+          "precision": 0.9411764705882353,
+          "recall": 0.9142857142857143,
+          "f1": 0.927536231884058,
+          "support": 70
+        },
+        "FVRA": {
+          "precision": 0.930327868852459,
+          "recall": 0.9578059071729957,
+          "f1": 0.9438669438669439,
+          "support": 237
+        },
+        "FVFA": {
+          "precision": 0.9246575342465754,
+          "recall": 0.9782608695652174,
+          "f1": 0.9507042253521126,
+          "support": 138
+        }
+      },
+      "confusion": [
+        [
+          52,
+          1,
+          17,
+          0
+        ],
+        [
+          0,
+          64,
+          0,
+          6
+        ],
+        [
+          5,
+          0,
+          227,
+          5
+        ],
+        [
+          0,
+          3,
+          0,
+          135
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.7428571428571429,
+          0.014285714285714285,
+          0.24285714285714285,
+          0.0
+        ],
+        [
+          0.0,
+          0.9142857142857143,
+          0.0,
+          0.08571428571428572
+        ],
+        [
+          0.02109704641350211,
+          0.0,
+          0.9578059071729957,
+          0.02109704641350211
+        ],
+        [
+          0.0,
+          0.021739130434782608,
+          0.0,
+          0.9782608695652174
+        ]
+      ]
+    },
+    "mean_auc": 0.9945226691603728
+  },
+  "test": {
+    "n": 863,
+    "video": {
+      "n": 863,
+      "n_fake": 663,
+      "n_real": 200,
+      "threshold": 0.9557340741157532,
+      "auc": 0.9700942684766214,
+      "auc_ci_low": 0.9553754713423831,
+      "auc_ci_high": 0.982440516591252,
+      "pr_auc": 0.9893384408231358,
+      "eer": 0.07695324283559576,
+      "accuracy": 0.9223638470451911,
+      "balanced_accuracy": 0.9215384615384616,
+      "precision": 0.9745222929936306,
+      "recall": 0.9230769230769231,
+      "sensitivity": 0.9230769230769231,
+      "specificity": 0.92,
+      "f1": 0.9481022463206816,
+      "macro_f1": 0.8970396289074672,
+      "weighted_f1": 0.9244347527340238,
+      "brier": 0.04548938282050463,
+      "ece": 0.02988429275165424,
+      "confusion": [
+        [
+          184,
+          16
+        ],
+        [
+          51,
+          612
+        ]
+      ],
+      "detection_rate": 0.9230769230769231,
+      "auc_defined": true
+    },
+    "audio": {
+      "n": 863,
+      "n_fake": 358,
+      "n_real": 505,
+      "threshold": 0.9164093732833862,
+      "auc": 0.9997787488246032,
+      "auc_ci_low": 0.9993085900768848,
+      "auc_ci_high": 1.0,
+      "pr_auc": 0.9996800679357791,
+      "eer": 0.00576359311908847,
+      "accuracy": 0.9652375434530707,
+      "balanced_accuracy": 0.958100558659218,
+      "precision": 1.0,
+      "recall": 0.9162011173184358,
+      "sensitivity": 0.9162011173184358,
+      "specificity": 1.0,
+      "f1": 0.956268221574344,
+      "macro_f1": 0.9637110338640951,
+      "weighted_f1": 0.9649788130142614,
+      "brier": 0.006775796871087289,
+      "ece": 0.022361245366225607,
+      "confusion": [
+        [
+          505,
+          0
+        ],
+        [
+          30,
+          328
+        ]
+      ],
+      "detection_rate": 0.9162011173184358,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 863,
+      "n_fake": 763,
+      "n_real": 100,
+      "threshold": 0.9643886089324951,
+      "auc": 0.9707798165137614,
+      "auc_ci_low": 0.94843250327654,
+      "auc_ci_high": 0.9872159239842726,
+      "pr_auc": 0.9952474870829675,
+      "eer": 0.07038663171690693,
+      "accuracy": 0.9281575898030128,
+      "balanced_accuracy": 0.9289580602883356,
+      "precision": 0.9902097902097902,
+      "recall": 0.927916120576671,
+      "sensitivity": 0.927916120576671,
+      "specificity": 0.93,
+      "f1": 0.9580514208389715,
+      "macro_f1": 0.8540257104194857,
+      "weighted_f1": 0.933943492584166,
+      "brier": 0.028735143391412796,
+      "ece": 0.013194713344406828,
+      "confusion": [
+        [
+          93,
+          7
+        ],
+        [
+          55,
+          708
+        ]
+      ],
+      "detection_rate": 0.927916120576671,
+      "auc_defined": true
+    },
+    "quadrant": {
+      "n": 863,
+      "accuracy": 0.9339513325608343,
+      "balanced_accuracy": 0.8982371518805627,
+      "macro_f1": 0.9100945725743734,
+      "weighted_f1": 0.932945599336977,
+      "macro_auc_ovr": 0.9883817231263953,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.9176470588235294,
+          "recall": 0.78,
+          "f1": 0.8432432432432433,
+          "support": 100
+        },
+        "RVFA": {
+          "precision": 0.8910891089108911,
+          "recall": 0.9,
+          "f1": 0.8955223880597015,
+          "support": 100
+        },
+        "FVRA": {
+          "precision": 0.9320843091334895,
+          "recall": 0.9827160493827161,
+          "f1": 0.9567307692307693,
+          "support": 405
+        },
+        "FVFA": {
+          "precision": 0.96,
+          "recall": 0.9302325581395349,
+          "f1": 0.9448818897637795,
+          "support": 258
+        }
+      },
+      "confusion": [
+        [
+          78,
+          1,
+          21,
+          0
+        ],
+        [
+          0,
+          90,
+          0,
+          10
+        ],
+        [
+          7,
+          0,
+          398,
+          0
+        ],
+        [
+          0,
+          10,
+          8,
+          240
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.78,
+          0.01,
+          0.21,
+          0.0
+        ],
+        [
+          0.0,
+          0.9,
+          0.0,
+          0.1
+        ],
+        [
+          0.01728395061728395,
+          0.0,
+          0.9827160493827161,
+          0.0
+        ],
+        [
+          0.0,
+          0.03875968992248062,
+          0.031007751937984496,
+          0.9302325581395349
+        ]
+      ]
+    },
+    "mean_auc": 0.9849365086506123,
+    "evaluated_checkpoint": "EXP_021@epoch15:d0c2d183165d"
+  },
+  "cross": {
+    "asvspoof2019-la": {
+      "n": 71237,
+      "audio": {
+        "n": 71237,
+        "n_fake": 63882,
+        "n_real": 7355,
+        "threshold": 0.9164093732833862,
+        "auc": 0.8485221190131508,
+        "auc_ci_low": 0.8440773830674081,
+        "auc_ci_high": 0.8524327330093291,
+        "pr_auc": 0.9779112910140815,
+        "eer": 0.22500497550175952,
+        "accuracy": 0.5867035388913064,
+        "balanced_accuracy": 0.738339556461713,
+        "precision": 0.9853712159648232,
+        "recall": 0.5472433549356627,
+        "sensitivity": 0.5472433549356627,
+        "specificity": 0.9294357579877635,
+        "f1": 0.7036835748792271,
+        "macro_f1": 0.5103981728364684,
+        "weighted_f1": 0.6637713345539891,
+        "brier": 0.2814548770656049,
+        "ece": 0.3044178504531785,
+        "confusion": [
+          [
+            6836,
+            519
+          ],
+          [
+            28923,
+            34959
+          ]
+        ],
+        "detection_rate": 0.5472433549356627,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 71237,
+        "n_fake": 63882,
+        "n_real": 7355,
+        "threshold": 0.9643886089324951,
+        "auc": 0.8485221190131508,
+        "auc_ci_low": 0.8440773830674081,
+        "auc_ci_high": 0.8524327330093291,
+        "pr_auc": 0.9779112910140815,
+        "eer": 0.22500497550175952,
+        "accuracy": 0.49276359195361963,
+        "balanced_accuracy": 0.6978722336694412,
+        "precision": 0.9886932018316309,
+        "recall": 0.4393882470805548,
+        "sensitivity": 0.4393882470805548,
+        "specificity": 0.9563562202583277,
+        "f1": 0.6083969134732097,
+        "macro_f1": 0.44431239642028275,
+        "weighted_f1": 0.5745144753322358,
+        "brier": 0.2814548770656049,
+        "ece": 0.3044178504531785,
+        "confusion": [
+          [
+            7034,
+            321
+          ],
+          [
+            35813,
+            28069
+          ]
+        ],
+        "detection_rate": 0.4393882470805548,
+        "auc_defined": true
+      },
+      "mean_auc": 0.8485221190131508,
+      "per_generator": [
+        {
+          "group": "A07",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.5903540903540904,
+          "mean_score": 0.7851565532599234,
+          "auc_vs_reals": 0.9056442738971632
+        },
+        {
+          "group": "A08",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.6119251119251119,
+          "mean_score": 0.8196427749221504,
+          "auc_vs_reals": 0.9277107513681273
+        },
+        {
+          "group": "A09",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.7372812372812373,
+          "mean_score": 0.8931724989040397,
+          "auc_vs_reals": 0.9572364866042636
+        },
+        {
+          "group": "A10",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.48555148555148553,
+          "mean_score": 0.667486309918528,
+          "auc_vs_reals": 0.8487932202752053
+        },
+        {
+          "group": "A11",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.5270655270655271,
+          "mean_score": 0.750116408797736,
+          "auc_vs_reals": 0.9020477847806195
+        },
+        {
+          "group": "A12",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.7295482295482295,
+          "mean_score": 0.9009715605752318,
+          "auc_vs_reals": 0.9584980495245621
+        },
+        {
+          "group": "A13",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.7578347578347578,
+          "mean_score": 0.9201838348731194,
+          "auc_vs_reals": 0.9657930130397839
+        },
+        {
+          "group": "A14",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.17562067562067563,
+          "mean_score": 0.36104046229310416,
+          "auc_vs_reals": 0.693705009646546
+        },
+        {
+          "group": "A15",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.18335368335368335,
+          "mean_score": 0.37574777414490257,
+          "auc_vs_reals": 0.6991328622531885
+        },
+        {
+          "group": "A16",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.39295889295889297,
+          "mean_score": 0.6477852732190554,
+          "auc_vs_reals": 0.8648981101734331
+        },
+        {
+          "group": "A17",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.2498982498982499,
+          "mean_score": 0.5460056797210863,
+          "auc_vs_reals": 0.8412354634312487
+        },
+        {
+          "group": "A18",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.19047619047619047,
+          "mean_score": 0.4764210524115754,
+          "auc_vs_reals": 0.8168702360408682
+        },
+        {
+          "group": "A19",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.08017908017908018,
+          "mean_score": 0.24028854143824185,
+          "auc_vs_reals": 0.6492222861359502
+        },
+        {
+          "group": "real",
+          "n": 7355,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.1355700306157201
+        }
+      ]
+    },
+    "wavefake": {
+      "n": 11000,
+      "audio": {
+        "n": 11000,
+        "n_fake": 11000,
+        "n_real": 0,
+        "threshold": 0.9164093732833862,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.044636363636363634,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 0.044636363636363634,
+        "sensitivity": 0.044636363636363634,
+        "specificity": NaN,
+        "f1": 0.08545818466626055,
+        "macro_f1": NaN,
+        "weighted_f1": 0.08545818466626055,
+        "brier": 0.873978316332203,
+        "ece": 0.9052407670593184,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            10509,
+            491
+          ]
+        ],
+        "detection_rate": 0.044636363636363634,
+        "auc_defined": false
+      },
+      "clip": {
+        "n": 11000,
+        "n_fake": 11000,
+        "n_real": 0,
+        "threshold": 0.9643886089324951,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.029636363636363638,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 0.029636363636363638,
+        "sensitivity": 0.029636363636363638,
+        "specificity": NaN,
+        "f1": 0.057566660780505034,
+        "macro_f1": NaN,
+        "weighted_f1": 0.057566660780505034,
+        "brier": 0.873978316332203,
+        "ece": 0.9052407670593184,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            10674,
+            326
+          ]
+        ],
+        "detection_rate": 0.029636363636363638,
+        "auc_defined": false
+      },
+      "mean_auc": NaN,
+      "per_generator": [
+        {
+          "group": "common_voices_prompts_from_conformer_fastspeech2_pwg_ljspeech",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.084,
+          "mean_score": 0.159900675680954
+        },
+        {
+          "group": "generated",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.083,
+          "mean_score": 0.15721234173933044
+        },
+        {
+          "group": "jsut_multi_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.003,
+          "mean_score": 0.03963440686534159
+        },
+        {
+          "group": "jsut_parallel_wavegan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.01,
+          "mean_score": 0.05622109377314337
+        },
+        {
+          "group": "ljspeech_full_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.017,
+          "mean_score": 0.09020725946198217
+        },
+        {
+          "group": "ljspeech_hifiGAN",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.014,
+          "mean_score": 0.07269866995653138
+        },
+        {
+          "group": "ljspeech_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.021,
+          "mean_score": 0.08093147863284685
+        },
+        {
+          "group": "ljspeech_melgan_large",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.029,
+          "mean_score": 0.08908452756144106
+        },
+        {
+          "group": "ljspeech_multi_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.025,
+          "mean_score": 0.1189524279111065
+        },
+        {
+          "group": "ljspeech_parallel_wavegan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.021,
+          "mean_score": 0.1036951775830239
+        },
+        {
+          "group": "ljspeech_waveglow",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.019,
+          "mean_score": 0.07381350318179467
+        }
+      ]
+    },
+    "celeb-df-v2": {
+      "n": 518,
+      "video": {
+        "n": 518,
+        "n_fake": 340,
+        "n_real": 178,
+        "threshold": 0.9557340741157532,
+        "auc": 0.6750908790482485,
+        "auc_ci_low": 0.6224140779907468,
+        "auc_ci_high": 0.7217085261070719,
+        "pr_auc": 0.7708386390996437,
+        "eer": 0.37643754130865825,
+        "accuracy": 0.694980694980695,
+        "balanced_accuracy": 0.593654990085922,
+        "precision": 0.7058823529411765,
+        "recall": 0.9176470588235294,
+        "sensitivity": 0.9176470588235294,
+        "specificity": 0.2696629213483146,
+        "f1": 0.7979539641943734,
+        "macro_f1": 0.5879533600499426,
+        "weighted_f1": 0.6536292246665406,
+        "brier": 0.2960205070298704,
+        "ece": 0.2935484711037639,
+        "confusion": [
+          [
+            48,
+            130
+          ],
+          [
+            28,
+            312
+          ]
+        ],
+        "detection_rate": 0.9176470588235294,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 518,
+        "n_fake": 340,
+        "n_real": 178,
+        "threshold": 0.9643886089324951,
+        "auc": 0.6750908790482485,
+        "auc_ci_low": 0.6224140779907468,
+        "auc_ci_high": 0.7217085261070719,
+        "pr_auc": 0.7708386390996437,
+        "eer": 0.37643754130865825,
+        "accuracy": 0.6988416988416989,
+        "balanced_accuracy": 0.6099801718440185,
+        "precision": 0.7169811320754716,
+        "recall": 0.8941176470588236,
+        "sensitivity": 0.8941176470588236,
+        "specificity": 0.3258426966292135,
+        "f1": 0.7958115183246073,
+        "macro_f1": 0.6111410532799507,
+        "weighted_f1": 0.6688951369425653,
+        "brier": 0.2960205070298704,
+        "ece": 0.2935484711037639,
+        "confusion": [
+          [
+            58,
+            120
+          ],
+          [
+            36,
+            304
+          ]
+        ],
+        "detection_rate": 0.8941176470588236,
+        "auc_defined": true
+      },
+      "mean_auc": 0.6750908790482485,
+      "per_generator": [
+        {
+          "group": "celeb-df",
+          "n": 340,
+          "n_fake": 340,
+          "detection_rate": 0.8941176470588236,
+          "mean_score": 0.9723576323950992,
+          "auc_vs_reals": 0.6750908790482485
+        },
+        {
+          "group": "real",
+          "n": 178,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.9070590618955955
+        }
+      ]
+    },
+    "dfdc-10": {
+      "n": 5000,
+      "video": {
+        "n": 5000,
+        "n_fake": 2500,
+        "n_real": 2500,
+        "threshold": 0.9557340741157532,
+        "auc": 0.6221024799999999,
+        "auc_ci_low": 0.6059956200000001,
+        "auc_ci_high": 0.637269822,
+        "pr_auc": 0.5982950518016814,
+        "eer": 0.4104,
+        "accuracy": 0.5814,
+        "balanced_accuracy": 0.5814,
+        "precision": 0.5640944881889763,
+        "recall": 0.7164,
+        "sensitivity": 0.7164,
+        "specificity": 0.4464,
+        "f1": 0.6311894273127753,
+        "macro_f1": 0.5736293957373124,
+        "weighted_f1": 0.5736293957373125,
+        "brier": 0.3868970466293403,
+        "ece": 0.35957919970750807,
+        "confusion": [
+          [
+            1116,
+            1384
+          ],
+          [
+            709,
+            1791
+          ]
+        ],
+        "detection_rate": 0.7164,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 5000,
+        "n_fake": 2500,
+        "n_real": 2500,
+        "threshold": 0.9643886089324951,
+        "auc": 0.6204358400000001,
+        "auc_ci_low": 0.6044473340000001,
+        "auc_ci_high": 0.635677304,
+        "pr_auc": 0.5977734437054016,
+        "eer": 0.4104,
+        "accuracy": 0.587,
+        "balanced_accuracy": 0.587,
+        "precision": 0.5722831505483549,
+        "recall": 0.6888,
+        "sensitivity": 0.6888,
+        "specificity": 0.4852,
+        "f1": 0.625158831003812,
+        "macro_f1": 0.5826751625515609,
+        "weighted_f1": 0.5826751625515609,
+        "brier": 0.3897794006522753,
+        "ece": 0.36308114033192407,
+        "confusion": [
+          [
+            1213,
+            1287
+          ],
+          [
+            778,
+            1722
+          ]
+        ],
+        "detection_rate": 0.6888,
+        "auc_defined": true
+      },
+      "mean_auc": 0.6221024799999999,
+      "per_generator": [
+        {
+          "group": "dfdc",
+          "n": 2500,
+          "n_fake": 2500,
+          "detection_rate": 0.6888,
+          "mean_score": 0.875551107686758,
+          "auc_vs_reals": 0.6204358400000001
+        },
+        {
+          "group": "real",
+          "n": 2500,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.7830568145960569
+        }
+      ]
+    },
+    "deepfaketimit": {
+      "n": 640,
+      "video": {
+        "n": 640,
+        "n_fake": 640,
+        "n_real": 0,
+        "threshold": 0.9557340741157532,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 1.0,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 1.0,
+        "sensitivity": 1.0,
+        "specificity": NaN,
+        "f1": 1.0,
+        "macro_f1": NaN,
+        "weighted_f1": 1.0,
+        "brier": 6.200617738576497e-05,
+        "ece": 0.007724604010581948,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            0,
+            640
+          ]
+        ],
+        "detection_rate": 1.0,
+        "auc_defined": false
+      },
+      "audio": {
+        "n": 640,
+        "n_fake": 0,
+        "n_real": 640,
+        "threshold": 0.9164093732833862,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.96875,
+        "balanced_accuracy": NaN,
+        "precision": 0.0,
+        "recall": NaN,
+        "sensitivity": NaN,
+        "specificity": 0.96875,
+        "f1": NaN,
+        "macro_f1": NaN,
+        "weighted_f1": 0.984126984126984,
+        "brier": 0.04887070267982362,
+        "ece": 0.0796214010217227,
+        "confusion": [
+          [
+            620,
+            20
+          ],
+          [
+            0,
+            0
+          ]
+        ],
+        "detection_rate": NaN,
+        "auc_defined": false
+      },
+      "clip": {
+        "n": 640,
+        "n_fake": 640,
+        "n_real": 0,
+        "threshold": 0.9643886089324951,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 1.0,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 1.0,
+        "sensitivity": 1.0,
+        "specificity": NaN,
+        "f1": 1.0,
+        "macro_f1": NaN,
+        "weighted_f1": 1.0,
+        "brier": 6.200617738576497e-05,
+        "ece": 0.007724604010581948,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            0,
+            640
+          ]
+        ],
+        "detection_rate": 1.0,
+        "auc_defined": false
+      },
+      "quadrant": {
+        "n": 640,
+        "accuracy": 0.9421875,
+        "balanced_accuracy": 0.9421875,
+        "macro_f1": 0.24255832662912308,
+        "weighted_f1": 0.9702333065164923,
+        "macro_auc_ovr": NaN,
+        "per_class": {
+          "RVRA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          },
+          "RVFA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          },
+          "FVRA": {
+            "precision": 1.0,
+            "recall": 0.9421875,
+            "f1": 0.9702333065164923,
+            "support": 640
+          },
+          "FVFA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          }
+        },
+        "confusion": [
+          [
+            0,
+            0,
+            0,
+            0
+          ],
+          [
+            0,
+            0,
+            0,
+            0
+          ],
+          [
+            0,
+            0,
+            603,
+            37
+          ],
+          [
+            0,
+            0,
+            0,
+            0
+          ]
+        ],
+        "confusion_normalized": [
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ],
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ],
+          [
+            0.0,
+            0.0,
+            0.9421875,
+            0.0578125
+          ],
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ]
+        ]
+      },
+      "mean_auc": NaN,
+      "per_generator": [
+        {
+          "group": "deepfaketimit-higher",
+          "n": 320,
+          "n_fake": 320,
+          "detection_rate": 1.0,
+          "mean_score": 0.9918331213295459
+        },
+        {
+          "group": "deepfaketimit-lower",
+          "n": 320,
+          "n_fake": 320,
+          "detection_rate": 1.0,
+          "mean_score": 0.9927176706492901
+        }
+      ]
+    },
+    "in-the-wild": {
+      "n": 31779,
+      "audio": {
+        "n": 31779,
+        "n_fake": 11816,
+        "n_real": 19963,
+        "threshold": 0.9164093732833862,
+        "auc": 0.6574461013708129,
+        "auc_ci_low": 0.6508847088699233,
+        "auc_ci_high": 0.6633254734698596,
+        "pr_auc": 0.48833021739275495,
+        "eer": 0.37084456362754503,
+        "accuracy": 0.6124799395827433,
+        "balanced_accuracy": 0.582896766261999,
+        "precision": 0.47839265610115184,
+        "recall": 0.46750169262017605,
+        "sensitivity": 0.46750169262017605,
+        "specificity": 0.698291839903822,
+        "f1": 0.4728844754526388,
+        "macro_f1": 0.5832515423661999,
+        "weighted_f1": 0.611545714434068,
+        "brier": 0.34104980731115464,
+        "ece": 0.3281128719590365,
+        "confusion": [
+          [
+            13940,
+            6023
+          ],
+          [
+            6292,
+            5524
+          ]
+        ],
+        "detection_rate": 0.46750169262017605,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 31779,
+        "n_fake": 11816,
+        "n_real": 19963,
+        "threshold": 0.9643886089324951,
+        "auc": 0.6574461013708129,
+        "auc_ci_low": 0.6508847088699233,
+        "auc_ci_high": 0.6633254734698596,
+        "pr_auc": 0.48833021739275495,
+        "eer": 0.37084456362754503,
+        "accuracy": 0.6008684980647597,
+        "balanced_accuracy": 0.5536051635437543,
+        "precision": 0.454763393787784,
+        "recall": 0.3692450914014895,
+        "sensitivity": 0.3692450914014895,
+        "specificity": 0.7379652356860191,
+        "f1": 0.40756655768332556,
+        "macro_f1": 0.5533135056614407,
+        "weighted_f1": 0.5906778149593326,
+        "brier": 0.34104980731115464,
+        "ece": 0.3281128719590365,
+        "confusion": [
+          [
+            14732,
+            5231
+          ],
+          [
+            7453,
+            4363
+          ]
+        ],
+        "detection_rate": 0.3692450914014895,
+        "auc_defined": true
+      },
+      "mean_auc": 0.6574461013708129,
+      "per_generator": [
+        {
+          "group": "in-the-wild-fake",
+          "n": 11816,
+          "n_fake": 11816,
+          "detection_rate": 0.3692450914014895,
+          "mean_score": 0.564461092940908,
+          "auc_vs_reals": 0.6574461013708129
+        },
+        {
+          "group": "real",
+          "n": 19963,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.3444832698332467
+        }
+      ]
+    }
+  },
+  "thresholds": {
+    "video": 0.9557340741157532,
+    "audio": 0.9164093732833862,
+    "clip": 0.9643886089324951
+  }
+}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/test_metrics.csv

@@ -0,0 +1,4 @@
+task,n,n_fake,n_real,threshold,auc,auc_ci_low,auc_ci_high,pr_auc,eer,accuracy,balanced_accuracy,precision,recall,sensitivity,specificity,f1,macro_f1,weighted_f1,brier,ece,detection_rate,auc_defined
+video,863,663,200,0.9557340741157532,0.9700942684766214,0.9553754713423831,0.982440516591252,0.9893384408231358,0.07695324283559576,0.9223638470451911,0.9215384615384616,0.9745222929936306,0.9230769230769231,0.9230769230769231,0.92,0.9481022463206816,0.8970396289074672,0.9244347527340238,0.04548938282050463,0.02988429275165424,0.9230769230769231,True
+audio,863,358,505,0.9164093732833862,0.9997787488246032,0.9993085900768848,1.0,0.9996800679357791,0.00576359311908847,0.9652375434530707,0.958100558659218,1.0,0.9162011173184358,0.9162011173184358,1.0,0.956268221574344,0.9637110338640951,0.9649788130142614,0.006775796871087289,0.022361245366225607,0.9162011173184358,True
+clip,863,763,100,0.9643886089324951,0.9707798165137614,0.94843250327654,0.9872159239842726,0.9952474870829675,0.07038663171690693,0.9281575898030128,0.9289580602883356,0.9902097902097902,0.927916120576671,0.927916120576671,0.93,0.9580514208389715,0.8540257104194857,0.933943492584166,0.028735143391412796,0.013194713344406828,0.927916120576671,True

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/test_metrics.json

@@ -0,0 +1,193 @@
+{
+  "n": 863,
+  "video": {
+    "n": 863,
+    "n_fake": 663,
+    "n_real": 200,
+    "threshold": 0.9557340741157532,
+    "auc": 0.9700942684766214,
+    "auc_ci_low": 0.9553754713423831,
+    "auc_ci_high": 0.982440516591252,
+    "pr_auc": 0.9893384408231358,
+    "eer": 0.07695324283559576,
+    "accuracy": 0.9223638470451911,
+    "balanced_accuracy": 0.9215384615384616,
+    "precision": 0.9745222929936306,
+    "recall": 0.9230769230769231,
+    "sensitivity": 0.9230769230769231,
+    "specificity": 0.92,
+    "f1": 0.9481022463206816,
+    "macro_f1": 0.8970396289074672,
+    "weighted_f1": 0.9244347527340238,
+    "brier": 0.04548938282050463,
+    "ece": 0.02988429275165424,
+    "confusion": [
+      [
+        184,
+        16
+      ],
+      [
+        51,
+        612
+      ]
+    ],
+    "detection_rate": 0.9230769230769231,
+    "auc_defined": true
+  },
+  "audio": {
+    "n": 863,
+    "n_fake": 358,
+    "n_real": 505,
+    "threshold": 0.9164093732833862,
+    "auc": 0.9997787488246032,
+    "auc_ci_low": 0.9993085900768848,
+    "auc_ci_high": 1.0,
+    "pr_auc": 0.9996800679357791,
+    "eer": 0.00576359311908847,
+    "accuracy": 0.9652375434530707,
+    "balanced_accuracy": 0.958100558659218,
+    "precision": 1.0,
+    "recall": 0.9162011173184358,
+    "sensitivity": 0.9162011173184358,
+    "specificity": 1.0,
+    "f1": 0.956268221574344,
+    "macro_f1": 0.9637110338640951,
+    "weighted_f1": 0.9649788130142614,
+    "brier": 0.006775796871087289,
+    "ece": 0.022361245366225607,
+    "confusion": [
+      [
+        505,
+        0
+      ],
+      [
+        30,
+        328
+      ]
+    ],
+    "detection_rate": 0.9162011173184358,
+    "auc_defined": true
+  },
+  "clip": {
+    "n": 863,
+    "n_fake": 763,
+    "n_real": 100,
+    "threshold": 0.9643886089324951,
+    "auc": 0.9707798165137614,
+    "auc_ci_low": 0.94843250327654,
+    "auc_ci_high": 0.9872159239842726,
+    "pr_auc": 0.9952474870829675,
+    "eer": 0.07038663171690693,
+    "accuracy": 0.9281575898030128,
+    "balanced_accuracy": 0.9289580602883356,
+    "precision": 0.9902097902097902,
+    "recall": 0.927916120576671,
+    "sensitivity": 0.927916120576671,
+    "specificity": 0.93,
+    "f1": 0.9580514208389715,
+    "macro_f1": 0.8540257104194857,
+    "weighted_f1": 0.933943492584166,
+    "brier": 0.028735143391412796,
+    "ece": 0.013194713344406828,
+    "confusion": [
+      [
+        93,
+        7
+      ],
+      [
+        55,
+        708
+      ]
+    ],
+    "detection_rate": 0.927916120576671,
+    "auc_defined": true
+  },
+  "quadrant": {
+    "n": 863,
+    "accuracy": 0.9339513325608343,
+    "balanced_accuracy": 0.8982371518805627,
+    "macro_f1": 0.9100945725743734,
+    "weighted_f1": 0.932945599336977,
+    "macro_auc_ovr": 0.9883817231263953,
+    "per_class": {
+      "RVRA": {
+        "precision": 0.9176470588235294,
+        "recall": 0.78,
+        "f1": 0.8432432432432433,
+        "support": 100
+      },
+      "RVFA": {
+        "precision": 0.8910891089108911,
+        "recall": 0.9,
+        "f1": 0.8955223880597015,
+        "support": 100
+      },
+      "FVRA": {
+        "precision": 0.9320843091334895,
+        "recall": 0.9827160493827161,
+        "f1": 0.9567307692307693,
+        "support": 405
+      },
+      "FVFA": {
+        "precision": 0.96,
+        "recall": 0.9302325581395349,
+        "f1": 0.9448818897637795,
+        "support": 258
+      }
+    },
+    "confusion": [
+      [
+        78,
+        1,
+        21,
+        0
+      ],
+      [
+        0,
+        90,
+        0,
+        10
+      ],
+      [
+        7,
+        0,
+        398,
+        0
+      ],
+      [
+        0,
+        10,
+        8,
+        240
+      ]
+    ],
+    "confusion_normalized": [
+      [
+        0.78,
+        0.01,
+        0.21,
+        0.0
+      ],
+      [
+        0.0,
+        0.9,
+        0.0,
+        0.1
+      ],
+      [
+        0.01728395061728395,
+        0.0,
+        0.9827160493827161,
+        0.0
+      ],
+      [
+        0.0,
+        0.03875968992248062,
+        0.031007751937984496,
+        0.9302325581395349
+      ]
+    ]
+  },
+  "mean_auc": 0.9849365086506123,
+  "evaluated_checkpoint": "EXP_021@epoch15:d0c2d183165d"
+}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/thresholds.json

@@ -0,0 +1,7 @@
+{
+  "policy": "val_eer",
+  "fitted_on": "validation",
+  "video": 0.9557340741157532,
+  "audio": 0.9164093732833862,
+  "clip": 0.9643886089324951
+}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/metrics/validation_metrics.json

@@ -0,0 +1,192 @@
+{
+  "n": 515,
+  "video": {
+    "n": 515,
+    "n_fake": 375,
+    "n_real": 140,
+    "threshold": 0.9557340741157532,
+    "auc": 0.9896952380952381,
+    "auc_ci_low": 0.9833138095238095,
+    "auc_ci_high": 0.9948673809523809,
+    "pr_auc": 0.9962038406804566,
+    "eer": 0.06414285714285711,
+    "accuracy": 0.9359223300970874,
+    "balanced_accuracy": 0.9358571428571429,
+    "precision": 0.975,
+    "recall": 0.936,
+    "sensitivity": 0.936,
+    "specificity": 0.9357142857142857,
+    "f1": 0.9551020408163265,
+    "macro_f1": 0.9216188170183328,
+    "weighted_f1": 0.9368975696251843,
+    "brier": 0.04576427112763824,
+    "ece": 0.044360345030583226,
+    "confusion": [
+      [
+        131,
+        9
+      ],
+      [
+        24,
+        351
+      ]
+    ],
+    "detection_rate": 0.936,
+    "auc_defined": true
+  },
+  "audio": {
+    "n": 515,
+    "n_fake": 208,
+    "n_real": 307,
+    "threshold": 0.9164093732833862,
+    "auc": 0.9993501002255074,
+    "auc_ci_low": 0.9981195972187421,
+    "auc_ci_high": 1.0,
+    "pr_auc": 0.9989791254921332,
+    "eer": 0.006436356802806297,
+    "accuracy": 0.9941747572815534,
+    "balanced_accuracy": 0.9935636431971937,
+    "precision": 0.9951690821256038,
+    "recall": 0.9903846153846154,
+    "sensitivity": 0.9903846153846154,
+    "specificity": 0.996742671009772,
+    "f1": 0.9927710843373494,
+    "macro_f1": 0.9939465177784308,
+    "weighted_f1": 0.9941724748865222,
+    "brier": 0.009678986172795664,
+    "ece": 0.020766839494779508,
+    "confusion": [
+      [
+        306,
+        1
+      ],
+      [
+        2,
+        206
+      ]
+    ],
+    "detection_rate": 0.9903846153846154,
+    "auc_defined": true
+  },
+  "clip": {
+    "n": 515,
+    "n_fake": 445,
+    "n_real": 70,
+    "threshold": 0.9643886089324951,
+    "auc": 0.9865971107544141,
+    "auc_ci_low": 0.977300963081862,
+    "auc_ci_high": 0.9938848314606742,
+    "pr_auc": 0.9978538016721531,
+    "eer": 0.07054574638844303,
+    "accuracy": 0.9300970873786408,
+    "balanced_accuracy": 0.929454253611557,
+    "precision": 0.9880668257756563,
+    "recall": 0.9303370786516854,
+    "sensitivity": 0.9303370786516854,
+    "specificity": 0.9285714285714286,
+    "f1": 0.9583333333333334,
+    "macro_f1": 0.8707329317269077,
+    "weighted_f1": 0.9345196319257614,
+    "brier": 0.03431926115091963,
+    "ece": 0.024806282495699994,
+    "confusion": [
+      [
+        65,
+        5
+      ],
+      [
+        31,
+        414
+      ]
+    ],
+    "detection_rate": 0.9303370786516854,
+    "auc_defined": true
+  },
+  "quadrant": {
+    "n": 515,
+    "accuracy": 0.9281553398058252,
+    "balanced_accuracy": 0.8983024084702675,
+    "macro_f1": 0.9102512597245975,
+    "weighted_f1": 0.9264932420827391,
+    "macro_auc_ovr": 0.9941564352713101,
+    "per_class": {
+      "RVRA": {
+        "precision": 0.9122807017543859,
+        "recall": 0.7428571428571429,
+        "f1": 0.8188976377952756,
+        "support": 70
+      },
+      "RVFA": {
+        "precision": 0.9411764705882353,
+        "recall": 0.9142857142857143,
+        "f1": 0.927536231884058,
+        "support": 70
+      },
+      "FVRA": {
+        "precision": 0.930327868852459,
+        "recall": 0.9578059071729957,
+        "f1": 0.9438669438669439,
+        "support": 237
+      },
+      "FVFA": {
+        "precision": 0.9246575342465754,
+        "recall": 0.9782608695652174,
+        "f1": 0.9507042253521126,
+        "support": 138
+      }
+    },
+    "confusion": [
+      [
+        52,
+        1,
+        17,
+        0
+      ],
+      [
+        0,
+        64,
+        0,
+        6
+      ],
+      [
+        5,
+        0,
+        227,
+        5
+      ],
+      [
+        0,
+        3,
+        0,
+        135
+      ]
+    ],
+    "confusion_normalized": [
+      [
+        0.7428571428571429,
+        0.014285714285714285,
+        0.24285714285714285,
+        0.0
+      ],
+      [
+        0.0,
+        0.9142857142857143,
+        0.0,
+        0.08571428571428572
+      ],
+      [
+        0.02109704641350211,
+        0.0,
+        0.9578059071729957,
+        0.02109704641350211
+      ],
+      [
+        0.0,
+        0.021739130434782608,
+        0.0,
+        0.9782608695652174
+      ]
+    ]
+  },
+  "mean_auc": 0.9945226691603728
+}

experiments/EXP_021_davidnet-qacp_no_selfblend_s42/{checkpoints/step-0002500/training_state.pt → predictions/cross_asvspoof2019-la.csv}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6c52857bd9baabf4483482328e713c70618e748f3656b0091aaa6f73abc3e6e
-size 1003391315
+oid sha256:6ed47f93efcc9adcb3e717f73d484f43dfe27c99f81bbbbd2365a3b1b618a35d
+size 17370654