EXP_046: results

.gitattributes

@@ -82,3 +82,5 @@ experiments/EXP_043_davidnet-single_task_s123/predictions/cross_asvspoof2019-la.
 experiments/EXP_043_davidnet-single_task_s123/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text
 experiments/EXP_044_davidnet-no_moddrop_s123/predictions/cross_asvspoof2019-la.csv filter=lfs diff=lfs merge=lfs -text
 experiments/EXP_044_davidnet-no_moddrop_s123/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text
+experiments/EXP_046_davidnet-qacp_no_mismatch_s123/predictions/cross_asvspoof2019-la.csv filter=lfs diff=lfs merge=lfs -text
+experiments/EXP_046_davidnet-qacp_no_mismatch_s123/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/README.md

@@ -0,0 +1,16 @@
+# EXP_046 - davidnet-qacp_no_mismatch (seed 123)
+
+QACP without the MISMATCH class.
+
+- group: `ablation`, stage: `stage1`, split protocol: `strict`
+- initialised from: `qacp-no_mismatch`
+- config hash: `70f861cc5865`, feature set: `fs-a3b70d8acd`
+- best epoch 16 (0.9953939742396583), 22 epochs, 0.322 h, stop: early stopping: no improvement in 6 epochs
+
+| test task | AUC | EER | F1@val-thr |
+|---|---|---|---|
+| video | 0.9708 | 0.0840 | 0.9655 |
+| audio | 0.9998 | 0.0058 | 0.9728 |
+| clip | 0.9739 | 0.0800 | 0.9674 |
+
+Files: `configs/` (config, environment, metadata, requirements), `metrics/`, `predictions/`, `figures/`, `logs/`, `best_model/`.

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/checkpoints/LATEST.json

@@ -1,10 +0,0 @@
-{
-  "step": 2992,
-  "dir": "checkpoints/step-0002992",
-  "updated_at": "2026-09-28T06:04:05Z",
-  "config_hash": "70f861cc5865",
-  "history": [
-    "checkpoints/step-0002500",
-    "checkpoints/step-0002992"
-  ]
-}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/checkpoints/step-0002500/meta.json

@@ -1,13 +0,0 @@
-{
-  "config_hash": "70f861cc5865",
-  "created_at": "2026-09-28T06:00:42Z",
-  "epoch": 18,
-  "files": {
-    "training_state.pt": {
-      "bytes": 1003391315,
-      "sha256": "6faa222421cb9652cf09f231d9f6b961cbf3b1d2df3699fb3ad2e31fafb80443"
-    }
-  },
-  "reason": "interval",
-  "step": 2500
-}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/checkpoints/step-0002992/meta.json

@@ -1,13 +0,0 @@
-{
-  "config_hash": "70f861cc5865",
-  "created_at": "2026-09-28T06:04:02Z",
-  "epoch": 22,
-  "files": {
-    "training_state.pt": {
-      "bytes": 1003394003,
-      "sha256": "652cc4bda54c0b51c76c0d3eb75af9f292951291e1f18a1680cb7a489529d386"
-    }
-  },
-  "reason": "completed",
-  "step": 2992
-}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/configs/config.json

@@ -0,0 +1,263 @@
+{
+  "project": {
+    "name": "DAVID-Net-AV",
+    "hf_repo": "MIHMahmudEli/davidnet-q1-experiments",
+    "hf_repo_type": "model",
+    "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+    "hf_private": false,
+    "code_repo": "https://github.com/MIHMahmudEli/david-net-av.git",
+    "code_revision": "main",
+    "work_dir": "/kaggle/working/davidnet",
+    "scratch_dir": "/tmp/davidnet"
+  },
+  "mode": "full",
+  "seeds": [
+    42,
+    123,
+    456
+  ],
+  "data": {
+    "primary": "fakeavceleb",
+    "split_protocol": "strict_identity",
+    "split_seed": 42,
+    "split_fractions": [
+      0.65,
+      0.15,
+      0.2
+    ],
+    "n_frames": 16,
+    "window_seconds": 4.0,
+    "sample_rate": 16000,
+    "frame_size": 224,
+    "cache_frames": 24,
+    "cache_seconds": 6.0,
+    "face_crop": {
+      "enabled": true,
+      "detector": "yunet",
+      "detect_frames": 4,
+      "box_scale": 1.8,
+      "decode_max_side": 640
+    },
+    "cross_datasets": {
+      "celeb-df-v2": {
+        "use_official_test_list": true
+      },
+      "dfdc-10": {
+        "max_real": 2500,
+        "max_fake": 2500
+      },
+      "deepfaketimit": {},
+      "asvspoof2019-la": {
+        "partition": "eval"
+      },
+      "in-the-wild": {},
+      "wavefake": {
+        "max_per_generator": 1000
+      }
+    },
+    "subsample_seed": 0
+  },
+  "features": {
+    "video_model": "MCG-NJU/videomae-base",
+    "audio_model": "microsoft/wavlm-base-plus",
+    "video_spatial_grid": 4,
+    "audio_tokens": 50,
+    "dtype": "float16",
+    "train_view_offsets": [
+      0,
+      4,
+      8
+    ],
+    "eval_view_offset": 4,
+    "qacp_variants_per_clip": 4,
+    "shard_clips": 512,
+    "shard_clips_audio": 4096,
+    "extract_batch_size": "auto"
+  },
+  "model": {
+    "d_model": 768,
+    "n_heads": 8,
+    "n_fusion_layers": 4,
+    "dropout": 0.1,
+    "use_sync": true,
+    "use_disentangle": true,
+    "compose_quadrant": false
+  },
+  "train": {
+    "stage1": {
+      "epochs": 30,
+      "effective_batch": 64,
+      "micro_batch": "auto",
+      "optimizer": "adamw",
+      "lr": 0.0001,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 6,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "modality_dropout": 0.15,
+      "loss_weights": {
+        "v": 1.0,
+        "a": 1.0,
+        "quad": 0.5,
+        "loc": 0.5,
+        "sync": 0.1,
+        "disentangle": 0.1
+      },
+      "init_from_qacp": true,
+      "nonfinite_patience": 20
+    },
+    "qacp": {
+      "epochs": 40,
+      "effective_batch": 256,
+      "micro_batch": "auto",
+      "lr": 0.0003,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 8,
+      "selection_metric": "val/qacp_loss",
+      "temperature": 0.1,
+      "items_per_epoch": 4096,
+      "pseudo_classes": [
+        "RVRA",
+        "RVFA",
+        "FVRA",
+        "FVFA",
+        "MISMATCH"
+      ],
+      "nonfinite_patience": 20
+    },
+    "baseline": {
+      "epochs": 30,
+      "effective_batch": 64,
+      "micro_batch": "auto",
+      "lr": 0.001,
+      "weight_decay": 0.01,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 6,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "nonfinite_patience": 20
+    },
+    "phase_b": {
+      "epochs": 6,
+      "effective_batch": 16,
+      "micro_batch": "auto",
+      "lr": 3e-05,
+      "lr_encoder": 1e-05,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.1,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 3,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "modality_dropout": 0.15,
+      "loss_weights": {
+        "v": 1.0,
+        "a": 1.0,
+        "quad": 0.5,
+        "loc": 0.5,
+        "sync": 0.1,
+        "disentangle": 0.1
+      },
+      "unfreeze_top_blocks_video": 2,
+      "unfreeze_top_blocks_audio": 2,
+      "gradient_checkpointing": true,
+      "temporal_augment": true,
+      "nonfinite_patience": 20
+    }
+  },
+  "checkpoint": {
+    "every_steps": 500,
+    "every_minutes": 20,
+    "keep_last": 2,
+    "prune_resume_state_on_completion": true,
+    "upload_retries": 6,
+    "background_upload": true
+  },
+  "session": {
+    "time_budget_hours": 11.5,
+    "safety_minutes": 25,
+    "heartbeat_minutes": 10.0,
+    "lease_minutes": 30.0,
+    "worker_name": "kaggle-worker-2"
+  },
+  "plan": {
+    "groups": null,
+    "only": null,
+    "run_phase_b": true,
+    "stop_on_error": true
+  },
+  "evaluation": {
+    "threshold_policy": "val_eer",
+    "bootstrap": 1000,
+    "ece_bins": 15,
+    "ci_level": 0.95
+  },
+  "hardware": {
+    "precision": "auto",
+    "num_workers": "auto",
+    "deterministic": true
+  },
+  "mixed_precision": true,
+  "smoke": {
+    "max_clips_per_split": 48,
+    "epochs": 2,
+    "every_steps": 3,
+    "datasets": [
+      "fakeavceleb",
+      "in-the-wild"
+    ]
+  },
+  "seed": 123,
+  "experiment": {
+    "name": "davidnet-qacp_no_mismatch",
+    "stage": "stage1",
+    "group": "ablation",
+    "split": "strict",
+    "init_from": "qacp-no_mismatch",
+    "baseline_model": null,
+    "components": {
+      "qacp": true,
+      "sync": true,
+      "disentangle": true,
+      "localization": true,
+      "multitask": true,
+      "modality_dropout": true,
+      "mismatch_class": false,
+      "copy_synthesis": true,
+      "self_blending": true
+    },
+    "description": "QACP without the MISMATCH class."
+  }
+}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/configs/environment.json

@@ -0,0 +1,69 @@
+{
+  "timestamp_utc": "2026-09-28T01:38:01Z",
+  "python": "3.12.13",
+  "platform": "Linux-6.12.90+-x86_64-with-glibc2.35",
+  "hostname": "6867dcd0a2ae",
+  "cpu_count": 4,
+  "torch": "2.10.0+cu128",
+  "cuda_available": true,
+  "cuda_version": "12.8",
+  "cudnn_version": 91002,
+  "gpus": [
+    {
+      "index": 0,
+      "name": "Tesla T4",
+      "total_memory_gb": 15.64,
+      "capability": "7.5",
+      "multi_processor_count": 40
+    },
+    {
+      "index": 1,
+      "name": "Tesla T4",
+      "total_memory_gb": 15.64,
+      "capability": "7.5",
+      "multi_processor_count": 40
+    }
+  ],
+  "packages": {
+    "torch": "2.10.0+cu128",
+    "torchaudio": "2.10.0+cu128",
+    "torchvision": "0.25.0+cu128",
+    "transformers": "5.0.0",
+    "huggingface_hub": "1.11.0",
+    "safetensors": "0.7.0",
+    "numpy": "2.0.2",
+    "scipy": "1.16.3",
+    "scikit-learn": "1.6.1",
+    "pandas": "2.3.3",
+    "matplotlib": "3.10.0",
+    "opencv-python": "4.13.0.92",
+    "opencv-python-headless": "4.13.0.92",
+    "accelerate": "1.13.0"
+  },
+  "nvidia_smi": "Tesla T4, 580.159.04, 15360 MiB\nTesla T4, 580.159.04, 15360 MiB",
+  "kaggle": {
+    "KAGGLE_KERNEL_RUN_TYPE": "Batch",
+    "KAGGLE_URL_BASE": "https://www.kaggle.com",
+    "KAGGLE_DOCKER_IMAGE": "gcr.io/kaggle-gpu-images/python@sha256:37c64f7dd9c54116ecd1bcc88817c5469b88387388fade02bfa8bf3fc647d461",
+    "KAGGLE_CONTAINER_NAME": "kaggle_2aw7aEHcljoX2AmzlHBNHUkHt3fFw7jD5t5IC5yJt8-353452403-webtier"
+  },
+  "ffmpeg": [
+    "ffmpeg version 4.4.2-0ubuntu0.22.04.1 Copyright (c) 2000-2021 the FFmpeg developers"
+  ],
+  "host_ram_gb": 33.7,
+  "git": {
+    "commit": "3814666b42b463ec4dc07966c9ba3e3965fa8d1f",
+    "dirty": false,
+    "remote": "https://github.com/MIHMahmudEli/david-net-av.git"
+  },
+  "hardware": {
+    "precision": "fp16",
+    "num_workers": 3,
+    "deterministic": true,
+    "device": "cuda",
+    "n_gpus": 2,
+    "gpu_name": "Tesla T4",
+    "vram_gb": 15.64,
+    "pin_memory": true
+  }
+}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/configs/experiment_metadata.json

@@ -0,0 +1,38 @@
+{
+  "experiment_id": "EXP_046",
+  "name": "davidnet-qacp_no_mismatch",
+  "seed": 123,
+  "group": "ablation",
+  "stage": "stage1",
+  "split_protocol": "strict",
+  "init_from": "qacp-no_mismatch",
+  "description": "QACP without the MISMATCH class.",
+  "components": {
+    "qacp": true,
+    "sync": true,
+    "disentangle": true,
+    "localization": true,
+    "multitask": true,
+    "modality_dropout": true,
+    "mismatch_class": false,
+    "copy_synthesis": true,
+    "self_blending": true
+  },
+  "config_hash": "70f861cc5865",
+  "feature_set_id": "fs-a3b70d8acd",
+  "model_revisions": {
+    "audio": "4c66d4806a428f2e922ccfa1a962776e232d487b",
+    "video": "dc740ceda42fce44faed2ea03c6d447db72f6af9"
+  },
+  "data_freeze_sha": "30767e27dae3811f2c9bddffa0ca539ea17f7393d08a39c8f39a5e9fecccd6c4",
+  "git": {
+    "commit": "3814666b42b463ec4dc07966c9ba3e3965fa8d1f",
+    "dirty": false,
+    "remote": "https://github.com/MIHMahmudEli/david-net-av.git"
+  },
+  "hf_repo": "MIHMahmudEli/davidnet-q1-experiments",
+  "hf_revision_at_session_start": "3154d645f3aa25373aa868a99d994e869cea9f53",
+  "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+  "registered_at": "2026-09-28T05:43:24Z",
+  "mode": "full"
+}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/configs/requirements.lock.txt

@@ -0,0 +1,932 @@
+a2a-sdk==0.3.26
+absl-py==1.4.0
+accelerate==1.13.0
+access==1.1.10.post3
+affine==2.4.0
+aiofiles==22.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.13.5
+aiosignal==1.4.0
+aiosqlite==0.22.1
+alabaster==1.0.0
+albucore==0.0.24
+albumentations==2.0.8
+ale-py==0.11.2
+alembic==1.18.4
+altair==5.5.0
+annotated-doc==0.0.4
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+anyio==4.13.0
+anywidget==0.9.21
+apsw==3.53.0.0
+apswutils==0.1.2
+argon2-cffi==25.1.0
+argon2-cffi-bindings==25.1.0
+args==0.1.0
+array_record==0.8.3
+arrow==1.4.0
+arviz==0.22.0
+asn1crypto==1.5.1
+astropy==7.2.0
+astropy-iers-data==0.2026.4.20.0.58.15
+asttokens==3.0.1
+astunparse==1.6.3
+atpublic==5.1
+attrs==26.1.0
+audioread==3.1.0
+Authlib==1.6.11
+autograd==1.8.0
+babel==2.18.0
+backcall==0.2.0
+bayesian-optimization==3.3.0
+beartype==0.22.9
+beautifulsoup4==4.13.5
+betterproto==2.0.0b6
+bigframes==2.39.0
+bigquery-magics==0.14.0
+black==26.5.1
+blake3==1.0.9
+bleach==6.3.0
+blinker==1.9.0
+blis==1.3.3
+blobfile==3.2.0
+blosc2==4.1.2
+bokeh==3.8.2
+Boruta==0.4.3
+boto3==1.43.36
+botocore==1.43.36
+Bottleneck==1.4.2
+bqplot==0.12.45
+branca==0.8.2
+brotli==1.2.0
+build==1.5.0
+cachebox==5.2.3
+CacheControl==0.14.4
+cachetools==6.2.6
+Cartopy==0.25.0
+catalogue==2.0.10
+catboost==1.2.10
+category_encoders==2.9.0
+certifi==2026.4.22
+cesium==0.12.4
+cffi==2.0.0
+chardet==5.2.0
+charset-normalizer==3.4.7
+chex==0.1.90
+clarabel==0.11.1
+click==8.3.3
+click-plugins==1.1.1.2
+cligj==0.7.2
+clint==0.5.1
+cloudpathlib==0.23.0
+cloudpickle==3.1.2
+cmake==3.31.10
+cmdstanpy==1.3.0
+colorama==0.4.6
+colorcet==3.1.0
+colorlog==6.10.1
+colorlover==0.3.0
+comm==0.2.3
+community==1.0.0b1
+confection==1.3.3
+ConfigSpace==1.2.2
+cons==0.4.7
+contourpy==1.3.3
+coverage==7.14.3
+cramjam==2.11.0
+cryptography==43.0.3
+cucim-cu12 @ https://pypi.nvidia.com/cucim-cu12/cucim_cu12-26.2.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl
+cuda-bindings==12.9.4
+cuda-core==0.3.2
+cuda-pathfinder==1.5.3
+cuda-python==12.9.4
+cuda-toolkit==12.8.1
+cudf-cu12==26.2.1
+cudf-polars-cu12==26.2.1
+cufflinks==0.17.3
+cuml-cu12==26.2.0
+cupy-cuda12x==14.0.1
+curl_cffi==0.15.0
+cuvs-cu12 @ https://pypi.nvidia.com/cuvs-cu12/cuvs_cu12-26.2.0-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
+cvxopt==1.3.2
+cvxpy==1.6.7
+cycler==0.12.1
+cyipopt==1.5.0
+cymem==2.0.13
+Cython==3.0.12
+cytoolz==1.1.0
+dacite==1.9.2
+dask==2026.1.1
+dask-cuda==26.2.0
+dask-cudf-cu12==26.2.1
+dask-expr==2.0.0
+dask-jobqueue==0.9.0
+dataclasses-json==0.6.7
+dataproc-spark-connect==1.1.0
+datasets==5.0.0
+db-dtypes==1.5.1
+dbus-python==1.2.18
+deap==1.4.4
+debugpy==1.8.15
+decorator==5.3.1
+deepdiff==9.1.0
+defusedxml==0.7.1
+Deprecated==1.3.1
+deprecation==2.1.0
+diffusers==0.37.1
+dill==0.4.1
+dipy==1.12.1
+distributed==2026.1.1
+distributed-ucxx-cu12==0.48.0
+distro==1.9.0
+dlib==19.24.6
+dm-tree==0.1.10
+dnspython==2.8.0
+docker==7.1.0
+docstring-to-markdown==0.17
+docstring_parser==0.18.0
+docutils==0.21.2
+dopamine_rl==4.1.2
+duckdb==1.3.2
+earthengine-api==1.7.22
+easydict==1.13
+easyocr==1.7.2
+editdistance==0.8.1
+eerepr==0.1.2
+einops==0.8.2
+email-validator==2.3.0
+emoji==2.15.0
+en_core_web_sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.8.0/en_core_web_sm-3.8.0-py3-none-any.whl#sha256=1932429db727d4bff3deed6b34cfc05df17794f4a52eeb26cf8928f7c1a0fb85
+entrypoints==0.4
+esda==2.9.0
+et_xmlfile==2.0.0
+etils==1.14.0
+etuples==0.3.10
+execnb==0.2.2
+Farama-Notifications==0.0.4
+fastai==2.8.7
+fastapi==0.136.1
+fastcore==1.12.42
+fastdownload==0.0.7
+fastgit==0.0.5
+fastjsonschema==2.21.2
+fastlite==0.2.4
+fastprogress==1.1.5
+fasttext==0.9.3
+fasttransform==0.0.2
+fastuuid==0.14.0
+featuretools==1.31.0
+ffmpy==1.0.0
+filelock==3.29.0
+filetype==1.2.0
+fiona==1.10.1
+firebase-admin==6.9.0
+Flask==3.1.3
+flatbuffers==25.12.19
+flax==0.11.2
+folium==0.20.0
+fonttools==4.62.1
+fqdn==1.5.1
+frozendict==2.4.7
+frozenlist==1.8.0
+fsspec==2025.3.0
+func_timeout==4.3.5
+funcy==2.0
+fury==0.12.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.7.0
+gatspy==0.3
+gcsfs==2025.3.0
+GDAL==3.8.4
+gdown==5.2.2
+geemap==0.37.2
+gensim==4.4.0
+geocoder==1.38.1
+geographiclib==2.1
+geojson==3.3.0
+geopandas==1.1.3
+geopy==2.4.1
+gepa==0.1.1
+ghapi==1.0.14
+giddy==2.3.6
+gin-config==0.5.0
+gitdb==4.0.12
+GitPython==3.1.47
+glob2==0.7
+google==3.0.0
+google-adk==1.29.0
+google-ai-generativelanguage==0.6.15
+google-api-core==2.30.3
+google-api-python-client==2.194.0
+google-auth==2.47.0
+google-auth-httplib2==0.3.1
+google-auth-oauthlib==1.3.1
+google-cloud-aiplatform==1.148.1
+google-cloud-appengine-logging==1.9.0
+google-cloud-audit-log==0.5.0
+google-cloud-bigquery==3.41.0
+google-cloud-bigquery-connection==1.21.0
+google-cloud-bigtable==2.36.0
+google-cloud-core==2.5.1
+google-cloud-dataplex==2.18.0
+google-cloud-dataproc==5.27.0
+google-cloud-datastore==2.24.0
+google-cloud-discoveryengine==0.13.12
+google-cloud-firestore==2.27.0
+google-cloud-functions==1.23.0
+google-cloud-iam==2.22.0
+google-cloud-language==2.20.0
+google-cloud-logging==3.15.0
+google-cloud-monitoring==2.30.0
+google-cloud-pubsub==2.37.0
+google-cloud-resource-manager==1.17.0
+google-cloud-secret-manager==2.27.0
+google-cloud-spanner==3.65.0
+google-cloud-speech==2.38.0
+google-cloud-storage==3.10.1
+google-cloud-trace==1.19.0
+google-cloud-translate==3.26.0
+google-cloud-videointelligence==2.20.0
+google-cloud-vision==3.15.0
+google-colab @ file:///colabtools/dist/google_colab-1.0.0.tar.gz
+google-crc32c==1.8.0
+google-genai==1.68.0
+google-generativeai==0.8.6
+google-pasta==0.2.0
+google-resumable-media==2.8.2
+googleapis-common-protos==1.74.0
+googledrivedownloader==1.1.0
+gpxpy==1.6.2
+gradio==5.50.0
+gradio_client==1.14.0
+grain==0.2.16
+graphviz==0.21
+greenlet==3.4.0
+groovy==0.1.2
+grpc-google-iam-v1==0.14.4
+grpc-interceptor==0.15.4
+grpcio==1.81.1
+grpcio-status==1.71.2
+grpcio-tools==1.71.2
+grpclib==0.4.9
+gspread==6.2.1
+gspread-dataframe==4.0.0
+gym==0.26.2
+gym-notices==0.1.0
+gymnasium==1.2.0
+gymnax==0.0.8
+h11==0.16.0
+h2==4.3.0
+h2o==3.46.0.11
+h5netcdf==1.8.1
+h5py==3.16.0
+haversine==2.9.0
+hdbscan==0.8.42
+hep_ml==0.8.0
+hf-xet==1.4.3
+highspy==1.14.0
+holidays==0.95
+holoviews==1.22.1
+hpack==4.1.0
+html5lib==1.1
+httpcore==1.0.9
+httpimport==1.4.1
+httplib2==0.31.2
+httptools==0.7.1
+httpx==0.28.1
+httpx-sse==0.4.3
+huggingface_hub==1.11.0
+humanize==4.15.0
+hyperframe==6.1.0
+hyperopt==0.2.7
+ibis-framework==9.5.0
+id==1.6.1
+idna==3.13
+igraph==1.0.0
+ImageHash==4.3.2
+ImageIO==2.37.3
+imageio-ffmpeg==0.6.0
+imagesize==2.0.0
+imbalanced-learn==0.14.1
+immutabledict==4.3.1
+importlib_metadata==8.7.1
+importlib_resources==7.1.0
+imutils==0.5.4
+in-toto-attestation==0.9.3
+inequality==1.1.2
+inflect==7.5.0
+iniconfig==2.3.0
+intel-cmplr-lib-ur==2025.3.3
+intel-openmp==2025.3.3
+ipyevents==2.0.4
+ipyfilechooser==0.6.0
+ipykernel==6.17.1
+ipyleaflet==0.20.0
+ipympl==0.10.0
+ipyparallel==8.8.0
+ipython==7.34.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.5
+isoduration==20.11.0
+isoweek==1.3.3
+itsdangerous==2.2.0
+Janome==0.5.0
+jaraco.classes==3.4.0
+jaraco.context==6.1.2
+jaraco.functools==4.4.0
+jax==0.7.2
+jax-cuda12-pjrt==0.7.2
+jax-cuda12-plugin==0.7.2
+jaxlib==0.7.2
+jedi==0.19.2
+jeepney==0.9.0
+jieba==0.42.1
+Jinja2==3.1.6
+jiter==0.10.0
+jmespath==1.1.0
+joblib==1.5.3
+json5==0.15.0
+jsonpatch==1.33
+jsonpickle==4.1.1
+jsonpointer==3.1.1
+jsonschema==4.26.0
+jsonschema-specifications==2025.9.1
+jupyter-console==6.6.3
+jupyter-events==0.12.1
+jupyter-leaflet==0.20.0
+jupyter-lsp==1.5.1
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_core==5.9.1
+jupyter_kernel_gateway @ git+https://github.com/googlecolab/kernel_gateway@b134e9945df25c2dcb98ade9129399be10788671
+jupyter_server==2.12.5
+jupyter_server_fileid==0.9.3
+jupyter_server_proxy==4.5.0
+jupyter_server_terminals==0.5.4
+jupyter_server_ydoc==0.8.0
+jupyterlab==3.6.8
+jupyterlab-lsp==3.10.2
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.28.0
+jupyterlab_widgets==3.0.16
+jupytext==1.19.1
+kaggle==2.0.2
+kaggle-environments==1.29.3
+kagglehub==1.0.0
+kagglesdk==0.1.20
+keras==3.13.2
+keras-core==0.1.7
+keras-cv==0.9.0
+keras-hub==0.26.0
+keras-nlp==0.26.0
+keras-tuner==1.4.8
+keyring==25.7.0
+keyrings.google-artifactregistry-auth==1.1.2
+kiwisolver==1.5.0
+kornia==0.8.3
+kornia_rs==0.1.14
+kt-legacy==1.0.5
+langchain==1.2.15
+langchain-core==1.3.1
+langgraph==1.1.9
+langgraph-checkpoint==4.0.2
+langgraph-prebuilt==1.0.10
+langgraph-sdk==0.3.13
+langid==1.1.6
+langsmith==0.7.34
+lark==1.3.1
+launchpadlib==1.10.16
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
+lazy-loader==0.5
+learntools @ git+https://github.com/Kaggle/learntools@8a8d4450a699c864febc419fb27ec41443a5942b
+libclang==18.1.1
+libcudf-cu12==26.2.1
+libcugraph-cu12==26.2.0
+libcuml-cu12==26.2.0
+libcuvs-cu12==26.2.0
+libkvikio-cu12==26.2.0
+libpysal==4.14.1
+libraft-cu12==26.2.0
+librmm-cu12==26.2.0
+librosa==0.11.0
+libucx-cu12==1.19.0
+libucxx-cu12==0.48.0
+lightgbm==4.6.0
+lightning-utilities==0.15.3
+lime==0.2.0.1
+line_profiler==5.0.2
+linkify-it-py==2.1.0
+litellm==1.82.4
+llvmlite==0.43.0
+lml==0.2.0
+locket==1.0.0
+logical-unification==0.4.7
+lxml==6.1.0
+Mako==1.3.11
+mamba==0.11.3
+mapclassify==2.10.0
+Markdown==3.10.2
+markdown-it-py==4.0.0
+MarkupSafe==3.0.3
+marshmallow==3.26.2
+matplotlib==3.10.0
+matplotlib-inline==0.2.1
+matplotlib-venn==1.1.2
+mcp==1.27.0
+mdit-py-plugins==0.5.0
+mdurl==0.1.2
+mgwr==2.2.1
+minify_html==0.18.1
+miniKanren==1.0.5
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.13.5
+mkl==2025.3.1
+ml_collections==1.1.0
+ml_dtypes==0.5.4
+mlcrate==0.2.0
+mlxtend==0.23.4
+mmh3==5.2.1
+mne==1.12.1
+model-signing==1.1.1
+momepy==0.11.0
+moocore==0.3.1
+more-itertools==10.8.0
+moviepy==1.0.3
+mpld3==0.5.12
+mpmath==1.3.0
+msgpack==1.1.2
+multidict==6.7.1
+multimethod==1.12
+multipledispatch==1.0.0
+multiprocess==0.70.16
+multitasking==0.0.13
+murmurhash==1.0.15
+music21==9.9.1
+mypy_extensions==1.1.0
+namex==0.1.0
+narwhals==2.20.0
+natsort==8.4.0
+nbclassic==1.3.3
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdev==3.0.17
+nbformat==5.10.4
+ndindex==1.10.1
+nest-asyncio==1.6.0
+networkx==3.6.1
+nibabel==5.4.2
+nilearn==0.13.1
+ninja==1.13.0
+nltk==3.9.1
+notebook==6.5.7
+notebook_shim==0.2.4
+numba==0.60.0
+numba-cuda==0.22.2
+numexpr==2.14.1
+numpy==2.0.2
+nvidia-cublas-cu12==12.8.4.1
+nvidia-cuda-cccl-cu12==12.9.27
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cuda-nvcc-cu12==12.8.93
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cudnn-cu12==9.10.2.21
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cufile-cu12==1.13.1.3
+nvidia-curand-cu12==10.3.9.90
+nvidia-cusolver-cu12==11.7.3.90
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cusparselt-cu12==0.7.1
+nvidia-libnvcomp-cu12==5.1.0.21
+nvidia-ml-py==13.595.45
+nvidia-nccl-cu12==2.27.5
+nvidia-nvimgcodec-cu12==0.7.0.11
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvtx-cu12==12.8.90
+nvtx==0.2.15
+nx-cugraph-cu12 @ https://pypi.nvidia.com/nx-cugraph-cu12/nx_cugraph_cu12-26.2.0-py3-none-any.whl
+oauth2client==4.1.3
+oauthlib==3.3.1
+odfpy==1.4.1
+olefile==0.47
+omegaconf==2.3.0
+onemkl-license==2025.3.1
+onnx==1.22.0
+open-spiel==1.6.15
+openai==2.32.0
+opencv-contrib-python==4.13.0.92
+opencv-python==4.13.0.92
+opencv-python-headless==4.13.0.92
+openpyxl==3.1.5
+openslide-bin==4.0.1.2
+openslide-python==1.4.6
+opentelemetry-api==1.38.0
+opentelemetry-exporter-gcp-logging==1.11.0a0
+opentelemetry-exporter-gcp-monitoring==1.11.0a0
+opentelemetry-exporter-gcp-trace==1.11.0
+opentelemetry-exporter-otlp-proto-common==1.38.0
+opentelemetry-exporter-otlp-proto-http==1.38.0
+opentelemetry-proto==1.38.0
+opentelemetry-resourcedetector-gcp==1.11.0a0
+opentelemetry-sdk==1.38.0
+opentelemetry-semantic-conventions==0.59b0
+opt_einsum==3.4.0
+optax==0.2.8
+optree==0.19.0
+optuna==4.9.0
+orbax-checkpoint==0.11.36
+orderly-set==5.5.0
+orjson==3.11.8
+ormsgpack==1.12.2
+osqp==1.1.1
+overrides==7.7.0
+packaging==26.1
+pandas==2.3.3
+pandas-datareader==0.10.0
+pandas-gbq==0.30.0
+pandas-profiling==3.6.6
+pandas-stubs==2.2.2.240909
+pandasql==0.7.3
+pandocfilters==1.5.1
+panel==1.8.10
+papermill==2.7.0
+param==2.3.3
+parso==0.8.6
+parsy==2.2
+partd==1.4.2
+path==17.1.1
+path.py==12.5.0
+pathos==0.3.2
+pathspec==1.1.1
+patsy==1.0.2
+pdf2image==1.17.0
+peewee==4.0.5
+peft==0.19.1
+pettingzoo==1.24.0
+pexpect==4.9.0
+phik==0.12.5
+pickleshare==0.7.5
+pillow==11.3.0
+platformdirs==4.9.6
+plotly==5.24.1
+plotly-express==0.4.1
+plotnine==0.14.5
+pluggy==1.6.0
+plum-dispatch==2.8.0
+pointpats==2.5.5
+pokerkit==0.6.3
+polars==1.35.2
+polars-runtime-32==1.35.2
+pooch==1.9.0
+portpicker==1.5.2
+POT==0.9.6.post1
+pox==0.3.7
+ppft==1.7.8
+preshed==3.0.13
+prettytable==3.17.0
+proglog==0.1.12
+progressbar2==4.5.0
+prometheus_client==0.25.0
+promise==2.3
+prompt_toolkit==3.0.52
+propcache==0.4.1
+prophet==1.3.0
+proto-plus==1.27.2
+protobuf==5.29.5
+psutil==5.9.5
+psycopg2==2.9.12
+psygnal==0.15.1
+ptyprocess==0.7.0
+pudb==2025.1.5
+PuLP==3.3.0
+puremagic==2.2.0
+py-cpuinfo==9.0.0
+py4j==0.10.9.9
+pyaml==26.2.1
+PyArabic==0.6.15
+pyarrow==24.0.0
+pyasn1==0.6.3
+pyasn1_modules==0.4.2
+pybind11==3.0.4
+pycairo==1.29.0
+pyclipper==1.4.0
+pycocotools==2.0.11
+pycparser==3.0
+pycryptodome==3.23.0
+pycryptodomex==3.23.0
+pycuda==2026.1
+pydantic==2.12.3
+pydantic-settings==2.14.0
+pydantic_core==2.41.4
+pydata-google-auth==1.9.1
+pydicom==3.0.2
+pydot==4.0.1
+pydotplus==2.0.2
+PyDrive2==1.21.3
+pydub==0.25.1
+pyemd==2.0.0
+pyerfa==2.0.1.5
+pyexcel-io==0.6.8
+pyexcel-ods==0.6.0
+pygame==2.6.1
+pygit2==1.19.2
+pygltflib==1.16.5
+Pygments==2.20.0
+PyGObject==3.48.2
+pyiceberg==0.11.1
+pyjson5==2.0.1
+PyJWT==2.12.1
+pyLDAvis==3.4.1
+pylibcudf-cu12==26.2.1
+pylibcugraph-cu12==26.2.0
+pylibraft-cu12==26.2.0
+pymc==5.28.4
+pymongo==4.17.0
+Pympler==1.1
+pynndescent==0.6.0
+pyogrio==0.12.1
+pyomo==6.10.0
+PyOpenGL==3.1.10
+pyOpenSSL==24.2.1
+pyparsing==3.3.2
+pypdf==6.14.2
+pyperclip==1.11.0
+pyproj==3.7.2
+pyproject_hooks==1.2.0
+pyroaring==1.0.4
+pysal==25.7
+pyshp==3.0.3
+PySocks==1.7.1
+pyspark==4.0.2
+pytensor==2.38.2
+pytesseract==0.3.13
+pytest==8.4.2
+python-apt==0.0.0
+python-bidi==0.6.10
+python-box==7.4.1
+python-dateutil==2.9.0.post0
+python-dotenv==1.2.2
+python-fasthtml==0.12.50
+python-json-logger==4.1.0
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.14.0
+python-multipart==0.0.26
+python-slugify==8.0.4
+python-snappy==0.7.3
+python-utils==3.9.1
+pytokens==0.4.1
+pytools==2026.1.1
+pytorch-ignite==0.5.4
+pytorch-lightning==2.6.5
+pytz==2025.2
+PyUpSet==0.1.1.post7
+pyviz_comms==3.0.6
+PyWavelets==1.9.0
+PyYAML==6.0.3
+pyzmq==26.2.1
+qgrid==1.3.1
+qtconsole==5.7.2
+QtPy==2.4.3
+quantecon==0.11.2
+raft-dask-cu12==26.2.0
+rapids-dask-dependency==26.2.0
+rapids-logger==0.2.3
+rasterio==1.5.0
+rasterstats==0.20.0
+ratelim==0.1.6
+ray==2.55.1
+referencing==0.37.0
+regex==2025.11.3
+requests==2.32.4
+requests-oauthlib==2.0.0
+requests-toolbelt==1.0.0
+requirements-parser==0.9.0
+rfc3161-client==1.0.6
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rfc3987-syntax==1.1.0
+rfc8785==0.1.4
+rgf-python==3.12.0
+rich==13.9.4
+rmm-cu12==26.2.0
+roman-numerals==4.1.0
+roman-numerals-py==4.1.0
+rouge_score==0.1.2
+rpds-py==0.30.0
+rpy2==3.5.17
+rsa==4.9.1
+rtree==1.4.1
+ruamel.yaml==0.19.1
+ruff==0.15.11
+s3fs==0.4.2
+s3transfer==0.19.0
+safehttpx==0.1.7
+safetensors==0.7.0
+scikit-image==0.25.2
+scikit-learn==1.6.1
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.2
+scikit-plot==0.3.7
+scikit-surprise==1.1.5
+scipy==1.16.3
+scooby==0.11.2
+scs==3.2.11
+seaborn==0.13.2
+SecretStorage==3.5.0
+securesystemslib==1.4.0
+segment_anything @ git+https://github.com/facebookresearch/segment-anything.git@dca509fe793f601edb92606367a655c15ac00fdf
+segregation==2.5.4
+semantic-version==2.10.0
+Send2Trash==2.1.0
+sentence-transformers==5.4.1
+sentencepiece==0.2.1
+sentry-sdk==2.58.0
+setuptools==81.0.0
+shap==0.51.0
+shapely==2.1.2
+shellingham==1.5.4
+Shimmy==2.0.1
+sigstore==4.3.0
+sigstore-models==0.0.6
+sigstore-rekor-types==0.0.18
+simpervisor==1.0.0
+simple-parsing==0.1.8
+simpleitk==2.5.5
+simplejson==4.1.0
+simsimd==6.5.16
+siphash24==1.8
+six==1.17.0
+sklearn-compat==0.1.5
+sklearn-pandas==2.2.0
+slicer==0.0.8
+smart_open==7.6.0
+smmap==5.0.3
+sniffio==1.3.1
+snowballstemmer==3.0.1
+sortedcontainers==2.4.0
+soundfile==0.13.1
+soupsieve==2.8.3
+soxr==1.0.0
+spacy==3.8.14
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spaghetti==1.7.6
+spanner-graph-notebook==1.1.10
+spglm==1.1.0
+Sphinx==8.2.3
+sphinxcontrib-applehelp==2.0.0
+sphinxcontrib-devhelp==2.0.0
+sphinxcontrib-htmlhelp==2.1.0
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==2.0.0
+sphinxcontrib-serializinghtml==2.0.0
+spint==1.0.7
+splot==1.1.7
+spopt==0.7.0
+spreg==1.9.0
+SQLAlchemy==2.0.49
+sqlalchemy-spanner==1.17.3
+sqlglot==25.20.2
+sqlparse==0.5.5
+squarify==0.4.4
+srsly==2.5.3
+sse-starlette==3.3.4
+stanio==0.5.1
+starlette==0.52.1
+statsmodels==0.14.6
+stopit==1.1.2
+strictyaml==1.7.3
+stringzilla==4.6.0
+stumpy==1.13.0
+sympy==1.14.0
+tables==3.10.2
+tabulate==0.9.0
+tbb==2022.3.1
+tblib==3.2.2
+tcmlib==1.4.1
+tenacity==9.1.4
+tensorboard==2.20.0
+tensorboard-data-server==0.7.2
+tensorflow==2.20.0
+tensorflow-datasets==4.9.9
+tensorflow-hub==0.16.1
+tensorflow-io==0.37.1
+tensorflow-io-gcs-filesystem==0.37.1
+tensorflow-metadata==1.17.3
+tensorflow-probability==0.25.0
+tensorflow-text==2.20.1
+tensorstore==0.1.82
+termcolor==3.3.0
+terminado==0.18.1
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.19.0
+texttable==1.7.0
+tf-slim==1.1.0
+tf_keras==2.20.0
+thinc==8.3.13
+threadpoolctl==3.6.0
+tifffile==2026.4.11
+tiktoken==0.12.0
+timm==1.0.26
+tinycss2==1.4.0
+tobler==0.14.0
+tokenizers==0.22.2
+toml==0.10.2
+tomlkit==0.13.3
+toolz==0.12.1
+torch==2.10.0+cu128
+torchao==0.10.0
+torchaudio==2.10.0+cu128
+torchcodec==0.10.0+cu128
+torchdata==0.11.0
+torchinfo==1.8.0
+torchmetrics==1.9.0
+torchsummary==1.5.1
+torchtune==0.6.1
+torchvision==0.25.0+cu128
+tornado==6.5.1
+TPOT==1.1.0
+tqdm==4.67.3
+traitlets==5.15.1
+traittypes==0.2.3
+transformers==5.0.0
+treelite==4.7.0
+treescope==0.1.10
+triton==3.6.0
+trx-python==0.4.0
+tsfresh==0.21.1
+tuf==7.0.0
+tweepy==4.16.0
+typeguard==4.5.1
+typer==0.24.2
+typer-slim==0.24.0
+types-pytz==2026.1.1.20260408
+types-setuptools==82.0.0.20260508
+typing-inspect==0.9.0
+typing-inspection==0.4.2
+typing_extensions==4.15.0
+tzdata==2026.1
+tzlocal==5.3.1
+uc-micro-py==2.0.0
+ucxx-cu12==0.48.0
+ujson==5.13.0
+umap-learn==0.5.12
+umf==1.0.3
+update_checker==1.0.0
+uri-template==1.3.0
+uritemplate==4.2.0
+urllib3==2.5.0
+urwid==4.0.3
+urwid_readline==0.15.1
+uuid_utils==0.14.1
+uvicorn==0.46.0
+uvloop==0.22.1
+vega-datasets==0.9.0
+visions==0.8.1
+vtk==9.3.1
+wadllib==1.3.6
+Wand==0.7.2
+wandb==0.26.1
+wasabi==1.1.3
+watchdog==6.0.0
+watchfiles==1.1.1
+wavio==0.0.9
+wcwidth==0.6.0
+weasel==1.0.0
+webcolors==25.10.0
+webencodings==0.5.1
+websocket-client==1.9.0
+websockets==15.0.1
+Werkzeug==3.1.8
+wheel==0.47.0
+widgetsnbextension==4.0.15
+woodwork==0.31.0
+wordcloud==1.9.6
+wrapt==2.1.2
+xarray==2025.12.0
+xarray-einstats==0.10.0
+xgboost==3.2.0
+xlrd==2.0.2
+xvfbwrapper==0.2.23
+xxhash==3.6.0
+xyzservices==2026.3.0
+y-py==0.6.2
+yarl==1.23.0
+ydata-profiling==4.18.4
+ydf==0.15.0
+ydf_tf==2.20.0
+yellowbrick==1.5
+yfinance==0.2.66
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.23.1
+zstandard==0.25.0

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/classification_report.csv

@@ -0,0 +1,8 @@
+class,precision,recall,f1,support
+RVRA,0.7962962962962963,0.86,0.8269230769230769,100.0
+RVFA,0.9183673469387755,0.9,0.9090909090909091,100.0
+FVRA,0.9694656488549618,0.9407407407407408,0.9548872180451128,405.0
+FVFA,0.9545454545454546,0.9767441860465116,0.9655172413793104,258.0
+macro avg,,,0.9141046113596023,
+weighted avg,,,0.9379306722891442,
+accuracy,,,0.9374275782155272,

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/confusion_matrix.csv

@@ -0,0 +1,5 @@
+,0,1,2,3
+RVRA,86,2,12,0
+RVFA,0,90,0,10
+FVRA,22,0,381,2
+FVFA,0,6,0,252

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/cross_dataset_metrics.json

@@ -0,0 +1,813 @@
+{
+  "dfdc-10": {
+    "n": 5000,
+    "video": {
+      "n": 5000,
+      "n_fake": 2500,
+      "n_real": 2500,
+      "threshold": 0.3247705399990082,
+      "auc": 0.62565048,
+      "auc_ci_low": 0.6097323680000001,
+      "auc_ci_high": 0.6403558779999999,
+      "pr_auc": 0.6051974452968776,
+      "eer": 0.404,
+      "accuracy": 0.5704,
+      "balanced_accuracy": 0.5704,
+      "precision": 0.5482456140350878,
+      "recall": 0.8,
+      "sensitivity": 0.8,
+      "specificity": 0.3408,
+      "f1": 0.6506180871828237,
+      "macro_f1": 0.5464928442144648,
+      "weighted_f1": 0.5464928442144649,
+      "brier": 0.3613931333391077,
+      "ece": 0.330284450154379,
+      "confusion": [
+        [
+          852,
+          1648
+        ],
+        [
+          500,
+          2000
+        ]
+      ],
+      "detection_rate": 0.8,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 5000,
+      "n_fake": 2500,
+      "n_real": 2500,
+      "threshold": 0.664322555065155,
+      "auc": 0.61893224,
+      "auc_ci_low": 0.60286207,
+      "auc_ci_high": 0.6345391959999999,
+      "pr_auc": 0.6009296792936487,
+      "eer": 0.40959999999999996,
+      "accuracy": 0.5716,
+      "balanced_accuracy": 0.5716,
+      "precision": 0.5520954598370198,
+      "recall": 0.7588,
+      "sensitivity": 0.7588,
+      "specificity": 0.3844,
+      "f1": 0.6391509433962265,
+      "macro_f1": 0.5560420071311841,
+      "weighted_f1": 0.5560420071311841,
+      "brier": 0.3661679213340715,
+      "ece": 0.3329796211771667,
+      "confusion": [
+        [
+          961,
+          1539
+        ],
+        [
+          603,
+          1897
+        ]
+      ],
+      "detection_rate": 0.7588,
+      "auc_defined": true
+    },
+    "mean_auc": 0.62565048,
+    "per_generator": [
+      {
+        "group": "dfdc",
+        "n": 2500,
+        "n_fake": 2500,
+        "detection_rate": 0.7588,
+        "mean_score": 0.7965674154073,
+        "auc_vs_reals": 0.61893224
+      },
+      {
+        "group": "real",
+        "n": 2500,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.6780757294759154
+      }
+    ]
+  },
+  "celeb-df-v2": {
+    "n": 518,
+    "video": {
+      "n": 518,
+      "n_fake": 340,
+      "n_real": 178,
+      "threshold": 0.3247705399990082,
+      "auc": 0.663045274289491,
+      "auc_ci_low": 0.6110370538664904,
+      "auc_ci_high": 0.7116948942498348,
+      "pr_auc": 0.7584502990493244,
+      "eer": 0.3979676140118969,
+      "accuracy": 0.6911196911196911,
+      "balanced_accuracy": 0.5773298083278255,
+      "precision": 0.6956521739130435,
+      "recall": 0.9411764705882353,
+      "sensitivity": 0.9411764705882353,
+      "specificity": 0.21348314606741572,
+      "f1": 0.8,
+      "macro_f1": 0.5610169491525424,
+      "weighted_f1": 0.6357568221975002,
+      "brier": 0.2853859109057909,
+      "ece": 0.282271742231022,
+      "confusion": [
+        [
+          38,
+          140
+        ],
+        [
+          20,
+          320
+        ]
+      ],
+      "detection_rate": 0.9411764705882353,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 518,
+      "n_fake": 340,
+      "n_real": 178,
+      "threshold": 0.664322555065155,
+      "auc": 0.663045274289491,
+      "auc_ci_low": 0.6110370538664904,
+      "auc_ci_high": 0.7116948942498348,
+      "pr_auc": 0.7584502990493244,
+      "eer": 0.3979676140118969,
+      "accuracy": 0.6988416988416989,
+      "balanced_accuracy": 0.5899041639127561,
+      "precision": 0.7026431718061674,
+      "recall": 0.9382352941176471,
+      "sensitivity": 0.9382352941176471,
+      "specificity": 0.24157303370786518,
+      "f1": 0.8035264483627204,
+      "macro_f1": 0.5794491745945833,
+      "weighted_f1": 0.649527395348325,
+      "brier": 0.2853859109057909,
+      "ece": 0.282271742231022,
+      "confusion": [
+        [
+          43,
+          135
+        ],
+        [
+          21,
+          319
+        ]
+      ],
+      "detection_rate": 0.9382352941176471,
+      "auc_defined": true
+    },
+    "mean_auc": 0.663045274289491,
+    "per_generator": [
+      {
+        "group": "celeb-df",
+        "n": 340,
+        "n_fake": 340,
+        "detection_rate": 0.9382352941176471,
+        "mean_score": 0.9347766961244975,
+        "auc_vs_reals": 0.663045274289491
+      },
+      {
+        "group": "real",
+        "n": 178,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.7788267079112905
+      }
+    ]
+  },
+  "deepfaketimit": {
+    "n": 640,
+    "video": {
+      "n": 640,
+      "n_fake": 640,
+      "n_real": 0,
+      "threshold": 0.3247705399990082,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 1.0,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": NaN,
+      "f1": 1.0,
+      "macro_f1": NaN,
+      "weighted_f1": 1.0,
+      "brier": 7.301022354557208e-05,
+      "ece": 0.006917362380772847,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          0,
+          640
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": false
+    },
+    "audio": {
+      "n": 640,
+      "n_fake": 0,
+      "n_real": 640,
+      "threshold": 0.9749168753623962,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.9296875,
+      "balanced_accuracy": NaN,
+      "precision": 0.0,
+      "recall": NaN,
+      "sensitivity": NaN,
+      "specificity": 0.9296875,
+      "f1": NaN,
+      "macro_f1": NaN,
+      "weighted_f1": 0.9635627530364372,
+      "brier": 0.12746085422293144,
+      "ece": 0.1740562720267917,
+      "confusion": [
+        [
+          595,
+          45
+        ],
+        [
+          0,
+          0
+        ]
+      ],
+      "detection_rate": NaN,
+      "auc_defined": false
+    },
+    "clip": {
+      "n": 640,
+      "n_fake": 640,
+      "n_real": 0,
+      "threshold": 0.664322555065155,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 1.0,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": NaN,
+      "f1": 1.0,
+      "macro_f1": NaN,
+      "weighted_f1": 1.0,
+      "brier": 7.298836932891351e-05,
+      "ece": 0.0069157770834863425,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          0,
+          640
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": false
+    },
+    "quadrant": {
+      "n": 640,
+      "accuracy": 0.84375,
+      "balanced_accuracy": 0.84375,
+      "macro_f1": 0.2288135593220339,
+      "weighted_f1": 0.9152542372881356,
+      "macro_auc_ovr": NaN,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        },
+        "RVFA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        },
+        "FVRA": {
+          "precision": 1.0,
+          "recall": 0.84375,
+          "f1": 0.9152542372881356,
+          "support": 640
+        },
+        "FVFA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        }
+      },
+      "confusion": [
+        [
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          0,
+          0,
+          540,
+          100
+        ],
+        [
+          0,
+          0,
+          0,
+          0
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        [
+          0.0,
+          0.0,
+          0.84375,
+          0.15625
+        ],
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      ]
+    },
+    "mean_auc": NaN,
+    "per_generator": [
+      {
+        "group": "deepfaketimit-higher",
+        "n": 320,
+        "n_fake": 320,
+        "detection_rate": 1.0,
+        "mean_score": 0.9923089947551489
+      },
+      {
+        "group": "deepfaketimit-lower",
+        "n": 320,
+        "n_fake": 320,
+        "detection_rate": 1.0,
+        "mean_score": 0.9938594510778784
+      }
+    ]
+  },
+  "wavefake": {
+    "n": 11000,
+    "audio": {
+      "n": 11000,
+      "n_fake": 11000,
+      "n_real": 0,
+      "threshold": 0.9749168753623962,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.06981818181818182,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 0.06981818181818182,
+      "sensitivity": 0.06981818181818182,
+      "specificity": NaN,
+      "f1": 0.13052345343303876,
+      "macro_f1": NaN,
+      "weighted_f1": 0.13052345343303876,
+      "brier": 0.6507014471653838,
+      "ece": 0.749723216742362,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          10232,
+          768
+        ]
+      ],
+      "detection_rate": 0.06981818181818182,
+      "auc_defined": false
+    },
+    "clip": {
+      "n": 11000,
+      "n_fake": 11000,
+      "n_real": 0,
+      "threshold": 0.664322555065155,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.14063636363636364,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 0.14063636363636364,
+      "sensitivity": 0.14063636363636364,
+      "specificity": NaN,
+      "f1": 0.24659281103052522,
+      "macro_f1": NaN,
+      "weighted_f1": 0.24659281103052522,
+      "brier": 0.6507014471653838,
+      "ece": 0.749723216742362,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          9453,
+          1547
+        ]
+      ],
+      "detection_rate": 0.14063636363636364,
+      "auc_defined": false
+    },
+    "mean_auc": NaN,
+    "per_generator": [
+      {
+        "group": "common_voices_prompts_from_conformer_fastspeech2_pwg_ljspeech",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.184,
+        "mean_score": 0.28238860693387685
+      },
+      {
+        "group": "generated",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.184,
+        "mean_score": 0.27945671807974576
+      },
+      {
+        "group": "jsut_multi_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.246,
+        "mean_score": 0.32385537870973347
+      },
+      {
+        "group": "jsut_parallel_wavegan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.274,
+        "mean_score": 0.3522947371257469
+      },
+      {
+        "group": "ljspeech_full_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.097,
+        "mean_score": 0.2245618510711938
+      },
+      {
+        "group": "ljspeech_hifiGAN",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.076,
+        "mean_score": 0.19265026525966822
+      },
+      {
+        "group": "ljspeech_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.083,
+        "mean_score": 0.19913244058191776
+      },
+      {
+        "group": "ljspeech_melgan_large",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.087,
+        "mean_score": 0.19650989991612733
+      },
+      {
+        "group": "ljspeech_multi_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.121,
+        "mean_score": 0.25957003990188243
+      },
+      {
+        "group": "ljspeech_parallel_wavegan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.12,
+        "mean_score": 0.24629648437350987
+      },
+      {
+        "group": "ljspeech_waveglow",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.075,
+        "mean_score": 0.19632819388061762
+      }
+    ]
+  },
+  "asvspoof2019-la": {
+    "n": 71237,
+    "audio": {
+      "n": 71237,
+      "n_fake": 63882,
+      "n_real": 7355,
+      "threshold": 0.9749168753623962,
+      "auc": 0.8525468779952909,
+      "auc_ci_low": 0.8484770992089404,
+      "auc_ci_high": 0.8568395237705754,
+      "pr_auc": 0.9793934702260568,
+      "eer": 0.22840294364113847,
+      "accuracy": 0.7400508162892878,
+      "balanced_accuracy": 0.7776426512163583,
+      "precision": 0.9731528223955943,
+      "recall": 0.7302683071913841,
+      "sensitivity": 0.7302683071913841,
+      "specificity": 0.8250169952413324,
+      "f1": 0.8343945626900375,
+      "macro_f1": 0.6151486090673388,
+      "weighted_f1": 0.7891216289928029,
+      "brier": 0.12537716908748978,
+      "ece": 0.11960805053771777,
+      "confusion": [
+        [
+          6068,
+          1287
+        ],
+        [
+          17231,
+          46651
+        ]
+      ],
+      "detection_rate": 0.7302683071913841,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 71237,
+      "n_fake": 63882,
+      "n_real": 7355,
+      "threshold": 0.664322555065155,
+      "auc": 0.8525468779952909,
+      "auc_ci_low": 0.8484770992089404,
+      "auc_ci_high": 0.8568395237705754,
+      "pr_auc": 0.9793934702260568,
+      "eer": 0.22840294364113847,
+      "accuracy": 0.8210761261703889,
+      "balanced_accuracy": 0.7512965494610634,
+      "precision": 0.9558550848666382,
+      "recall": 0.8392348392348392,
+      "sensitivity": 0.8392348392348392,
+      "specificity": 0.6633582596872876,
+      "f1": 0.8937567725264649,
+      "macro_f1": 0.6636842874363572,
+      "weighted_f1": 0.8462482270279812,
+      "brier": 0.12537716908748978,
+      "ece": 0.11960805053771777,
+      "confusion": [
+        [
+          4879,
+          2476
+        ],
+        [
+          10270,
+          53612
+        ]
+      ],
+      "detection_rate": 0.8392348392348392,
+      "auc_defined": true
+    },
+    "mean_auc": 0.8525468779952909,
+    "per_generator": [
+      {
+        "group": "A07",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9283679283679284,
+        "mean_score": 0.930233892639375,
+        "auc_vs_reals": 0.9114350928422988
+      },
+      {
+        "group": "A08",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.973951973951974,
+        "mean_score": 0.9670470648422067,
+        "auc_vs_reals": 0.9425701674512007
+      },
+      {
+        "group": "A09",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9894179894179894,
+        "mean_score": 0.9796086159945262,
+        "auc_vs_reals": 0.957039917305043
+      },
+      {
+        "group": "A10",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.8620268620268621,
+        "mean_score": 0.8758777386532004,
+        "auc_vs_reals": 0.8645480925902408
+      },
+      {
+        "group": "A11",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9324379324379325,
+        "mean_score": 0.9339730371889765,
+        "auc_vs_reals": 0.9067971973138527
+      },
+      {
+        "group": "A12",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9963369963369964,
+        "mean_score": 0.9862784995982863,
+        "auc_vs_reals": 0.9732161221964077
+      },
+      {
+        "group": "A13",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.998982498982499,
+        "mean_score": 0.9885191416923573,
+        "auc_vs_reals": 0.9786542120668567
+      },
+      {
+        "group": "A14",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.5647130647130647,
+        "mean_score": 0.6313800356871273,
+        "auc_vs_reals": 0.6729830307668513
+      },
+      {
+        "group": "A15",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.6457061457061457,
+        "mean_score": 0.7012431903021682,
+        "auc_vs_reals": 0.7207002454453169
+      },
+      {
+        "group": "A16",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9131054131054132,
+        "mean_score": 0.9176960533244499,
+        "auc_vs_reals": 0.900356561131544
+      },
+      {
+        "group": "A17",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.8284493284493285,
+        "mean_score": 0.8520933085636342,
+        "auc_vs_reals": 0.8360739733615328
+      },
+      {
+        "group": "A18",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.7621082621082621,
+        "mean_score": 0.7977835344712413,
+        "auc_vs_reals": 0.7907205152276533
+      },
+      {
+        "group": "A19",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.5144485144485145,
+        "mean_score": 0.5836208016552125,
+        "auc_vs_reals": 0.6280142862399831
+      },
+      {
+        "group": "real",
+        "n": 7355,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.42054853503909506
+      }
+    ]
+  },
+  "in-the-wild": {
+    "n": 31779,
+    "audio": {
+      "n": 31779,
+      "n_fake": 11816,
+      "n_real": 19963,
+      "threshold": 0.9749168753623962,
+      "auc": 0.6402366297080879,
+      "auc_ci_low": 0.6346978898415521,
+      "auc_ci_high": 0.6458975080328873,
+      "pr_auc": 0.4204110115750209,
+      "eer": 0.38201554307425406,
+      "accuracy": 0.6093017401428616,
+      "balanced_accuracy": 0.5936816154062402,
+      "precision": 0.4772554965883245,
+      "recall": 0.5327522004062288,
+      "sensitivity": 0.5327522004062288,
+      "specificity": 0.6546110304062516,
+      "f1": 0.5034791650003999,
+      "macro_f1": 0.590710323317797,
+      "weighted_f1": 0.6130732751668745,
+      "brier": 0.337565800366075,
+      "ece": 0.30977892946505997,
+      "confusion": [
+        [
+          13068,
+          6895
+        ],
+        [
+          5521,
+          6295
+        ]
+      ],
+      "detection_rate": 0.5327522004062288,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 31779,
+      "n_fake": 11816,
+      "n_real": 19963,
+      "threshold": 0.664322555065155,
+      "auc": 0.6402366297080879,
+      "auc_ci_low": 0.6346978898415521,
+      "auc_ci_high": 0.6458975080328873,
+      "pr_auc": 0.4204110115750209,
+      "eer": 0.38201554307425406,
+      "accuracy": 0.6213851914786495,
+      "balanced_accuracy": 0.6299630047646372,
+      "precision": 0.4932049830124575,
+      "recall": 0.6634224779959377,
+      "sensitivity": 0.6634224779959377,
+      "specificity": 0.5965035315333367,
+      "f1": 0.5657885239985565,
+      "macro_f1": 0.6150745788928288,
+      "weighted_f1": 0.6277097621655446,
+      "brier": 0.337565800366075,
+      "ece": 0.30977892946505997,
+      "confusion": [
+        [
+          11908,
+          8055
+        ],
+        [
+          3977,
+          7839
+        ]
+      ],
+      "detection_rate": 0.6634224779959377,
+      "auc_defined": true
+    },
+    "mean_auc": 0.6402366297080879,
+    "per_generator": [
+      {
+        "group": "in-the-wild-fake",
+        "n": 11816,
+        "n_fake": 11816,
+        "detection_rate": 0.6634224779959377,
+        "mean_score": 0.7040126891868989,
+        "auc_vs_reals": 0.6402366297080879
+      },
+      {
+        "group": "real",
+        "n": 19963,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.447043257548888
+      }
+    ]
+  }
+}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/fairness.csv

@@ -0,0 +1,15 @@
+attribute,task,group,n,n_fake,detection_rate,mean_score,auc
+race,video,African,155,115,0.9739130434782609,0.7398217834652432,0.9820652173913044
+race,video,Asian (East),160,120,0.9666666666666667,0.7890645955107175,0.9322916666666666
+race,video,Asian (South),185,145,0.9655172413793104,0.7438904934034154,0.9965517241379311
+race,video,Caucasian (American),192,152,0.993421052631579,0.7779739233180104,0.9736842105263158
+race,video,Caucasian (European),171,131,0.9465648854961832,0.7464724171536359,0.9741412213740459
+race,audio,African,155,67,0.9850746268656716,0.434587757361512,1.0
+race,audio,Asian (East),160,65,0.9846153846153847,0.42177512607740936,1.0
+race,audio,Asian (South),185,79,0.8860759493670886,0.4248252933492532,1.0
+race,audio,Caucasian (American),192,75,0.9333333333333333,0.39663519860065816,1.0
+race,audio,Caucasian (European),171,72,0.9722222222222222,0.4407359934085163,0.9995791245791246
+gender,video,men,445,345,0.9652173913043478,0.7685069467328237,0.9759565217391305
+gender,video,women,418,318,0.9748427672955975,0.7501785605566568,0.9630817610062893
+gender,audio,men,445,190,0.9421052631578948,0.43689468702918777,0.9995252837977295
+gender,audio,women,418,168,0.9583333333333334,0.407989184471832,0.9999999999999999

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/per_class_metrics.csv

@@ -0,0 +1,5 @@
+class,precision,recall,f1,support
+RVRA,0.7962962962962963,0.86,0.8269230769230769,100
+RVFA,0.9183673469387755,0.9,0.9090909090909091,100
+FVRA,0.9694656488549618,0.9407407407407408,0.9548872180451128,405
+FVFA,0.9545454545454546,0.9767441860465116,0.9655172413793104,258

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/per_generator.csv

@@ -0,0 +1,8 @@
+group,n,n_fake,detection_rate,mean_score,auc_vs_reals
+faceswap,83,83,0.8072289156626506,0.8329303677541664,0.9116265060240965
+faceswap-wav2lip,60,60,1.0,0.9929060816764832,0.9998333333333332
+fsgan,152,152,0.9407894736842105,0.9333584258136781,0.9634868421052631
+fsgan-wav2lip,25,25,1.0,0.993450288772583,1.0
+real,100,0,,0.24640435807406902,
+rtvc,100,100,0.99,0.9864818775653839,0.9967
+wav2lip,343,343,0.9708454810495627,0.9651979942189709,0.9805539358600583

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/summary.json

@@ -0,0 +1,1235 @@
+{
+  "training": {
+    "exp_id": "EXP_046",
+    "status": "completed",
+    "stage": "stage1",
+    "epochs_run": 22,
+    "steps": 2992,
+    "best": {
+      "metric": 0.9953939742396583,
+      "epoch": 16,
+      "step": 2176
+    },
+    "stop_reason": "early stopping: no improvement in 6 epochs",
+    "train_hours": 0.322,
+    "oom_events": [],
+    "nonfinite_total": 0,
+    "sessions": [
+      {
+        "started": "2026-09-28T05:43:32Z",
+        "gpu": "Tesla T4",
+        "precision": "fp16",
+        "resumed_from_step": 0
+      }
+    ],
+    "micro_batch": 64,
+    "grad_accum": 1,
+    "parameters": {
+      "total": 85366665,
+      "trainable": 85366665
+    }
+  },
+  "validation": {
+    "n": 515,
+    "video": {
+      "n": 515,
+      "n_fake": 375,
+      "n_real": 140,
+      "threshold": 0.3247705399990082,
+      "auc": 0.990952380952381,
+      "auc_ci_low": 0.9847511904761904,
+      "auc_ci_high": 0.996155,
+      "pr_auc": 0.9968436921673459,
+      "eer": 0.03385714285714287,
+      "accuracy": 0.9669902912621359,
+      "balanced_accuracy": 0.9661428571428572,
+      "precision": 0.9864130434782609,
+      "recall": 0.968,
+      "sensitivity": 0.968,
+      "specificity": 0.9642857142857143,
+      "f1": 0.9771197846567967,
+      "macro_f1": 0.9589431675897224,
+      "weighted_f1": 0.9672373520766397,
+      "brier": 0.034428901141774555,
+      "ece": 0.033818136256875346,
+      "confusion": [
+        [
+          135,
+          5
+        ],
+        [
+          12,
+          363
+        ]
+      ],
+      "detection_rate": 0.968,
+      "auc_defined": true
+    },
+    "audio": {
+      "n": 515,
+      "n_fake": 208,
+      "n_real": 307,
+      "threshold": 0.9749168753623962,
+      "auc": 0.9998355675269356,
+      "auc_ci_low": 0.9993657604610373,
+      "auc_ci_high": 1.0,
+      "pr_auc": 0.9997406993696908,
+      "eer": 0.0016286644951140066,
+      "accuracy": 0.9980582524271845,
+      "balanced_accuracy": 0.998371335504886,
+      "precision": 0.9952153110047847,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": 0.996742671009772,
+      "f1": 0.9976019184652278,
+      "macro_f1": 0.9979852985474589,
+      "weighted_f1": 0.9980589968545286,
+      "brier": 0.008018668550629727,
+      "ece": 0.017988206118851612,
+      "confusion": [
+        [
+          306,
+          1
+        ],
+        [
+          0,
+          208
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 515,
+      "n_fake": 445,
+      "n_real": 70,
+      "threshold": 0.664322555065155,
+      "auc": 0.983852327447833,
+      "auc_ci_low": 0.9694502407704655,
+      "auc_ci_high": 0.993583467094703,
+      "pr_auc": 0.9974098709737966,
+      "eer": 0.04614767255216692,
+      "accuracy": 0.9514563106796117,
+      "balanced_accuracy": 0.9538523274478331,
+      "precision": 0.9929577464788732,
+      "recall": 0.950561797752809,
+      "sensitivity": 0.950561797752809,
+      "specificity": 0.9571428571428572,
+      "f1": 0.9712973593570609,
+      "macro_f1": 0.9070323274772726,
+      "weighted_f1": 0.9538272536033319,
+      "brier": 0.031779829941444515,
+      "ece": 0.028340021933166742,
+      "confusion": [
+        [
+          67,
+          3
+        ],
+        [
+          22,
+          423
+        ]
+      ],
+      "detection_rate": 0.950561797752809,
+      "auc_defined": true
+    },
+    "quadrant": {
+      "n": 515,
+      "accuracy": 0.9436893203883495,
+      "balanced_accuracy": 0.9545561757999842,
+      "macro_f1": 0.9374169502342102,
+      "weighted_f1": 0.9444354255090165,
+      "macro_auc_ovr": 0.9932812156342148,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.8024691358024691,
+          "recall": 0.9285714285714286,
+          "f1": 0.8609271523178808,
+          "support": 70
+        },
+        "RVFA": {
+          "precision": 0.9459459459459459,
+          "recall": 1.0,
+          "f1": 0.9722222222222222,
+          "support": 70
+        },
+        "FVRA": {
+          "precision": 0.9818181818181818,
+          "recall": 0.9113924050632911,
+          "f1": 0.9452954048140044,
+          "support": 237
+        },
+        "FVFA": {
+          "precision": 0.9642857142857143,
+          "recall": 0.9782608695652174,
+          "f1": 0.9712230215827338,
+          "support": 138
+        }
+      },
+      "confusion": [
+        [
+          65,
+          1,
+          4,
+          0
+        ],
+        [
+          0,
+          70,
+          0,
+          0
+        ],
+        [
+          16,
+          0,
+          216,
+          5
+        ],
+        [
+          0,
+          3,
+          0,
+          135
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.9285714285714286,
+          0.014285714285714285,
+          0.05714285714285714,
+          0.0
+        ],
+        [
+          0.0,
+          1.0,
+          0.0,
+          0.0
+        ],
+        [
+          0.06751054852320675,
+          0.0,
+          0.9113924050632911,
+          0.02109704641350211
+        ],
+        [
+          0.0,
+          0.021739130434782608,
+          0.0,
+          0.9782608695652174
+        ]
+      ]
+    },
+    "mean_auc": 0.9953939742396583
+  },
+  "test": {
+    "n": 863,
+    "video": {
+      "n": 863,
+      "n_fake": 663,
+      "n_real": 200,
+      "threshold": 0.3247705399990082,
+      "auc": 0.970761689291101,
+      "auc_ci_low": 0.9580678733031674,
+      "auc_ci_high": 0.9823990384615385,
+      "pr_auc": 0.9901428682403696,
+      "eer": 0.08397812971342386,
+      "accuracy": 0.9466975666280417,
+      "balanced_accuracy": 0.9199170437405731,
+      "precision": 0.9611360239162929,
+      "recall": 0.9698340874811463,
+      "sensitivity": 0.9698340874811463,
+      "specificity": 0.87,
+      "f1": 0.9654654654654654,
+      "macro_f1": 0.9243570982149663,
+      "weighted_f1": 0.9464117610619895,
+      "brier": 0.04845729798308951,
+      "ece": 0.022235096094488822,
+      "confusion": [
+        [
+          174,
+          26
+        ],
+        [
+          20,
+          643
+        ]
+      ],
+      "detection_rate": 0.9698340874811463,
+      "auc_defined": true
+    },
+    "audio": {
+      "n": 863,
+      "n_fake": 358,
+      "n_real": 505,
+      "threshold": 0.9749168753623962,
+      "auc": 0.999789811383373,
+      "auc_ci_low": 0.9994800597378174,
+      "auc_ci_high": 0.999994468720615,
+      "pr_auc": 0.9996996692761213,
+      "eer": 0.00576359311908847,
+      "accuracy": 0.9779837775202781,
+      "balanced_accuracy": 0.9738702361856297,
+      "precision": 0.9970674486803519,
+      "recall": 0.9497206703910615,
+      "sensitivity": 0.9497206703910615,
+      "specificity": 0.998019801980198,
+      "f1": 0.9728183118741058,
+      "macro_f1": 0.9771589125095943,
+      "weighted_f1": 0.9778982732203901,
+      "brier": 0.004841346230911436,
+      "ece": 0.014444278190527573,
+      "confusion": [
+        [
+          504,
+          1
+        ],
+        [
+          18,
+          340
+        ]
+      ],
+      "detection_rate": 0.9497206703910615,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 863,
+      "n_fake": 763,
+      "n_real": 100,
+      "threshold": 0.664322555065155,
+      "auc": 0.9739252948885976,
+      "auc_ci_low": 0.9601965923984274,
+      "auc_ci_high": 0.9854721494102228,
+      "pr_auc": 0.9963662979453443,
+      "eer": 0.07997378768020971,
+      "accuracy": 0.9432213209733488,
+      "balanced_accuracy": 0.9114089121887288,
+      "precision": 0.9824324324324324,
+      "recall": 0.9528178243774574,
+      "sensitivity": 0.9528178243774574,
+      "specificity": 0.87,
+      "f1": 0.9673985362608117,
+      "macro_f1": 0.873833797278388,
+      "weighted_f1": 0.9457149351061366,
+      "brier": 0.03580514600336696,
+      "ece": 0.015914374420706364,
+      "confusion": [
+        [
+          87,
+          13
+        ],
+        [
+          36,
+          727
+        ]
+      ],
+      "detection_rate": 0.9528178243774574,
+      "auc_defined": true
+    },
+    "quadrant": {
+      "n": 863,
+      "accuracy": 0.9374275782155272,
+      "balanced_accuracy": 0.9193712316968131,
+      "macro_f1": 0.9141046113596023,
+      "weighted_f1": 0.9379306722891442,
+      "macro_auc_ovr": 0.987285221965144,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.7962962962962963,
+          "recall": 0.86,
+          "f1": 0.8269230769230769,
+          "support": 100
+        },
+        "RVFA": {
+          "precision": 0.9183673469387755,
+          "recall": 0.9,
+          "f1": 0.9090909090909091,
+          "support": 100
+        },
+        "FVRA": {
+          "precision": 0.9694656488549618,
+          "recall": 0.9407407407407408,
+          "f1": 0.9548872180451128,
+          "support": 405
+        },
+        "FVFA": {
+          "precision": 0.9545454545454546,
+          "recall": 0.9767441860465116,
+          "f1": 0.9655172413793104,
+          "support": 258
+        }
+      },
+      "confusion": [
+        [
+          86,
+          2,
+          12,
+          0
+        ],
+        [
+          0,
+          90,
+          0,
+          10
+        ],
+        [
+          22,
+          0,
+          381,
+          2
+        ],
+        [
+          0,
+          6,
+          0,
+          252
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.86,
+          0.02,
+          0.12,
+          0.0
+        ],
+        [
+          0.0,
+          0.9,
+          0.0,
+          0.1
+        ],
+        [
+          0.05432098765432099,
+          0.0,
+          0.9407407407407408,
+          0.0049382716049382715
+        ],
+        [
+          0.0,
+          0.023255813953488372,
+          0.0,
+          0.9767441860465116
+        ]
+      ]
+    },
+    "mean_auc": 0.9852757503372369,
+    "evaluated_checkpoint": "EXP_046@epoch16:104caf89b75e"
+  },
+  "cross": {
+    "dfdc-10": {
+      "n": 5000,
+      "video": {
+        "n": 5000,
+        "n_fake": 2500,
+        "n_real": 2500,
+        "threshold": 0.3247705399990082,
+        "auc": 0.62565048,
+        "auc_ci_low": 0.6097323680000001,
+        "auc_ci_high": 0.6403558779999999,
+        "pr_auc": 0.6051974452968776,
+        "eer": 0.404,
+        "accuracy": 0.5704,
+        "balanced_accuracy": 0.5704,
+        "precision": 0.5482456140350878,
+        "recall": 0.8,
+        "sensitivity": 0.8,
+        "specificity": 0.3408,
+        "f1": 0.6506180871828237,
+        "macro_f1": 0.5464928442144648,
+        "weighted_f1": 0.5464928442144649,
+        "brier": 0.3613931333391077,
+        "ece": 0.330284450154379,
+        "confusion": [
+          [
+            852,
+            1648
+          ],
+          [
+            500,
+            2000
+          ]
+        ],
+        "detection_rate": 0.8,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 5000,
+        "n_fake": 2500,
+        "n_real": 2500,
+        "threshold": 0.664322555065155,
+        "auc": 0.61893224,
+        "auc_ci_low": 0.60286207,
+        "auc_ci_high": 0.6345391959999999,
+        "pr_auc": 0.6009296792936487,
+        "eer": 0.40959999999999996,
+        "accuracy": 0.5716,
+        "balanced_accuracy": 0.5716,
+        "precision": 0.5520954598370198,
+        "recall": 0.7588,
+        "sensitivity": 0.7588,
+        "specificity": 0.3844,
+        "f1": 0.6391509433962265,
+        "macro_f1": 0.5560420071311841,
+        "weighted_f1": 0.5560420071311841,
+        "brier": 0.3661679213340715,
+        "ece": 0.3329796211771667,
+        "confusion": [
+          [
+            961,
+            1539
+          ],
+          [
+            603,
+            1897
+          ]
+        ],
+        "detection_rate": 0.7588,
+        "auc_defined": true
+      },
+      "mean_auc": 0.62565048,
+      "per_generator": [
+        {
+          "group": "dfdc",
+          "n": 2500,
+          "n_fake": 2500,
+          "detection_rate": 0.7588,
+          "mean_score": 0.7965674154073,
+          "auc_vs_reals": 0.61893224
+        },
+        {
+          "group": "real",
+          "n": 2500,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.6780757294759154
+        }
+      ]
+    },
+    "celeb-df-v2": {
+      "n": 518,
+      "video": {
+        "n": 518,
+        "n_fake": 340,
+        "n_real": 178,
+        "threshold": 0.3247705399990082,
+        "auc": 0.663045274289491,
+        "auc_ci_low": 0.6110370538664904,
+        "auc_ci_high": 0.7116948942498348,
+        "pr_auc": 0.7584502990493244,
+        "eer": 0.3979676140118969,
+        "accuracy": 0.6911196911196911,
+        "balanced_accuracy": 0.5773298083278255,
+        "precision": 0.6956521739130435,
+        "recall": 0.9411764705882353,
+        "sensitivity": 0.9411764705882353,
+        "specificity": 0.21348314606741572,
+        "f1": 0.8,
+        "macro_f1": 0.5610169491525424,
+        "weighted_f1": 0.6357568221975002,
+        "brier": 0.2853859109057909,
+        "ece": 0.282271742231022,
+        "confusion": [
+          [
+            38,
+            140
+          ],
+          [
+            20,
+            320
+          ]
+        ],
+        "detection_rate": 0.9411764705882353,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 518,
+        "n_fake": 340,
+        "n_real": 178,
+        "threshold": 0.664322555065155,
+        "auc": 0.663045274289491,
+        "auc_ci_low": 0.6110370538664904,
+        "auc_ci_high": 0.7116948942498348,
+        "pr_auc": 0.7584502990493244,
+        "eer": 0.3979676140118969,
+        "accuracy": 0.6988416988416989,
+        "balanced_accuracy": 0.5899041639127561,
+        "precision": 0.7026431718061674,
+        "recall": 0.9382352941176471,
+        "sensitivity": 0.9382352941176471,
+        "specificity": 0.24157303370786518,
+        "f1": 0.8035264483627204,
+        "macro_f1": 0.5794491745945833,
+        "weighted_f1": 0.649527395348325,
+        "brier": 0.2853859109057909,
+        "ece": 0.282271742231022,
+        "confusion": [
+          [
+            43,
+            135
+          ],
+          [
+            21,
+            319
+          ]
+        ],
+        "detection_rate": 0.9382352941176471,
+        "auc_defined": true
+      },
+      "mean_auc": 0.663045274289491,
+      "per_generator": [
+        {
+          "group": "celeb-df",
+          "n": 340,
+          "n_fake": 340,
+          "detection_rate": 0.9382352941176471,
+          "mean_score": 0.9347766961244975,
+          "auc_vs_reals": 0.663045274289491
+        },
+        {
+          "group": "real",
+          "n": 178,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.7788267079112905
+        }
+      ]
+    },
+    "deepfaketimit": {
+      "n": 640,
+      "video": {
+        "n": 640,
+        "n_fake": 640,
+        "n_real": 0,
+        "threshold": 0.3247705399990082,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 1.0,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 1.0,
+        "sensitivity": 1.0,
+        "specificity": NaN,
+        "f1": 1.0,
+        "macro_f1": NaN,
+        "weighted_f1": 1.0,
+        "brier": 7.301022354557208e-05,
+        "ece": 0.006917362380772847,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            0,
+            640
+          ]
+        ],
+        "detection_rate": 1.0,
+        "auc_defined": false
+      },
+      "audio": {
+        "n": 640,
+        "n_fake": 0,
+        "n_real": 640,
+        "threshold": 0.9749168753623962,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.9296875,
+        "balanced_accuracy": NaN,
+        "precision": 0.0,
+        "recall": NaN,
+        "sensitivity": NaN,
+        "specificity": 0.9296875,
+        "f1": NaN,
+        "macro_f1": NaN,
+        "weighted_f1": 0.9635627530364372,
+        "brier": 0.12746085422293144,
+        "ece": 0.1740562720267917,
+        "confusion": [
+          [
+            595,
+            45
+          ],
+          [
+            0,
+            0
+          ]
+        ],
+        "detection_rate": NaN,
+        "auc_defined": false
+      },
+      "clip": {
+        "n": 640,
+        "n_fake": 640,
+        "n_real": 0,
+        "threshold": 0.664322555065155,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 1.0,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 1.0,
+        "sensitivity": 1.0,
+        "specificity": NaN,
+        "f1": 1.0,
+        "macro_f1": NaN,
+        "weighted_f1": 1.0,
+        "brier": 7.298836932891351e-05,
+        "ece": 0.0069157770834863425,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            0,
+            640
+          ]
+        ],
+        "detection_rate": 1.0,
+        "auc_defined": false
+      },
+      "quadrant": {
+        "n": 640,
+        "accuracy": 0.84375,
+        "balanced_accuracy": 0.84375,
+        "macro_f1": 0.2288135593220339,
+        "weighted_f1": 0.9152542372881356,
+        "macro_auc_ovr": NaN,
+        "per_class": {
+          "RVRA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          },
+          "RVFA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          },
+          "FVRA": {
+            "precision": 1.0,
+            "recall": 0.84375,
+            "f1": 0.9152542372881356,
+            "support": 640
+          },
+          "FVFA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          }
+        },
+        "confusion": [
+          [
+            0,
+            0,
+            0,
+            0
+          ],
+          [
+            0,
+            0,
+            0,
+            0
+          ],
+          [
+            0,
+            0,
+            540,
+            100
+          ],
+          [
+            0,
+            0,
+            0,
+            0
+          ]
+        ],
+        "confusion_normalized": [
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ],
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ],
+          [
+            0.0,
+            0.0,
+            0.84375,
+            0.15625
+          ],
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ]
+        ]
+      },
+      "mean_auc": NaN,
+      "per_generator": [
+        {
+          "group": "deepfaketimit-higher",
+          "n": 320,
+          "n_fake": 320,
+          "detection_rate": 1.0,
+          "mean_score": 0.9923089947551489
+        },
+        {
+          "group": "deepfaketimit-lower",
+          "n": 320,
+          "n_fake": 320,
+          "detection_rate": 1.0,
+          "mean_score": 0.9938594510778784
+        }
+      ]
+    },
+    "wavefake": {
+      "n": 11000,
+      "audio": {
+        "n": 11000,
+        "n_fake": 11000,
+        "n_real": 0,
+        "threshold": 0.9749168753623962,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.06981818181818182,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 0.06981818181818182,
+        "sensitivity": 0.06981818181818182,
+        "specificity": NaN,
+        "f1": 0.13052345343303876,
+        "macro_f1": NaN,
+        "weighted_f1": 0.13052345343303876,
+        "brier": 0.6507014471653838,
+        "ece": 0.749723216742362,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            10232,
+            768
+          ]
+        ],
+        "detection_rate": 0.06981818181818182,
+        "auc_defined": false
+      },
+      "clip": {
+        "n": 11000,
+        "n_fake": 11000,
+        "n_real": 0,
+        "threshold": 0.664322555065155,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.14063636363636364,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 0.14063636363636364,
+        "sensitivity": 0.14063636363636364,
+        "specificity": NaN,
+        "f1": 0.24659281103052522,
+        "macro_f1": NaN,
+        "weighted_f1": 0.24659281103052522,
+        "brier": 0.6507014471653838,
+        "ece": 0.749723216742362,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            9453,
+            1547
+          ]
+        ],
+        "detection_rate": 0.14063636363636364,
+        "auc_defined": false
+      },
+      "mean_auc": NaN,
+      "per_generator": [
+        {
+          "group": "common_voices_prompts_from_conformer_fastspeech2_pwg_ljspeech",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.184,
+          "mean_score": 0.28238860693387685
+        },
+        {
+          "group": "generated",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.184,
+          "mean_score": 0.27945671807974576
+        },
+        {
+          "group": "jsut_multi_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.246,
+          "mean_score": 0.32385537870973347
+        },
+        {
+          "group": "jsut_parallel_wavegan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.274,
+          "mean_score": 0.3522947371257469
+        },
+        {
+          "group": "ljspeech_full_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.097,
+          "mean_score": 0.2245618510711938
+        },
+        {
+          "group": "ljspeech_hifiGAN",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.076,
+          "mean_score": 0.19265026525966822
+        },
+        {
+          "group": "ljspeech_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.083,
+          "mean_score": 0.19913244058191776
+        },
+        {
+          "group": "ljspeech_melgan_large",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.087,
+          "mean_score": 0.19650989991612733
+        },
+        {
+          "group": "ljspeech_multi_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.121,
+          "mean_score": 0.25957003990188243
+        },
+        {
+          "group": "ljspeech_parallel_wavegan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.12,
+          "mean_score": 0.24629648437350987
+        },
+        {
+          "group": "ljspeech_waveglow",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.075,
+          "mean_score": 0.19632819388061762
+        }
+      ]
+    },
+    "asvspoof2019-la": {
+      "n": 71237,
+      "audio": {
+        "n": 71237,
+        "n_fake": 63882,
+        "n_real": 7355,
+        "threshold": 0.9749168753623962,
+        "auc": 0.8525468779952909,
+        "auc_ci_low": 0.8484770992089404,
+        "auc_ci_high": 0.8568395237705754,
+        "pr_auc": 0.9793934702260568,
+        "eer": 0.22840294364113847,
+        "accuracy": 0.7400508162892878,
+        "balanced_accuracy": 0.7776426512163583,
+        "precision": 0.9731528223955943,
+        "recall": 0.7302683071913841,
+        "sensitivity": 0.7302683071913841,
+        "specificity": 0.8250169952413324,
+        "f1": 0.8343945626900375,
+        "macro_f1": 0.6151486090673388,
+        "weighted_f1": 0.7891216289928029,
+        "brier": 0.12537716908748978,
+        "ece": 0.11960805053771777,
+        "confusion": [
+          [
+            6068,
+            1287
+          ],
+          [
+            17231,
+            46651
+          ]
+        ],
+        "detection_rate": 0.7302683071913841,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 71237,
+        "n_fake": 63882,
+        "n_real": 7355,
+        "threshold": 0.664322555065155,
+        "auc": 0.8525468779952909,
+        "auc_ci_low": 0.8484770992089404,
+        "auc_ci_high": 0.8568395237705754,
+        "pr_auc": 0.9793934702260568,
+        "eer": 0.22840294364113847,
+        "accuracy": 0.8210761261703889,
+        "balanced_accuracy": 0.7512965494610634,
+        "precision": 0.9558550848666382,
+        "recall": 0.8392348392348392,
+        "sensitivity": 0.8392348392348392,
+        "specificity": 0.6633582596872876,
+        "f1": 0.8937567725264649,
+        "macro_f1": 0.6636842874363572,
+        "weighted_f1": 0.8462482270279812,
+        "brier": 0.12537716908748978,
+        "ece": 0.11960805053771777,
+        "confusion": [
+          [
+            4879,
+            2476
+          ],
+          [
+            10270,
+            53612
+          ]
+        ],
+        "detection_rate": 0.8392348392348392,
+        "auc_defined": true
+      },
+      "mean_auc": 0.8525468779952909,
+      "per_generator": [
+        {
+          "group": "A07",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9283679283679284,
+          "mean_score": 0.930233892639375,
+          "auc_vs_reals": 0.9114350928422988
+        },
+        {
+          "group": "A08",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.973951973951974,
+          "mean_score": 0.9670470648422067,
+          "auc_vs_reals": 0.9425701674512007
+        },
+        {
+          "group": "A09",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9894179894179894,
+          "mean_score": 0.9796086159945262,
+          "auc_vs_reals": 0.957039917305043
+        },
+        {
+          "group": "A10",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.8620268620268621,
+          "mean_score": 0.8758777386532004,
+          "auc_vs_reals": 0.8645480925902408
+        },
+        {
+          "group": "A11",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9324379324379325,
+          "mean_score": 0.9339730371889765,
+          "auc_vs_reals": 0.9067971973138527
+        },
+        {
+          "group": "A12",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9963369963369964,
+          "mean_score": 0.9862784995982863,
+          "auc_vs_reals": 0.9732161221964077
+        },
+        {
+          "group": "A13",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.998982498982499,
+          "mean_score": 0.9885191416923573,
+          "auc_vs_reals": 0.9786542120668567
+        },
+        {
+          "group": "A14",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.5647130647130647,
+          "mean_score": 0.6313800356871273,
+          "auc_vs_reals": 0.6729830307668513
+        },
+        {
+          "group": "A15",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.6457061457061457,
+          "mean_score": 0.7012431903021682,
+          "auc_vs_reals": 0.7207002454453169
+        },
+        {
+          "group": "A16",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9131054131054132,
+          "mean_score": 0.9176960533244499,
+          "auc_vs_reals": 0.900356561131544
+        },
+        {
+          "group": "A17",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.8284493284493285,
+          "mean_score": 0.8520933085636342,
+          "auc_vs_reals": 0.8360739733615328
+        },
+        {
+          "group": "A18",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.7621082621082621,
+          "mean_score": 0.7977835344712413,
+          "auc_vs_reals": 0.7907205152276533
+        },
+        {
+          "group": "A19",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.5144485144485145,
+          "mean_score": 0.5836208016552125,
+          "auc_vs_reals": 0.6280142862399831
+        },
+        {
+          "group": "real",
+          "n": 7355,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.42054853503909506
+        }
+      ]
+    },
+    "in-the-wild": {
+      "n": 31779,
+      "audio": {
+        "n": 31779,
+        "n_fake": 11816,
+        "n_real": 19963,
+        "threshold": 0.9749168753623962,
+        "auc": 0.6402366297080879,
+        "auc_ci_low": 0.6346978898415521,
+        "auc_ci_high": 0.6458975080328873,
+        "pr_auc": 0.4204110115750209,
+        "eer": 0.38201554307425406,
+        "accuracy": 0.6093017401428616,
+        "balanced_accuracy": 0.5936816154062402,
+        "precision": 0.4772554965883245,
+        "recall": 0.5327522004062288,
+        "sensitivity": 0.5327522004062288,
+        "specificity": 0.6546110304062516,
+        "f1": 0.5034791650003999,
+        "macro_f1": 0.590710323317797,
+        "weighted_f1": 0.6130732751668745,
+        "brier": 0.337565800366075,
+        "ece": 0.30977892946505997,
+        "confusion": [
+          [
+            13068,
+            6895
+          ],
+          [
+            5521,
+            6295
+          ]
+        ],
+        "detection_rate": 0.5327522004062288,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 31779,
+        "n_fake": 11816,
+        "n_real": 19963,
+        "threshold": 0.664322555065155,
+        "auc": 0.6402366297080879,
+        "auc_ci_low": 0.6346978898415521,
+        "auc_ci_high": 0.6458975080328873,
+        "pr_auc": 0.4204110115750209,
+        "eer": 0.38201554307425406,
+        "accuracy": 0.6213851914786495,
+        "balanced_accuracy": 0.6299630047646372,
+        "precision": 0.4932049830124575,
+        "recall": 0.6634224779959377,
+        "sensitivity": 0.6634224779959377,
+        "specificity": 0.5965035315333367,
+        "f1": 0.5657885239985565,
+        "macro_f1": 0.6150745788928288,
+        "weighted_f1": 0.6277097621655446,
+        "brier": 0.337565800366075,
+        "ece": 0.30977892946505997,
+        "confusion": [
+          [
+            11908,
+            8055
+          ],
+          [
+            3977,
+            7839
+          ]
+        ],
+        "detection_rate": 0.6634224779959377,
+        "auc_defined": true
+      },
+      "mean_auc": 0.6402366297080879,
+      "per_generator": [
+        {
+          "group": "in-the-wild-fake",
+          "n": 11816,
+          "n_fake": 11816,
+          "detection_rate": 0.6634224779959377,
+          "mean_score": 0.7040126891868989,
+          "auc_vs_reals": 0.6402366297080879
+        },
+        {
+          "group": "real",
+          "n": 19963,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.447043257548888
+        }
+      ]
+    }
+  },
+  "thresholds": {
+    "video": 0.3247705399990082,
+    "audio": 0.9749168753623962,
+    "clip": 0.664322555065155
+  }
+}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/test_metrics.csv

@@ -0,0 +1,4 @@
+task,n,n_fake,n_real,threshold,auc,auc_ci_low,auc_ci_high,pr_auc,eer,accuracy,balanced_accuracy,precision,recall,sensitivity,specificity,f1,macro_f1,weighted_f1,brier,ece,detection_rate,auc_defined
+video,863,663,200,0.3247705399990082,0.970761689291101,0.9580678733031674,0.9823990384615385,0.9901428682403696,0.08397812971342386,0.9466975666280417,0.9199170437405731,0.9611360239162929,0.9698340874811463,0.9698340874811463,0.87,0.9654654654654654,0.9243570982149663,0.9464117610619895,0.04845729798308951,0.022235096094488822,0.9698340874811463,True
+audio,863,358,505,0.9749168753623962,0.999789811383373,0.9994800597378174,0.999994468720615,0.9996996692761213,0.00576359311908847,0.9779837775202781,0.9738702361856297,0.9970674486803519,0.9497206703910615,0.9497206703910615,0.998019801980198,0.9728183118741058,0.9771589125095943,0.9778982732203901,0.004841346230911436,0.014444278190527573,0.9497206703910615,True
+clip,863,763,100,0.664322555065155,0.9739252948885976,0.9601965923984274,0.9854721494102228,0.9963662979453443,0.07997378768020971,0.9432213209733488,0.9114089121887288,0.9824324324324324,0.9528178243774574,0.9528178243774574,0.87,0.9673985362608117,0.873833797278388,0.9457149351061366,0.03580514600336696,0.015914374420706364,0.9528178243774574,True

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/test_metrics.json

@@ -0,0 +1,193 @@
+{
+  "n": 863,
+  "video": {
+    "n": 863,
+    "n_fake": 663,
+    "n_real": 200,
+    "threshold": 0.3247705399990082,
+    "auc": 0.970761689291101,
+    "auc_ci_low": 0.9580678733031674,
+    "auc_ci_high": 0.9823990384615385,
+    "pr_auc": 0.9901428682403696,
+    "eer": 0.08397812971342386,
+    "accuracy": 0.9466975666280417,
+    "balanced_accuracy": 0.9199170437405731,
+    "precision": 0.9611360239162929,
+    "recall": 0.9698340874811463,
+    "sensitivity": 0.9698340874811463,
+    "specificity": 0.87,
+    "f1": 0.9654654654654654,
+    "macro_f1": 0.9243570982149663,
+    "weighted_f1": 0.9464117610619895,
+    "brier": 0.04845729798308951,
+    "ece": 0.022235096094488822,
+    "confusion": [
+      [
+        174,
+        26
+      ],
+      [
+        20,
+        643
+      ]
+    ],
+    "detection_rate": 0.9698340874811463,
+    "auc_defined": true
+  },
+  "audio": {
+    "n": 863,
+    "n_fake": 358,
+    "n_real": 505,
+    "threshold": 0.9749168753623962,
+    "auc": 0.999789811383373,
+    "auc_ci_low": 0.9994800597378174,
+    "auc_ci_high": 0.999994468720615,
+    "pr_auc": 0.9996996692761213,
+    "eer": 0.00576359311908847,
+    "accuracy": 0.9779837775202781,
+    "balanced_accuracy": 0.9738702361856297,
+    "precision": 0.9970674486803519,
+    "recall": 0.9497206703910615,
+    "sensitivity": 0.9497206703910615,
+    "specificity": 0.998019801980198,
+    "f1": 0.9728183118741058,
+    "macro_f1": 0.9771589125095943,
+    "weighted_f1": 0.9778982732203901,
+    "brier": 0.004841346230911436,
+    "ece": 0.014444278190527573,
+    "confusion": [
+      [
+        504,
+        1
+      ],
+      [
+        18,
+        340
+      ]
+    ],
+    "detection_rate": 0.9497206703910615,
+    "auc_defined": true
+  },
+  "clip": {
+    "n": 863,
+    "n_fake": 763,
+    "n_real": 100,
+    "threshold": 0.664322555065155,
+    "auc": 0.9739252948885976,
+    "auc_ci_low": 0.9601965923984274,
+    "auc_ci_high": 0.9854721494102228,
+    "pr_auc": 0.9963662979453443,
+    "eer": 0.07997378768020971,
+    "accuracy": 0.9432213209733488,
+    "balanced_accuracy": 0.9114089121887288,
+    "precision": 0.9824324324324324,
+    "recall": 0.9528178243774574,
+    "sensitivity": 0.9528178243774574,
+    "specificity": 0.87,
+    "f1": 0.9673985362608117,
+    "macro_f1": 0.873833797278388,
+    "weighted_f1": 0.9457149351061366,
+    "brier": 0.03580514600336696,
+    "ece": 0.015914374420706364,
+    "confusion": [
+      [
+        87,
+        13
+      ],
+      [
+        36,
+        727
+      ]
+    ],
+    "detection_rate": 0.9528178243774574,
+    "auc_defined": true
+  },
+  "quadrant": {
+    "n": 863,
+    "accuracy": 0.9374275782155272,
+    "balanced_accuracy": 0.9193712316968131,
+    "macro_f1": 0.9141046113596023,
+    "weighted_f1": 0.9379306722891442,
+    "macro_auc_ovr": 0.987285221965144,
+    "per_class": {
+      "RVRA": {
+        "precision": 0.7962962962962963,
+        "recall": 0.86,
+        "f1": 0.8269230769230769,
+        "support": 100
+      },
+      "RVFA": {
+        "precision": 0.9183673469387755,
+        "recall": 0.9,
+        "f1": 0.9090909090909091,
+        "support": 100
+      },
+      "FVRA": {
+        "precision": 0.9694656488549618,
+        "recall": 0.9407407407407408,
+        "f1": 0.9548872180451128,
+        "support": 405
+      },
+      "FVFA": {
+        "precision": 0.9545454545454546,
+        "recall": 0.9767441860465116,
+        "f1": 0.9655172413793104,
+        "support": 258
+      }
+    },
+    "confusion": [
+      [
+        86,
+        2,
+        12,
+        0
+      ],
+      [
+        0,
+        90,
+        0,
+        10
+      ],
+      [
+        22,
+        0,
+        381,
+        2
+      ],
+      [
+        0,
+        6,
+        0,
+        252
+      ]
+    ],
+    "confusion_normalized": [
+      [
+        0.86,
+        0.02,
+        0.12,
+        0.0
+      ],
+      [
+        0.0,
+        0.9,
+        0.0,
+        0.1
+      ],
+      [
+        0.05432098765432099,
+        0.0,
+        0.9407407407407408,
+        0.0049382716049382715
+      ],
+      [
+        0.0,
+        0.023255813953488372,
+        0.0,
+        0.9767441860465116
+      ]
+    ]
+  },
+  "mean_auc": 0.9852757503372369,
+  "evaluated_checkpoint": "EXP_046@epoch16:104caf89b75e"
+}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/thresholds.json

@@ -0,0 +1,7 @@
+{
+  "policy": "val_eer",
+  "fitted_on": "validation",
+  "video": 0.3247705399990082,
+  "audio": 0.9749168753623962,
+  "clip": 0.664322555065155
+}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/metrics/validation_metrics.json

@@ -0,0 +1,192 @@
+{
+  "n": 515,
+  "video": {
+    "n": 515,
+    "n_fake": 375,
+    "n_real": 140,
+    "threshold": 0.3247705399990082,
+    "auc": 0.990952380952381,
+    "auc_ci_low": 0.9847511904761904,
+    "auc_ci_high": 0.996155,
+    "pr_auc": 0.9968436921673459,
+    "eer": 0.03385714285714287,
+    "accuracy": 0.9669902912621359,
+    "balanced_accuracy": 0.9661428571428572,
+    "precision": 0.9864130434782609,
+    "recall": 0.968,
+    "sensitivity": 0.968,
+    "specificity": 0.9642857142857143,
+    "f1": 0.9771197846567967,
+    "macro_f1": 0.9589431675897224,
+    "weighted_f1": 0.9672373520766397,
+    "brier": 0.034428901141774555,
+    "ece": 0.033818136256875346,
+    "confusion": [
+      [
+        135,
+        5
+      ],
+      [
+        12,
+        363
+      ]
+    ],
+    "detection_rate": 0.968,
+    "auc_defined": true
+  },
+  "audio": {
+    "n": 515,
+    "n_fake": 208,
+    "n_real": 307,
+    "threshold": 0.9749168753623962,
+    "auc": 0.9998355675269356,
+    "auc_ci_low": 0.9993657604610373,
+    "auc_ci_high": 1.0,
+    "pr_auc": 0.9997406993696908,
+    "eer": 0.0016286644951140066,
+    "accuracy": 0.9980582524271845,
+    "balanced_accuracy": 0.998371335504886,
+    "precision": 0.9952153110047847,
+    "recall": 1.0,
+    "sensitivity": 1.0,
+    "specificity": 0.996742671009772,
+    "f1": 0.9976019184652278,
+    "macro_f1": 0.9979852985474589,
+    "weighted_f1": 0.9980589968545286,
+    "brier": 0.008018668550629727,
+    "ece": 0.017988206118851612,
+    "confusion": [
+      [
+        306,
+        1
+      ],
+      [
+        0,
+        208
+      ]
+    ],
+    "detection_rate": 1.0,
+    "auc_defined": true
+  },
+  "clip": {
+    "n": 515,
+    "n_fake": 445,
+    "n_real": 70,
+    "threshold": 0.664322555065155,
+    "auc": 0.983852327447833,
+    "auc_ci_low": 0.9694502407704655,
+    "auc_ci_high": 0.993583467094703,
+    "pr_auc": 0.9974098709737966,
+    "eer": 0.04614767255216692,
+    "accuracy": 0.9514563106796117,
+    "balanced_accuracy": 0.9538523274478331,
+    "precision": 0.9929577464788732,
+    "recall": 0.950561797752809,
+    "sensitivity": 0.950561797752809,
+    "specificity": 0.9571428571428572,
+    "f1": 0.9712973593570609,
+    "macro_f1": 0.9070323274772726,
+    "weighted_f1": 0.9538272536033319,
+    "brier": 0.031779829941444515,
+    "ece": 0.028340021933166742,
+    "confusion": [
+      [
+        67,
+        3
+      ],
+      [
+        22,
+        423
+      ]
+    ],
+    "detection_rate": 0.950561797752809,
+    "auc_defined": true
+  },
+  "quadrant": {
+    "n": 515,
+    "accuracy": 0.9436893203883495,
+    "balanced_accuracy": 0.9545561757999842,
+    "macro_f1": 0.9374169502342102,
+    "weighted_f1": 0.9444354255090165,
+    "macro_auc_ovr": 0.9932812156342148,
+    "per_class": {
+      "RVRA": {
+        "precision": 0.8024691358024691,
+        "recall": 0.9285714285714286,
+        "f1": 0.8609271523178808,
+        "support": 70
+      },
+      "RVFA": {
+        "precision": 0.9459459459459459,
+        "recall": 1.0,
+        "f1": 0.9722222222222222,
+        "support": 70
+      },
+      "FVRA": {
+        "precision": 0.9818181818181818,
+        "recall": 0.9113924050632911,
+        "f1": 0.9452954048140044,
+        "support": 237
+      },
+      "FVFA": {
+        "precision": 0.9642857142857143,
+        "recall": 0.9782608695652174,
+        "f1": 0.9712230215827338,
+        "support": 138
+      }
+    },
+    "confusion": [
+      [
+        65,
+        1,
+        4,
+        0
+      ],
+      [
+        0,
+        70,
+        0,
+        0
+      ],
+      [
+        16,
+        0,
+        216,
+        5
+      ],
+      [
+        0,
+        3,
+        0,
+        135
+      ]
+    ],
+    "confusion_normalized": [
+      [
+        0.9285714285714286,
+        0.014285714285714285,
+        0.05714285714285714,
+        0.0
+      ],
+      [
+        0.0,
+        1.0,
+        0.0,
+        0.0
+      ],
+      [
+        0.06751054852320675,
+        0.0,
+        0.9113924050632911,
+        0.02109704641350211
+      ],
+      [
+        0.0,
+        0.021739130434782608,
+        0.0,
+        0.9782608695652174
+      ]
+    ]
+  },
+  "mean_auc": 0.9953939742396583
+}

experiments/EXP_046_davidnet-qacp_no_mismatch_s123/{checkpoints/step-0002500/training_state.pt → predictions/cross_asvspoof2019-la.csv}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6faa222421cb9652cf09f231d9f6b961cbf3b1d2df3699fb3ad2e31fafb80443
-size 1003391315
+oid sha256:b8d064780af89ca023fccaf65913c450051962606e520e040d8c0861e19eca8b
+size 17288275