EXP_157: results

.gitattributes

@@ -224,3 +224,5 @@ experiments/EXP_145_cross-attn_s42/predictions/cross_asvspoof2019-la.csv filter=
 experiments/EXP_150_avff_s456/predictions/cross_asvspoof2019-la.csv filter=lfs diff=lfs merge=lfs -text
 experiments/EXP_156_davidnet-qacp_scaled_s7/predictions/cross_asvspoof2019-la.csv filter=lfs diff=lfs merge=lfs -text
 experiments/EXP_156_davidnet-qacp_scaled_s7/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text
+experiments/EXP_157_davidnet-qacp_scaled_s123/predictions/cross_asvspoof2019-la.csv filter=lfs diff=lfs merge=lfs -text
+experiments/EXP_157_davidnet-qacp_scaled_s123/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text

experiments/EXP_157_davidnet-qacp_scaled_s123/README.md

@@ -0,0 +1,16 @@
+# EXP_157 - davidnet-qacp_scaled (seed 123)
+
+DAVID-Net initialized from Scaled QACP checkpoint.
+
+- group: `proposed`, stage: `stage1`, split protocol: `strict`
+- initialised from: `qacp-scaled`
+- config hash: `c858797d8fa5`, feature set: `fs-a3b70d8acd`
+- best epoch 13 (0.9954095238095239), 19 epochs, 0.261 h, stop: early stopping: no improvement in 6 epochs
+
+| test task | AUC | EER | F1@val-thr |
+|---|---|---|---|
+| video | 0.9769 | 0.0682 | 0.9598 |
+| audio | 0.9999 | 0.0058 | 0.9873 |
+| clip | 0.9804 | 0.0724 | 0.9756 |
+
+Files: `configs/` (config, environment, metadata, requirements), `metrics/`, `predictions/`, `figures/`, `logs/`, `best_model/`.

experiments/EXP_157_davidnet-qacp_scaled_s123/checkpoints/LATEST.json

@@ -1,9 +0,0 @@
-{
-  "step": 2584,
-  "dir": "checkpoints/step-0002584",
-  "updated_at": "2026-11-01T13:09:57Z",
-  "config_hash": "c858797d8fa5",
-  "history": [
-    "checkpoints/step-0002584"
-  ]
-}

experiments/EXP_157_davidnet-qacp_scaled_s123/checkpoints/step-0002584/meta.json

@@ -1,13 +0,0 @@
-{
-  "config_hash": "c858797d8fa5",
-  "created_at": "2026-11-01T13:09:54Z",
-  "epoch": 19,
-  "files": {
-    "training_state.pt": {
-      "bytes": 1003391891,
-      "sha256": "25de945d09fdeccb7ffeec9f2b90d03c48b9d83648441cb8dbf9f2132d086253"
-    }
-  },
-  "reason": "completed",
-  "step": 2584
-}

experiments/EXP_157_davidnet-qacp_scaled_s123/configs/config.json

@@ -0,0 +1,263 @@
+{
+  "project": {
+    "name": "DAVID-Net-AV",
+    "hf_repo": "MIHMahmudEli/davidnet-experiments",
+    "hf_repo_type": "model",
+    "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+    "hf_private": false,
+    "code_repo": "https://github.com/MIHMahmudEli/Thesis.git",
+    "code_revision": "462c9a04421450e560af4f695fcb0babb3d89283",
+    "work_dir": "/kaggle/working/davidnet",
+    "scratch_dir": "/tmp/davidnet"
+  },
+  "mode": "full",
+  "seeds": [
+    123
+  ],
+  "data": {
+    "primary": "fakeavceleb",
+    "split_protocol": "strict_identity",
+    "split_seed": 42,
+    "split_fractions": [
+      0.65,
+      0.15,
+      0.2
+    ],
+    "n_frames": 16,
+    "window_seconds": 4.0,
+    "sample_rate": 16000,
+    "frame_size": 224,
+    "cache_frames": 24,
+    "cache_seconds": 6.0,
+    "face_crop": {
+      "enabled": true,
+      "detector": "yunet",
+      "detect_frames": 4,
+      "box_scale": 1.8,
+      "decode_max_side": 640
+    },
+    "cross_datasets": {
+      "celeb-df-v2": {
+        "use_official_test_list": true
+      },
+      "dfdc-10": {
+        "max_real": 2500,
+        "max_fake": 2500
+      },
+      "deepfaketimit": {},
+      "asvspoof2019-la": {
+        "partition": "eval"
+      },
+      "in-the-wild": {},
+      "wavefake": {
+        "max_per_generator": 1000
+      }
+    },
+    "subsample_seed": 0
+  },
+  "features": {
+    "video_model": "MCG-NJU/videomae-base",
+    "audio_model": "microsoft/wavlm-base-plus",
+    "video_spatial_grid": 4,
+    "audio_tokens": 50,
+    "dtype": "float16",
+    "train_view_offsets": [
+      0,
+      4,
+      8
+    ],
+    "eval_view_offset": 4,
+    "qacp_variants_per_clip": 4,
+    "shard_clips": 512,
+    "shard_clips_audio": 4096,
+    "extract_batch_size": "auto"
+  },
+  "model": {
+    "d_model": 768,
+    "n_heads": 8,
+    "n_fusion_layers": 4,
+    "dropout": 0.1,
+    "use_sync": true,
+    "use_disentangle": true,
+    "compose_quadrant": false
+  },
+  "train": {
+    "stage1": {
+      "epochs": 30,
+      "effective_batch": 64,
+      "micro_batch": "auto",
+      "optimizer": "adamw",
+      "lr": 0.0001,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 6,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "modality_dropout": 0.15,
+      "loss_weights": {
+        "v": 1.0,
+        "a": 1.0,
+        "quad": 0.5,
+        "loc": 0.5,
+        "sync": 0.1,
+        "disentangle": 0.1
+      },
+      "init_from_qacp": true,
+      "nonfinite_patience": 20
+    },
+    "qacp": {
+      "epochs": 40,
+      "effective_batch": 256,
+      "micro_batch": "auto",
+      "lr": 0.0003,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 8,
+      "selection_metric": "val/qacp_loss",
+      "temperature": 0.1,
+      "items_per_epoch": 4096,
+      "pseudo_classes": [
+        "RVRA",
+        "RVFA",
+        "FVRA",
+        "FVFA",
+        "MISMATCH"
+      ],
+      "nonfinite_patience": 20
+    },
+    "baseline": {
+      "epochs": 30,
+      "effective_batch": 64,
+      "micro_batch": "auto",
+      "lr": 0.001,
+      "weight_decay": 0.01,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 6,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "nonfinite_patience": 20
+    },
+    "phase_b": {
+      "epochs": 6,
+      "effective_batch": 16,
+      "micro_batch": "auto",
+      "lr": 3e-05,
+      "lr_encoder": 1e-05,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.1,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 3,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "modality_dropout": 0.15,
+      "loss_weights": {
+        "v": 1.0,
+        "a": 1.0,
+        "quad": 0.5,
+        "loc": 0.5,
+        "sync": 0.1,
+        "disentangle": 0.1
+      },
+      "unfreeze_top_blocks_video": 2,
+      "unfreeze_top_blocks_audio": 2,
+      "gradient_checkpointing": true,
+      "temporal_augment": true,
+      "nonfinite_patience": 20
+    }
+  },
+  "checkpoint": {
+    "every_steps": 500,
+    "every_minutes": 20.0,
+    "keep_last": 2,
+    "prune_resume_state_on_completion": true,
+    "upload_retries": 6,
+    "background_upload": true
+  },
+  "session": {
+    "time_budget_hours": 11.5,
+    "safety_minutes": 25.0,
+    "heartbeat_minutes": 10.0,
+    "lease_minutes": 30.0,
+    "worker_name": "kaggle-worker-3"
+  },
+  "plan": {
+    "groups": null,
+    "only": [
+      "davidnet-qacp_scaled"
+    ],
+    "run_phase_b": true,
+    "stop_on_error": true
+  },
+  "evaluation": {
+    "threshold_policy": "val_eer",
+    "bootstrap": 1000,
+    "ece_bins": 15,
+    "ci_level": 0.95
+  },
+  "hardware": {
+    "precision": "auto",
+    "num_workers": "auto",
+    "deterministic": true
+  },
+  "mixed_precision": true,
+  "smoke": {
+    "max_clips_per_split": 48,
+    "epochs": 2,
+    "every_steps": 3,
+    "datasets": [
+      "fakeavceleb",
+      "in-the-wild"
+    ]
+  },
+  "seed": 123,
+  "experiment": {
+    "name": "davidnet-qacp_scaled",
+    "stage": "stage1",
+    "group": "proposed",
+    "split": "strict",
+    "init_from": "qacp-scaled",
+    "baseline_model": null,
+    "components": {
+      "qacp": true,
+      "sync": true,
+      "disentangle": true,
+      "localization": true,
+      "multitask": true,
+      "modality_dropout": true,
+      "mismatch_class": true,
+      "copy_synthesis": true,
+      "self_blending": true
+    },
+    "description": "DAVID-Net initialized from Scaled QACP checkpoint."
+  }
+}

experiments/EXP_157_davidnet-qacp_scaled_s123/configs/environment.json

@@ -0,0 +1,72 @@
+{
+  "timestamp_utc": "2026-11-01T12:47:24Z",
+  "python": "3.13.15",
+  "python_version": "3.13.15",
+  "platform": "Linux-6.18.55+-x86_64-with-glibc2.39",
+  "hostname": "bc0e829a6c64",
+  "cpu_count": 4,
+  "torch": "2.11.0+cu128",
+  "torch_version": "2.11.0+cu128",
+  "worker_name": "kaggle-worker-3",
+  "cuda_available": true,
+  "cuda_version": "12.8",
+  "cudnn_version": 91900,
+  "gpus": [
+    {
+      "index": 0,
+      "name": "Tesla T4",
+      "total_memory_gb": 15.64,
+      "capability": "7.5",
+      "multi_processor_count": 40
+    },
+    {
+      "index": 1,
+      "name": "Tesla T4",
+      "total_memory_gb": 15.64,
+      "capability": "7.5",
+      "multi_processor_count": 40
+    }
+  ],
+  "packages": {
+    "torch": "2.11.0+cu128",
+    "torchaudio": "2.11.0+cu128",
+    "torchvision": "0.26.0+cu128",
+    "transformers": "5.16.1",
+    "huggingface_hub": "1.29.0",
+    "safetensors": "0.8.0",
+    "numpy": "2.1.3",
+    "scipy": "1.16.3",
+    "scikit-learn": "1.6.1",
+    "pandas": "2.3.3",
+    "matplotlib": "3.10.0",
+    "opencv-python": "4.14.0.94",
+    "opencv-python-headless": "4.14.0.94",
+    "accelerate": "1.14.0"
+  },
+  "nvidia_smi": "Tesla T4, 580.178.04, 15360 MiB\nTesla T4, 580.178.04, 15360 MiB",
+  "kaggle": {
+    "KAGGLE_KERNEL_RUN_TYPE": "Batch",
+    "KAGGLE_URL_BASE": "https://api.kaggle.com",
+    "KAGGLE_DOCKER_IMAGE": "gcr.io/kaggle-gpu-images/python@sha256:9a6bcfda6d03b2cd9aa347ee8c1bae62043328ed0f4afe9bda014e4f8bbf9435",
+    "KAGGLE_CONTAINER_NAME": "kaggle_GhP7tyf4j3Ks7j4CBxKn55wiiakFN4ypk6BwKMJc-364546351-webtier"
+  },
+  "ffmpeg": [
+    "ffmpeg version 6.1.1-3ubuntu5 Copyright (c) 2000-2023 the FFmpeg developers"
+  ],
+  "git": {
+    "commit": "320dc56ad9ce522377ad527721fd8a9911b65da7",
+    "dirty": false,
+    "remote": "https://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@github.com/MIHMahmudEli/Thesis.git"
+  },
+  "git_commit": "320dc56ad9ce522377ad527721fd8a9911b65da7",
+  "hardware": {
+    "precision": "fp16",
+    "num_workers": 3,
+    "deterministic": true,
+    "device": "cuda",
+    "n_gpus": 2,
+    "gpu_name": "Tesla T4",
+    "vram_gb": 15.64,
+    "pin_memory": true
+  }
+}

experiments/EXP_157_davidnet-qacp_scaled_s123/configs/experiment_metadata.json

@@ -0,0 +1,38 @@
+{
+  "experiment_id": "EXP_157",
+  "name": "davidnet-qacp_scaled",
+  "seed": 123,
+  "group": "proposed",
+  "stage": "stage1",
+  "split_protocol": "strict",
+  "init_from": "qacp-scaled",
+  "description": "DAVID-Net initialized from Scaled QACP checkpoint.",
+  "components": {
+    "qacp": true,
+    "sync": true,
+    "disentangle": true,
+    "localization": true,
+    "multitask": true,
+    "modality_dropout": true,
+    "mismatch_class": true,
+    "copy_synthesis": true,
+    "self_blending": true
+  },
+  "config_hash": "c858797d8fa5",
+  "feature_set_id": "fs-a3b70d8acd",
+  "model_revisions": {
+    "audio": "4c66d4806a428f2e922ccfa1a962776e232d487b",
+    "video": "dc740ceda42fce44faed2ea03c6d447db72f6af9"
+  },
+  "data_freeze_sha": "30767e27dae3811f2c9bddffa0ca539ea17f7393d08a39c8f39a5e9fecccd6c4",
+  "git": {
+    "commit": "320dc56ad9ce522377ad527721fd8a9911b65da7",
+    "dirty": false,
+    "remote": "https://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@github.com/MIHMahmudEli/Thesis.git"
+  },
+  "hf_repo": "MIHMahmudEli/davidnet-experiments",
+  "hf_revision_at_session_start": "72989b2279d6fb4e482c69f97a5bce77082d9eec",
+  "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+  "registered_at": "2026-11-01T12:47:40Z",
+  "mode": "full"
+}

experiments/EXP_157_davidnet-qacp_scaled_s123/configs/requirements.lock.txt

@@ -0,0 +1,920 @@
+a2a-sdk==1.2.3
+absl-py==1.4.0
+accelerate==1.14.0
+access==1.1.10.post3
+affine==3.0.1
+aiobotocore==2.26.0
+aiofiles==25.1.0
+aiohappyeyeballs==2.7.1
+aiohttp==3.14.3
+aioitertools==0.13.0
+aiosignal==1.4.0
+aiosqlite==0.22.1
+alabaster==1.0.0
+albucore==0.0.24
+albumentations==2.0.8
+ale-py==0.12.1
+alembic==1.20.1
+altair==5.5.0
+annotated-doc==0.0.5
+annotated-types==0.8.0
+antlr4-python3-runtime==4.9.3
+anyio==4.14.2
+anywidget==0.9.21
+apsw==3.53.4.0
+argon2-cffi==25.1.0
+argon2-cffi-bindings==26.1.0
+args==0.1.0
+array_record==0.8.3
+arrow==1.4.0
+arviz==0.22.0
+asn1crypto==1.5.1
+astropy==7.2.2
+astropy-iers-data==0.2026.8.31.0.57.9
+asttokens==3.0.2
+astunparse==1.6.3
+async-lru==2.4.0
+atpublic==5.1
+attrs==26.1.0
+audioop-lts==0.2.2
+audioread==3.1.0
+Authlib==1.8.0
+autograd==1.9.1
+babel==2.18.0
+backcall==0.2.0
+bayesian-optimization==3.4.0
+beartype==0.22.9
+beautifulsoup4==4.13.5
+betterproto==2.0.0b7
+bigframes==2.48.0
+bigquery-magics==0.14.0
+black==26.10.1
+blake3==1.0.11
+bleach==6.4.0
+blinker==1.9.0
+blis==1.3.3
+blobfile==3.3.0
+blosc2==4.12.0
+bokeh==3.8.2
+Boruta==0.4.3
+boto3==1.41.5
+botocore==1.41.5
+Bottleneck==1.4.2
+bqplot==0.12.47
+branca==0.8.2
+brotli==1.2.0
+build==1.6.1
+cachebox==5.2.3
+CacheControl==0.14.4
+cachetools==6.2.6
+Cartopy==0.26.0
+catalogue==2.0.10
+catboost==1.2.10
+category_encoders==2.11.1
+certifi==2026.10.19
+cesium==0.12.4
+cffi==2.1.1
+chardet==5.2.0
+charset-normalizer==3.4.9
+chex==0.1.90
+clarabel==0.11.1
+click==8.5.0
+click-plugins==1.1.1.2
+cligj==0.7.2
+clint==0.5.1
+cloudpathlib==0.25.0
+cloudpickle==3.1.2
+cmake==3.31.10
+cmdstanpy==1.3.0
+colorama==0.4.6
+colorcet==3.2.1
+colorlog==6.12.0
+colorlover==0.3.0
+comm==0.2.3
+community==1.0.0b1
+confection==1.3.3
+ConfigSpace==1.2.2
+cons==0.4.7
+contourpy==1.3.3
+coverage==7.16.2
+cramjam==2.12.1
+cryptography==50.0.1
+cucim-cu12 @ https://pypi.nvidia.com/cucim-cu12/cucim_cu12-26.2.1-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl
+cuda-bindings==12.9.7
+cuda-core==0.3.2
+cuda-pathfinder==1.8.0
+cuda-python==12.9.7
+cuda-toolkit==12.8.1
+cudf-cu12==26.2.1
+cudf-polars-cu12==26.2.1
+cufflinks==0.17.3
+cuml-cu12==26.2.0
+cupy-cuda12x==14.0.1
+curl_cffi==0.16.2
+cuvs-cu12 @ https://pypi.nvidia.com/cuvs-cu12/cuvs_cu12-26.2.0-cp313-cp313-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
+cvxopt==1.3.2
+cvxpy==1.6.7
+cycler==0.12.1
+cyipopt==1.5.0
+cymem==2.0.13
+Cython==3.0.12
+cytoolz==1.2.0
+dacite==1.9.2
+dask==2026.1.1
+dask-cuda==26.2.0
+dask-cudf-cu12==26.2.1
+dask-expr==2.0.0
+dask-jobqueue==0.9.0
+dataclasses-json==0.6.7
+dataproc-spark-connect==1.1.0
+datasets==4.8.5
+db-dtypes==1.7.1
+dbus-python==1.3.2
+deap==1.4.4
+debugpy==1.8.15
+decorator==5.3.1
+deepdiff==9.1.0
+defusedxml==0.7.1
+Deprecated==3.0.0
+deprecation==2.1.0
+diffusers==0.40.0
+dill==0.4.1
+dipy==1.12.1
+distributed==2026.1.1
+distributed-ucxx-cu12==0.48.0
+distro==1.9.0
+dlib==19.24.6
+dm-tree==0.1.10
+dnspython==2.9.0
+docker==7.2.0
+docstring-to-markdown==0.17
+docstring_parser==0.18.0
+docutils==0.21.2
+dopamine_rl==4.1.2
+duckdb==1.3.2
+earthengine-api==1.7.39
+easydict==1.13
+easyocr==1.7.2
+editdistance==0.8.1
+eerepr==0.1.2
+einops==0.8.2
+email-validator==2.3.0
+emoji==2.16.0
+en_core_web_sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.8.0/en_core_web_sm-3.8.0-py3-none-any.whl#sha256=1932429db727d4bff3deed6b34cfc05df17794f4a52eeb26cf8928f7c1a0fb85
+entrypoints==0.4
+esda==2.9.0
+et_xmlfile==2.0.0
+etils==1.14.0
+etuples==0.3.10
+execnb==0.3.3
+Farama-Notifications==0.0.6
+fastai==2.8.8
+fastapi==0.141.1
+fastcore==2.2.33
+fastdownload==0.0.7
+fastgit==0.1.4
+fastjsonschema==2.22.2
+fastprogress==1.1.6
+fastspec==0.2.5
+fasttext==0.9.3
+fasttransform==0.0.2
+fasttransport==0.0.4
+fastuuid==0.14.0
+featuretools==1.31.0
+filelock==3.32.5
+filetype==1.2.0
+fiona==1.10.1
+firebase-admin==6.9.0
+Flask==3.1.3
+flatbuffers==25.12.19
+flax==0.12.10
+folium==0.20.0
+fonttools==4.64.0
+formulaic==1.2.2
+fqdn==1.5.1
+frozendict==2.4.7
+frozenlist==1.8.0
+fsspec==2025.12.0
+func_timeout==4.3.5
+funcy==2.1
+fury==0.11.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.7.0
+gatspy==0.3
+gcsfs==2025.12.0
+GDAL==3.8.4
+gdown==5.2.2
+geemap==0.38.4
+gensim==4.4.0
+geocoder==1.38.1
+geographiclib==2.1
+geojson==3.3.0
+geopandas==1.1.4
+geopy==2.4.1
+gepa==0.1.4
+ghapi==2.1.4
+giddy==2.3.9
+gin-config==0.5.0
+glob2==0.7
+google==3.0.0
+google-adk==2.7.1
+google-ai-generativelanguage==0.6.15
+google-api-core==2.30.3
+google-api-python-client==2.200.0
+google-auth==2.49.0
+google-auth-httplib2==0.4.2
+google-auth-oauthlib==1.4.1
+google-cloud-aiplatform==2.6.0
+google-cloud-bigquery==3.44.0
+google-cloud-bigquery-connection==1.22.0
+google-cloud-core==2.7.0
+google-cloud-dataproc==5.28.0
+google-cloud-datastore==2.25.0
+google-cloud-firestore==2.27.0
+google-cloud-functions==1.24.0
+google-cloud-language==2.21.0
+google-cloud-monitoring==2.31.0
+google-cloud-resource-manager==1.18.0
+google-cloud-spanner==3.68.0
+google-cloud-storage==3.13.1
+google-cloud-storage-control==1.12.0
+google-cloud-texttospeech==2.37.0
+google-cloud-translate==3.27.0
+google-cloud-videointelligence==2.20.0
+google-cloud-vision==3.15.0
+google-colab @ file:///colabtools/dist/google_colab-1.0.0.tar.gz
+google-crc32c==1.8.0
+google-genai==2.12.1
+google-generativeai==0.8.6
+google-pasta==0.2.0
+google-resumable-media==2.10.2
+googleapis-common-protos==1.75.0
+googledrivedownloader==1.1.0
+gpxpy==1.6.2
+gradio==6.26.0
+gradio_client==2.6.1
+grain==0.2.18
+graphviz==0.21
+greenlet==3.5.5
+groovy==0.1.2
+grpc-google-iam-v1==0.14.4
+grpc-interceptor==0.15.4
+grpcio==1.84.0
+grpcio-status==1.71.2
+grpcio-tools==1.71.2
+grpclib==0.4.9
+gspread==6.2.1
+gspread-dataframe==4.0.0
+gym==0.26.2
+gym-notices==0.1.0
+gymnasium==1.2.0
+gymnax==0.0.8
+h11==0.16.0
+h2==4.4.1
+h2o==3.46.0.12
+h5netcdf==1.8.1
+h5py==3.16.0
+haversine==2.9.0
+hdbscan==0.8.44
+hep_ml==0.8.0
+hf-gradio==0.4.1
+hf-xet==1.6.0
+highspy==1.15.1
+holidays==0.103
+holoviews==1.23.2
+hpack==4.2.0
+html5lib==1.1
+httpcore==1.0.9
+httpcore2==2.12.0
+httpimport==1.4.1
+httplib2==0.32.0
+httptools==0.8.0
+httpx==0.28.1
+httpx2==2.12.0
+huggingface_hub==1.29.0
+humanize==4.16.0
+hyperframe==6.1.0
+hyperopt==0.3.0
+ibis-framework==9.5.0
+id==1.6.1
+idna==3.19
+igraph==1.0.0
+ImageHash==4.3.2
+ImageIO==2.37.4
+imageio-ffmpeg==0.6.0
+imagesize==2.0.1
+imbalanced-learn==0.14.2
+immutabledict==4.3.1
+importlib_metadata==8.9.0
+importlib_resources==7.1.0
+imutils==0.5.4
+in-toto-attestation==0.9.3
+inequality==1.1.2
+inflect==7.5.0
+iniconfig==2.3.0
+intel-cmplr-lib-ur==2025.3.3
+intel-openmp==2025.3.3
+interface_meta==2.0.1
+ipyevents==2.0.4
+ipyfilechooser==0.6.0
+ipykernel==6.17.1
+ipyleaflet==0.20.0
+ipympl==0.10.0
+ipyparallel==8.8.0
+ipython==7.34.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.5
+isoduration==20.11.0
+isoweek==1.3.3
+itsdangerous==2.2.0
+Janome==0.5.0
+jaraco.classes==3.4.0
+jaraco.context==6.1.2
+jaraco.functools==4.6.0
+jax==0.11.1
+jax-cuda12-pjrt==0.11.1
+jax-cuda12-plugin==0.11.1
+jaxlib==0.11.1
+jedi==0.20.1
+jeepney==0.9.0
+jieba==0.42.1
+Jinja2==3.1.6
+jiter==0.10.0
+jmespath==1.1.0
+joblib==1.6.0
+joserfc==1.7.5
+json-rpc==1.15.0
+json5==0.17.3
+jsonpatch==1.33
+jsonpickle==4.1.2
+jsonpointer==3.1.1
+jsonschema==4.26.0
+jsonschema-specifications==2025.9.1
+jupyter-console==6.6.3
+jupyter-events==0.12.1
+jupyter-leaflet==0.20.0
+jupyter-lsp==2.3.1
+jupyter_client==7.4.9
+jupyter_core==5.9.1
+jupyter_kernel_gateway @ git+https://github.com/googlecolab/kernel_gateway@b134e9945df25c2dcb98ade9129399be10788671
+jupyter_server==2.12.5
+jupyter_server_proxy==4.6.0
+jupyter_server_terminals==0.5.4
+jupyterlab==4.5.11
+jupyterlab-lsp==5.3.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.28.1
+jupyterlab_widgets==3.0.17
+jupytext==1.19.5
+kaggle==2.0.2
+kaggle-environments==1.32.7
+kagglehub==1.0.2
+kagglesdk==0.1.37
+keras==3.13.2
+keras-core==0.1.7
+keras-cv==0.9.0
+keras-hub==0.26.0
+keras-nlp==0.26.0
+keras-tuner==1.4.8
+keyring==25.7.0
+keyrings.google-artifactregistry-auth==1.1.2
+kiwisolver==1.5.1
+kornia==0.8.3
+kornia_rs==0.2.0
+kt-legacy==1.0.5
+langchain==1.3.18
+langchain-core==1.6.1
+langchain-protocol==0.0.19
+langgraph==1.2.11
+langgraph-checkpoint==4.2.0
+langgraph-prebuilt==1.1.0
+langgraph-sdk==0.4.4
+langid==1.1.6
+langsmith==0.12.1
+lark==1.3.1
+launchpadlib==1.11.0
+lazr.restfulclient==0.14.6
+lazr.uri==1.0.6
+lazy-loader==0.5
+learntools @ git+https://github.com/Kaggle/learntools@e9ba66dc899d3e17b80d3a1b9a5d29f430d310cb
+libclang==18.1.1
+libcudf-cu12==26.2.1
+libcugraph-cu12==26.2.0
+libcuml-cu12==26.2.0
+libcuvs-cu12==26.2.0
+libkvikio-cu12==26.2.0
+libpysal==4.14.1
+libraft-cu12==26.2.0
+librmm-cu12==26.2.0
+librosa==0.11.0
+libucx-cu12==1.19.0
+libucxx-cu12==0.48.0
+lightgbm==4.6.0
+lightning-utilities==0.15.3
+lime==0.2.0.1
+line_profiler==5.1.0
+linkify-it-py==2.2.0
+litellm==1.93.2
+llvmlite==0.44.0
+lml==0.2.0
+locket==1.0.0
+logical-unification==0.4.7
+lxml==6.1.2
+Mako==1.4.3
+mamba==0.11.3
+mapclassify==2.10.0
+Markdown==3.10.3
+markdown-it-py==4.2.0
+MarkupSafe==3.0.3
+marshmallow==3.26.2
+matplotlib==3.10.0
+matplotlib-inline==0.2.2
+matplotlib-venn==1.1.2
+mdit-py-plugins==0.6.1
+mdurl==0.1.2
+mgwr==2.2.1
+minify_html==0.18.1
+miniKanren==1.0.5
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.13.5
+mkl==2025.3.1
+ml_collections==1.1.0
+ml_dtypes==0.6.0
+mlcrate==0.2.0
+mlxtend==0.23.4
+mmh3==5.3.0
+mne==1.13.2
+model-signing==1.1.1
+momepy==0.11.0
+moocore==0.3.2
+more-itertools==10.8.0
+moviepy==1.0.3
+mpld3==0.5.12
+mpmath==1.3.0
+msgpack==1.2.2
+multidict==6.7.1
+multimethod==1.12
+multipledispatch==1.0.0
+multiprocess==0.70.19
+multitasking==0.0.13
+murmurhash==1.0.15
+music21==9.9.2
+mypy_extensions==1.1.0
+namex==0.1.0
+narwhals==2.25.0
+natsort==8.4.0
+nbclassic==1.3.3
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdev==3.3.25
+nbformat==5.11.1
+ndindex==1.10.1
+nest-asyncio==1.6.0
+networkx==3.6.1
+nh3==0.3.7
+nibabel==5.4.2
+nilearn==0.14.1
+ninja==1.13.2
+nltk==3.9.1
+notebook==6.5.7
+notebook_shim==0.2.4
+numba==0.61.2
+numba-cuda==0.22.2
+numexpr==2.14.2
+numpy==2.1.3
+nvidia-cublas-cu12==12.8.4.1
+nvidia-cuda-cccl-cu12==12.9.27
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cuda-nvcc-cu12==12.8.93
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cudnn-cu12==9.19.0.56
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cufile-cu12==1.13.1.3
+nvidia-curand-cu12==10.3.9.90
+nvidia-cusolver-cu12==11.7.3.90
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cusparselt-cu12==0.7.1
+nvidia-libnvcomp-cu12==5.1.0.21
+nvidia-ml-py==13.610.43
+nvidia-nccl-cu12==2.28.9
+nvidia-nccl-cu13==2.31.2
+nvidia-nvimgcodec-cu12==0.7.0.11
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvtx-cu12==12.8.90
+nvtx==0.2.16
+nx-cugraph-cu12 @ https://pypi.nvidia.com/nx-cugraph-cu12/nx_cugraph_cu12-26.2.0-py3-none-any.whl
+oauth2client==4.1.3
+oauthlib==3.3.1
+odfpy==1.4.1
+olefile==0.47
+omegaconf==2.3.1
+onemkl-license==2025.3.1
+onnx==1.22.0
+open-spiel==2.0.1
+openai==2.54.0
+opencv-contrib-python==4.14.0.94
+opencv-python==4.14.0.94
+opencv-python-headless==4.14.0.94
+openpyxl==3.1.5
+openslide-bin==4.0.1.2
+openslide-python==1.4.6
+opentelemetry-api==1.42.1
+opentelemetry-resourcedetector-gcp==1.14.0
+opentelemetry-sdk==1.42.1
+opentelemetry-semantic-conventions==0.63b1
+opt_einsum==3.4.0
+optax==0.2.8
+optree==0.20.0
+optuna==5.0.0
+orbax-checkpoint==0.12.4
+orderly-set==5.5.0
+orjson==3.12.0
+ormsgpack==1.12.2
+osqp==1.1.3
+overrides==7.7.0
+packaging==26.3
+pandas==2.3.3
+pandas-datareader==0.11.1
+pandas-gbq==0.30.0
+pandas-profiling==3.6.6
+pandas-stubs==2.2.3.250527
+pandasql==0.7.3
+pandocfilters==1.5.1
+panel==1.9.4
+panel-material-ui==0.14.2
+papermill==2.7.0
+param==2.4.1
+parso==0.8.7
+parsy==2.2
+partd==1.4.2
+path==17.1.1
+path.py==12.5.0
+pathlib_abc==0.5.2
+pathos==0.3.5
+pathspec==1.1.1
+patsy==1.0.3
+pdf2image==1.17.0
+peewee==4.4.0
+peft==0.20.0
+pettingzoo==1.24.0
+pexpect==4.9.0
+phik==0.12.5
+pickleshare==0.7.5
+pillow==13.0.0
+platformdirs==4.11.7
+plotly==5.24.1
+plotly-express==0.4.1
+plotnine==0.14.5
+pluggy==1.6.0
+plum-dispatch==2.9.0
+pointpats==2.5.5
+pokerkit==0.6.3
+polars==1.35.2
+polars-runtime-32==1.35.2
+pooch==1.9.0
+portpicker==1.5.2
+POT==0.9.7.post1
+pox==0.3.7
+ppft==1.7.8
+preshed==3.0.13
+prettytable==3.18.0
+proglog==0.1.12
+progressbar2==4.5.0
+prometheus_client==0.26.0
+promise==2.3
+prompt_toolkit==3.0.53
+propcache==0.5.2
+prophet==1.4.0
+proto-plus==1.28.2
+protobuf==5.29.5
+psutil==5.9.5
+psycopg2==2.9.12
+psygnal==0.15.1
+ptyprocess==0.7.0
+pudb==2026.1
+PuLP==3.3.2
+puremagic==2.2.0
+py-cpuinfo==9.0.0
+py4j==0.10.9.9
+pyaml==26.7.0
+PyArabic==0.6.15
+pyarrow==23.0.1
+pyasn1==0.6.4
+pyasn1_modules==0.4.2
+pybind11==3.1.0
+pycairo==1.29.1
+pyclipper==1.4.0
+pycocotools==2.0.11
+pycparser==3.0
+pycryptodome==4.1.0
+pycryptodomex==3.23.0
+pycuda==2026.1
+pydantic==2.13.5
+pydantic_core==2.46.5
+pydata-google-auth==1.9.1
+pydicom==3.0.2
+pydot==4.0.1
+pydotplus==2.0.2
+PyDrive2==1.21.1
+pydub==0.25.1
+pyemd==2.0.0
+pyerfa==2.0.1.5
+pyexcel-io==0.6.8
+pyexcel-ods==0.6.0
+pygame==2.6.1
+pygit2==1.20.0
+pygltflib==1.16.5
+Pygments==2.21.0
+PyGObject==3.48.2
+pyiceberg==0.12.0
+pyjson5==2.0.1
+PyJWT==2.13.0
+pyLDAvis==3.4.1
+pylibcudf-cu12==26.2.1
+pylibcugraph-cu12==26.2.0
+pylibraft-cu12==26.2.0
+pymc==5.28.5
+pymongo==4.19.0
+Pympler==1.1
+pynndescent==0.6.0
+pyogrio==0.13.0
+pyomo==6.10.1
+PyOpenGL==3.1.10
+pyOpenSSL==26.4.0
+pyparsing==3.3.2
+pypdf==6.21.2
+pyperclip==1.11.0
+pyproj==3.7.2
+pyproject_hooks==1.3.3
+pyroaring==1.1.0
+pysal==25.7
+pyshp==3.1.6
+PySocks==1.7.1
+pyspark==4.0.4
+pytensor==2.38.3
+pytesseract==0.3.13
+pytest==8.4.2
+python-apt==0.0.0
+python-bidi==0.6.12
+python-box==7.4.1
+python-dateutil==2.9.0.post0
+python-dotenv==1.2.3
+python-fasthtml==0.14.12
+python-json-logger==4.2.0
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.15.0
+python-multipart==0.0.32
+python-slugify==8.0.4
+python-snappy==0.7.3
+python-utils==4.0.1
+pytokens==0.4.1
+pytools==2026.1.1
+pytorch-ignite==0.5.5
+pytorch-lightning==2.6.6
+pytz==2025.2
+PyUpSet==0.1.1.post7
+pyviz_comms==3.0.6
+PyWavelets==1.9.0
+PyYAML==6.0.3
+pyzmq==26.2.1
+qgrid==1.3.1
+qtconsole==5.7.2
+QtPy==2.4.3
+quantecon==0.11.4
+raft-dask-cu12==26.2.0
+rapids-dask-dependency==26.2.0
+rapids-logger==0.2.3
+rasterio==1.5.1
+rasterstats==0.21.0
+ratelim==0.1.6
+ray==2.59.0
+referencing==0.37.0
+regex==2025.11.3
+requests==2.34.2
+requests-oauthlib==2.0.0
+requests-toolbelt==1.0.0
+requirements-parser==0.9.0
+rfc3161-client==1.0.9
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rfc3987-syntax==1.1.0
+rfc8785==0.1.4
+rgf-python==3.12.0
+rich==13.9.4
+rmm-cu12==26.2.0
+roman-numerals==4.1.0
+roman-numerals-py==4.1.0
+rouge_score==0.1.2
+rpds-py==2026.6.3
+rpy2==3.5.17
+rsa==4.9.1
+rtree==1.4.1
+ruamel.yaml==0.19.1
+s3fs==2025.12.0
+s3transfer==0.15.0
+safehttpx==0.1.7
+safetensors==0.8.0
+scikit-image==0.25.2
+scikit-learn==1.6.1
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.2
+scikit-plot==0.3.7
+scikit-surprise==1.1.5
+scipy==1.16.3
+scooby==0.11.2
+scs==3.2.11
+seaborn==0.13.2
+SecretStorage==3.5.0
+securesystemslib==1.6.0
+segment_anything @ git+https://github.com/facebookresearch/segment-anything.git@dca509fe793f601edb92606367a655c15ac00fdf
+segregation==2.5.4
+semantic-version==2.10.0
+Send2Trash==2.1.0
+sentence-transformers==5.7.0
+sentencepiece==0.2.2
+sentry-sdk==2.68.1
+setuptools==81.0.0
+shap==0.52.0
+shapely==2.1.2
+shellingham==1.5.4
+Shimmy==2.0.1
+sigstore==4.5.1
+sigstore-models==0.0.6
+sigstore-rekor-types==0.0.18
+simpervisor==1.0.0
+simple-parsing==0.1.9
+simpleitk==2.5.6
+simplejson==4.1.2
+simsimd==6.5.16
+siphash24==1.9
+six==1.17.0
+sklearn-compat==0.1.6
+sklearn-pandas==2.2.0
+slicer==0.0.8
+smart_open==8.0.1
+sniffio==1.3.1
+snowballstemmer==3.1.1
+sortedcontainers==2.4.0
+soundfile==0.14.0
+soupsieve==2.9.2
+soxr==1.1.0
+spacy==3.8.16
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spaghetti==1.7.6
+spanner-graph-notebook==1.1.10
+spglm==1.1.0
+Sphinx==8.2.3
+sphinxcontrib-applehelp==2.0.0
+sphinxcontrib-devhelp==2.0.0
+sphinxcontrib-htmlhelp==2.1.0
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==2.0.0
+sphinxcontrib-serializinghtml==2.0.0
+spint==1.1.0
+splot==1.1.7
+spopt==0.7.0
+spreg==1.9.0
+SQLAlchemy==2.0.52
+sqlglot==25.20.2
+sqlparse==0.6.0
+squarify==0.4.5
+srsly==2.5.3
+standard-aifc==3.13.0
+standard-chunk==3.13.0
+standard-sunau==3.13.0
+stanio==0.5.1
+starlette==1.6.0
+statsmodels==0.15.0
+stopit==1.1.2
+strictyaml==1.7.3
+stringzilla==5.1.2
+stumpy==1.14.1
+sympy==1.14.0
+tables==3.10.2
+tabulate==0.9.0
+tbb==2022.3.1
+tblib==3.2.2
+tcmlib==1.5.0
+tenacity==9.1.4
+tensorboard==2.20.0
+tensorboard-data-server==0.7.2
+tensorflow==2.20.0
+tensorflow-datasets==4.9.10
+tensorflow-hub==0.16.1
+tensorflow-metadata==1.21.0
+tensorflow-probability==0.25.0
+tensorflow-text==2.20.1
+tensorstore==0.1.85
+termcolor==3.3.0
+terminado==0.18.1
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.19.0
+texttable==1.7.2
+tf-slim==1.1.0
+tf_keras==2.20.1
+thinc==8.3.13
+threadpoolctl==3.6.0
+tifffile==2026.8.23
+tiktoken==0.14.0
+timm==1.0.29
+tinycss2==1.5.1
+tobler==0.14.0
+tokenizers==0.23.1
+toml==0.10.2
+tomlkit==0.14.0
+toolz==0.12.1
+torch==2.11.0+cu128
+torchao==0.10.0
+torchaudio==2.11.0+cu128
+torchcodec==0.11.0+cu128
+torchdata==0.11.0
+torchinfo==1.8.0
+torchmetrics==1.9.0
+torchsummary==1.5.1
+torchtune==0.6.1
+torchvision==0.26.0+cu128
+tornado==6.5.7
+TPOT==1.1.0
+tqdm==4.67.3
+traitlets==5.16.1
+traittypes==0.2.3
+transformers==5.16.1
+treelite==4.7.1
+treescope==0.1.10
+triton==3.6.0
+truststore==0.10.4
+trx-python==0.6
+tsfresh==0.21.2
+tuf==7.0.1
+tweepy==4.17.0
+typeguard==4.6.0
+typer==0.27.2
+types-pytz==2026.3.1.20260727
+types-setuptools==84.0.0.20260812
+typing-inspect==0.9.0
+typing-inspection==0.4.4
+typing_extensions==4.16.0
+tzdata==2026.3
+tzlocal==5.4.4
+ucxx-cu12==0.48.0
+ujson==6.0.0
+umap-learn==0.5.12
+umf==1.0.3
+universal_pathlib==0.3.10
+update_checker==1.0.1
+uri-template==1.3.0
+uritemplate==4.2.0
+urllib3==2.8.0
+urwid==4.2.5
+urwid_readline==0.15.1
+uuid_utils==0.17.0
+uv==0.13.5
+uvicorn==0.52.4
+uvloop==0.22.1
+vega-datasets==0.9.0
+visions==0.8.1
+vtk==9.7.1
+wadllib==1.3.6
+Wand==0.7.2
+wandb==0.28.1
+wasabi==1.1.3
+watchdog==6.0.0
+watchfiles==1.2.0
+wavio==0.0.9
+wcwidth==0.8.3
+weasel==1.0.0
+webcolors==25.10.0
+webencodings==0.6.1
+websocket-client==1.9.2
+websockets==15.0.1
+Werkzeug==3.1.8
+wheel==0.48.0
+widgetsnbextension==4.0.16
+woodwork==0.31.0
+wordcloud==1.9.6
+wrapt==1.17.3
+xarray==2025.12.0
+xarray-einstats==0.11.0
+xgboost==3.4.1
+xlrd==2.0.2
+xvfbwrapper==0.2.35
+xxhash==4.0.1
+xyzservices==2026.3.0
+yarl==1.24.5
+ydata-profiling==4.18.4
+ydf==0.15.0
+ydf_tf==2.20.0
+yellowbrick==1.5
+yfinance==0.2.66
+zict==3.0.0
+zipp==4.1.0
+zstandard==0.25.0

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/classification_report.csv

@@ -0,0 +1,8 @@
+class,precision,recall,f1,support
+RVRA,0.8617021276595744,0.81,0.8350515463917526,100.0
+RVFA,0.8857142857142857,0.93,0.9073170731707317,100.0
+FVRA,0.9400479616306955,0.9679012345679012,0.9537712895377128,405.0
+FVFA,0.9757085020242915,0.9341085271317829,0.9544554455445544,258.0
+macro avg,,,0.912648838661188,
+weighted avg,,,0.9348363142172854,
+accuracy,,,0.9351100811123986,

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/confusion_matrix.csv

@@ -0,0 +1,5 @@
+,0,1,2,3
+RVRA,81,0,19,0
+RVFA,1,93,1,5
+FVRA,12,0,392,1
+FVFA,0,12,5,241

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/cross_dataset_metrics.json

@@ -0,0 +1,813 @@
+{
+  "celeb-df-v2": {
+    "n": 518,
+    "video": {
+      "n": 518,
+      "n_fake": 340,
+      "n_real": 178,
+      "threshold": 0.6939917206764221,
+      "auc": 0.6686219431592861,
+      "auc_ci_low": 0.6157511979510906,
+      "auc_ci_high": 0.7150128056840714,
+      "pr_auc": 0.7665436653610677,
+      "eer": 0.38071711830799737,
+      "accuracy": 0.7084942084942085,
+      "balanced_accuracy": 0.6146563119629874,
+      "precision": 0.7182448036951501,
+      "recall": 0.9147058823529411,
+      "sensitivity": 0.9147058823529411,
+      "specificity": 0.3146067415730337,
+      "f1": 0.8046571798188874,
+      "macro_f1": 0.6152563465634361,
+      "weighted_f1": 0.6744898117900444,
+      "brier": 0.25457058743928557,
+      "ece": 0.23295798527731282,
+      "confusion": [
+        [
+          56,
+          122
+        ],
+        [
+          29,
+          311
+        ]
+      ],
+      "detection_rate": 0.9147058823529411,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 518,
+      "n_fake": 340,
+      "n_real": 178,
+      "threshold": 0.8407825827598572,
+      "auc": 0.6686219431592861,
+      "auc_ci_low": 0.6157511979510906,
+      "auc_ci_high": 0.7150128056840714,
+      "pr_auc": 0.7665436653610677,
+      "eer": 0.38071711830799737,
+      "accuracy": 0.7027027027027027,
+      "balanced_accuracy": 0.6196133509583608,
+      "precision": 0.7235576923076923,
+      "recall": 0.8852941176470588,
+      "sensitivity": 0.8852941176470588,
+      "specificity": 0.3539325842696629,
+      "f1": 0.7962962962962963,
+      "macro_f1": 0.6231481481481481,
+      "weighted_f1": 0.6772987272987274,
+      "brier": 0.25457058743928557,
+      "ece": 0.23295798527731282,
+      "confusion": [
+        [
+          63,
+          115
+        ],
+        [
+          39,
+          301
+        ]
+      ],
+      "detection_rate": 0.8852941176470588,
+      "auc_defined": true
+    },
+    "mean_auc": 0.6686219431592861,
+    "per_generator": [
+      {
+        "group": "celeb-df",
+        "n": 340,
+        "n_fake": 340,
+        "detection_rate": 0.8852941176470588,
+        "mean_score": 0.8942195952157764,
+        "auc_vs_reals": 0.6686219431592861
+      },
+      {
+        "group": "real",
+        "n": 178,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.70377087326239
+      }
+    ]
+  },
+  "wavefake": {
+    "n": 11000,
+    "audio": {
+      "n": 11000,
+      "n_fake": 11000,
+      "n_real": 0,
+      "threshold": 0.7014064192771912,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.109,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 0.109,
+      "sensitivity": 0.109,
+      "specificity": NaN,
+      "f1": 0.19657348963029755,
+      "macro_f1": NaN,
+      "weighted_f1": 0.19657348963029758,
+      "brier": 0.781962031959898,
+      "ece": 0.8345039238541344,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          9801,
+          1199
+        ]
+      ],
+      "detection_rate": 0.109,
+      "auc_defined": false
+    },
+    "clip": {
+      "n": 11000,
+      "n_fake": 11000,
+      "n_real": 0,
+      "threshold": 0.8407825827598572,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.09518181818181819,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 0.09518181818181819,
+      "sensitivity": 0.09518181818181819,
+      "specificity": NaN,
+      "f1": 0.17381920810160206,
+      "macro_f1": NaN,
+      "weighted_f1": 0.17381920810160206,
+      "brier": 0.781962031959898,
+      "ece": 0.8345039238541344,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          9953,
+          1047
+        ]
+      ],
+      "detection_rate": 0.09518181818181819,
+      "auc_defined": false
+    },
+    "mean_auc": NaN,
+    "per_generator": [
+      {
+        "group": "common_voices_prompts_from_conformer_fastspeech2_pwg_ljspeech",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.19,
+        "mean_score": 0.25640914440667256
+      },
+      {
+        "group": "generated",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.183,
+        "mean_score": 0.23824055298883468
+      },
+      {
+        "group": "jsut_multi_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.042,
+        "mean_score": 0.14214180504530669
+      },
+      {
+        "group": "jsut_parallel_wavegan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.06,
+        "mean_score": 0.16359234714414925
+      },
+      {
+        "group": "ljspeech_full_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.083,
+        "mean_score": 0.14933448366774246
+      },
+      {
+        "group": "ljspeech_hifiGAN",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.069,
+        "mean_score": 0.12978987229010092
+      },
+      {
+        "group": "ljspeech_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.07,
+        "mean_score": 0.1280232918378897
+      },
+      {
+        "group": "ljspeech_melgan_large",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.084,
+        "mean_score": 0.13353715544054284
+      },
+      {
+        "group": "ljspeech_multi_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.101,
+        "mean_score": 0.18758977246843278
+      },
+      {
+        "group": "ljspeech_parallel_wavegan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.09,
+        "mean_score": 0.16221947173867374
+      },
+      {
+        "group": "ljspeech_waveglow",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.075,
+        "mean_score": 0.12957894057617522
+      }
+    ]
+  },
+  "asvspoof2019-la": {
+    "n": 71237,
+    "audio": {
+      "n": 71237,
+      "n_fake": 63882,
+      "n_real": 7355,
+      "threshold": 0.7014064192771912,
+      "auc": 0.836186324671395,
+      "auc_ci_low": 0.8315256912967784,
+      "auc_ci_high": 0.841073840261141,
+      "pr_auc": 0.9752522404995965,
+      "eer": 0.23194716205488575,
+      "accuracy": 0.8121341437736008,
+      "balanced_accuracy": 0.7497395744375821,
+      "precision": 0.9562860292390263,
+      "recall": 0.8283710591402899,
+      "sensitivity": 0.8283710591402899,
+      "specificity": 0.6711080897348742,
+      "f1": 0.8877444031572149,
+      "macro_f1": 0.6561276305186203,
+      "weighted_f1": 0.839916971829201,
+      "brier": 0.14392177450826762,
+      "ece": 0.14203508478083582,
+      "confusion": [
+        [
+          4936,
+          2419
+        ],
+        [
+          10964,
+          52918
+        ]
+      ],
+      "detection_rate": 0.8283710591402899,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 71237,
+      "n_fake": 63882,
+      "n_real": 7355,
+      "threshold": 0.8407825827598572,
+      "auc": 0.836186324671395,
+      "auc_ci_low": 0.8315256912967784,
+      "auc_ci_high": 0.841073840261141,
+      "pr_auc": 0.9752522404995965,
+      "eer": 0.23194716205488575,
+      "accuracy": 0.7992756573129133,
+      "balanced_accuracy": 0.7570070739918567,
+      "precision": 0.9596040117906601,
+      "recall": 0.8102751948905795,
+      "sensitivity": 0.8102751948905795,
+      "specificity": 0.703738953093134,
+      "f1": 0.8786399938891388,
+      "macro_f1": 0.6492911948675746,
+      "weighted_f1": 0.8312808850888355,
+      "brier": 0.14392177450826762,
+      "ece": 0.14203508478083582,
+      "confusion": [
+        [
+          5176,
+          2179
+        ],
+        [
+          12120,
+          51762
+        ]
+      ],
+      "detection_rate": 0.8102751948905795,
+      "auc_defined": true
+    },
+    "mean_auc": 0.836186324671395,
+    "per_generator": [
+      {
+        "group": "A07",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9061864061864062,
+        "mean_score": 0.9260671773072943,
+        "auc_vs_reals": 0.8977224024810702
+      },
+      {
+        "group": "A08",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9678469678469679,
+        "mean_score": 0.9742264342283937,
+        "auc_vs_reals": 0.9400449388212815
+      },
+      {
+        "group": "A09",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9857549857549858,
+        "mean_score": 0.9875272110246325,
+        "auc_vs_reals": 0.9547477247681191
+      },
+      {
+        "group": "A10",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.814000814000814,
+        "mean_score": 0.8528558131579141,
+        "auc_vs_reals": 0.8454531607828685
+      },
+      {
+        "group": "A11",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9013024013024014,
+        "mean_score": 0.9247339482003756,
+        "auc_vs_reals": 0.8980157969281015
+      },
+      {
+        "group": "A12",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.989010989010989,
+        "mean_score": 0.9892076256487474,
+        "auc_vs_reals": 0.9532828829905649
+      },
+      {
+        "group": "A13",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9973544973544973,
+        "mean_score": 0.9938390139167417,
+        "auc_vs_reals": 0.9493755960785193
+      },
+      {
+        "group": "A14",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.5097680097680097,
+        "mean_score": 0.5765504551169948,
+        "auc_vs_reals": 0.6379409597628496
+      },
+      {
+        "group": "A15",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.5830280830280831,
+        "mean_score": 0.661476029565946,
+        "auc_vs_reals": 0.6996064878797714
+      },
+      {
+        "group": "A16",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.8748473748473748,
+        "mean_score": 0.9037102587954329,
+        "auc_vs_reals": 0.8674106390625765
+      },
+      {
+        "group": "A17",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.8142043142043142,
+        "mean_score": 0.8654709216715191,
+        "auc_vs_reals": 0.8213686280987437
+      },
+      {
+        "group": "A18",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.721001221001221,
+        "mean_score": 0.7950679499828051,
+        "auc_vs_reals": 0.77447638470752
+      },
+      {
+        "group": "A19",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.4692714692714693,
+        "mean_score": 0.5632662670916165,
+        "auc_vs_reals": 0.6309766183661493
+      },
+      {
+        "group": "real",
+        "n": 7355,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.3877759033266422
+      }
+    ]
+  },
+  "dfdc-10": {
+    "n": 5000,
+    "video": {
+      "n": 5000,
+      "n_fake": 2500,
+      "n_real": 2500,
+      "threshold": 0.6939917206764221,
+      "auc": 0.63127936,
+      "auc_ci_low": 0.61535299,
+      "auc_ci_high": 0.64706535,
+      "pr_auc": 0.6068686639865446,
+      "eer": 0.40080000000000005,
+      "accuracy": 0.5916,
+      "balanced_accuracy": 0.5916,
+      "precision": 0.5676314235085647,
+      "recall": 0.7688,
+      "sensitivity": 0.7688,
+      "specificity": 0.4144,
+      "f1": 0.6530750934420659,
+      "macro_f1": 0.5783605899879265,
+      "weighted_f1": 0.5783605899879265,
+      "brier": 0.35623036236156647,
+      "ece": 0.3299656403109431,
+      "confusion": [
+        [
+          1036,
+          1464
+        ],
+        [
+          578,
+          1922
+        ]
+      ],
+      "detection_rate": 0.7688,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 5000,
+      "n_fake": 2500,
+      "n_real": 2500,
+      "threshold": 0.8407825827598572,
+      "auc": 0.62584176,
+      "auc_ci_low": 0.609833066,
+      "auc_ci_high": 0.642013074,
+      "pr_auc": 0.6003376367620797,
+      "eer": 0.4042,
+      "accuracy": 0.59,
+      "balanced_accuracy": 0.5900000000000001,
+      "precision": 0.5700498132004981,
+      "recall": 0.7324,
+      "sensitivity": 0.7324,
+      "specificity": 0.4476,
+      "f1": 0.6411064425770309,
+      "macro_f1": 0.5815140421840378,
+      "weighted_f1": 0.5815140421840379,
+      "brier": 0.36028112522041555,
+      "ece": 0.3343595790319145,
+      "confusion": [
+        [
+          1119,
+          1381
+        ],
+        [
+          669,
+          1831
+        ]
+      ],
+      "detection_rate": 0.7324,
+      "auc_defined": true
+    },
+    "mean_auc": 0.63127936,
+    "per_generator": [
+      {
+        "group": "dfdc",
+        "n": 2500,
+        "n_fake": 2500,
+        "detection_rate": 0.7324,
+        "mean_score": 0.7898833665311337,
+        "auc_vs_reals": 0.62584176
+      },
+      {
+        "group": "real",
+        "n": 2500,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.6543274164393544
+      }
+    ]
+  },
+  "in-the-wild": {
+    "n": 31779,
+    "audio": {
+      "n": 31779,
+      "n_fake": 11816,
+      "n_real": 19963,
+      "threshold": 0.7014064192771912,
+      "auc": 0.6290694953911181,
+      "auc_ci_low": 0.6230468896656512,
+      "auc_ci_high": 0.6351372800662098,
+      "pr_auc": 0.4236020299709007,
+      "eer": 0.3896983433400539,
+      "accuracy": 0.6188363384625067,
+      "balanced_accuracy": 0.6351354949106762,
+      "precision": 0.4911654470819204,
+      "recall": 0.6987136086662153,
+      "sensitivity": 0.6987136086662153,
+      "specificity": 0.571557381155137,
+      "f1": 0.5768384279475982,
+      "macro_f1": 0.6150444680315668,
+      "weighted_f1": 0.6248391314433825,
+      "brier": 0.35568413636408885,
+      "ece": 0.3390636625502762,
+      "confusion": [
+        [
+          11410,
+          8553
+        ],
+        [
+          3560,
+          8256
+        ]
+      ],
+      "detection_rate": 0.6987136086662153,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 31779,
+      "n_fake": 11816,
+      "n_real": 19963,
+      "threshold": 0.8407825827598572,
+      "auc": 0.6290694953911181,
+      "auc_ci_low": 0.6230468896656512,
+      "auc_ci_high": 0.6351372800662098,
+      "pr_auc": 0.4236020299709007,
+      "eer": 0.3896983433400539,
+      "accuracy": 0.6172629724031593,
+      "balanced_accuracy": 0.6293241175931736,
+      "precision": 0.48937603331088114,
+      "recall": 0.6763710223425863,
+      "sensitivity": 0.6763710223425863,
+      "specificity": 0.582277212843761,
+      "f1": 0.5678757949337407,
+      "macro_f1": 0.6121974778232568,
+      "weighted_f1": 0.6235599735122617,
+      "brier": 0.35568413636408885,
+      "ece": 0.3390636625502762,
+      "confusion": [
+        [
+          11624,
+          8339
+        ],
+        [
+          3824,
+          7992
+        ]
+      ],
+      "detection_rate": 0.6763710223425863,
+      "auc_defined": true
+    },
+    "mean_auc": 0.6290694953911181,
+    "per_generator": [
+      {
+        "group": "in-the-wild-fake",
+        "n": 11816,
+        "n_fake": 11816,
+        "detection_rate": 0.6763710223425863,
+        "mean_score": 0.7257014779596982,
+        "auc_vs_reals": 0.6290694953911181
+      },
+      {
+        "group": "real",
+        "n": 19963,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.4587847117208363
+      }
+    ]
+  },
+  "deepfaketimit": {
+    "n": 640,
+    "video": {
+      "n": 640,
+      "n_fake": 640,
+      "n_real": 0,
+      "threshold": 0.6939917206764221,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 1.0,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": NaN,
+      "f1": 1.0,
+      "macro_f1": NaN,
+      "weighted_f1": 1.0,
+      "brier": 0.00014454938345213054,
+      "ece": 0.011694046668708324,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          0,
+          640
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": false
+    },
+    "audio": {
+      "n": 640,
+      "n_fake": 0,
+      "n_real": 640,
+      "threshold": 0.7014064192771912,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.90625,
+      "balanced_accuracy": NaN,
+      "precision": 0.0,
+      "recall": NaN,
+      "sensitivity": NaN,
+      "specificity": 0.90625,
+      "f1": NaN,
+      "macro_f1": NaN,
+      "weighted_f1": 0.9508196721311475,
+      "brier": 0.09070051811274724,
+      "ece": 0.1348568637506105,
+      "confusion": [
+        [
+          580,
+          60
+        ],
+        [
+          0,
+          0
+        ]
+      ],
+      "detection_rate": NaN,
+      "auc_defined": false
+    },
+    "clip": {
+      "n": 640,
+      "n_fake": 640,
+      "n_real": 0,
+      "threshold": 0.8407825827598572,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 1.0,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": NaN,
+      "f1": 1.0,
+      "macro_f1": NaN,
+      "weighted_f1": 1.0,
+      "brier": 0.00013670267384116586,
+      "ece": 0.011438692081719659,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          0,
+          640
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": false
+    },
+    "quadrant": {
+      "n": 640,
+      "accuracy": 0.90625,
+      "balanced_accuracy": 0.90625,
+      "macro_f1": 0.23770491803278687,
+      "weighted_f1": 0.9508196721311475,
+      "macro_auc_ovr": NaN,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        },
+        "RVFA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        },
+        "FVRA": {
+          "precision": 1.0,
+          "recall": 0.90625,
+          "f1": 0.9508196721311475,
+          "support": 640
+        },
+        "FVFA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        }
+      },
+      "confusion": [
+        [
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          0,
+          0,
+          580,
+          60
+        ],
+        [
+          0,
+          0,
+          0,
+          0
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        [
+          0.0,
+          0.0,
+          0.90625,
+          0.09375
+        ],
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      ]
+    },
+    "mean_auc": NaN,
+    "per_generator": [
+      {
+        "group": "deepfaketimit-higher",
+        "n": 320,
+        "n_fake": 320,
+        "detection_rate": 1.0,
+        "mean_score": 0.9876074953004718
+      },
+      {
+        "group": "deepfaketimit-lower",
+        "n": 320,
+        "n_fake": 320,
+        "detection_rate": 1.0,
+        "mean_score": 0.9895151205360889
+      }
+    ]
+  }
+}

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/fairness.csv

@@ -0,0 +1,15 @@
+attribute,task,group,n,n_fake,detection_rate,mean_score,auc
+race,video,African,155,115,0.9739130434782609,0.7586392417309745,0.9920652173913044
+race,video,Asian (East),160,120,0.95,0.7881473476765677,0.9425
+race,video,Asian (South),185,145,0.9379310344827586,0.7538021927951155,0.9922413793103448
+race,video,Caucasian (American),192,152,0.9539473684210527,0.7815505634644069,0.9776315789473684
+race,video,Caucasian (European),171,131,0.9541984732824428,0.7575927917241004,0.9853053435114504
+race,audio,African,155,67,0.9850746268656716,0.43066728070618643,1.0
+race,audio,Asian (East),160,65,0.9230769230769231,0.39704421669011936,0.9996761133603238
+race,audio,Asian (South),185,79,1.0,0.430879093855116,1.0
+race,audio,Caucasian (American),192,75,0.9866666666666667,0.3910984470324668,1.0
+race,audio,Caucasian (European),171,72,0.9861111111111112,0.43081432880496073,0.9997194163860831
+gender,video,men,445,345,0.9478260869565217,0.7713171481123466,0.9817391304347827
+gender,video,women,418,318,0.9591194968553459,0.7643923646498596,0.9694182389937107
+gender,audio,men,445,190,0.9894736842105263,0.4331631887364044,0.9998968008255934
+gender,audio,women,418,168,0.9642857142857143,0.39711882442884305,0.9999523809523809

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/per_class_metrics.csv

@@ -0,0 +1,5 @@
+class,precision,recall,f1,support
+RVRA,0.8617021276595744,0.81,0.8350515463917526,100
+RVFA,0.8857142857142857,0.93,0.9073170731707317,100
+FVRA,0.9400479616306955,0.9679012345679012,0.9537712895377128,405
+FVFA,0.9757085020242915,0.9341085271317829,0.9544554455445544,258

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/per_generator.csv

@@ -0,0 +1,8 @@
+group,n,n_fake,detection_rate,mean_score,auc_vs_reals
+faceswap,83,83,0.891566265060241,0.8980281798236341,0.927289156626506
+faceswap-wav2lip,60,60,1.0,0.9941109925508499,0.9998333333333334
+fsgan,152,152,0.9671052631578947,0.9606439859459275,0.9758223684210526
+fsgan-wav2lip,25,25,1.0,0.9936619687080384,1.0
+real,100,0,,0.2689124220609665,
+rtvc,100,100,0.99,0.9856437075138093,0.9954999999999999
+wav2lip,343,343,0.9795918367346939,0.9758668216949997,0.9859912536443148

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/summary.json

@@ -0,0 +1,1235 @@
+{
+  "training": {
+    "exp_id": "EXP_157",
+    "status": "completed",
+    "stage": "stage1",
+    "epochs_run": 19,
+    "steps": 2584,
+    "best": {
+      "metric": 0.9954095238095239,
+      "epoch": 13,
+      "step": 1768
+    },
+    "stop_reason": "early stopping: no improvement in 6 epochs",
+    "train_hours": 0.261,
+    "oom_events": [],
+    "nonfinite_total": 0,
+    "sessions": [
+      {
+        "started": "2026-11-01T12:53:20Z",
+        "gpu": "Tesla T4",
+        "precision": "fp16",
+        "resumed_from_step": 0
+      }
+    ],
+    "micro_batch": 64,
+    "grad_accum": 1,
+    "parameters": {
+      "total": 85366665,
+      "trainable": 85366665
+    }
+  },
+  "validation": {
+    "n": 515,
+    "video": {
+      "n": 515,
+      "n_fake": 375,
+      "n_real": 140,
+      "threshold": 0.6939917206764221,
+      "auc": 0.9908190476190477,
+      "auc_ci_low": 0.98419,
+      "auc_ci_high": 0.9960200000000001,
+      "pr_auc": 0.9967880389819593,
+      "eer": 0.03919047619047617,
+      "accuracy": 0.9592233009708738,
+      "balanced_accuracy": 0.9608095238095238,
+      "precision": 0.9862637362637363,
+      "recall": 0.9573333333333334,
+      "sensitivity": 0.9573333333333334,
+      "specificity": 0.9642857142857143,
+      "f1": 0.9715832205683356,
+      "macro_f1": 0.9497091360573637,
+      "weighted_f1": 0.959690514426448,
+      "brier": 0.03054018886491027,
+      "ece": 0.027223441822146893,
+      "confusion": [
+        [
+          135,
+          5
+        ],
+        [
+          16,
+          359
+        ]
+      ],
+      "detection_rate": 0.9573333333333334,
+      "auc_defined": true
+    },
+    "audio": {
+      "n": 515,
+      "n_fake": 208,
+      "n_real": 307,
+      "threshold": 0.7014064192771912,
+      "auc": 1.0,
+      "auc_ci_low": 0.9999999999999999,
+      "auc_ci_high": 1.0,
+      "pr_auc": 0.9999999999999999,
+      "eer": 0.0,
+      "accuracy": 1.0,
+      "balanced_accuracy": 1.0,
+      "precision": 1.0,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": 1.0,
+      "f1": 1.0,
+      "macro_f1": 1.0,
+      "weighted_f1": 1.0,
+      "brier": 0.0004987376406909615,
+      "ece": 0.012420513070396431,
+      "confusion": [
+        [
+          307,
+          0
+        ],
+        [
+          0,
+          208
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 515,
+      "n_fake": 445,
+      "n_real": 70,
+      "threshold": 0.8407825827598572,
+      "auc": 0.9902728731942216,
+      "auc_ci_low": 0.9822616372391655,
+      "auc_ci_high": 0.9958595505617978,
+      "pr_auc": 0.9985224969792682,
+      "eer": 0.039406099518459047,
+      "accuracy": 0.9631067961165048,
+      "balanced_accuracy": 0.9605939004815409,
+      "precision": 0.9930555555555556,
+      "recall": 0.9640449438202248,
+      "sensitivity": 0.9640449438202248,
+      "specificity": 0.9571428571428572,
+      "f1": 0.9783352337514253,
+      "macro_f1": 0.9270761136077388,
+      "weighted_f1": 0.9644007156541126,
+      "brier": 0.02530950632716495,
+      "ece": 0.02382229548490161,
+      "confusion": [
+        [
+          67,
+          3
+        ],
+        [
+          16,
+          429
+        ]
+      ],
+      "detection_rate": 0.9640449438202248,
+      "auc_defined": true
+    },
+    "quadrant": {
+      "n": 515,
+      "accuracy": 0.9611650485436893,
+      "balanced_accuracy": 0.9539835416830463,
+      "macro_f1": 0.9522978643055475,
+      "weighted_f1": 0.9611913989785213,
+      "macro_auc_ovr": 0.995952643636283,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.8857142857142857,
+          "recall": 0.8857142857142857,
+          "f1": 0.8857142857142857,
+          "support": 70
+        },
+        "RVFA": {
+          "precision": 0.9583333333333334,
+          "recall": 0.9857142857142858,
+          "f1": 0.971830985915493,
+          "support": 70
+        },
+        "FVRA": {
+          "precision": 0.9662447257383966,
+          "recall": 0.9662447257383966,
+          "f1": 0.9662447257383966,
+          "support": 237
+        },
+        "FVFA": {
+          "precision": 0.9926470588235294,
+          "recall": 0.9782608695652174,
+          "f1": 0.9854014598540146,
+          "support": 138
+        }
+      },
+      "confusion": [
+        [
+          62,
+          0,
+          8,
+          0
+        ],
+        [
+          0,
+          69,
+          0,
+          1
+        ],
+        [
+          8,
+          0,
+          229,
+          0
+        ],
+        [
+          0,
+          3,
+          0,
+          135
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.8857142857142857,
+          0.0,
+          0.11428571428571428,
+          0.0
+        ],
+        [
+          0.0,
+          0.9857142857142858,
+          0.0,
+          0.014285714285714285
+        ],
+        [
+          0.03375527426160337,
+          0.0,
+          0.9662447257383966,
+          0.0
+        ],
+        [
+          0.0,
+          0.021739130434782608,
+          0.0,
+          0.9782608695652174
+        ]
+      ]
+    },
+    "mean_auc": 0.9954095238095239
+  },
+  "test": {
+    "n": 863,
+    "video": {
+      "n": 863,
+      "n_fake": 663,
+      "n_real": 200,
+      "threshold": 0.6939917206764221,
+      "auc": 0.9769004524886877,
+      "auc_ci_low": 0.9649078054298641,
+      "auc_ci_high": 0.9863242835595776,
+      "pr_auc": 0.9923362495201493,
+      "eer": 0.06818250377073906,
+      "accuracy": 0.9385863267670915,
+      "balanced_accuracy": 0.9216214177978884,
+      "precision": 0.9663608562691132,
+      "recall": 0.9532428355957768,
+      "sensitivity": 0.9532428355957768,
+      "specificity": 0.89,
+      "f1": 0.9597570235383447,
+      "macro_f1": 0.9150863357300525,
+      "weighted_f1": 0.9390521856202487,
+      "brier": 0.04419019696997893,
+      "ece": 0.017762455700757428,
+      "confusion": [
+        [
+          178,
+          22
+        ],
+        [
+          31,
+          632
+        ]
+      ],
+      "detection_rate": 0.9532428355957768,
+      "auc_defined": true
+    },
+    "audio": {
+      "n": 863,
+      "n_fake": 358,
+      "n_real": 505,
+      "threshold": 0.7014064192771912,
+      "auc": 0.9998727805741467,
+      "auc_ci_low": 0.9996847170750595,
+      "auc_ci_high": 0.9999889374412302,
+      "pr_auc": 0.9998211098042664,
+      "eer": 0.00576359311908847,
+      "accuracy": 0.9895712630359212,
+      "balanced_accuracy": 0.9878367166325571,
+      "precision": 0.9971509971509972,
+      "recall": 0.9776536312849162,
+      "sensitivity": 0.9776536312849162,
+      "specificity": 0.998019801980198,
+      "f1": 0.9873060648801129,
+      "macro_f1": 0.9892282536789945,
+      "weighted_f1": 0.9895556717015155,
+      "brier": 0.005393389906607156,
+      "ece": 0.01551148642517133,
+      "confusion": [
+        [
+          504,
+          1
+        ],
+        [
+          8,
+          350
+        ]
+      ],
+      "detection_rate": 0.9776536312849162,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 863,
+      "n_fake": 763,
+      "n_real": 100,
+      "threshold": 0.8407825827598572,
+      "auc": 0.9803735255570117,
+      "auc_ci_low": 0.9682676933158586,
+      "auc_ci_high": 0.9899842726081257,
+      "pr_auc": 0.9972613397462238,
+      "eer": 0.07235255570117957,
+      "accuracy": 0.9571263035921205,
+      "balanced_accuracy": 0.9105832241153342,
+      "precision": 0.9801587301587301,
+      "recall": 0.9711664482306684,
+      "sensitivity": 0.9711664482306684,
+      "specificity": 0.85,
+      "f1": 0.9756418696510862,
+      "macro_f1": 0.8984489541492147,
+      "weighted_f1": 0.9577524338453224,
+      "brier": 0.03069397571568959,
+      "ece": 0.016819654237630068,
+      "confusion": [
+        [
+          85,
+          15
+        ],
+        [
+          22,
+          741
+        ]
+      ],
+      "detection_rate": 0.9711664482306684,
+      "auc_defined": true
+    },
+    "quadrant": {
+      "n": 863,
+      "accuracy": 0.9351100811123986,
+      "balanced_accuracy": 0.9105024404249211,
+      "macro_f1": 0.912648838661188,
+      "weighted_f1": 0.9348363142172854,
+      "macro_auc_ovr": 0.9913494209659093,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.8617021276595744,
+          "recall": 0.81,
+          "f1": 0.8350515463917526,
+          "support": 100
+        },
+        "RVFA": {
+          "precision": 0.8857142857142857,
+          "recall": 0.93,
+          "f1": 0.9073170731707317,
+          "support": 100
+        },
+        "FVRA": {
+          "precision": 0.9400479616306955,
+          "recall": 0.9679012345679012,
+          "f1": 0.9537712895377128,
+          "support": 405
+        },
+        "FVFA": {
+          "precision": 0.9757085020242915,
+          "recall": 0.9341085271317829,
+          "f1": 0.9544554455445544,
+          "support": 258
+        }
+      },
+      "confusion": [
+        [
+          81,
+          0,
+          19,
+          0
+        ],
+        [
+          1,
+          93,
+          1,
+          5
+        ],
+        [
+          12,
+          0,
+          392,
+          1
+        ],
+        [
+          0,
+          12,
+          5,
+          241
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.81,
+          0.0,
+          0.19,
+          0.0
+        ],
+        [
+          0.01,
+          0.93,
+          0.01,
+          0.05
+        ],
+        [
+          0.02962962962962963,
+          0.0,
+          0.9679012345679012,
+          0.0024691358024691358
+        ],
+        [
+          0.0,
+          0.046511627906976744,
+          0.01937984496124031,
+          0.9341085271317829
+        ]
+      ]
+    },
+    "mean_auc": 0.9883866165314172,
+    "evaluated_checkpoint": "EXP_157@epoch13:ea14d0a2f2b5"
+  },
+  "cross": {
+    "celeb-df-v2": {
+      "n": 518,
+      "video": {
+        "n": 518,
+        "n_fake": 340,
+        "n_real": 178,
+        "threshold": 0.6939917206764221,
+        "auc": 0.6686219431592861,
+        "auc_ci_low": 0.6157511979510906,
+        "auc_ci_high": 0.7150128056840714,
+        "pr_auc": 0.7665436653610677,
+        "eer": 0.38071711830799737,
+        "accuracy": 0.7084942084942085,
+        "balanced_accuracy": 0.6146563119629874,
+        "precision": 0.7182448036951501,
+        "recall": 0.9147058823529411,
+        "sensitivity": 0.9147058823529411,
+        "specificity": 0.3146067415730337,
+        "f1": 0.8046571798188874,
+        "macro_f1": 0.6152563465634361,
+        "weighted_f1": 0.6744898117900444,
+        "brier": 0.25457058743928557,
+        "ece": 0.23295798527731282,
+        "confusion": [
+          [
+            56,
+            122
+          ],
+          [
+            29,
+            311
+          ]
+        ],
+        "detection_rate": 0.9147058823529411,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 518,
+        "n_fake": 340,
+        "n_real": 178,
+        "threshold": 0.8407825827598572,
+        "auc": 0.6686219431592861,
+        "auc_ci_low": 0.6157511979510906,
+        "auc_ci_high": 0.7150128056840714,
+        "pr_auc": 0.7665436653610677,
+        "eer": 0.38071711830799737,
+        "accuracy": 0.7027027027027027,
+        "balanced_accuracy": 0.6196133509583608,
+        "precision": 0.7235576923076923,
+        "recall": 0.8852941176470588,
+        "sensitivity": 0.8852941176470588,
+        "specificity": 0.3539325842696629,
+        "f1": 0.7962962962962963,
+        "macro_f1": 0.6231481481481481,
+        "weighted_f1": 0.6772987272987274,
+        "brier": 0.25457058743928557,
+        "ece": 0.23295798527731282,
+        "confusion": [
+          [
+            63,
+            115
+          ],
+          [
+            39,
+            301
+          ]
+        ],
+        "detection_rate": 0.8852941176470588,
+        "auc_defined": true
+      },
+      "mean_auc": 0.6686219431592861,
+      "per_generator": [
+        {
+          "group": "celeb-df",
+          "n": 340,
+          "n_fake": 340,
+          "detection_rate": 0.8852941176470588,
+          "mean_score": 0.8942195952157764,
+          "auc_vs_reals": 0.6686219431592861
+        },
+        {
+          "group": "real",
+          "n": 178,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.70377087326239
+        }
+      ]
+    },
+    "wavefake": {
+      "n": 11000,
+      "audio": {
+        "n": 11000,
+        "n_fake": 11000,
+        "n_real": 0,
+        "threshold": 0.7014064192771912,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.109,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 0.109,
+        "sensitivity": 0.109,
+        "specificity": NaN,
+        "f1": 0.19657348963029755,
+        "macro_f1": NaN,
+        "weighted_f1": 0.19657348963029758,
+        "brier": 0.781962031959898,
+        "ece": 0.8345039238541344,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            9801,
+            1199
+          ]
+        ],
+        "detection_rate": 0.109,
+        "auc_defined": false
+      },
+      "clip": {
+        "n": 11000,
+        "n_fake": 11000,
+        "n_real": 0,
+        "threshold": 0.8407825827598572,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.09518181818181819,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 0.09518181818181819,
+        "sensitivity": 0.09518181818181819,
+        "specificity": NaN,
+        "f1": 0.17381920810160206,
+        "macro_f1": NaN,
+        "weighted_f1": 0.17381920810160206,
+        "brier": 0.781962031959898,
+        "ece": 0.8345039238541344,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            9953,
+            1047
+          ]
+        ],
+        "detection_rate": 0.09518181818181819,
+        "auc_defined": false
+      },
+      "mean_auc": NaN,
+      "per_generator": [
+        {
+          "group": "common_voices_prompts_from_conformer_fastspeech2_pwg_ljspeech",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.19,
+          "mean_score": 0.25640914440667256
+        },
+        {
+          "group": "generated",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.183,
+          "mean_score": 0.23824055298883468
+        },
+        {
+          "group": "jsut_multi_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.042,
+          "mean_score": 0.14214180504530669
+        },
+        {
+          "group": "jsut_parallel_wavegan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.06,
+          "mean_score": 0.16359234714414925
+        },
+        {
+          "group": "ljspeech_full_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.083,
+          "mean_score": 0.14933448366774246
+        },
+        {
+          "group": "ljspeech_hifiGAN",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.069,
+          "mean_score": 0.12978987229010092
+        },
+        {
+          "group": "ljspeech_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.07,
+          "mean_score": 0.1280232918378897
+        },
+        {
+          "group": "ljspeech_melgan_large",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.084,
+          "mean_score": 0.13353715544054284
+        },
+        {
+          "group": "ljspeech_multi_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.101,
+          "mean_score": 0.18758977246843278
+        },
+        {
+          "group": "ljspeech_parallel_wavegan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.09,
+          "mean_score": 0.16221947173867374
+        },
+        {
+          "group": "ljspeech_waveglow",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.075,
+          "mean_score": 0.12957894057617522
+        }
+      ]
+    },
+    "asvspoof2019-la": {
+      "n": 71237,
+      "audio": {
+        "n": 71237,
+        "n_fake": 63882,
+        "n_real": 7355,
+        "threshold": 0.7014064192771912,
+        "auc": 0.836186324671395,
+        "auc_ci_low": 0.8315256912967784,
+        "auc_ci_high": 0.841073840261141,
+        "pr_auc": 0.9752522404995965,
+        "eer": 0.23194716205488575,
+        "accuracy": 0.8121341437736008,
+        "balanced_accuracy": 0.7497395744375821,
+        "precision": 0.9562860292390263,
+        "recall": 0.8283710591402899,
+        "sensitivity": 0.8283710591402899,
+        "specificity": 0.6711080897348742,
+        "f1": 0.8877444031572149,
+        "macro_f1": 0.6561276305186203,
+        "weighted_f1": 0.839916971829201,
+        "brier": 0.14392177450826762,
+        "ece": 0.14203508478083582,
+        "confusion": [
+          [
+            4936,
+            2419
+          ],
+          [
+            10964,
+            52918
+          ]
+        ],
+        "detection_rate": 0.8283710591402899,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 71237,
+        "n_fake": 63882,
+        "n_real": 7355,
+        "threshold": 0.8407825827598572,
+        "auc": 0.836186324671395,
+        "auc_ci_low": 0.8315256912967784,
+        "auc_ci_high": 0.841073840261141,
+        "pr_auc": 0.9752522404995965,
+        "eer": 0.23194716205488575,
+        "accuracy": 0.7992756573129133,
+        "balanced_accuracy": 0.7570070739918567,
+        "precision": 0.9596040117906601,
+        "recall": 0.8102751948905795,
+        "sensitivity": 0.8102751948905795,
+        "specificity": 0.703738953093134,
+        "f1": 0.8786399938891388,
+        "macro_f1": 0.6492911948675746,
+        "weighted_f1": 0.8312808850888355,
+        "brier": 0.14392177450826762,
+        "ece": 0.14203508478083582,
+        "confusion": [
+          [
+            5176,
+            2179
+          ],
+          [
+            12120,
+            51762
+          ]
+        ],
+        "detection_rate": 0.8102751948905795,
+        "auc_defined": true
+      },
+      "mean_auc": 0.836186324671395,
+      "per_generator": [
+        {
+          "group": "A07",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9061864061864062,
+          "mean_score": 0.9260671773072943,
+          "auc_vs_reals": 0.8977224024810702
+        },
+        {
+          "group": "A08",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9678469678469679,
+          "mean_score": 0.9742264342283937,
+          "auc_vs_reals": 0.9400449388212815
+        },
+        {
+          "group": "A09",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9857549857549858,
+          "mean_score": 0.9875272110246325,
+          "auc_vs_reals": 0.9547477247681191
+        },
+        {
+          "group": "A10",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.814000814000814,
+          "mean_score": 0.8528558131579141,
+          "auc_vs_reals": 0.8454531607828685
+        },
+        {
+          "group": "A11",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9013024013024014,
+          "mean_score": 0.9247339482003756,
+          "auc_vs_reals": 0.8980157969281015
+        },
+        {
+          "group": "A12",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.989010989010989,
+          "mean_score": 0.9892076256487474,
+          "auc_vs_reals": 0.9532828829905649
+        },
+        {
+          "group": "A13",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9973544973544973,
+          "mean_score": 0.9938390139167417,
+          "auc_vs_reals": 0.9493755960785193
+        },
+        {
+          "group": "A14",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.5097680097680097,
+          "mean_score": 0.5765504551169948,
+          "auc_vs_reals": 0.6379409597628496
+        },
+        {
+          "group": "A15",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.5830280830280831,
+          "mean_score": 0.661476029565946,
+          "auc_vs_reals": 0.6996064878797714
+        },
+        {
+          "group": "A16",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.8748473748473748,
+          "mean_score": 0.9037102587954329,
+          "auc_vs_reals": 0.8674106390625765
+        },
+        {
+          "group": "A17",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.8142043142043142,
+          "mean_score": 0.8654709216715191,
+          "auc_vs_reals": 0.8213686280987437
+        },
+        {
+          "group": "A18",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.721001221001221,
+          "mean_score": 0.7950679499828051,
+          "auc_vs_reals": 0.77447638470752
+        },
+        {
+          "group": "A19",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.4692714692714693,
+          "mean_score": 0.5632662670916165,
+          "auc_vs_reals": 0.6309766183661493
+        },
+        {
+          "group": "real",
+          "n": 7355,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.3877759033266422
+        }
+      ]
+    },
+    "dfdc-10": {
+      "n": 5000,
+      "video": {
+        "n": 5000,
+        "n_fake": 2500,
+        "n_real": 2500,
+        "threshold": 0.6939917206764221,
+        "auc": 0.63127936,
+        "auc_ci_low": 0.61535299,
+        "auc_ci_high": 0.64706535,
+        "pr_auc": 0.6068686639865446,
+        "eer": 0.40080000000000005,
+        "accuracy": 0.5916,
+        "balanced_accuracy": 0.5916,
+        "precision": 0.5676314235085647,
+        "recall": 0.7688,
+        "sensitivity": 0.7688,
+        "specificity": 0.4144,
+        "f1": 0.6530750934420659,
+        "macro_f1": 0.5783605899879265,
+        "weighted_f1": 0.5783605899879265,
+        "brier": 0.35623036236156647,
+        "ece": 0.3299656403109431,
+        "confusion": [
+          [
+            1036,
+            1464
+          ],
+          [
+            578,
+            1922
+          ]
+        ],
+        "detection_rate": 0.7688,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 5000,
+        "n_fake": 2500,
+        "n_real": 2500,
+        "threshold": 0.8407825827598572,
+        "auc": 0.62584176,
+        "auc_ci_low": 0.609833066,
+        "auc_ci_high": 0.642013074,
+        "pr_auc": 0.6003376367620797,
+        "eer": 0.4042,
+        "accuracy": 0.59,
+        "balanced_accuracy": 0.5900000000000001,
+        "precision": 0.5700498132004981,
+        "recall": 0.7324,
+        "sensitivity": 0.7324,
+        "specificity": 0.4476,
+        "f1": 0.6411064425770309,
+        "macro_f1": 0.5815140421840378,
+        "weighted_f1": 0.5815140421840379,
+        "brier": 0.36028112522041555,
+        "ece": 0.3343595790319145,
+        "confusion": [
+          [
+            1119,
+            1381
+          ],
+          [
+            669,
+            1831
+          ]
+        ],
+        "detection_rate": 0.7324,
+        "auc_defined": true
+      },
+      "mean_auc": 0.63127936,
+      "per_generator": [
+        {
+          "group": "dfdc",
+          "n": 2500,
+          "n_fake": 2500,
+          "detection_rate": 0.7324,
+          "mean_score": 0.7898833665311337,
+          "auc_vs_reals": 0.62584176
+        },
+        {
+          "group": "real",
+          "n": 2500,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.6543274164393544
+        }
+      ]
+    },
+    "in-the-wild": {
+      "n": 31779,
+      "audio": {
+        "n": 31779,
+        "n_fake": 11816,
+        "n_real": 19963,
+        "threshold": 0.7014064192771912,
+        "auc": 0.6290694953911181,
+        "auc_ci_low": 0.6230468896656512,
+        "auc_ci_high": 0.6351372800662098,
+        "pr_auc": 0.4236020299709007,
+        "eer": 0.3896983433400539,
+        "accuracy": 0.6188363384625067,
+        "balanced_accuracy": 0.6351354949106762,
+        "precision": 0.4911654470819204,
+        "recall": 0.6987136086662153,
+        "sensitivity": 0.6987136086662153,
+        "specificity": 0.571557381155137,
+        "f1": 0.5768384279475982,
+        "macro_f1": 0.6150444680315668,
+        "weighted_f1": 0.6248391314433825,
+        "brier": 0.35568413636408885,
+        "ece": 0.3390636625502762,
+        "confusion": [
+          [
+            11410,
+            8553
+          ],
+          [
+            3560,
+            8256
+          ]
+        ],
+        "detection_rate": 0.6987136086662153,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 31779,
+        "n_fake": 11816,
+        "n_real": 19963,
+        "threshold": 0.8407825827598572,
+        "auc": 0.6290694953911181,
+        "auc_ci_low": 0.6230468896656512,
+        "auc_ci_high": 0.6351372800662098,
+        "pr_auc": 0.4236020299709007,
+        "eer": 0.3896983433400539,
+        "accuracy": 0.6172629724031593,
+        "balanced_accuracy": 0.6293241175931736,
+        "precision": 0.48937603331088114,
+        "recall": 0.6763710223425863,
+        "sensitivity": 0.6763710223425863,
+        "specificity": 0.582277212843761,
+        "f1": 0.5678757949337407,
+        "macro_f1": 0.6121974778232568,
+        "weighted_f1": 0.6235599735122617,
+        "brier": 0.35568413636408885,
+        "ece": 0.3390636625502762,
+        "confusion": [
+          [
+            11624,
+            8339
+          ],
+          [
+            3824,
+            7992
+          ]
+        ],
+        "detection_rate": 0.6763710223425863,
+        "auc_defined": true
+      },
+      "mean_auc": 0.6290694953911181,
+      "per_generator": [
+        {
+          "group": "in-the-wild-fake",
+          "n": 11816,
+          "n_fake": 11816,
+          "detection_rate": 0.6763710223425863,
+          "mean_score": 0.7257014779596982,
+          "auc_vs_reals": 0.6290694953911181
+        },
+        {
+          "group": "real",
+          "n": 19963,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.4587847117208363
+        }
+      ]
+    },
+    "deepfaketimit": {
+      "n": 640,
+      "video": {
+        "n": 640,
+        "n_fake": 640,
+        "n_real": 0,
+        "threshold": 0.6939917206764221,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 1.0,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 1.0,
+        "sensitivity": 1.0,
+        "specificity": NaN,
+        "f1": 1.0,
+        "macro_f1": NaN,
+        "weighted_f1": 1.0,
+        "brier": 0.00014454938345213054,
+        "ece": 0.011694046668708324,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            0,
+            640
+          ]
+        ],
+        "detection_rate": 1.0,
+        "auc_defined": false
+      },
+      "audio": {
+        "n": 640,
+        "n_fake": 0,
+        "n_real": 640,
+        "threshold": 0.7014064192771912,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.90625,
+        "balanced_accuracy": NaN,
+        "precision": 0.0,
+        "recall": NaN,
+        "sensitivity": NaN,
+        "specificity": 0.90625,
+        "f1": NaN,
+        "macro_f1": NaN,
+        "weighted_f1": 0.9508196721311475,
+        "brier": 0.09070051811274724,
+        "ece": 0.1348568637506105,
+        "confusion": [
+          [
+            580,
+            60
+          ],
+          [
+            0,
+            0
+          ]
+        ],
+        "detection_rate": NaN,
+        "auc_defined": false
+      },
+      "clip": {
+        "n": 640,
+        "n_fake": 640,
+        "n_real": 0,
+        "threshold": 0.8407825827598572,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 1.0,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 1.0,
+        "sensitivity": 1.0,
+        "specificity": NaN,
+        "f1": 1.0,
+        "macro_f1": NaN,
+        "weighted_f1": 1.0,
+        "brier": 0.00013670267384116586,
+        "ece": 0.011438692081719659,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            0,
+            640
+          ]
+        ],
+        "detection_rate": 1.0,
+        "auc_defined": false
+      },
+      "quadrant": {
+        "n": 640,
+        "accuracy": 0.90625,
+        "balanced_accuracy": 0.90625,
+        "macro_f1": 0.23770491803278687,
+        "weighted_f1": 0.9508196721311475,
+        "macro_auc_ovr": NaN,
+        "per_class": {
+          "RVRA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          },
+          "RVFA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          },
+          "FVRA": {
+            "precision": 1.0,
+            "recall": 0.90625,
+            "f1": 0.9508196721311475,
+            "support": 640
+          },
+          "FVFA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          }
+        },
+        "confusion": [
+          [
+            0,
+            0,
+            0,
+            0
+          ],
+          [
+            0,
+            0,
+            0,
+            0
+          ],
+          [
+            0,
+            0,
+            580,
+            60
+          ],
+          [
+            0,
+            0,
+            0,
+            0
+          ]
+        ],
+        "confusion_normalized": [
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ],
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ],
+          [
+            0.0,
+            0.0,
+            0.90625,
+            0.09375
+          ],
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ]
+        ]
+      },
+      "mean_auc": NaN,
+      "per_generator": [
+        {
+          "group": "deepfaketimit-higher",
+          "n": 320,
+          "n_fake": 320,
+          "detection_rate": 1.0,
+          "mean_score": 0.9876074953004718
+        },
+        {
+          "group": "deepfaketimit-lower",
+          "n": 320,
+          "n_fake": 320,
+          "detection_rate": 1.0,
+          "mean_score": 0.9895151205360889
+        }
+      ]
+    }
+  },
+  "thresholds": {
+    "video": 0.6939917206764221,
+    "audio": 0.7014064192771912,
+    "clip": 0.8407825827598572
+  }
+}

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/test_metrics.csv

@@ -0,0 +1,4 @@
+task,n,n_fake,n_real,threshold,auc,auc_ci_low,auc_ci_high,pr_auc,eer,accuracy,balanced_accuracy,precision,recall,sensitivity,specificity,f1,macro_f1,weighted_f1,brier,ece,detection_rate,auc_defined
+video,863,663,200,0.6939917206764221,0.9769004524886877,0.9649078054298641,0.9863242835595776,0.9923362495201493,0.06818250377073906,0.9385863267670915,0.9216214177978884,0.9663608562691132,0.9532428355957768,0.9532428355957768,0.89,0.9597570235383447,0.9150863357300525,0.9390521856202487,0.04419019696997893,0.017762455700757428,0.9532428355957768,True
+audio,863,358,505,0.7014064192771912,0.9998727805741467,0.9996847170750595,0.9999889374412302,0.9998211098042664,0.00576359311908847,0.9895712630359212,0.9878367166325571,0.9971509971509972,0.9776536312849162,0.9776536312849162,0.998019801980198,0.9873060648801129,0.9892282536789945,0.9895556717015155,0.005393389906607156,0.01551148642517133,0.9776536312849162,True
+clip,863,763,100,0.8407825827598572,0.9803735255570117,0.9682676933158586,0.9899842726081257,0.9972613397462238,0.07235255570117957,0.9571263035921205,0.9105832241153342,0.9801587301587301,0.9711664482306684,0.9711664482306684,0.85,0.9756418696510862,0.8984489541492147,0.9577524338453224,0.03069397571568959,0.016819654237630068,0.9711664482306684,True

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/test_metrics.json

@@ -0,0 +1,193 @@
+{
+  "n": 863,
+  "video": {
+    "n": 863,
+    "n_fake": 663,
+    "n_real": 200,
+    "threshold": 0.6939917206764221,
+    "auc": 0.9769004524886877,
+    "auc_ci_low": 0.9649078054298641,
+    "auc_ci_high": 0.9863242835595776,
+    "pr_auc": 0.9923362495201493,
+    "eer": 0.06818250377073906,
+    "accuracy": 0.9385863267670915,
+    "balanced_accuracy": 0.9216214177978884,
+    "precision": 0.9663608562691132,
+    "recall": 0.9532428355957768,
+    "sensitivity": 0.9532428355957768,
+    "specificity": 0.89,
+    "f1": 0.9597570235383447,
+    "macro_f1": 0.9150863357300525,
+    "weighted_f1": 0.9390521856202487,
+    "brier": 0.04419019696997893,
+    "ece": 0.017762455700757428,
+    "confusion": [
+      [
+        178,
+        22
+      ],
+      [
+        31,
+        632
+      ]
+    ],
+    "detection_rate": 0.9532428355957768,
+    "auc_defined": true
+  },
+  "audio": {
+    "n": 863,
+    "n_fake": 358,
+    "n_real": 505,
+    "threshold": 0.7014064192771912,
+    "auc": 0.9998727805741467,
+    "auc_ci_low": 0.9996847170750595,
+    "auc_ci_high": 0.9999889374412302,
+    "pr_auc": 0.9998211098042664,
+    "eer": 0.00576359311908847,
+    "accuracy": 0.9895712630359212,
+    "balanced_accuracy": 0.9878367166325571,
+    "precision": 0.9971509971509972,
+    "recall": 0.9776536312849162,
+    "sensitivity": 0.9776536312849162,
+    "specificity": 0.998019801980198,
+    "f1": 0.9873060648801129,
+    "macro_f1": 0.9892282536789945,
+    "weighted_f1": 0.9895556717015155,
+    "brier": 0.005393389906607156,
+    "ece": 0.01551148642517133,
+    "confusion": [
+      [
+        504,
+        1
+      ],
+      [
+        8,
+        350
+      ]
+    ],
+    "detection_rate": 0.9776536312849162,
+    "auc_defined": true
+  },
+  "clip": {
+    "n": 863,
+    "n_fake": 763,
+    "n_real": 100,
+    "threshold": 0.8407825827598572,
+    "auc": 0.9803735255570117,
+    "auc_ci_low": 0.9682676933158586,
+    "auc_ci_high": 0.9899842726081257,
+    "pr_auc": 0.9972613397462238,
+    "eer": 0.07235255570117957,
+    "accuracy": 0.9571263035921205,
+    "balanced_accuracy": 0.9105832241153342,
+    "precision": 0.9801587301587301,
+    "recall": 0.9711664482306684,
+    "sensitivity": 0.9711664482306684,
+    "specificity": 0.85,
+    "f1": 0.9756418696510862,
+    "macro_f1": 0.8984489541492147,
+    "weighted_f1": 0.9577524338453224,
+    "brier": 0.03069397571568959,
+    "ece": 0.016819654237630068,
+    "confusion": [
+      [
+        85,
+        15
+      ],
+      [
+        22,
+        741
+      ]
+    ],
+    "detection_rate": 0.9711664482306684,
+    "auc_defined": true
+  },
+  "quadrant": {
+    "n": 863,
+    "accuracy": 0.9351100811123986,
+    "balanced_accuracy": 0.9105024404249211,
+    "macro_f1": 0.912648838661188,
+    "weighted_f1": 0.9348363142172854,
+    "macro_auc_ovr": 0.9913494209659093,
+    "per_class": {
+      "RVRA": {
+        "precision": 0.8617021276595744,
+        "recall": 0.81,
+        "f1": 0.8350515463917526,
+        "support": 100
+      },
+      "RVFA": {
+        "precision": 0.8857142857142857,
+        "recall": 0.93,
+        "f1": 0.9073170731707317,
+        "support": 100
+      },
+      "FVRA": {
+        "precision": 0.9400479616306955,
+        "recall": 0.9679012345679012,
+        "f1": 0.9537712895377128,
+        "support": 405
+      },
+      "FVFA": {
+        "precision": 0.9757085020242915,
+        "recall": 0.9341085271317829,
+        "f1": 0.9544554455445544,
+        "support": 258
+      }
+    },
+    "confusion": [
+      [
+        81,
+        0,
+        19,
+        0
+      ],
+      [
+        1,
+        93,
+        1,
+        5
+      ],
+      [
+        12,
+        0,
+        392,
+        1
+      ],
+      [
+        0,
+        12,
+        5,
+        241
+      ]
+    ],
+    "confusion_normalized": [
+      [
+        0.81,
+        0.0,
+        0.19,
+        0.0
+      ],
+      [
+        0.01,
+        0.93,
+        0.01,
+        0.05
+      ],
+      [
+        0.02962962962962963,
+        0.0,
+        0.9679012345679012,
+        0.0024691358024691358
+      ],
+      [
+        0.0,
+        0.046511627906976744,
+        0.01937984496124031,
+        0.9341085271317829
+      ]
+    ]
+  },
+  "mean_auc": 0.9883866165314172,
+  "evaluated_checkpoint": "EXP_157@epoch13:ea14d0a2f2b5"
+}

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/thresholds.json

@@ -0,0 +1,7 @@
+{
+  "policy": "val_eer",
+  "fitted_on": "validation",
+  "video": 0.6939917206764221,
+  "audio": 0.7014064192771912,
+  "clip": 0.8407825827598572
+}

experiments/EXP_157_davidnet-qacp_scaled_s123/metrics/validation_metrics.json

@@ -0,0 +1,192 @@
+{
+  "n": 515,
+  "video": {
+    "n": 515,
+    "n_fake": 375,
+    "n_real": 140,
+    "threshold": 0.6939917206764221,
+    "auc": 0.9908190476190477,
+    "auc_ci_low": 0.98419,
+    "auc_ci_high": 0.9960200000000001,
+    "pr_auc": 0.9967880389819593,
+    "eer": 0.03919047619047617,
+    "accuracy": 0.9592233009708738,
+    "balanced_accuracy": 0.9608095238095238,
+    "precision": 0.9862637362637363,
+    "recall": 0.9573333333333334,
+    "sensitivity": 0.9573333333333334,
+    "specificity": 0.9642857142857143,
+    "f1": 0.9715832205683356,
+    "macro_f1": 0.9497091360573637,
+    "weighted_f1": 0.959690514426448,
+    "brier": 0.03054018886491027,
+    "ece": 0.027223441822146893,
+    "confusion": [
+      [
+        135,
+        5
+      ],
+      [
+        16,
+        359
+      ]
+    ],
+    "detection_rate": 0.9573333333333334,
+    "auc_defined": true
+  },
+  "audio": {
+    "n": 515,
+    "n_fake": 208,
+    "n_real": 307,
+    "threshold": 0.7014064192771912,
+    "auc": 1.0,
+    "auc_ci_low": 0.9999999999999999,
+    "auc_ci_high": 1.0,
+    "pr_auc": 0.9999999999999999,
+    "eer": 0.0,
+    "accuracy": 1.0,
+    "balanced_accuracy": 1.0,
+    "precision": 1.0,
+    "recall": 1.0,
+    "sensitivity": 1.0,
+    "specificity": 1.0,
+    "f1": 1.0,
+    "macro_f1": 1.0,
+    "weighted_f1": 1.0,
+    "brier": 0.0004987376406909615,
+    "ece": 0.012420513070396431,
+    "confusion": [
+      [
+        307,
+        0
+      ],
+      [
+        0,
+        208
+      ]
+    ],
+    "detection_rate": 1.0,
+    "auc_defined": true
+  },
+  "clip": {
+    "n": 515,
+    "n_fake": 445,
+    "n_real": 70,
+    "threshold": 0.8407825827598572,
+    "auc": 0.9902728731942216,
+    "auc_ci_low": 0.9822616372391655,
+    "auc_ci_high": 0.9958595505617978,
+    "pr_auc": 0.9985224969792682,
+    "eer": 0.039406099518459047,
+    "accuracy": 0.9631067961165048,
+    "balanced_accuracy": 0.9605939004815409,
+    "precision": 0.9930555555555556,
+    "recall": 0.9640449438202248,
+    "sensitivity": 0.9640449438202248,
+    "specificity": 0.9571428571428572,
+    "f1": 0.9783352337514253,
+    "macro_f1": 0.9270761136077388,
+    "weighted_f1": 0.9644007156541126,
+    "brier": 0.02530950632716495,
+    "ece": 0.02382229548490161,
+    "confusion": [
+      [
+        67,
+        3
+      ],
+      [
+        16,
+        429
+      ]
+    ],
+    "detection_rate": 0.9640449438202248,
+    "auc_defined": true
+  },
+  "quadrant": {
+    "n": 515,
+    "accuracy": 0.9611650485436893,
+    "balanced_accuracy": 0.9539835416830463,
+    "macro_f1": 0.9522978643055475,
+    "weighted_f1": 0.9611913989785213,
+    "macro_auc_ovr": 0.995952643636283,
+    "per_class": {
+      "RVRA": {
+        "precision": 0.8857142857142857,
+        "recall": 0.8857142857142857,
+        "f1": 0.8857142857142857,
+        "support": 70
+      },
+      "RVFA": {
+        "precision": 0.9583333333333334,
+        "recall": 0.9857142857142858,
+        "f1": 0.971830985915493,
+        "support": 70
+      },
+      "FVRA": {
+        "precision": 0.9662447257383966,
+        "recall": 0.9662447257383966,
+        "f1": 0.9662447257383966,
+        "support": 237
+      },
+      "FVFA": {
+        "precision": 0.9926470588235294,
+        "recall": 0.9782608695652174,
+        "f1": 0.9854014598540146,
+        "support": 138
+      }
+    },
+    "confusion": [
+      [
+        62,
+        0,
+        8,
+        0
+      ],
+      [
+        0,
+        69,
+        0,
+        1
+      ],
+      [
+        8,
+        0,
+        229,
+        0
+      ],
+      [
+        0,
+        3,
+        0,
+        135
+      ]
+    ],
+    "confusion_normalized": [
+      [
+        0.8857142857142857,
+        0.0,
+        0.11428571428571428,
+        0.0
+      ],
+      [
+        0.0,
+        0.9857142857142858,
+        0.0,
+        0.014285714285714285
+      ],
+      [
+        0.03375527426160337,
+        0.0,
+        0.9662447257383966,
+        0.0
+      ],
+      [
+        0.0,
+        0.021739130434782608,
+        0.0,
+        0.9782608695652174
+      ]
+    ]
+  },
+  "mean_auc": 0.9954095238095239
+}

experiments/EXP_157_davidnet-qacp_scaled_s123/predictions/cross_asvspoof2019-la.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123b1078023c1e4ad5436a71da855dc56c038005ce2ca38a95b43b0620e6b32f
+size 17266661