EXP_008: results

.gitattributes

@@ -154,3 +154,5 @@ repro_clean_s42_v1/experiments/EXP_004_late-fusion_s42/predictions/cross_asvspoo
 repro_clean_s42_v1/experiments/EXP_004_late-fusion_s42/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text
 repro_clean_s42_v1/experiments/EXP_006_davidnet_s42/predictions/cross_asvspoof2019-la.csv filter=lfs diff=lfs merge=lfs -text
 repro_clean_s42_v1/experiments/EXP_006_davidnet_s42/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text
+repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/predictions/cross_asvspoof2019-la.csv filter=lfs diff=lfs merge=lfs -text
+repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/figures/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/README.md

@@ -0,0 +1,16 @@
+# EXP_008 - davidnet (seed 7)
+
+DAVID-Net, QACP-initialised, all components (Phase A).
+
+- group: `proposed`, stage: `stage1`, split protocol: `strict`
+- initialised from: `qacp`
+- config hash: `a3173a5f068d`, feature set: `fs-a3b70d8acd`
+- best epoch 14 (0.9917238095238096), 20 epochs, 0.269 h, stop: early stopping: no improvement in 6 epochs
+
+| test task | AUC | EER | F1@val-thr |
+|---|---|---|---|
+| video | 0.9820 | 0.0689 | 0.9578 |
+| audio | 0.9999 | 0.0072 | 0.9858 |
+| clip | 0.9807 | 0.0813 | 0.9582 |
+
+Files: `configs/` (config, environment, metadata, requirements), `metrics/`, `predictions/`, `figures/`, `logs/`, `best_model/`.

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/checkpoints/LATEST.json

@@ -1,9 +0,0 @@
-{
-  "step": 2720,
-  "dir": "checkpoints/step-0002720",
-  "updated_at": "2026-10-05T09:07:06Z",
-  "config_hash": "a3173a5f068d",
-  "history": [
-    "checkpoints/step-0002720"
-  ]
-}

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/checkpoints/step-0002720/meta.json

@@ -1,13 +0,0 @@
-{
-  "config_hash": "a3173a5f068d",
-  "created_at": "2026-10-05T09:07:03Z",
-  "epoch": 20,
-  "files": {
-    "training_state.pt": {
-      "bytes": 1003392531,
-      "sha256": "c7bc5e13651538eaea724a165be0ff7c836750cc896da30d5fe4940d85e3fd8b"
-    }
-  },
-  "reason": "completed",
-  "step": 2720
-}

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/configs/config.json

@@ -0,0 +1,263 @@
+{
+  "project": {
+    "name": "DAVID-Net-AV",
+    "hf_repo": "MIHMahmudEli/davidnet-experiments",
+    "hf_repo_type": "model",
+    "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+    "hf_private": false,
+    "code_repo": "https://github.com/MIHMahmudEli/Thesis.git",
+    "code_revision": "bddcdfda82e5df5f6abd6f1b43ba7942623ac74a",
+    "work_dir": "/kaggle/working/davidnet",
+    "scratch_dir": "/tmp/davidnet"
+  },
+  "mode": "full",
+  "seeds": [
+    42,
+    123,
+    456
+  ],
+  "data": {
+    "primary": "fakeavceleb",
+    "split_protocol": "strict_identity",
+    "split_seed": 42,
+    "split_fractions": [
+      0.65,
+      0.15,
+      0.2
+    ],
+    "n_frames": 16,
+    "window_seconds": 4.0,
+    "sample_rate": 16000,
+    "frame_size": 224,
+    "cache_frames": 24,
+    "cache_seconds": 6.0,
+    "face_crop": {
+      "enabled": true,
+      "detector": "yunet",
+      "detect_frames": 4,
+      "box_scale": 1.8,
+      "decode_max_side": 640
+    },
+    "cross_datasets": {
+      "celeb-df-v2": {
+        "use_official_test_list": true
+      },
+      "dfdc-10": {
+        "max_real": 2500,
+        "max_fake": 2500
+      },
+      "deepfaketimit": {},
+      "asvspoof2019-la": {
+        "partition": "eval"
+      },
+      "in-the-wild": {},
+      "wavefake": {
+        "max_per_generator": 1000
+      }
+    },
+    "subsample_seed": 0
+  },
+  "features": {
+    "video_model": "MCG-NJU/videomae-base",
+    "audio_model": "microsoft/wavlm-base-plus",
+    "video_spatial_grid": 4,
+    "audio_tokens": 50,
+    "dtype": "float16",
+    "train_view_offsets": [
+      0,
+      4,
+      8
+    ],
+    "eval_view_offset": 4,
+    "qacp_variants_per_clip": 4,
+    "shard_clips": 512,
+    "shard_clips_audio": 4096,
+    "extract_batch_size": "auto"
+  },
+  "model": {
+    "d_model": 768,
+    "n_heads": 8,
+    "n_fusion_layers": 4,
+    "dropout": 0.1,
+    "use_sync": true,
+    "use_disentangle": true,
+    "compose_quadrant": false
+  },
+  "train": {
+    "stage1": {
+      "epochs": 30,
+      "effective_batch": 64,
+      "micro_batch": "auto",
+      "optimizer": "adamw",
+      "lr": 0.0001,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 6,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "modality_dropout": 0.15,
+      "loss_weights": {
+        "v": 1.0,
+        "a": 1.0,
+        "quad": 0.5,
+        "loc": 0.5,
+        "sync": 0.1,
+        "disentangle": 0.1
+      },
+      "init_from_qacp": true,
+      "nonfinite_patience": 20
+    },
+    "qacp": {
+      "epochs": 40,
+      "effective_batch": 256,
+      "micro_batch": "auto",
+      "lr": 0.0003,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 8,
+      "selection_metric": "val/qacp_loss",
+      "temperature": 0.1,
+      "items_per_epoch": 4096,
+      "pseudo_classes": [
+        "RVRA",
+        "RVFA",
+        "FVRA",
+        "FVFA",
+        "MISMATCH"
+      ],
+      "nonfinite_patience": 20
+    },
+    "baseline": {
+      "epochs": 30,
+      "effective_batch": 64,
+      "micro_batch": "auto",
+      "lr": 0.001,
+      "weight_decay": 0.01,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.05,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 6,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "nonfinite_patience": 20
+    },
+    "phase_b": {
+      "epochs": 6,
+      "effective_batch": 16,
+      "micro_batch": "auto",
+      "lr": 3e-05,
+      "lr_encoder": 1e-05,
+      "weight_decay": 0.05,
+      "betas": [
+        0.9,
+        0.999
+      ],
+      "scheduler": "warmup_cosine",
+      "warmup_ratio": 0.1,
+      "min_lr_ratio": 0.01,
+      "max_grad_norm": 1.0,
+      "early_stopping_patience": 3,
+      "selection_metric": "val/mean_auc",
+      "sampler": "sqrt_balanced",
+      "sampler_key": "quadrant",
+      "modality_dropout": 0.15,
+      "loss_weights": {
+        "v": 1.0,
+        "a": 1.0,
+        "quad": 0.5,
+        "loc": 0.5,
+        "sync": 0.1,
+        "disentangle": 0.1
+      },
+      "unfreeze_top_blocks_video": 2,
+      "unfreeze_top_blocks_audio": 2,
+      "gradient_checkpointing": true,
+      "temporal_augment": true,
+      "nonfinite_patience": 20
+    }
+  },
+  "checkpoint": {
+    "every_steps": 100000,
+    "every_minutes": 1000.0,
+    "keep_last": 2,
+    "prune_resume_state_on_completion": true,
+    "upload_retries": 6,
+    "background_upload": true
+  },
+  "session": {
+    "time_budget_hours": 11.5,
+    "safety_minutes": 25.0,
+    "heartbeat_minutes": 10.0,
+    "lease_minutes": 30.0,
+    "worker_name": "kaggle-worker-11"
+  },
+  "plan": {
+    "groups": null,
+    "only": null,
+    "run_phase_b": true,
+    "stop_on_error": true
+  },
+  "evaluation": {
+    "threshold_policy": "val_eer",
+    "bootstrap": 1000,
+    "ece_bins": 15,
+    "ci_level": 0.95
+  },
+  "hardware": {
+    "precision": "auto",
+    "num_workers": "auto",
+    "deterministic": true
+  },
+  "mixed_precision": true,
+  "smoke": {
+    "max_clips_per_split": 48,
+    "epochs": 2,
+    "every_steps": 3,
+    "datasets": [
+      "fakeavceleb",
+      "in-the-wild"
+    ]
+  },
+  "seed": 7,
+  "experiment": {
+    "name": "davidnet",
+    "stage": "stage1",
+    "group": "proposed",
+    "split": "strict",
+    "init_from": "qacp",
+    "baseline_model": null,
+    "components": {
+      "qacp": true,
+      "sync": true,
+      "disentangle": true,
+      "localization": true,
+      "multitask": true,
+      "modality_dropout": true,
+      "mismatch_class": true,
+      "copy_synthesis": true,
+      "self_blending": true
+    },
+    "description": "DAVID-Net, QACP-initialised, all components (Phase A)."
+  }
+}

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/configs/environment.json

@@ -0,0 +1,72 @@
+{
+  "timestamp_utc": "2026-10-05T07:49:55Z",
+  "python": "3.13.15",
+  "python_version": "3.13.15",
+  "platform": "Linux-6.18.48+-x86_64-with-glibc2.39",
+  "hostname": "6a1610b8da0a",
+  "cpu_count": 4,
+  "torch": "2.10.0+cu128",
+  "torch_version": "2.10.0+cu128",
+  "worker_name": "kaggle-worker-11",
+  "cuda_available": true,
+  "cuda_version": "12.8",
+  "cudnn_version": 91002,
+  "gpus": [
+    {
+      "index": 0,
+      "name": "Tesla T4",
+      "total_memory_gb": 15.64,
+      "capability": "7.5",
+      "multi_processor_count": 40
+    },
+    {
+      "index": 1,
+      "name": "Tesla T4",
+      "total_memory_gb": 15.64,
+      "capability": "7.5",
+      "multi_processor_count": 40
+    }
+  ],
+  "packages": {
+    "torch": "2.10.0+cu128",
+    "torchaudio": "2.10.0+cu128",
+    "torchvision": "0.25.0+cu128",
+    "transformers": "5.0.0",
+    "huggingface_hub": "1.11.0",
+    "safetensors": "0.7.0",
+    "numpy": "2.0.2",
+    "scipy": "1.16.3",
+    "scikit-learn": "1.6.1",
+    "pandas": "2.3.3",
+    "matplotlib": "3.10.0",
+    "opencv-python": "4.14.0.94",
+    "opencv-python-headless": "4.14.0.94",
+    "accelerate": "1.13.0"
+  },
+  "nvidia_smi": "Tesla T4, 580.178.04, 15360 MiB\nTesla T4, 580.178.04, 15360 MiB",
+  "kaggle": {
+    "KAGGLE_KERNEL_RUN_TYPE": "Batch",
+    "KAGGLE_URL_BASE": "https://api.kaggle.com",
+    "KAGGLE_DOCKER_IMAGE": "gcr.io/kaggle-gpu-images/python@sha256:2757e0c7d1e0a9cb43da657b97e223c321a98f5014bdf64f44f2f6b083ad2b2f",
+    "KAGGLE_CONTAINER_NAME": "kaggle_c6OGUIVOATrp6b1M26WkYmQadMil0GrbKeJZhj04-355382685-webtier"
+  },
+  "ffmpeg": [
+    "ffmpeg version 6.1.1-3ubuntu5 Copyright (c) 2000-2023 the FFmpeg developers"
+  ],
+  "git": {
+    "commit": "6793d730aa734433bc3c7bc9ff4f89e0b5dc40d1",
+    "dirty": true,
+    "remote": "https://github.com/MIHMahmudEli/Thesis.git"
+  },
+  "git_commit": "6793d730aa734433bc3c7bc9ff4f89e0b5dc40d1",
+  "hardware": {
+    "precision": "fp16",
+    "num_workers": 3,
+    "deterministic": true,
+    "device": "cuda",
+    "n_gpus": 2,
+    "gpu_name": "Tesla T4",
+    "vram_gb": 15.64,
+    "pin_memory": true
+  }
+}

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/configs/experiment_metadata.json

@@ -0,0 +1,38 @@
+{
+  "experiment_id": "EXP_008",
+  "name": "davidnet",
+  "seed": 7,
+  "group": "proposed",
+  "stage": "stage1",
+  "split_protocol": "strict",
+  "init_from": "qacp",
+  "description": "DAVID-Net, QACP-initialised, all components (Phase A).",
+  "components": {
+    "qacp": true,
+    "sync": true,
+    "disentangle": true,
+    "localization": true,
+    "multitask": true,
+    "modality_dropout": true,
+    "mismatch_class": true,
+    "copy_synthesis": true,
+    "self_blending": true
+  },
+  "config_hash": "a3173a5f068d",
+  "feature_set_id": "fs-a3b70d8acd",
+  "model_revisions": {
+    "audio": "4c66d4806a428f2e922ccfa1a962776e232d487b",
+    "video": "dc740ceda42fce44faed2ea03c6d447db72f6af9"
+  },
+  "data_freeze_sha": "30767e27dae3811f2c9bddffa0ca539ea17f7393d08a39c8f39a5e9fecccd6c4",
+  "git": {
+    "commit": "6793d730aa734433bc3c7bc9ff4f89e0b5dc40d1",
+    "dirty": true,
+    "remote": "https://github.com/MIHMahmudEli/Thesis.git"
+  },
+  "hf_repo": "MIHMahmudEli/davidnet-experiments",
+  "hf_revision_at_session_start": "0991e25448561ffe169c7b186f711fda544424ec",
+  "hf_data_repo": "MIHMahmudEli/davidnet-q1-data",
+  "registered_at": "2026-10-05T08:48:56Z",
+  "mode": "full"
+}

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/configs/requirements.lock.txt

@@ -0,0 +1,920 @@
+a2a-sdk==1.2.1
+absl-py==1.4.0
+accelerate==1.13.0
+access==1.1.10.post3
+affine==3.0.1
+aiobotocore==2.26.0
+aiofiles==25.1.0
+aiohappyeyeballs==2.7.1
+aiohttp==3.14.3
+aioitertools==0.13.0
+aiosignal==1.4.0
+aiosqlite==0.22.1
+alabaster==1.0.0
+albucore==0.0.24
+albumentations==2.0.8
+ale-py==0.12.1
+alembic==1.20.0
+altair==5.5.0
+annotated-doc==0.0.5
+annotated-types==0.8.0
+antlr4-python3-runtime==4.9.3
+anyio==4.14.2
+anywidget==0.9.21
+apsw==3.53.4.0
+argon2-cffi==25.1.0
+argon2-cffi-bindings==26.1.0
+args==0.1.0
+array_record==0.8.3
+arrow==1.4.0
+arviz==0.22.0
+asn1crypto==1.5.1
+astropy==7.2.2
+astropy-iers-data==0.2026.8.31.0.57.9
+asttokens==3.0.2
+astunparse==1.6.3
+async-lru==2.3.0
+atpublic==5.1
+attrs==26.1.0
+audioop-lts==0.2.2
+audioread==3.1.0
+Authlib==1.8.0
+autograd==1.9.1
+babel==2.18.0
+backcall==0.2.0
+bayesian-optimization==3.3.0
+beartype==0.22.9
+beautifulsoup4==4.13.5
+betterproto==2.0.0b7
+bigframes==2.48.0
+bigquery-magics==0.14.0
+black==26.5.1
+blake3==1.0.10
+bleach==6.4.0
+blinker==1.9.0
+blis==1.3.3
+blobfile==3.3.0
+blosc2==4.12.0
+bokeh==3.8.2
+Boruta==0.4.3
+boto3==1.41.5
+botocore==1.41.5
+Bottleneck==1.4.2
+bqplot==0.12.47
+branca==0.8.2
+brotli==1.2.0
+build==1.6.1
+cachebox==5.2.3
+CacheControl==0.14.4
+cachetools==6.2.6
+Cartopy==0.26.0
+catalogue==2.0.10
+catboost==1.2.10
+category_encoders==2.11.1
+certifi==2026.7.22
+cesium==0.12.4
+cffi==2.1.1
+chardet==5.2.0
+charset-normalizer==3.4.9
+chex==0.1.90
+clarabel==0.11.1
+click==8.5.0
+click-plugins==1.1.1.2
+cligj==0.7.2
+clint==0.5.1
+cloudpathlib==0.25.0
+cloudpickle==3.1.2
+cmake==3.31.10
+cmdstanpy==1.3.0
+colorama==0.4.6
+colorcet==3.2.1
+colorlog==6.12.0
+colorlover==0.3.0
+comm==0.2.3
+community==1.0.0b1
+confection==1.3.3
+ConfigSpace==1.2.2
+cons==0.4.7
+contourpy==1.3.3
+coverage==7.16.2
+cramjam==2.12.1
+cryptography==50.0.1
+cucim-cu12 @ https://pypi.nvidia.com/cucim-cu12/cucim_cu12-26.2.1-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl
+cuda-bindings==12.9.4
+cuda-core==0.3.2
+cuda-pathfinder==1.8.0
+cuda-python==12.9.7
+cuda-toolkit==12.8.1
+cudf-cu12==26.2.1
+cudf-polars-cu12==26.2.1
+cufflinks==0.17.3
+cuml-cu12==26.2.0
+cupy-cuda12x==14.0.1
+curl_cffi==0.16.2
+cuvs-cu12 @ https://pypi.nvidia.com/cuvs-cu12/cuvs_cu12-26.2.0-cp313-cp313-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
+cvxopt==1.3.2
+cvxpy==1.6.7
+cycler==0.12.1
+cyipopt==1.5.0
+cymem==2.0.13
+Cython==3.0.12
+cytoolz==1.1.0
+dacite==1.9.2
+dask==2026.1.1
+dask-cuda==26.2.0
+dask-cudf-cu12==26.2.1
+dask-expr==2.0.0
+dask-jobqueue==0.9.0
+dataclasses-json==0.6.7
+dataproc-spark-connect==1.1.0
+datasets==4.8.5
+db-dtypes==1.7.1
+dbus-python==1.3.2
+deap==1.4.4
+debugpy==1.8.15
+decorator==5.3.1
+deepdiff==9.1.0
+defusedxml==0.7.1
+Deprecated==3.0.0
+deprecation==2.1.0
+diffusers==0.40.0
+dill==0.4.1
+dipy==1.12.1
+distributed==2026.1.1
+distributed-ucxx-cu12==0.48.0
+distro==1.9.0
+dlib==19.24.6
+dm-tree==0.1.10
+dnspython==2.8.0
+docker==7.2.0
+docstring-to-markdown==0.17
+docstring_parser==0.18.0
+docutils==0.21.2
+dopamine_rl==4.1.2
+duckdb==1.3.2
+earthengine-api==1.7.39
+easydict==1.13
+easyocr==1.7.2
+editdistance==0.8.1
+eerepr==0.1.2
+einops==0.8.2
+email-validator==2.3.0
+emoji==2.16.0
+en_core_web_sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.8.0/en_core_web_sm-3.8.0-py3-none-any.whl#sha256=1932429db727d4bff3deed6b34cfc05df17794f4a52eeb26cf8928f7c1a0fb85
+entrypoints==0.4
+esda==2.9.0
+et_xmlfile==2.0.0
+etils==1.14.0
+etuples==0.3.10
+execnb==0.3.3
+Farama-Notifications==0.0.6
+fastai==2.8.8
+fastapi==0.141.1
+fastcore==2.2.32
+fastdownload==0.0.7
+fastgit==0.1.4
+fastjsonschema==2.22.2
+fastprogress==1.1.6
+fastspec==0.2.5
+fasttext==0.9.3
+fasttransform==0.0.2
+fasttransport==0.0.4
+fastuuid==0.14.0
+featuretools==1.31.0
+filelock==3.32.5
+filetype==1.2.0
+fiona==1.10.1
+firebase-admin==6.9.0
+Flask==3.1.3
+flatbuffers==25.12.19
+flax==0.12.10
+folium==0.20.0
+fonttools==4.64.0
+formulaic==1.2.2
+fqdn==1.5.1
+frozendict==2.4.7
+frozenlist==1.8.0
+fsspec==2025.12.0
+func_timeout==4.3.5
+funcy==2.1
+fury==0.11.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.7.0
+gatspy==0.3
+gcsfs==2025.12.0
+GDAL==3.8.4
+gdown==5.2.2
+geemap==0.38.4
+gensim==4.4.0
+geocoder==1.38.1
+geographiclib==2.1
+geojson==3.3.0
+geopandas==1.1.4
+geopy==2.4.1
+gepa==0.1.4
+ghapi==2.1.4
+giddy==2.3.9
+gin-config==0.5.0
+glob2==0.7
+google==3.0.0
+google-adk==2.7.1
+google-ai-generativelanguage==0.6.15
+google-api-core==2.30.3
+google-api-python-client==2.200.0
+google-auth==2.49.0
+google-auth-httplib2==0.4.2
+google-auth-oauthlib==1.4.1
+google-cloud-aiplatform==2.3.0
+google-cloud-bigquery==3.44.0
+google-cloud-bigquery-connection==1.22.0
+google-cloud-core==2.7.0
+google-cloud-dataproc==5.28.0
+google-cloud-datastore==2.25.0
+google-cloud-firestore==2.27.0
+google-cloud-functions==1.24.0
+google-cloud-language==2.21.0
+google-cloud-monitoring==2.31.0
+google-cloud-resource-manager==1.18.0
+google-cloud-spanner==3.68.0
+google-cloud-storage==3.13.1
+google-cloud-storage-control==1.12.0
+google-cloud-texttospeech==2.37.0
+google-cloud-translate==3.27.0
+google-cloud-videointelligence==2.20.0
+google-cloud-vision==3.15.0
+google-colab @ file:///colabtools/dist/google_colab-1.0.0.tar.gz
+google-crc32c==1.8.0
+google-genai==2.12.1
+google-generativeai==0.8.6
+google-pasta==0.2.0
+google-resumable-media==2.10.2
+googleapis-common-protos==1.75.0
+googledrivedownloader==1.1.0
+gpxpy==1.6.2
+gradio==6.26.0
+gradio_client==2.6.1
+grain==0.2.18
+graphviz==0.21
+greenlet==3.5.5
+groovy==0.1.2
+grpc-google-iam-v1==0.14.4
+grpc-interceptor==0.15.4
+grpcio==1.84.0
+grpcio-status==1.71.2
+grpcio-tools==1.71.2
+grpclib==0.4.9
+gspread==6.2.1
+gspread-dataframe==4.0.0
+gym==0.26.2
+gym-notices==0.1.0
+gymnasium==1.2.0
+gymnax==0.0.8
+h11==0.16.0
+h2==4.4.1
+h2o==3.46.0.12
+h5netcdf==1.8.1
+h5py==3.16.0
+haversine==2.9.0
+hdbscan==0.8.44
+hep_ml==0.8.0
+hf-gradio==0.4.1
+hf-xet==1.6.0
+highspy==1.15.1
+holidays==0.103
+holoviews==1.23.2
+hpack==4.2.0
+html5lib==1.1
+httpcore==1.0.9
+httpcore2==2.12.0
+httpimport==1.4.1
+httplib2==0.32.0
+httptools==0.8.0
+httpx==0.28.1
+httpx2==2.12.0
+huggingface_hub==1.11.0
+humanize==4.16.0
+hyperframe==6.1.0
+hyperopt==0.3.0
+ibis-framework==9.5.0
+id==1.6.1
+idna==3.19
+igraph==1.0.0
+ImageHash==4.3.2
+ImageIO==2.37.4
+imageio-ffmpeg==0.6.0
+imagesize==2.0.1
+imbalanced-learn==0.14.2
+immutabledict==4.3.1
+importlib_metadata==8.9.0
+importlib_resources==7.1.0
+imutils==0.5.4
+in-toto-attestation==0.9.3
+inequality==1.1.2
+inflect==7.5.0
+iniconfig==2.3.0
+intel-cmplr-lib-ur==2025.3.3
+intel-openmp==2025.3.3
+interface_meta==2.0.1
+ipyevents==2.0.4
+ipyfilechooser==0.6.0
+ipykernel==6.17.1
+ipyleaflet==0.20.0
+ipympl==0.10.0
+ipyparallel==8.8.0
+ipython==7.34.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.5
+isoduration==20.11.0
+isoweek==1.3.3
+itsdangerous==2.2.0
+Janome==0.5.0
+jaraco.classes==3.4.0
+jaraco.context==6.1.2
+jaraco.functools==4.6.0
+jax==0.11.1
+jax-cuda12-pjrt==0.11.1
+jax-cuda12-plugin==0.11.1
+jaxlib==0.11.1
+jedi==0.20.0
+jeepney==0.9.0
+jieba==0.42.1
+Jinja2==3.1.6
+jiter==0.10.0
+jmespath==1.1.0
+joblib==1.6.0
+joserfc==1.7.5
+json-rpc==1.15.0
+json5==0.15.0
+jsonpatch==1.33
+jsonpickle==4.1.2
+jsonpointer==3.1.1
+jsonschema==4.26.0
+jsonschema-specifications==2025.9.1
+jupyter-console==6.6.3
+jupyter-events==0.12.1
+jupyter-leaflet==0.20.0
+jupyter-lsp==2.3.1
+jupyter_client==7.4.9
+jupyter_core==5.9.1
+jupyter_kernel_gateway @ git+https://github.com/googlecolab/kernel_gateway@b134e9945df25c2dcb98ade9129399be10788671
+jupyter_server==2.12.5
+jupyter_server_proxy==4.6.0
+jupyter_server_terminals==0.5.4
+jupyterlab==4.5.11
+jupyterlab-lsp==5.3.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.28.1
+jupyterlab_widgets==3.0.17
+jupytext==1.19.5
+kaggle==2.0.2
+kaggle-environments==1.27.3
+kagglehub==1.0.2
+kagglesdk==0.1.37
+keras==3.13.2
+keras-core==0.1.7
+keras-cv==0.9.0
+keras-hub==0.26.0
+keras-nlp==0.26.0
+keras-tuner==1.4.8
+keyring==25.7.0
+keyrings.google-artifactregistry-auth==1.1.2
+kiwisolver==1.5.1
+kornia==0.8.3
+kornia_rs==0.2.0
+kt-legacy==1.0.5
+langchain==1.3.18
+langchain-core==1.6.1
+langchain-protocol==0.0.19
+langgraph==1.2.11
+langgraph-checkpoint==4.2.0
+langgraph-prebuilt==1.1.0
+langgraph-sdk==0.4.4
+langid==1.1.6
+langsmith==0.12.1
+lark==1.3.1
+launchpadlib==1.11.0
+lazr.restfulclient==0.14.6
+lazr.uri==1.0.6
+lazy-loader==0.5
+learntools @ git+https://github.com/Kaggle/learntools@e9ba66dc899d3e17b80d3a1b9a5d29f430d310cb
+libclang==18.1.1
+libcudf-cu12==26.2.1
+libcugraph-cu12==26.2.0
+libcuml-cu12==26.2.0
+libcuvs-cu12==26.2.0
+libkvikio-cu12==26.2.0
+libpysal==4.14.1
+libraft-cu12==26.2.0
+librmm-cu12==26.2.0
+librosa==0.11.0
+libucx-cu12==1.19.0
+libucxx-cu12==0.48.0
+lightgbm==4.6.0
+lightning-utilities==0.15.3
+lime==0.2.0.1
+line_profiler==5.0.2
+linkify-it-py==2.2.0
+litellm==1.85.7
+llvmlite==0.44.0
+lml==0.2.0
+locket==1.0.0
+logical-unification==0.4.7
+lxml==6.1.2
+Mako==1.4.3
+mamba==0.11.3
+mapclassify==2.10.0
+Markdown==3.10.3
+markdown-it-py==4.2.0
+MarkupSafe==3.0.3
+marshmallow==3.26.2
+matplotlib==3.10.0
+matplotlib-inline==0.2.2
+matplotlib-venn==1.1.2
+mdit-py-plugins==0.6.1
+mdurl==0.1.2
+mgwr==2.2.1
+minify_html==0.18.1
+miniKanren==1.0.5
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.13.5
+mkl==2025.3.1
+ml_collections==1.1.0
+ml_dtypes==0.6.0
+mlcrate==0.2.0
+mlxtend==0.23.4
+mmh3==5.3.0
+mne==1.13.2
+model-signing==1.1.1
+momepy==0.11.0
+moocore==0.3.2
+more-itertools==10.8.0
+moviepy==1.0.3
+mpld3==0.5.12
+mpmath==1.3.0
+msgpack==1.2.2
+multidict==6.7.1
+multimethod==1.12
+multipledispatch==1.0.0
+multiprocess==0.70.19
+multitasking==0.0.13
+murmurhash==1.0.15
+music21==9.9.2
+mypy_extensions==1.1.0
+namex==0.1.0
+narwhals==2.25.0
+natsort==8.4.0
+nbclassic==1.3.3
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdev==3.3.24
+nbformat==5.11.1
+ndindex==1.10.1
+nest-asyncio==1.6.0
+networkx==3.6.1
+nh3==0.3.7
+nibabel==5.4.2
+nilearn==0.14.1
+ninja==1.13.2
+nltk==3.9.1
+notebook==6.5.7
+notebook_shim==0.2.4
+numba==0.61.2
+numba-cuda==0.22.2
+numexpr==2.14.2
+numpy==2.0.2
+nvidia-cublas-cu12==12.8.4.1
+nvidia-cuda-cccl-cu12==12.9.27
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cuda-nvcc-cu12==12.8.93
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cudnn-cu12==9.10.2.21
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cufile-cu12==1.13.1.3
+nvidia-curand-cu12==10.3.9.90
+nvidia-cusolver-cu12==11.7.3.90
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cusparselt-cu12==0.7.1
+nvidia-libnvcomp-cu12==5.1.0.21
+nvidia-ml-py==13.610.43
+nvidia-nccl-cu12==2.27.5
+nvidia-nccl-cu13==2.31.2
+nvidia-nvimgcodec-cu12==0.7.0.11
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nvshmem-cu12==3.4.5
+nvidia-nvtx-cu12==12.8.90
+nvtx==0.2.16
+nx-cugraph-cu12 @ https://pypi.nvidia.com/nx-cugraph-cu12/nx_cugraph_cu12-26.2.0-py3-none-any.whl
+oauth2client==4.1.3
+oauthlib==3.3.1
+odfpy==1.4.1
+olefile==0.47
+omegaconf==2.3.1
+onemkl-license==2025.3.1
+onnx==1.22.0
+open-spiel==2.0.2
+openai==2.54.0
+opencv-contrib-python==4.14.0.94
+opencv-python==4.14.0.94
+opencv-python-headless==4.14.0.94
+openpyxl==3.1.5
+openslide-bin==4.0.1.2
+openslide-python==1.4.6
+opentelemetry-api==1.42.1
+opentelemetry-resourcedetector-gcp==1.14.0
+opentelemetry-sdk==1.42.1
+opentelemetry-semantic-conventions==0.63b1
+opt_einsum==3.4.0
+optax==0.2.8
+optree==0.20.0
+optuna==5.0.0
+orbax-checkpoint==0.12.4
+orderly-set==5.5.0
+orjson==3.12.0
+ormsgpack==1.12.2
+osqp==1.1.3
+overrides==7.7.0
+packaging==26.3
+pandas==2.3.3
+pandas-datareader==0.11.1
+pandas-gbq==0.30.0
+pandas-profiling==3.6.6
+pandas-stubs==2.2.3.250527
+pandasql==0.7.3
+pandocfilters==1.5.1
+panel==1.9.4
+panel-material-ui==0.14.2
+papermill==2.7.0
+param==2.4.1
+parso==0.8.7
+parsy==2.2
+partd==1.4.2
+path==17.1.1
+path.py==12.5.0
+pathlib_abc==0.5.2
+pathos==0.3.5
+pathspec==1.1.1
+patsy==1.0.3
+pdf2image==1.17.0
+peewee==4.4.0
+peft==0.20.0
+pettingzoo==1.24.0
+pexpect==4.9.0
+phik==0.12.5
+pickleshare==0.7.5
+pillow==12.3.0
+platformdirs==4.11.7
+plotly==5.24.1
+plotly-express==0.4.1
+plotnine==0.14.5
+pluggy==1.6.0
+plum-dispatch==2.9.0
+pointpats==2.5.5
+pokerkit==0.6.3
+polars==1.35.2
+polars-runtime-32==1.35.2
+pooch==1.9.0
+portpicker==1.5.2
+POT==0.9.7.post1
+pox==0.3.7
+ppft==1.7.8
+preshed==3.0.13
+prettytable==3.18.0
+proglog==0.1.12
+progressbar2==4.5.0
+prometheus_client==0.26.0
+promise==2.3
+prompt_toolkit==3.0.53
+propcache==0.5.2
+prophet==1.4.0
+proto-plus==1.28.2
+protobuf==5.29.5
+psutil==5.9.5
+psycopg2==2.9.12
+psygnal==0.15.1
+ptyprocess==0.7.0
+pudb==2025.1.5
+PuLP==3.3.2
+puremagic==2.2.0
+py-cpuinfo==9.0.0
+py4j==0.10.9.9
+pyaml==26.7.0
+PyArabic==0.6.15
+pyarrow==23.0.1
+pyasn1==0.6.4
+pyasn1_modules==0.4.2
+pybind11==3.1.0
+pycairo==1.29.1
+pyclipper==1.4.0
+pycocotools==2.0.11
+pycparser==3.0
+pycryptodome==3.23.0
+pycryptodomex==3.23.0
+pycuda==2026.1
+pydantic==2.13.5
+pydantic_core==2.46.5
+pydata-google-auth==1.9.1
+pydicom==3.0.2
+pydot==4.0.1
+pydotplus==2.0.2
+PyDrive2==1.21.1
+pydub==0.25.1
+pyemd==2.0.0
+pyerfa==2.0.1.5
+pyexcel-io==0.6.8
+pyexcel-ods==0.6.0
+pygame==2.6.1
+pygit2==1.20.0
+pygltflib==1.16.5
+Pygments==2.21.0
+PyGObject==3.48.2
+pyiceberg==0.12.0
+pyjson5==2.0.1
+PyJWT==2.13.0
+pyLDAvis==3.4.1
+pylibcudf-cu12==26.2.1
+pylibcugraph-cu12==26.2.0
+pylibraft-cu12==26.2.0
+pymc==5.28.5
+pymongo==4.18.2
+Pympler==1.1
+pynndescent==0.6.0
+pyogrio==0.13.0
+pyomo==6.10.1
+PyOpenGL==3.1.10
+pyOpenSSL==26.4.0
+pyparsing==3.3.2
+pypdf==6.19.0
+pyperclip==1.11.0
+pyproj==3.7.2
+pyproject_hooks==1.3.3
+pyroaring==1.1.0
+pysal==25.7
+pyshp==3.1.6
+PySocks==1.7.1
+pyspark==4.0.4
+pytensor==2.38.3
+pytesseract==0.3.13
+pytest==8.4.2
+python-apt==0.0.0
+python-bidi==0.6.11
+python-box==7.4.1
+python-dateutil==2.9.0.post0
+python-dotenv==1.2.3
+python-fasthtml==0.14.12
+python-json-logger==4.2.0
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.15.0
+python-multipart==0.0.32
+python-slugify==8.0.4
+python-snappy==0.7.3
+python-utils==4.0.1
+pytokens==0.4.1
+pytools==2026.1.1
+pytorch-ignite==0.5.5
+pytorch-lightning==2.6.6
+pytz==2025.2
+PyUpSet==0.1.1.post7
+pyviz_comms==3.0.6
+PyWavelets==1.9.0
+PyYAML==6.0.3
+pyzmq==26.2.1
+qgrid==1.3.1
+qtconsole==5.7.2
+QtPy==2.4.3
+quantecon==0.11.4
+raft-dask-cu12==26.2.0
+rapids-dask-dependency==26.2.0
+rapids-logger==0.2.3
+rasterio==1.5.1
+rasterstats==0.21.0
+ratelim==0.1.6
+ray==2.58.0
+referencing==0.37.0
+regex==2025.11.3
+requests==2.34.2
+requests-oauthlib==2.0.0
+requests-toolbelt==1.0.0
+requirements-parser==0.9.0
+rfc3161-client==1.0.9
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rfc3987-syntax==1.1.0
+rfc8785==0.1.4
+rgf-python==3.12.0
+rich==13.9.4
+rmm-cu12==26.2.0
+roman-numerals==4.1.0
+roman-numerals-py==4.1.0
+rouge_score==0.1.2
+rpds-py==2026.6.3
+rpy2==3.5.17
+rsa==4.9.1
+rtree==1.4.1
+ruamel.yaml==0.19.1
+s3fs==2025.12.0
+s3transfer==0.15.0
+safehttpx==0.1.7
+safetensors==0.7.0
+scikit-image==0.25.2
+scikit-learn==1.6.1
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.2
+scikit-plot==0.3.7
+scikit-surprise==1.1.5
+scipy==1.16.3
+scooby==0.11.2
+scs==3.2.11
+seaborn==0.13.2
+SecretStorage==3.5.0
+securesystemslib==1.5.1
+segment_anything @ git+https://github.com/facebookresearch/segment-anything.git@dca509fe793f601edb92606367a655c15ac00fdf
+segregation==2.5.4
+semantic-version==2.10.0
+Send2Trash==2.1.0
+sentence-transformers==5.7.0
+sentencepiece==0.2.2
+sentry-sdk==2.68.1
+setuptools==81.0.0
+shap==0.52.0
+shapely==2.1.2
+shellingham==1.5.4
+Shimmy==2.0.1
+sigstore==4.5.0
+sigstore-models==0.0.6
+sigstore-rekor-types==0.0.18
+simpervisor==1.0.0
+simple-parsing==0.1.9
+simpleitk==2.5.6
+simplejson==4.1.2
+simsimd==6.5.16
+siphash24==1.9
+six==1.17.0
+sklearn-compat==0.1.6
+sklearn-pandas==2.2.0
+slicer==0.0.8
+smart_open==8.0.1
+sniffio==1.3.1
+snowballstemmer==3.1.1
+sortedcontainers==2.4.0
+soundfile==0.14.0
+soupsieve==2.9.2
+soxr==1.1.0
+spacy==3.8.16
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spaghetti==1.7.6
+spanner-graph-notebook==1.1.10
+spglm==1.1.0
+Sphinx==8.2.3
+sphinxcontrib-applehelp==2.0.0
+sphinxcontrib-devhelp==2.0.0
+sphinxcontrib-htmlhelp==2.1.0
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==2.0.0
+sphinxcontrib-serializinghtml==2.0.0
+spint==1.1.0
+splot==1.1.7
+spopt==0.7.0
+spreg==1.9.0
+SQLAlchemy==2.0.52
+sqlglot==25.20.2
+sqlparse==0.6.0
+squarify==0.4.5
+srsly==2.5.3
+standard-aifc==3.13.0
+standard-chunk==3.13.0
+standard-sunau==3.13.0
+stanio==0.5.1
+starlette==1.6.0
+statsmodels==0.15.0
+stopit==1.1.2
+strictyaml==1.7.3
+stringzilla==5.1.2
+stumpy==1.14.1
+sympy==1.14.0
+tables==3.10.2
+tabulate==0.9.0
+tbb==2022.3.1
+tblib==3.2.2
+tcmlib==1.5.0
+tenacity==9.1.4
+tensorboard==2.20.0
+tensorboard-data-server==0.7.2
+tensorflow==2.20.0
+tensorflow-datasets==4.9.10
+tensorflow-hub==0.16.1
+tensorflow-metadata==1.21.0
+tensorflow-probability==0.25.0
+tensorflow-text==2.20.1
+tensorstore==0.1.85
+termcolor==3.3.0
+terminado==0.18.1
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.19.0
+texttable==1.7.0
+tf-slim==1.1.0
+tf_keras==2.20.1
+thinc==8.3.13
+threadpoolctl==3.6.0
+tifffile==2026.8.23
+tiktoken==0.14.0
+timm==1.0.29
+tinycss2==1.5.1
+tobler==0.14.0
+tokenizers==0.22.2
+toml==0.10.2
+tomlkit==0.14.0
+toolz==0.12.1
+torch==2.10.0+cu128
+torchao==0.10.0
+torchaudio==2.10.0+cu128
+torchcodec==0.11.0+cu128
+torchdata==0.11.0
+torchinfo==1.8.0
+torchmetrics==1.9.0
+torchsummary==1.5.1
+torchtune==0.6.1
+torchvision==0.25.0+cu128
+tornado==6.5.7
+TPOT==1.1.0
+tqdm==4.67.3
+traitlets==5.16.1
+traittypes==0.2.3
+transformers==5.0.0
+treelite==4.7.1
+treescope==0.1.10
+triton==3.6.0
+truststore==0.10.4
+trx-python==0.6
+tsfresh==0.21.2
+tuf==7.0.1
+tweepy==4.17.0
+typeguard==4.6.0
+typer==0.27.2
+typer-slim==0.24.0
+types-pytz==2026.3.1.20260727
+types-setuptools==84.0.0.20260812
+typing-inspect==0.9.0
+typing-inspection==0.4.4
+typing_extensions==4.16.0
+tzdata==2026.3
+tzlocal==5.4.4
+ucxx-cu12==0.48.0
+ujson==6.0.0
+umap-learn==0.5.12
+umf==1.0.3
+universal_pathlib==0.3.10
+update_checker==1.0.0
+uri-template==1.3.0
+uritemplate==4.2.0
+urllib3==2.8.0
+urwid==4.2.4
+urwid_readline==0.15.1
+uuid_utils==0.17.0
+uvicorn==0.52.4
+uvloop==0.22.1
+vega-datasets==0.9.0
+visions==0.8.1
+vtk==9.7.1
+wadllib==1.3.6
+Wand==0.7.2
+wandb==0.28.1
+wasabi==1.1.3
+watchdog==6.0.0
+watchfiles==1.2.0
+wavio==0.0.9
+wcwidth==0.8.3
+weasel==1.0.0
+webcolors==25.10.0
+webencodings==0.6.1
+websocket-client==1.9.2
+websockets==15.0.1
+Werkzeug==3.1.8
+wheel==0.48.0
+widgetsnbextension==4.0.16
+woodwork==0.31.0
+wordcloud==1.9.6
+wrapt==1.17.3
+xarray==2025.12.0
+xarray-einstats==0.11.0
+xgboost==3.4.1
+xlrd==2.0.2
+xvfbwrapper==0.2.34
+xxhash==4.0.1
+xyzservices==2026.3.0
+yarl==1.24.5
+ydata-profiling==4.18.4
+ydf==0.15.0
+ydf_tf==2.20.0
+yellowbrick==1.5
+yfinance==0.2.66
+zict==3.0.0
+zipp==4.1.0
+zstandard==0.25.0

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/classification_report.csv

@@ -0,0 +1,8 @@
+class,precision,recall,f1,support
+RVRA,0.8349514563106796,0.86,0.8472906403940886,100.0
+RVFA,0.967741935483871,0.9,0.9326424870466321,100.0
+FVRA,0.9605911330049262,0.9629629629629629,0.9617755856966708,405.0
+FVFA,0.9693486590038314,0.9806201550387597,0.9749518304431599,258.0
+macro avg,,,0.9291651358951379,
+weighted avg,,,0.949072997920694,
+accuracy,,,0.9490150637311703,

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/confusion_matrix.csv

@@ -0,0 +1,5 @@
+,0,1,2,3
+RVRA,86,0,14,0
+RVFA,2,90,0,8
+FVRA,15,0,390,0
+FVFA,0,3,2,253

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/cross_dataset_metrics.json

@@ -0,0 +1,813 @@
+{
+  "asvspoof2019-la": {
+    "n": 71237,
+    "audio": {
+      "n": 71237,
+      "n_fake": 63882,
+      "n_real": 7355,
+      "threshold": 0.7343100905418396,
+      "auc": 0.8437316637782045,
+      "auc_ci_low": 0.8392630633019824,
+      "auc_ci_high": 0.8481041112063963,
+      "pr_auc": 0.9764196054734512,
+      "eer": 0.2346373596151351,
+      "accuracy": 0.7485716692168396,
+      "balanced_accuracy": 0.7668137033587015,
+      "precision": 0.9684894931007072,
+      "recall": 0.7438245515168592,
+      "sensitivity": 0.7438245515168592,
+      "specificity": 0.7898028552005438,
+      "f1": 0.8414183894816061,
+      "macro_f1": 0.6174310613803777,
+      "weighted_f1": 0.7951663912732443,
+      "brier": 0.1852189051213948,
+      "ece": 0.18502078607226274,
+      "confusion": [
+        [
+          5809,
+          1546
+        ],
+        [
+          16365,
+          47517
+        ]
+      ],
+      "detection_rate": 0.7438245515168592,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 71237,
+      "n_fake": 63882,
+      "n_real": 7355,
+      "threshold": 0.8980534672737122,
+      "auc": 0.8437316637782045,
+      "auc_ci_low": 0.8392630633019824,
+      "auc_ci_high": 0.8481041112063963,
+      "pr_auc": 0.9764196054734512,
+      "eer": 0.2346373596151351,
+      "accuracy": 0.7154708929348512,
+      "balanced_accuracy": 0.7679078614758164,
+      "precision": 0.9734882206057974,
+      "recall": 0.7018252402867787,
+      "sensitivity": 0.7018252402867787,
+      "specificity": 0.8339904826648539,
+      "f1": 0.8156307703502915,
+      "macro_f1": 0.5963392195790551,
+      "weighted_f1": 0.7703484211238377,
+      "brier": 0.1852189051213948,
+      "ece": 0.18502078607226274,
+      "confusion": [
+        [
+          6134,
+          1221
+        ],
+        [
+          19048,
+          44834
+        ]
+      ],
+      "detection_rate": 0.7018252402867787,
+      "auc_defined": true
+    },
+    "mean_auc": 0.8437316637782045,
+    "per_generator": [
+      {
+        "group": "A07",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.7873422873422874,
+        "mean_score": 0.84202781930512,
+        "auc_vs_reals": 0.8885590553163633
+      },
+      {
+        "group": "A08",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.8748473748473748,
+        "mean_score": 0.9105574348702644,
+        "auc_vs_reals": 0.9245083830739846
+      },
+      {
+        "group": "A09",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.945054945054945,
+        "mean_score": 0.9558659764632165,
+        "auc_vs_reals": 0.952092870243788
+      },
+      {
+        "group": "A10",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.6676841676841677,
+        "mean_score": 0.7403148919211092,
+        "auc_vs_reals": 0.8277763113589082
+      },
+      {
+        "group": "A11",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.7981277981277981,
+        "mean_score": 0.8550300363359892,
+        "auc_vs_reals": 0.8932068145868282
+      },
+      {
+        "group": "A12",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9456654456654456,
+        "mean_score": 0.9540335259380976,
+        "auc_vs_reals": 0.9544645122483327
+      },
+      {
+        "group": "A13",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.9841269841269841,
+        "mean_score": 0.9779175368638381,
+        "auc_vs_reals": 0.9672046210455456
+      },
+      {
+        "group": "A14",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.41412291412291413,
+        "mean_score": 0.5217710635852255,
+        "auc_vs_reals": 0.6976289251952067
+      },
+      {
+        "group": "A15",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.4253154253154253,
+        "mean_score": 0.5416642859980683,
+        "auc_vs_reals": 0.708240900525061
+      },
+      {
+        "group": "A16",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.6992266992266992,
+        "mean_score": 0.7824927116690206,
+        "auc_vs_reals": 0.8553507687770094
+      },
+      {
+        "group": "A17",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.7177452177452177,
+        "mean_score": 0.8079043935421865,
+        "auc_vs_reals": 0.8654449184020904
+      },
+      {
+        "group": "A18",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.5736670736670737,
+        "mean_score": 0.6941838365142553,
+        "auc_vs_reals": 0.8067703175792911
+      },
+      {
+        "group": "A19",
+        "n": 4914,
+        "n_fake": 4914,
+        "detection_rate": 0.2908017908017908,
+        "mean_score": 0.4195867848527035,
+        "auc_vs_reals": 0.6272632307642505
+      },
+      {
+        "group": "real",
+        "n": 7355,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.2719463756199696
+      }
+    ]
+  },
+  "dfdc-10": {
+    "n": 5000,
+    "video": {
+      "n": 5000,
+      "n_fake": 2500,
+      "n_real": 2500,
+      "threshold": 0.8513358235359192,
+      "auc": 0.62031848,
+      "auc_ci_low": 0.6028717579999999,
+      "auc_ci_high": 0.6349691,
+      "pr_auc": 0.5975540395326613,
+      "eer": 0.41100000000000003,
+      "accuracy": 0.5804,
+      "balanced_accuracy": 0.5804,
+      "precision": 0.5591872791519434,
+      "recall": 0.7596,
+      "sensitivity": 0.7596,
+      "specificity": 0.4012,
+      "f1": 0.6441655359565808,
+      "macro_f1": 0.566478479479265,
+      "weighted_f1": 0.5664784794792651,
+      "brier": 0.3634415098126012,
+      "ece": 0.33197832530774174,
+      "confusion": [
+        [
+          1003,
+          1497
+        ],
+        [
+          601,
+          1899
+        ]
+      ],
+      "detection_rate": 0.7596,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 5000,
+      "n_fake": 2500,
+      "n_real": 2500,
+      "threshold": 0.8980534672737122,
+      "auc": 0.61767496,
+      "auc_ci_low": 0.600460854,
+      "auc_ci_high": 0.6327043539999999,
+      "pr_auc": 0.5964037964366927,
+      "eer": 0.41180000000000005,
+      "accuracy": 0.5816,
+      "balanced_accuracy": 0.5816,
+      "precision": 0.5637898686679175,
+      "recall": 0.7212,
+      "sensitivity": 0.7212,
+      "specificity": 0.442,
+      "f1": 0.6328536328536328,
+      "macro_f1": 0.5732840921125439,
+      "weighted_f1": 0.573284092112544,
+      "brier": 0.36641034777219755,
+      "ece": 0.3355842629596591,
+      "confusion": [
+        [
+          1105,
+          1395
+        ],
+        [
+          697,
+          1803
+        ]
+      ],
+      "detection_rate": 0.7212,
+      "auc_defined": true
+    },
+    "mean_auc": 0.62031848,
+    "per_generator": [
+      {
+        "group": "dfdc",
+        "n": 2500,
+        "n_fake": 2500,
+        "detection_rate": 0.7212,
+        "mean_score": 0.8384211306646466,
+        "auc_vs_reals": 0.61767496
+      },
+      {
+        "group": "real",
+        "n": 2500,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.7310258475854993
+      }
+    ]
+  },
+  "in-the-wild": {
+    "n": 31779,
+    "audio": {
+      "n": 31779,
+      "n_fake": 11816,
+      "n_real": 19963,
+      "threshold": 0.7343100905418396,
+      "auc": 0.6674082708053908,
+      "auc_ci_low": 0.6614795793002429,
+      "auc_ci_high": 0.6731902954114402,
+      "pr_auc": 0.47660571847830424,
+      "eer": 0.3802926112359999,
+      "accuracy": 0.6239340444947922,
+      "balanced_accuracy": 0.6305929552949869,
+      "precision": 0.49568717653824035,
+      "recall": 0.656567366283006,
+      "sensitivity": 0.656567366283006,
+      "specificity": 0.6046185443069679,
+      "f1": 0.5648960570866859,
+      "macro_f1": 0.61688043551461,
+      "weighted_f1": 0.6302073725186786,
+      "brier": 0.3339598998484482,
+      "ece": 0.3168939087836813,
+      "confusion": [
+        [
+          12070,
+          7893
+        ],
+        [
+          4058,
+          7758
+        ]
+      ],
+      "detection_rate": 0.656567366283006,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 31779,
+      "n_fake": 11816,
+      "n_real": 19963,
+      "threshold": 0.8980534672737122,
+      "auc": 0.6674082708053908,
+      "auc_ci_low": 0.6614795793002429,
+      "auc_ci_high": 0.6731902954114402,
+      "pr_auc": 0.47660571847830424,
+      "eer": 0.3802926112359999,
+      "accuracy": 0.6181440573963939,
+      "balanced_accuracy": 0.6163482333990191,
+      "precision": 0.4891636660099192,
+      "recall": 0.6093432633716994,
+      "sensitivity": 0.6093432633716994,
+      "specificity": 0.6233532034263387,
+      "f1": 0.542679479932165,
+      "macro_f1": 0.6074551276980329,
+      "weighted_f1": 0.6240612890734232,
+      "brier": 0.3339598998484482,
+      "ece": 0.3168939087836813,
+      "confusion": [
+        [
+          12444,
+          7519
+        ],
+        [
+          4616,
+          7200
+        ]
+      ],
+      "detection_rate": 0.6093432633716994,
+      "auc_defined": true
+    },
+    "mean_auc": 0.6674082708053908,
+    "per_generator": [
+      {
+        "group": "in-the-wild-fake",
+        "n": 11816,
+        "n_fake": 11816,
+        "detection_rate": 0.6093432633716994,
+        "mean_score": 0.6984260203850411,
+        "auc_vs_reals": 0.6674082708053908
+      },
+      {
+        "group": "real",
+        "n": 19963,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.42388597083570184
+      }
+    ]
+  },
+  "deepfaketimit": {
+    "n": 640,
+    "video": {
+      "n": 640,
+      "n_fake": 640,
+      "n_real": 0,
+      "threshold": 0.8513358235359192,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 1.0,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": NaN,
+      "f1": 1.0,
+      "macro_f1": NaN,
+      "weighted_f1": 1.0,
+      "brier": 0.00012193803791573088,
+      "ece": 0.010705788340419575,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          0,
+          640
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": false
+    },
+    "audio": {
+      "n": 640,
+      "n_fake": 0,
+      "n_real": 640,
+      "threshold": 0.7343100905418396,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.8890625,
+      "balanced_accuracy": NaN,
+      "precision": 0.0,
+      "recall": NaN,
+      "sensitivity": NaN,
+      "specificity": 0.8890625,
+      "f1": NaN,
+      "macro_f1": NaN,
+      "weighted_f1": 0.9412737799834574,
+      "brier": 0.12390495147924241,
+      "ece": 0.19636743764858694,
+      "confusion": [
+        [
+          569,
+          71
+        ],
+        [
+          0,
+          0
+        ]
+      ],
+      "detection_rate": NaN,
+      "auc_defined": false
+    },
+    "clip": {
+      "n": 640,
+      "n_fake": 640,
+      "n_real": 0,
+      "threshold": 0.8980534672737122,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 1.0,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": NaN,
+      "f1": 1.0,
+      "macro_f1": NaN,
+      "weighted_f1": 1.0,
+      "brier": 0.00012145717487050955,
+      "ece": 0.010695876367390111,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          0,
+          640
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": false
+    },
+    "quadrant": {
+      "n": 640,
+      "accuracy": 0.8421875,
+      "balanced_accuracy": 0.8421875,
+      "macro_f1": 0.2285835453774385,
+      "weighted_f1": 0.9143341815097539,
+      "macro_auc_ovr": NaN,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        },
+        "RVFA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        },
+        "FVRA": {
+          "precision": 1.0,
+          "recall": 0.8421875,
+          "f1": 0.914334181509754,
+          "support": 640
+        },
+        "FVFA": {
+          "precision": 0.0,
+          "recall": 0.0,
+          "f1": 0.0,
+          "support": 0
+        }
+      },
+      "confusion": [
+        [
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          0,
+          0,
+          539,
+          101
+        ],
+        [
+          0,
+          0,
+          0,
+          0
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        [
+          0.0,
+          0.0,
+          0.8421875,
+          0.1578125
+        ],
+        [
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      ]
+    },
+    "mean_auc": NaN,
+    "per_generator": [
+      {
+        "group": "deepfaketimit-higher",
+        "n": 320,
+        "n_fake": 320,
+        "detection_rate": 1.0,
+        "mean_score": 0.9883843945339322
+      },
+      {
+        "group": "deepfaketimit-lower",
+        "n": 320,
+        "n_fake": 320,
+        "detection_rate": 1.0,
+        "mean_score": 0.9902238527312874
+      }
+    ]
+  },
+  "wavefake": {
+    "n": 11000,
+    "audio": {
+      "n": 11000,
+      "n_fake": 11000,
+      "n_real": 0,
+      "threshold": 0.7343100905418396,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.1030909090909091,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 0.1030909090909091,
+      "sensitivity": 0.1030909090909091,
+      "specificity": NaN,
+      "f1": 0.186912806988627,
+      "macro_f1": NaN,
+      "weighted_f1": 0.186912806988627,
+      "brier": 0.7828328316333563,
+      "ece": 0.8368151295624927,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          9866,
+          1134
+        ]
+      ],
+      "detection_rate": 0.1030909090909091,
+      "auc_defined": false
+    },
+    "clip": {
+      "n": 11000,
+      "n_fake": 11000,
+      "n_real": 0,
+      "threshold": 0.8980534672737122,
+      "auc": NaN,
+      "auc_ci_low": NaN,
+      "auc_ci_high": NaN,
+      "pr_auc": NaN,
+      "eer": NaN,
+      "accuracy": 0.08318181818181818,
+      "balanced_accuracy": NaN,
+      "precision": 1.0,
+      "recall": 0.08318181818181818,
+      "sensitivity": 0.08318181818181818,
+      "specificity": NaN,
+      "f1": 0.1535879143936215,
+      "macro_f1": NaN,
+      "weighted_f1": 0.1535879143936215,
+      "brier": 0.7828328316333563,
+      "ece": 0.8368151295624927,
+      "confusion": [
+        [
+          0,
+          0
+        ],
+        [
+          10085,
+          915
+        ]
+      ],
+      "detection_rate": 0.08318181818181818,
+      "auc_defined": false
+    },
+    "mean_auc": NaN,
+    "per_generator": [
+      {
+        "group": "common_voices_prompts_from_conformer_fastspeech2_pwg_ljspeech",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.162,
+        "mean_score": 0.22540018803812564
+      },
+      {
+        "group": "generated",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.155,
+        "mean_score": 0.22179598963819444
+      },
+      {
+        "group": "jsut_multi_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.064,
+        "mean_score": 0.16586685736617074
+      },
+      {
+        "group": "jsut_parallel_wavegan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.088,
+        "mean_score": 0.18982747247675433
+      },
+      {
+        "group": "ljspeech_full_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.066,
+        "mean_score": 0.15072075995756312
+      },
+      {
+        "group": "ljspeech_hifiGAN",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.048,
+        "mean_score": 0.12049981209309772
+      },
+      {
+        "group": "ljspeech_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.062,
+        "mean_score": 0.1290416922545992
+      },
+      {
+        "group": "ljspeech_melgan_large",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.063,
+        "mean_score": 0.12568450621236116
+      },
+      {
+        "group": "ljspeech_multi_band_melgan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.081,
+        "mean_score": 0.18069394636526703
+      },
+      {
+        "group": "ljspeech_parallel_wavegan",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.07,
+        "mean_score": 0.16188146160682662
+      },
+      {
+        "group": "ljspeech_waveglow",
+        "n": 1000,
+        "n_fake": 1000,
+        "detection_rate": 0.056,
+        "mean_score": 0.12362088880361989
+      }
+    ]
+  },
+  "celeb-df-v2": {
+    "n": 518,
+    "video": {
+      "n": 518,
+      "n_fake": 340,
+      "n_real": 178,
+      "threshold": 0.8513358235359192,
+      "auc": 0.6695224719101123,
+      "auc_ci_low": 0.6181524702577661,
+      "auc_ci_high": 0.7215980254461334,
+      "pr_auc": 0.7433362047836904,
+      "eer": 0.37790812954395236,
+      "accuracy": 0.6833976833976834,
+      "balanced_accuracy": 0.5446794448116326,
+      "precision": 0.6774193548387096,
+      "recall": 0.9882352941176471,
+      "sensitivity": 0.9882352941176471,
+      "specificity": 0.10112359550561797,
+      "f1": 0.8038277511961722,
+      "macro_f1": 0.4919138755980861,
+      "weighted_f1": 0.5894622305148621,
+      "brier": 0.3023630190674127,
+      "ece": 0.29936830033494244,
+      "confusion": [
+        [
+          18,
+          160
+        ],
+        [
+          4,
+          336
+        ]
+      ],
+      "detection_rate": 0.9882352941176471,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 518,
+      "n_fake": 340,
+      "n_real": 178,
+      "threshold": 0.8980534672737122,
+      "auc": 0.6695224719101123,
+      "auc_ci_low": 0.6181524702577661,
+      "auc_ci_high": 0.7215980254461334,
+      "pr_auc": 0.7433362047836904,
+      "eer": 0.37790812954395236,
+      "accuracy": 0.6911196911196911,
+      "balanced_accuracy": 0.5559153998678124,
+      "precision": 0.6829268292682927,
+      "recall": 0.9882352941176471,
+      "sensitivity": 0.9882352941176471,
+      "specificity": 0.12359550561797752,
+      "f1": 0.8076923076923077,
+      "macro_f1": 0.5116892911010558,
+      "weighted_f1": 0.6042616630851925,
+      "brier": 0.3023630190674127,
+      "ece": 0.29936830033494244,
+      "confusion": [
+        [
+          22,
+          156
+        ],
+        [
+          4,
+          336
+        ]
+      ],
+      "detection_rate": 0.9882352941176471,
+      "auc_defined": true
+    },
+    "mean_auc": 0.6695224719101123,
+    "per_generator": [
+      {
+        "group": "celeb-df",
+        "n": 340,
+        "n_fake": 340,
+        "detection_rate": 0.9882352941176471,
+        "mean_score": 0.9747289346421466,
+        "auc_vs_reals": 0.6695224719101123
+      },
+      {
+        "group": "real",
+        "n": 178,
+        "n_fake": 0,
+        "detection_rate": NaN,
+        "mean_score": 0.9131816903945436
+      }
+    ]
+  }
+}

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/fairness.csv

@@ -0,0 +1,15 @@
+attribute,task,group,n,n_fake,detection_rate,mean_score,auc
+race,video,African,155,115,0.9478260869565217,0.7496784293603512,0.9871739130434782
+race,video,Asian (East),160,120,0.95,0.7837446886813269,0.9708333333333332
+race,video,Asian (South),185,145,0.9379310344827586,0.7574807978058989,0.9944827586206896
+race,video,Caucasian (American),192,152,0.9342105263157895,0.7826802476774901,0.9796052631578946
+race,video,Caucasian (European),171,131,0.9389312977099237,0.7772821546341592,0.9783396946564885
+race,audio,African,155,67,0.9850746268656716,0.4225209630349831,1.0
+race,audio,Asian (East),160,65,0.9692307692307692,0.4041869111766573,1.0
+race,audio,Asian (South),185,79,0.9367088607594937,0.41453246010618433,0.9995223310246
+race,audio,Caucasian (American),192,75,1.0,0.3896148220980346,1.0
+race,audio,Caucasian (European),171,72,0.9722222222222222,0.41357880951673315,0.999719416386083
+gender,video,men,445,345,0.9333333333333333,0.7780819732193531,0.9800289855072464
+gender,video,women,418,318,0.949685534591195,0.7623842876743187,0.982877358490566
+gender,audio,men,445,190,0.9526315789473684,0.4157309583806841,0.9997936016511868
+gender,audio,women,418,168,0.9940476190476191,0.40042322002179725,1.0

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/per_class_metrics.csv

@@ -0,0 +1,5 @@
+class,precision,recall,f1,support
+RVRA,0.8349514563106796,0.86,0.8472906403940886,100
+RVFA,0.967741935483871,0.9,0.9326424870466321,100
+FVRA,0.9605911330049262,0.9629629629629629,0.9617755856966708,405
+FVFA,0.9693486590038314,0.9806201550387597,0.9749518304431599,258

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/per_generator.csv

@@ -0,0 +1,8 @@
+group,n,n_fake,detection_rate,mean_score,auc_vs_reals
+faceswap,83,83,0.8072289156626506,0.8994633722377111,0.9498795180722891
+faceswap-wav2lip,60,60,1.0,0.9898510495821635,1.0
+fsgan,152,152,0.9276315789473685,0.9493015090885916,0.9785526315789475
+fsgan-wav2lip,25,25,1.0,0.989777102470398,1.0
+real,100,0,,0.2413239461183548,
+rtvc,100,100,0.94,0.9525346037000417,0.9773000000000001
+wav2lip,343,343,0.9416909620991254,0.9605392784140896,0.98533527696793

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/summary.json

@@ -0,0 +1,1235 @@
+{
+  "training": {
+    "exp_id": "EXP_008",
+    "status": "completed",
+    "stage": "stage1",
+    "epochs_run": 20,
+    "steps": 2720,
+    "best": {
+      "metric": 0.9917238095238096,
+      "epoch": 14,
+      "step": 1904
+    },
+    "stop_reason": "early stopping: no improvement in 6 epochs",
+    "train_hours": 0.269,
+    "oom_events": [],
+    "nonfinite_total": 0,
+    "sessions": [
+      {
+        "started": "2026-10-05T08:49:55Z",
+        "gpu": "Tesla T4",
+        "precision": "fp16",
+        "resumed_from_step": 0
+      }
+    ],
+    "micro_batch": 64,
+    "grad_accum": 1,
+    "parameters": {
+      "total": 85366665,
+      "trainable": 85366665
+    }
+  },
+  "validation": {
+    "n": 515,
+    "video": {
+      "n": 515,
+      "n_fake": 375,
+      "n_real": 140,
+      "threshold": 0.8513358235359192,
+      "auc": 0.9834476190476191,
+      "auc_ci_low": 0.9750633333333333,
+      "auc_ci_high": 0.9906007142857142,
+      "pr_auc": 0.9939279872072271,
+      "eer": 0.07928571428571426,
+      "accuracy": 0.920388349514563,
+      "balanced_accuracy": 0.9207142857142857,
+      "precision": 0.9691011235955056,
+      "recall": 0.92,
+      "sensitivity": 0.92,
+      "specificity": 0.9214285714285714,
+      "f1": 0.9439124487004104,
+      "macro_f1": 0.9033943514405062,
+      "weighted_f1": 0.921883191937744,
+      "brier": 0.052824240499832434,
+      "ece": 0.05028613858575958,
+      "confusion": [
+        [
+          129,
+          11
+        ],
+        [
+          30,
+          345
+        ]
+      ],
+      "detection_rate": 0.92,
+      "auc_defined": true
+    },
+    "audio": {
+      "n": 515,
+      "n_fake": 208,
+      "n_real": 307,
+      "threshold": 0.7343100905418396,
+      "auc": 1.0,
+      "auc_ci_low": 0.9999999999999999,
+      "auc_ci_high": 1.0,
+      "pr_auc": 0.9999999999999999,
+      "eer": 0.0,
+      "accuracy": 1.0,
+      "balanced_accuracy": 1.0,
+      "precision": 1.0,
+      "recall": 1.0,
+      "sensitivity": 1.0,
+      "specificity": 1.0,
+      "f1": 1.0,
+      "macro_f1": 1.0,
+      "weighted_f1": 1.0,
+      "brier": 0.0010499328752305293,
+      "ece": 0.019698503132891464,
+      "confusion": [
+        [
+          307,
+          0
+        ],
+        [
+          0,
+          208
+        ]
+      ],
+      "detection_rate": 1.0,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 515,
+      "n_fake": 445,
+      "n_real": 70,
+      "threshold": 0.8980534672737122,
+      "auc": 0.9857142857142857,
+      "auc_ci_low": 0.977091492776886,
+      "auc_ci_high": 0.9925529695024078,
+      "pr_auc": 0.9977584356204284,
+      "eer": 0.05778491171749599,
+      "accuracy": 0.941747572815534,
+      "balanced_accuracy": 0.942215088282504,
+      "precision": 0.9905437352245863,
+      "recall": 0.9415730337078652,
+      "sensitivity": 0.9415730337078652,
+      "specificity": 0.9428571428571428,
+      "f1": 0.9654377880184332,
+      "macro_f1": 0.890126301416624,
+      "weighted_f1": 0.9449647625344462,
+      "brier": 0.036316397883611636,
+      "ece": 0.04143938899618906,
+      "confusion": [
+        [
+          66,
+          4
+        ],
+        [
+          26,
+          419
+        ]
+      ],
+      "detection_rate": 0.9415730337078652,
+      "auc_defined": true
+    },
+    "quadrant": {
+      "n": 515,
+      "accuracy": 0.9223300970873787,
+      "balanced_accuracy": 0.8996606127316089,
+      "macro_f1": 0.9017111564028201,
+      "weighted_f1": 0.9219645595137183,
+      "macro_auc_ovr": 0.993471118518723,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.8208955223880597,
+          "recall": 0.7857142857142857,
+          "f1": 0.8029197080291971,
+          "support": 70
+        },
+        "RVFA": {
+          "precision": 0.9014084507042254,
+          "recall": 0.9142857142857143,
+          "f1": 0.9078014184397163,
+          "support": 70
+        },
+        "FVRA": {
+          "precision": 0.9375,
+          "recall": 0.9493670886075949,
+          "f1": 0.9433962264150944,
+          "support": 237
+        },
+        "FVFA": {
+          "precision": 0.9562043795620438,
+          "recall": 0.9492753623188406,
+          "f1": 0.9527272727272728,
+          "support": 138
+        }
+      },
+      "confusion": [
+        [
+          55,
+          0,
+          15,
+          0
+        ],
+        [
+          0,
+          64,
+          0,
+          6
+        ],
+        [
+          12,
+          0,
+          225,
+          0
+        ],
+        [
+          0,
+          7,
+          0,
+          131
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.7857142857142857,
+          0.0,
+          0.21428571428571427,
+          0.0
+        ],
+        [
+          0.0,
+          0.9142857142857143,
+          0.0,
+          0.08571428571428572
+        ],
+        [
+          0.05063291139240506,
+          0.0,
+          0.9493670886075949,
+          0.0
+        ],
+        [
+          0.0,
+          0.050724637681159424,
+          0.0,
+          0.9492753623188406
+        ]
+      ]
+    },
+    "mean_auc": 0.9917238095238096
+  },
+  "test": {
+    "n": 863,
+    "video": {
+      "n": 863,
+      "n_fake": 663,
+      "n_real": 200,
+      "threshold": 0.8513358235359192,
+      "auc": 0.9819871794871795,
+      "auc_ci_low": 0.9738111802413272,
+      "auc_ci_high": 0.9893561463046757,
+      "pr_auc": 0.9943168595161775,
+      "eer": 0.0689366515837104,
+      "accuracy": 0.936268829663963,
+      "balanced_accuracy": 0.9305882352941177,
+      "precision": 0.975,
+      "recall": 0.9411764705882353,
+      "sensitivity": 0.9411764705882353,
+      "specificity": 0.92,
+      "f1": 0.9577897160399079,
+      "macro_f1": 0.9138830376889847,
+      "weighted_f1": 0.9374389960626549,
+      "brier": 0.03809076921375922,
+      "ece": 0.022851616897440093,
+      "confusion": [
+        [
+          184,
+          16
+        ],
+        [
+          39,
+          624
+        ]
+      ],
+      "detection_rate": 0.9411764705882353,
+      "auc_defined": true
+    },
+    "audio": {
+      "n": 863,
+      "n_fake": 358,
+      "n_real": 505,
+      "threshold": 0.7343100905418396,
+      "auc": 0.9999004369710713,
+      "auc_ci_low": 0.9997177664693843,
+      "auc_ci_high": 1.0,
+      "pr_auc": 0.9998618267228097,
+      "eer": 0.007160241163781164,
+      "accuracy": 0.9884125144843569,
+      "balanced_accuracy": 0.9860335195530726,
+      "precision": 1.0,
+      "recall": 0.9720670391061452,
+      "sensitivity": 0.9720670391061452,
+      "specificity": 1.0,
+      "f1": 0.9858356940509915,
+      "macro_f1": 0.9880158862411821,
+      "weighted_f1": 0.9883872515389317,
+      "brier": 0.00552030291632879,
+      "ece": 0.023216257877874503,
+      "confusion": [
+        [
+          505,
+          0
+        ],
+        [
+          10,
+          348
+        ]
+      ],
+      "detection_rate": 0.9720670391061452,
+      "auc_defined": true
+    },
+    "clip": {
+      "n": 863,
+      "n_fake": 763,
+      "n_real": 100,
+      "threshold": 0.8980534672737122,
+      "auc": 0.9807077326343382,
+      "auc_ci_low": 0.9692809633027523,
+      "auc_ci_high": 0.9900594692005242,
+      "pr_auc": 0.9973836095672478,
+      "eer": 0.08128440366972475,
+      "accuracy": 0.9281575898030128,
+      "balanced_accuracy": 0.9202686762778506,
+      "precision": 0.9874826147426982,
+      "recall": 0.9305373525557011,
+      "sensitivity": 0.9305373525557011,
+      "specificity": 0.91,
+      "f1": 0.9581646423751687,
+      "macro_f1": 0.8520331408597155,
+      "weighted_f1": 0.9335686976438934,
+      "brier": 0.029437182737199013,
+      "ece": 0.02080441589185561,
+      "confusion": [
+        [
+          91,
+          9
+        ],
+        [
+          53,
+          710
+        ]
+      ],
+      "detection_rate": 0.9305373525557011,
+      "auc_defined": true
+    },
+    "quadrant": {
+      "n": 863,
+      "accuracy": 0.9490150637311703,
+      "balanced_accuracy": 0.9258957795004307,
+      "macro_f1": 0.9291651358951379,
+      "weighted_f1": 0.949072997920694,
+      "macro_auc_ovr": 0.9912491257828511,
+      "per_class": {
+        "RVRA": {
+          "precision": 0.8349514563106796,
+          "recall": 0.86,
+          "f1": 0.8472906403940886,
+          "support": 100
+        },
+        "RVFA": {
+          "precision": 0.967741935483871,
+          "recall": 0.9,
+          "f1": 0.9326424870466321,
+          "support": 100
+        },
+        "FVRA": {
+          "precision": 0.9605911330049262,
+          "recall": 0.9629629629629629,
+          "f1": 0.9617755856966708,
+          "support": 405
+        },
+        "FVFA": {
+          "precision": 0.9693486590038314,
+          "recall": 0.9806201550387597,
+          "f1": 0.9749518304431599,
+          "support": 258
+        }
+      },
+      "confusion": [
+        [
+          86,
+          0,
+          14,
+          0
+        ],
+        [
+          2,
+          90,
+          0,
+          8
+        ],
+        [
+          15,
+          0,
+          390,
+          0
+        ],
+        [
+          0,
+          3,
+          2,
+          253
+        ]
+      ],
+      "confusion_normalized": [
+        [
+          0.86,
+          0.0,
+          0.14,
+          0.0
+        ],
+        [
+          0.02,
+          0.9,
+          0.0,
+          0.08
+        ],
+        [
+          0.037037037037037035,
+          0.0,
+          0.9629629629629629,
+          0.0
+        ],
+        [
+          0.0,
+          0.011627906976744186,
+          0.007751937984496124,
+          0.9806201550387597
+        ]
+      ]
+    },
+    "mean_auc": 0.9909438082291254,
+    "evaluated_checkpoint": "EXP_008@epoch14:1c197da9dfe5"
+  },
+  "cross": {
+    "asvspoof2019-la": {
+      "n": 71237,
+      "audio": {
+        "n": 71237,
+        "n_fake": 63882,
+        "n_real": 7355,
+        "threshold": 0.7343100905418396,
+        "auc": 0.8437316637782045,
+        "auc_ci_low": 0.8392630633019824,
+        "auc_ci_high": 0.8481041112063963,
+        "pr_auc": 0.9764196054734512,
+        "eer": 0.2346373596151351,
+        "accuracy": 0.7485716692168396,
+        "balanced_accuracy": 0.7668137033587015,
+        "precision": 0.9684894931007072,
+        "recall": 0.7438245515168592,
+        "sensitivity": 0.7438245515168592,
+        "specificity": 0.7898028552005438,
+        "f1": 0.8414183894816061,
+        "macro_f1": 0.6174310613803777,
+        "weighted_f1": 0.7951663912732443,
+        "brier": 0.1852189051213948,
+        "ece": 0.18502078607226274,
+        "confusion": [
+          [
+            5809,
+            1546
+          ],
+          [
+            16365,
+            47517
+          ]
+        ],
+        "detection_rate": 0.7438245515168592,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 71237,
+        "n_fake": 63882,
+        "n_real": 7355,
+        "threshold": 0.8980534672737122,
+        "auc": 0.8437316637782045,
+        "auc_ci_low": 0.8392630633019824,
+        "auc_ci_high": 0.8481041112063963,
+        "pr_auc": 0.9764196054734512,
+        "eer": 0.2346373596151351,
+        "accuracy": 0.7154708929348512,
+        "balanced_accuracy": 0.7679078614758164,
+        "precision": 0.9734882206057974,
+        "recall": 0.7018252402867787,
+        "sensitivity": 0.7018252402867787,
+        "specificity": 0.8339904826648539,
+        "f1": 0.8156307703502915,
+        "macro_f1": 0.5963392195790551,
+        "weighted_f1": 0.7703484211238377,
+        "brier": 0.1852189051213948,
+        "ece": 0.18502078607226274,
+        "confusion": [
+          [
+            6134,
+            1221
+          ],
+          [
+            19048,
+            44834
+          ]
+        ],
+        "detection_rate": 0.7018252402867787,
+        "auc_defined": true
+      },
+      "mean_auc": 0.8437316637782045,
+      "per_generator": [
+        {
+          "group": "A07",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.7873422873422874,
+          "mean_score": 0.84202781930512,
+          "auc_vs_reals": 0.8885590553163633
+        },
+        {
+          "group": "A08",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.8748473748473748,
+          "mean_score": 0.9105574348702644,
+          "auc_vs_reals": 0.9245083830739846
+        },
+        {
+          "group": "A09",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.945054945054945,
+          "mean_score": 0.9558659764632165,
+          "auc_vs_reals": 0.952092870243788
+        },
+        {
+          "group": "A10",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.6676841676841677,
+          "mean_score": 0.7403148919211092,
+          "auc_vs_reals": 0.8277763113589082
+        },
+        {
+          "group": "A11",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.7981277981277981,
+          "mean_score": 0.8550300363359892,
+          "auc_vs_reals": 0.8932068145868282
+        },
+        {
+          "group": "A12",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9456654456654456,
+          "mean_score": 0.9540335259380976,
+          "auc_vs_reals": 0.9544645122483327
+        },
+        {
+          "group": "A13",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.9841269841269841,
+          "mean_score": 0.9779175368638381,
+          "auc_vs_reals": 0.9672046210455456
+        },
+        {
+          "group": "A14",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.41412291412291413,
+          "mean_score": 0.5217710635852255,
+          "auc_vs_reals": 0.6976289251952067
+        },
+        {
+          "group": "A15",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.4253154253154253,
+          "mean_score": 0.5416642859980683,
+          "auc_vs_reals": 0.708240900525061
+        },
+        {
+          "group": "A16",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.6992266992266992,
+          "mean_score": 0.7824927116690206,
+          "auc_vs_reals": 0.8553507687770094
+        },
+        {
+          "group": "A17",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.7177452177452177,
+          "mean_score": 0.8079043935421865,
+          "auc_vs_reals": 0.8654449184020904
+        },
+        {
+          "group": "A18",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.5736670736670737,
+          "mean_score": 0.6941838365142553,
+          "auc_vs_reals": 0.8067703175792911
+        },
+        {
+          "group": "A19",
+          "n": 4914,
+          "n_fake": 4914,
+          "detection_rate": 0.2908017908017908,
+          "mean_score": 0.4195867848527035,
+          "auc_vs_reals": 0.6272632307642505
+        },
+        {
+          "group": "real",
+          "n": 7355,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.2719463756199696
+        }
+      ]
+    },
+    "dfdc-10": {
+      "n": 5000,
+      "video": {
+        "n": 5000,
+        "n_fake": 2500,
+        "n_real": 2500,
+        "threshold": 0.8513358235359192,
+        "auc": 0.62031848,
+        "auc_ci_low": 0.6028717579999999,
+        "auc_ci_high": 0.6349691,
+        "pr_auc": 0.5975540395326613,
+        "eer": 0.41100000000000003,
+        "accuracy": 0.5804,
+        "balanced_accuracy": 0.5804,
+        "precision": 0.5591872791519434,
+        "recall": 0.7596,
+        "sensitivity": 0.7596,
+        "specificity": 0.4012,
+        "f1": 0.6441655359565808,
+        "macro_f1": 0.566478479479265,
+        "weighted_f1": 0.5664784794792651,
+        "brier": 0.3634415098126012,
+        "ece": 0.33197832530774174,
+        "confusion": [
+          [
+            1003,
+            1497
+          ],
+          [
+            601,
+            1899
+          ]
+        ],
+        "detection_rate": 0.7596,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 5000,
+        "n_fake": 2500,
+        "n_real": 2500,
+        "threshold": 0.8980534672737122,
+        "auc": 0.61767496,
+        "auc_ci_low": 0.600460854,
+        "auc_ci_high": 0.6327043539999999,
+        "pr_auc": 0.5964037964366927,
+        "eer": 0.41180000000000005,
+        "accuracy": 0.5816,
+        "balanced_accuracy": 0.5816,
+        "precision": 0.5637898686679175,
+        "recall": 0.7212,
+        "sensitivity": 0.7212,
+        "specificity": 0.442,
+        "f1": 0.6328536328536328,
+        "macro_f1": 0.5732840921125439,
+        "weighted_f1": 0.573284092112544,
+        "brier": 0.36641034777219755,
+        "ece": 0.3355842629596591,
+        "confusion": [
+          [
+            1105,
+            1395
+          ],
+          [
+            697,
+            1803
+          ]
+        ],
+        "detection_rate": 0.7212,
+        "auc_defined": true
+      },
+      "mean_auc": 0.62031848,
+      "per_generator": [
+        {
+          "group": "dfdc",
+          "n": 2500,
+          "n_fake": 2500,
+          "detection_rate": 0.7212,
+          "mean_score": 0.8384211306646466,
+          "auc_vs_reals": 0.61767496
+        },
+        {
+          "group": "real",
+          "n": 2500,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.7310258475854993
+        }
+      ]
+    },
+    "in-the-wild": {
+      "n": 31779,
+      "audio": {
+        "n": 31779,
+        "n_fake": 11816,
+        "n_real": 19963,
+        "threshold": 0.7343100905418396,
+        "auc": 0.6674082708053908,
+        "auc_ci_low": 0.6614795793002429,
+        "auc_ci_high": 0.6731902954114402,
+        "pr_auc": 0.47660571847830424,
+        "eer": 0.3802926112359999,
+        "accuracy": 0.6239340444947922,
+        "balanced_accuracy": 0.6305929552949869,
+        "precision": 0.49568717653824035,
+        "recall": 0.656567366283006,
+        "sensitivity": 0.656567366283006,
+        "specificity": 0.6046185443069679,
+        "f1": 0.5648960570866859,
+        "macro_f1": 0.61688043551461,
+        "weighted_f1": 0.6302073725186786,
+        "brier": 0.3339598998484482,
+        "ece": 0.3168939087836813,
+        "confusion": [
+          [
+            12070,
+            7893
+          ],
+          [
+            4058,
+            7758
+          ]
+        ],
+        "detection_rate": 0.656567366283006,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 31779,
+        "n_fake": 11816,
+        "n_real": 19963,
+        "threshold": 0.8980534672737122,
+        "auc": 0.6674082708053908,
+        "auc_ci_low": 0.6614795793002429,
+        "auc_ci_high": 0.6731902954114402,
+        "pr_auc": 0.47660571847830424,
+        "eer": 0.3802926112359999,
+        "accuracy": 0.6181440573963939,
+        "balanced_accuracy": 0.6163482333990191,
+        "precision": 0.4891636660099192,
+        "recall": 0.6093432633716994,
+        "sensitivity": 0.6093432633716994,
+        "specificity": 0.6233532034263387,
+        "f1": 0.542679479932165,
+        "macro_f1": 0.6074551276980329,
+        "weighted_f1": 0.6240612890734232,
+        "brier": 0.3339598998484482,
+        "ece": 0.3168939087836813,
+        "confusion": [
+          [
+            12444,
+            7519
+          ],
+          [
+            4616,
+            7200
+          ]
+        ],
+        "detection_rate": 0.6093432633716994,
+        "auc_defined": true
+      },
+      "mean_auc": 0.6674082708053908,
+      "per_generator": [
+        {
+          "group": "in-the-wild-fake",
+          "n": 11816,
+          "n_fake": 11816,
+          "detection_rate": 0.6093432633716994,
+          "mean_score": 0.6984260203850411,
+          "auc_vs_reals": 0.6674082708053908
+        },
+        {
+          "group": "real",
+          "n": 19963,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.42388597083570184
+        }
+      ]
+    },
+    "deepfaketimit": {
+      "n": 640,
+      "video": {
+        "n": 640,
+        "n_fake": 640,
+        "n_real": 0,
+        "threshold": 0.8513358235359192,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 1.0,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 1.0,
+        "sensitivity": 1.0,
+        "specificity": NaN,
+        "f1": 1.0,
+        "macro_f1": NaN,
+        "weighted_f1": 1.0,
+        "brier": 0.00012193803791573088,
+        "ece": 0.010705788340419575,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            0,
+            640
+          ]
+        ],
+        "detection_rate": 1.0,
+        "auc_defined": false
+      },
+      "audio": {
+        "n": 640,
+        "n_fake": 0,
+        "n_real": 640,
+        "threshold": 0.7343100905418396,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.8890625,
+        "balanced_accuracy": NaN,
+        "precision": 0.0,
+        "recall": NaN,
+        "sensitivity": NaN,
+        "specificity": 0.8890625,
+        "f1": NaN,
+        "macro_f1": NaN,
+        "weighted_f1": 0.9412737799834574,
+        "brier": 0.12390495147924241,
+        "ece": 0.19636743764858694,
+        "confusion": [
+          [
+            569,
+            71
+          ],
+          [
+            0,
+            0
+          ]
+        ],
+        "detection_rate": NaN,
+        "auc_defined": false
+      },
+      "clip": {
+        "n": 640,
+        "n_fake": 640,
+        "n_real": 0,
+        "threshold": 0.8980534672737122,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 1.0,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 1.0,
+        "sensitivity": 1.0,
+        "specificity": NaN,
+        "f1": 1.0,
+        "macro_f1": NaN,
+        "weighted_f1": 1.0,
+        "brier": 0.00012145717487050955,
+        "ece": 0.010695876367390111,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            0,
+            640
+          ]
+        ],
+        "detection_rate": 1.0,
+        "auc_defined": false
+      },
+      "quadrant": {
+        "n": 640,
+        "accuracy": 0.8421875,
+        "balanced_accuracy": 0.8421875,
+        "macro_f1": 0.2285835453774385,
+        "weighted_f1": 0.9143341815097539,
+        "macro_auc_ovr": NaN,
+        "per_class": {
+          "RVRA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          },
+          "RVFA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          },
+          "FVRA": {
+            "precision": 1.0,
+            "recall": 0.8421875,
+            "f1": 0.914334181509754,
+            "support": 640
+          },
+          "FVFA": {
+            "precision": 0.0,
+            "recall": 0.0,
+            "f1": 0.0,
+            "support": 0
+          }
+        },
+        "confusion": [
+          [
+            0,
+            0,
+            0,
+            0
+          ],
+          [
+            0,
+            0,
+            0,
+            0
+          ],
+          [
+            0,
+            0,
+            539,
+            101
+          ],
+          [
+            0,
+            0,
+            0,
+            0
+          ]
+        ],
+        "confusion_normalized": [
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ],
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ],
+          [
+            0.0,
+            0.0,
+            0.8421875,
+            0.1578125
+          ],
+          [
+            0.0,
+            0.0,
+            0.0,
+            0.0
+          ]
+        ]
+      },
+      "mean_auc": NaN,
+      "per_generator": [
+        {
+          "group": "deepfaketimit-higher",
+          "n": 320,
+          "n_fake": 320,
+          "detection_rate": 1.0,
+          "mean_score": 0.9883843945339322
+        },
+        {
+          "group": "deepfaketimit-lower",
+          "n": 320,
+          "n_fake": 320,
+          "detection_rate": 1.0,
+          "mean_score": 0.9902238527312874
+        }
+      ]
+    },
+    "wavefake": {
+      "n": 11000,
+      "audio": {
+        "n": 11000,
+        "n_fake": 11000,
+        "n_real": 0,
+        "threshold": 0.7343100905418396,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.1030909090909091,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 0.1030909090909091,
+        "sensitivity": 0.1030909090909091,
+        "specificity": NaN,
+        "f1": 0.186912806988627,
+        "macro_f1": NaN,
+        "weighted_f1": 0.186912806988627,
+        "brier": 0.7828328316333563,
+        "ece": 0.8368151295624927,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            9866,
+            1134
+          ]
+        ],
+        "detection_rate": 0.1030909090909091,
+        "auc_defined": false
+      },
+      "clip": {
+        "n": 11000,
+        "n_fake": 11000,
+        "n_real": 0,
+        "threshold": 0.8980534672737122,
+        "auc": NaN,
+        "auc_ci_low": NaN,
+        "auc_ci_high": NaN,
+        "pr_auc": NaN,
+        "eer": NaN,
+        "accuracy": 0.08318181818181818,
+        "balanced_accuracy": NaN,
+        "precision": 1.0,
+        "recall": 0.08318181818181818,
+        "sensitivity": 0.08318181818181818,
+        "specificity": NaN,
+        "f1": 0.1535879143936215,
+        "macro_f1": NaN,
+        "weighted_f1": 0.1535879143936215,
+        "brier": 0.7828328316333563,
+        "ece": 0.8368151295624927,
+        "confusion": [
+          [
+            0,
+            0
+          ],
+          [
+            10085,
+            915
+          ]
+        ],
+        "detection_rate": 0.08318181818181818,
+        "auc_defined": false
+      },
+      "mean_auc": NaN,
+      "per_generator": [
+        {
+          "group": "common_voices_prompts_from_conformer_fastspeech2_pwg_ljspeech",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.162,
+          "mean_score": 0.22540018803812564
+        },
+        {
+          "group": "generated",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.155,
+          "mean_score": 0.22179598963819444
+        },
+        {
+          "group": "jsut_multi_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.064,
+          "mean_score": 0.16586685736617074
+        },
+        {
+          "group": "jsut_parallel_wavegan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.088,
+          "mean_score": 0.18982747247675433
+        },
+        {
+          "group": "ljspeech_full_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.066,
+          "mean_score": 0.15072075995756312
+        },
+        {
+          "group": "ljspeech_hifiGAN",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.048,
+          "mean_score": 0.12049981209309772
+        },
+        {
+          "group": "ljspeech_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.062,
+          "mean_score": 0.1290416922545992
+        },
+        {
+          "group": "ljspeech_melgan_large",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.063,
+          "mean_score": 0.12568450621236116
+        },
+        {
+          "group": "ljspeech_multi_band_melgan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.081,
+          "mean_score": 0.18069394636526703
+        },
+        {
+          "group": "ljspeech_parallel_wavegan",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.07,
+          "mean_score": 0.16188146160682662
+        },
+        {
+          "group": "ljspeech_waveglow",
+          "n": 1000,
+          "n_fake": 1000,
+          "detection_rate": 0.056,
+          "mean_score": 0.12362088880361989
+        }
+      ]
+    },
+    "celeb-df-v2": {
+      "n": 518,
+      "video": {
+        "n": 518,
+        "n_fake": 340,
+        "n_real": 178,
+        "threshold": 0.8513358235359192,
+        "auc": 0.6695224719101123,
+        "auc_ci_low": 0.6181524702577661,
+        "auc_ci_high": 0.7215980254461334,
+        "pr_auc": 0.7433362047836904,
+        "eer": 0.37790812954395236,
+        "accuracy": 0.6833976833976834,
+        "balanced_accuracy": 0.5446794448116326,
+        "precision": 0.6774193548387096,
+        "recall": 0.9882352941176471,
+        "sensitivity": 0.9882352941176471,
+        "specificity": 0.10112359550561797,
+        "f1": 0.8038277511961722,
+        "macro_f1": 0.4919138755980861,
+        "weighted_f1": 0.5894622305148621,
+        "brier": 0.3023630190674127,
+        "ece": 0.29936830033494244,
+        "confusion": [
+          [
+            18,
+            160
+          ],
+          [
+            4,
+            336
+          ]
+        ],
+        "detection_rate": 0.9882352941176471,
+        "auc_defined": true
+      },
+      "clip": {
+        "n": 518,
+        "n_fake": 340,
+        "n_real": 178,
+        "threshold": 0.8980534672737122,
+        "auc": 0.6695224719101123,
+        "auc_ci_low": 0.6181524702577661,
+        "auc_ci_high": 0.7215980254461334,
+        "pr_auc": 0.7433362047836904,
+        "eer": 0.37790812954395236,
+        "accuracy": 0.6911196911196911,
+        "balanced_accuracy": 0.5559153998678124,
+        "precision": 0.6829268292682927,
+        "recall": 0.9882352941176471,
+        "sensitivity": 0.9882352941176471,
+        "specificity": 0.12359550561797752,
+        "f1": 0.8076923076923077,
+        "macro_f1": 0.5116892911010558,
+        "weighted_f1": 0.6042616630851925,
+        "brier": 0.3023630190674127,
+        "ece": 0.29936830033494244,
+        "confusion": [
+          [
+            22,
+            156
+          ],
+          [
+            4,
+            336
+          ]
+        ],
+        "detection_rate": 0.9882352941176471,
+        "auc_defined": true
+      },
+      "mean_auc": 0.6695224719101123,
+      "per_generator": [
+        {
+          "group": "celeb-df",
+          "n": 340,
+          "n_fake": 340,
+          "detection_rate": 0.9882352941176471,
+          "mean_score": 0.9747289346421466,
+          "auc_vs_reals": 0.6695224719101123
+        },
+        {
+          "group": "real",
+          "n": 178,
+          "n_fake": 0,
+          "detection_rate": NaN,
+          "mean_score": 0.9131816903945436
+        }
+      ]
+    }
+  },
+  "thresholds": {
+    "video": 0.8513358235359192,
+    "audio": 0.7343100905418396,
+    "clip": 0.8980534672737122
+  }
+}

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/test_metrics.csv

@@ -0,0 +1,4 @@
+task,n,n_fake,n_real,threshold,auc,auc_ci_low,auc_ci_high,pr_auc,eer,accuracy,balanced_accuracy,precision,recall,sensitivity,specificity,f1,macro_f1,weighted_f1,brier,ece,detection_rate,auc_defined
+video,863,663,200,0.8513358235359192,0.9819871794871795,0.9738111802413272,0.9893561463046757,0.9943168595161775,0.0689366515837104,0.936268829663963,0.9305882352941177,0.975,0.9411764705882353,0.9411764705882353,0.92,0.9577897160399079,0.9138830376889847,0.9374389960626549,0.03809076921375922,0.022851616897440093,0.9411764705882353,True
+audio,863,358,505,0.7343100905418396,0.9999004369710713,0.9997177664693843,1.0,0.9998618267228097,0.007160241163781164,0.9884125144843569,0.9860335195530726,1.0,0.9720670391061452,0.9720670391061452,1.0,0.9858356940509915,0.9880158862411821,0.9883872515389317,0.00552030291632879,0.023216257877874503,0.9720670391061452,True
+clip,863,763,100,0.8980534672737122,0.9807077326343382,0.9692809633027523,0.9900594692005242,0.9973836095672478,0.08128440366972475,0.9281575898030128,0.9202686762778506,0.9874826147426982,0.9305373525557011,0.9305373525557011,0.91,0.9581646423751687,0.8520331408597155,0.9335686976438934,0.029437182737199013,0.02080441589185561,0.9305373525557011,True

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/test_metrics.json

@@ -0,0 +1,193 @@
+{
+  "n": 863,
+  "video": {
+    "n": 863,
+    "n_fake": 663,
+    "n_real": 200,
+    "threshold": 0.8513358235359192,
+    "auc": 0.9819871794871795,
+    "auc_ci_low": 0.9738111802413272,
+    "auc_ci_high": 0.9893561463046757,
+    "pr_auc": 0.9943168595161775,
+    "eer": 0.0689366515837104,
+    "accuracy": 0.936268829663963,
+    "balanced_accuracy": 0.9305882352941177,
+    "precision": 0.975,
+    "recall": 0.9411764705882353,
+    "sensitivity": 0.9411764705882353,
+    "specificity": 0.92,
+    "f1": 0.9577897160399079,
+    "macro_f1": 0.9138830376889847,
+    "weighted_f1": 0.9374389960626549,
+    "brier": 0.03809076921375922,
+    "ece": 0.022851616897440093,
+    "confusion": [
+      [
+        184,
+        16
+      ],
+      [
+        39,
+        624
+      ]
+    ],
+    "detection_rate": 0.9411764705882353,
+    "auc_defined": true
+  },
+  "audio": {
+    "n": 863,
+    "n_fake": 358,
+    "n_real": 505,
+    "threshold": 0.7343100905418396,
+    "auc": 0.9999004369710713,
+    "auc_ci_low": 0.9997177664693843,
+    "auc_ci_high": 1.0,
+    "pr_auc": 0.9998618267228097,
+    "eer": 0.007160241163781164,
+    "accuracy": 0.9884125144843569,
+    "balanced_accuracy": 0.9860335195530726,
+    "precision": 1.0,
+    "recall": 0.9720670391061452,
+    "sensitivity": 0.9720670391061452,
+    "specificity": 1.0,
+    "f1": 0.9858356940509915,
+    "macro_f1": 0.9880158862411821,
+    "weighted_f1": 0.9883872515389317,
+    "brier": 0.00552030291632879,
+    "ece": 0.023216257877874503,
+    "confusion": [
+      [
+        505,
+        0
+      ],
+      [
+        10,
+        348
+      ]
+    ],
+    "detection_rate": 0.9720670391061452,
+    "auc_defined": true
+  },
+  "clip": {
+    "n": 863,
+    "n_fake": 763,
+    "n_real": 100,
+    "threshold": 0.8980534672737122,
+    "auc": 0.9807077326343382,
+    "auc_ci_low": 0.9692809633027523,
+    "auc_ci_high": 0.9900594692005242,
+    "pr_auc": 0.9973836095672478,
+    "eer": 0.08128440366972475,
+    "accuracy": 0.9281575898030128,
+    "balanced_accuracy": 0.9202686762778506,
+    "precision": 0.9874826147426982,
+    "recall": 0.9305373525557011,
+    "sensitivity": 0.9305373525557011,
+    "specificity": 0.91,
+    "f1": 0.9581646423751687,
+    "macro_f1": 0.8520331408597155,
+    "weighted_f1": 0.9335686976438934,
+    "brier": 0.029437182737199013,
+    "ece": 0.02080441589185561,
+    "confusion": [
+      [
+        91,
+        9
+      ],
+      [
+        53,
+        710
+      ]
+    ],
+    "detection_rate": 0.9305373525557011,
+    "auc_defined": true
+  },
+  "quadrant": {
+    "n": 863,
+    "accuracy": 0.9490150637311703,
+    "balanced_accuracy": 0.9258957795004307,
+    "macro_f1": 0.9291651358951379,
+    "weighted_f1": 0.949072997920694,
+    "macro_auc_ovr": 0.9912491257828511,
+    "per_class": {
+      "RVRA": {
+        "precision": 0.8349514563106796,
+        "recall": 0.86,
+        "f1": 0.8472906403940886,
+        "support": 100
+      },
+      "RVFA": {
+        "precision": 0.967741935483871,
+        "recall": 0.9,
+        "f1": 0.9326424870466321,
+        "support": 100
+      },
+      "FVRA": {
+        "precision": 0.9605911330049262,
+        "recall": 0.9629629629629629,
+        "f1": 0.9617755856966708,
+        "support": 405
+      },
+      "FVFA": {
+        "precision": 0.9693486590038314,
+        "recall": 0.9806201550387597,
+        "f1": 0.9749518304431599,
+        "support": 258
+      }
+    },
+    "confusion": [
+      [
+        86,
+        0,
+        14,
+        0
+      ],
+      [
+        2,
+        90,
+        0,
+        8
+      ],
+      [
+        15,
+        0,
+        390,
+        0
+      ],
+      [
+        0,
+        3,
+        2,
+        253
+      ]
+    ],
+    "confusion_normalized": [
+      [
+        0.86,
+        0.0,
+        0.14,
+        0.0
+      ],
+      [
+        0.02,
+        0.9,
+        0.0,
+        0.08
+      ],
+      [
+        0.037037037037037035,
+        0.0,
+        0.9629629629629629,
+        0.0
+      ],
+      [
+        0.0,
+        0.011627906976744186,
+        0.007751937984496124,
+        0.9806201550387597
+      ]
+    ]
+  },
+  "mean_auc": 0.9909438082291254,
+  "evaluated_checkpoint": "EXP_008@epoch14:1c197da9dfe5"
+}

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/thresholds.json

@@ -0,0 +1,7 @@
+{
+  "policy": "val_eer",
+  "fitted_on": "validation",
+  "video": 0.8513358235359192,
+  "audio": 0.7343100905418396,
+  "clip": 0.8980534672737122
+}

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/metrics/validation_metrics.json

@@ -0,0 +1,192 @@
+{
+  "n": 515,
+  "video": {
+    "n": 515,
+    "n_fake": 375,
+    "n_real": 140,
+    "threshold": 0.8513358235359192,
+    "auc": 0.9834476190476191,
+    "auc_ci_low": 0.9750633333333333,
+    "auc_ci_high": 0.9906007142857142,
+    "pr_auc": 0.9939279872072271,
+    "eer": 0.07928571428571426,
+    "accuracy": 0.920388349514563,
+    "balanced_accuracy": 0.9207142857142857,
+    "precision": 0.9691011235955056,
+    "recall": 0.92,
+    "sensitivity": 0.92,
+    "specificity": 0.9214285714285714,
+    "f1": 0.9439124487004104,
+    "macro_f1": 0.9033943514405062,
+    "weighted_f1": 0.921883191937744,
+    "brier": 0.052824240499832434,
+    "ece": 0.05028613858575958,
+    "confusion": [
+      [
+        129,
+        11
+      ],
+      [
+        30,
+        345
+      ]
+    ],
+    "detection_rate": 0.92,
+    "auc_defined": true
+  },
+  "audio": {
+    "n": 515,
+    "n_fake": 208,
+    "n_real": 307,
+    "threshold": 0.7343100905418396,
+    "auc": 1.0,
+    "auc_ci_low": 0.9999999999999999,
+    "auc_ci_high": 1.0,
+    "pr_auc": 0.9999999999999999,
+    "eer": 0.0,
+    "accuracy": 1.0,
+    "balanced_accuracy": 1.0,
+    "precision": 1.0,
+    "recall": 1.0,
+    "sensitivity": 1.0,
+    "specificity": 1.0,
+    "f1": 1.0,
+    "macro_f1": 1.0,
+    "weighted_f1": 1.0,
+    "brier": 0.0010499328752305293,
+    "ece": 0.019698503132891464,
+    "confusion": [
+      [
+        307,
+        0
+      ],
+      [
+        0,
+        208
+      ]
+    ],
+    "detection_rate": 1.0,
+    "auc_defined": true
+  },
+  "clip": {
+    "n": 515,
+    "n_fake": 445,
+    "n_real": 70,
+    "threshold": 0.8980534672737122,
+    "auc": 0.9857142857142857,
+    "auc_ci_low": 0.977091492776886,
+    "auc_ci_high": 0.9925529695024078,
+    "pr_auc": 0.9977584356204284,
+    "eer": 0.05778491171749599,
+    "accuracy": 0.941747572815534,
+    "balanced_accuracy": 0.942215088282504,
+    "precision": 0.9905437352245863,
+    "recall": 0.9415730337078652,
+    "sensitivity": 0.9415730337078652,
+    "specificity": 0.9428571428571428,
+    "f1": 0.9654377880184332,
+    "macro_f1": 0.890126301416624,
+    "weighted_f1": 0.9449647625344462,
+    "brier": 0.036316397883611636,
+    "ece": 0.04143938899618906,
+    "confusion": [
+      [
+        66,
+        4
+      ],
+      [
+        26,
+        419
+      ]
+    ],
+    "detection_rate": 0.9415730337078652,
+    "auc_defined": true
+  },
+  "quadrant": {
+    "n": 515,
+    "accuracy": 0.9223300970873787,
+    "balanced_accuracy": 0.8996606127316089,
+    "macro_f1": 0.9017111564028201,
+    "weighted_f1": 0.9219645595137183,
+    "macro_auc_ovr": 0.993471118518723,
+    "per_class": {
+      "RVRA": {
+        "precision": 0.8208955223880597,
+        "recall": 0.7857142857142857,
+        "f1": 0.8029197080291971,
+        "support": 70
+      },
+      "RVFA": {
+        "precision": 0.9014084507042254,
+        "recall": 0.9142857142857143,
+        "f1": 0.9078014184397163,
+        "support": 70
+      },
+      "FVRA": {
+        "precision": 0.9375,
+        "recall": 0.9493670886075949,
+        "f1": 0.9433962264150944,
+        "support": 237
+      },
+      "FVFA": {
+        "precision": 0.9562043795620438,
+        "recall": 0.9492753623188406,
+        "f1": 0.9527272727272728,
+        "support": 138
+      }
+    },
+    "confusion": [
+      [
+        55,
+        0,
+        15,
+        0
+      ],
+      [
+        0,
+        64,
+        0,
+        6
+      ],
+      [
+        12,
+        0,
+        225,
+        0
+      ],
+      [
+        0,
+        7,
+        0,
+        131
+      ]
+    ],
+    "confusion_normalized": [
+      [
+        0.7857142857142857,
+        0.0,
+        0.21428571428571427,
+        0.0
+      ],
+      [
+        0.0,
+        0.9142857142857143,
+        0.0,
+        0.08571428571428572
+      ],
+      [
+        0.05063291139240506,
+        0.0,
+        0.9493670886075949,
+        0.0
+      ],
+      [
+        0.0,
+        0.050724637681159424,
+        0.0,
+        0.9492753623188406
+      ]
+    ]
+  },
+  "mean_auc": 0.9917238095238096
+}

repro_clean_s42_v1/experiments/EXP_008_davidnet_s7/predictions/cross_asvspoof2019-la.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d0f2e20ba7b9d1ab9fa3bf7fc94aea4eb3e79816fc0dc73ddc75c3605867ee
+size 17312920