File size: 885 Bytes
fb92c8e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
  "model_order": [
    "shiftyspeech",
    "safeear",
    "nes2net"
  ],
  "algorithm": "RandomForestClassifier",
  "hyperparams": {
    "max_depth": 8,
    "n_estimators": 500,
    "random_state": 42
  },
  "cv_auc": 0.8748,
  "cv_f1_at_05": 0.8749,
  "optimal_threshold": 0.47,
  "optimal_f1": 0.8787,
  "ece_before_calibration": 0.0132,
  "ece_after_calibration": 0.0338,
  "calibrated_auc": 0.8748,
  "calibrated_optimal_threshold": 0.39,
  "calibrated_optimal_f1": 0.8789,
  "calibrator_saved": true,
  "n_samples": 3500,
  "n_real": 1000,
  "n_fake": 2500,
  "measured_model_aucs": {
    "shiftyspeech": 0.7347,
    "safeear": 0.6035,
    "nes2net": 0.8407
  },
  "training_date": "2026-04-12",
  "training_data": "monolith_eval_medium_15499_patched",
  "note": "3-model RandomForestClassifier trained on 15,499-sample medium eval. Replaces small-eval (50 sample) artifacts."
}