aadd / eval /eval_v1_test_clean.json
agertel's picture
Add v1 and v2 weights, evaluation reports in eval/
204bbcd verified
Raw History Blame Contribute Delete
2.95 kB
{
"model": "v1",
"features": {
"kind": "png",
"sample_rate": 16000,
"segment_seconds": 1.0,
"n_mels": 128,
"params": {}
},
"data_dir": "data/aadd_test_clean",
"n_files": 15720,
"n_errors": 0,
"chunk_metrics": {
"threshold": 0.5,
"n": 108936,
"per_class": {
"AddGaussianNoise": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 6384,
"roc_auc": 1.0,
"ap": 0.9999999999999999
},
"PitchShift": {
"precision": 0.8834858625870783,
"recall": 0.9915682967959528,
"f1": 0.9344120196475008,
"support": 6523,
"roc_auc": 0.9996132005562739,
"ap": 0.9943871434334414
},
"TimeStretch": {
"precision": 0.912618526622903,
"recall": 0.9715794378009007,
"f1": 0.9411764705882353,
"support": 6439,
"roc_auc": 0.9954776217201107,
"ap": 0.9849377308879013
},
"Shift": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 6522,
"roc_auc": 0.6054057415235108,
"ap": 0.07560280062957467
},
"ClippingDistortion": {
"precision": 0.837178738317757,
"recall": 0.8934081346423562,
"f1": 0.8643799472295515,
"support": 6417,
"roc_auc": 0.9727282045163886,
"ap": 0.9153880191957745
},
"LowPassFilter": {
"precision": 0.9828903146959975,
"recall": 0.9996892479801118,
"f1": 0.991218610383608,
"support": 6436,
"roc_auc": 0.9999968000121269,
"ap": 0.9999492115445259
},
"HighPassFilter": {
"precision": 0.9852326968973747,
"recall": 0.9998486224644263,
"f1": 0.9924868519909842,
"support": 6606,
"roc_auc": 0.999999677510967,
"ap": 0.9999950565540291
},
"None": {
"precision": 0.8963430792332833,
"recall": 0.9571758713389614,
"f1": 0.9257612042422169,
"support": 63609,
"roc_auc": 0.9181512876137374,
"ap": 0.8944332735451012
}
},
"f1_micro": 0.9081004045605002,
"f1_macro": 0.831179388010262,
"f1_weighted": 0.8804135141824084,
"f1_samples": 0.9063303223911288,
"exact_match": 0.905724462069472,
"label_accuracy": 0.9770622200190938,
"f1_macro_degradations": 0.8176676999771255,
"single_label": true,
"argmax_accuracy": 0.9083957553058677,
"confusion_argmax": [
[
6384,
0,
0,
0,
0,
0,
0,
0
],
[
0,
6472,
25,
0,
1,
2,
0,
23
],
[
0,
70,
6258,
0,
2,
0,
1,
108
],
[
0,
76,
46,
0,
100,
6,
8,
6286
],
[
0,
8,
10,
0,
5743,
0,
1,
655
],
[
0,
0,
1,
0,
0,
6434,
0,
1
],
[
0,
0,
0,
0,
0,
0,
6606,
0
],
[
0,
729,
566,
0,
1046,
106,
102,
61060
]
]
},
"file_level": {
"n_files": 15720,
"spearman": 0.9319091452577367,
"pearson": 0.940514582844145,
"mae": 0.551972010178117
}
}