aadd / eval /eval_v2_test_clean.json
agertel's picture
Add v1 and v2 weights, evaluation reports in eval/
204bbcd verified
Raw History Blame Contribute Delete
3.04 kB
{
"model": "v2",
"features": {
"kind": "mel",
"sample_rate": 16000,
"segment_seconds": 1.0,
"n_mels": 128,
"params": {}
},
"data_dir": "data/aadd_test_clean",
"n_files": 15720,
"n_errors": 0,
"chunk_metrics": {
"threshold": 0.5,
"n": 108936,
"per_class": {
"AddGaussianNoise": {
"precision": 0.999217037269026,
"recall": 0.9995300751879699,
"f1": 0.9993735317149569,
"support": 6384,
"roc_auc": 0.9999997937961567,
"ap": 0.9999966808218116
},
"PitchShift": {
"precision": 0.8394169998710177,
"recall": 0.9977004445807144,
"f1": 0.9117399831885682,
"support": 6523,
"roc_auc": 0.9995458625225224,
"ap": 0.9928713476741616
},
"TimeStretch": {
"precision": 0.9888168557536466,
"recall": 0.9475073769218822,
"f1": 0.9677214687921326,
"support": 6439,
"roc_auc": 0.9955286650740696,
"ap": 0.9839561866022241
},
"Shift": {
"precision": 0.6918160344588022,
"recall": 0.7634161300214658,
"f1": 0.7258546541293097,
"support": 6522,
"roc_auc": 0.9749707568346422,
"ap": 0.7953293614350315
},
"ClippingDistortion": {
"precision": 0.7836449265020694,
"recall": 0.8556958080099735,
"f1": 0.8180870083432658,
"support": 6417,
"roc_auc": 0.9706060362531568,
"ap": 0.8803149240723878
},
"LowPassFilter": {
"precision": 0.9992203336971776,
"recall": 0.9956494717215661,
"f1": 0.9974317067476068,
"support": 6436,
"roc_auc": 0.9999966074974609,
"ap": 0.9999490675228105
},
"HighPassFilter": {
"precision": 0.9843540455967814,
"recall": 1.0,
"f1": 0.992115341293084,
"support": 6606,
"roc_auc": 0.9999943401695388,
"ap": 0.9999081189565587
},
"None": {
"precision": 0.9602337653857456,
"recall": 0.9247433539279033,
"f1": 0.9421544523372869,
"support": 63609,
"roc_auc": 0.9815352857810852,
"ap": 0.9826660102190594
}
},
"f1_micro": 0.9300420968549012,
"f1_macro": 0.9193097683182764,
"f1_weighted": 0.9312349859464469,
"f1_samples": 0.9288267117084036,
"exact_match": 0.9267459792905927,
"label_accuracy": 0.9825138154512741,
"f1_macro_degradations": 0.9160462420298463,
"single_label": true,
"argmax_accuracy": 0.9300598516560182,
"confusion_argmax": [
[
6382,
0,
0,
0,
1,
0,
0,
1
],
[
0,
6506,
5,
0,
0,
0,
0,
12
],
[
0,
121,
6090,
9,
10,
0,
1,
208
],
[
0,
65,
5,
5008,
68,
0,
9,
1367
],
[
1,
9,
2,
36,
5496,
0,
0,
873
],
[
0,
3,
1,
5,
0,
6409,
0,
18
],
[
0,
0,
0,
0,
0,
0,
6606,
0
],
[
3,
972,
47,
2190,
1475,
8,
94,
58820
]
]
},
"file_level": {
"n_files": 15720,
"spearman": 0.9379940245987908,
"pearson": 0.95584093723217,
"mae": 0.40368956743002543
}
}