{
 "ckpt": "/home/agertel/work/aadd-runs/v3/aadd_v3_whisper_small_frames.pt",
 "synthetic": {
  "test_en": {
   "frame": {
    "per_class": {
     "noise": {
      "support": 78639,
      "auc": 0.9739364880338869,
      "ap": 0.8845758786765241,
      "f1": 0.8733835217585184,
      "precision": 0.9016830731317618,
      "recall": 0.8468062920433881
     },
     "music": {
      "support": 84000,
      "auc": 0.9985092503206674,
      "ap": 0.983359150076788,
      "f1": 0.9658760647082152,
      "precision": 0.9605146980916615,
      "recall": 0.971297619047619
     },
     "reverb": {
      "support": 78236,
      "auc": 0.9960960632414917,
      "ap": 0.9871238110008128,
      "f1": 0.9512744200244202,
      "precision": 0.9466030476383335,
      "recall": 0.9559921263868296
     },
     "clipping": {
      "support": 53342,
      "auc": 0.9996628084076009,
      "ap": 0.9958399399270511,
      "f1": 0.9745924813152567,
      "precision": 0.9701658895432,
      "recall": 0.9790596528064189
     },
     "lowpass": {
      "support": 103755,
      "auc": 0.9972200477300588,
      "ap": 0.9663775644557149,
      "f1": 0.8828647210322427,
      "precision": 0.7927302571025342,
      "recall": 0.9961254879282926
     },
     "highpass": {
      "support": 79278,
      "auc": 0.9951698279030602,
      "ap": 0.9914372288942742,
      "f1": 0.9781819105432932,
      "precision": 0.984886070122497,
      "recall": 0.9715684048538056
     },
     "codec": {
      "support": 83463,
      "auc": 0.9844503000683807,
      "ap": 0.9202691100421486,
      "f1": 0.8556850330055235,
      "precision": 0.804961505560308,
      "recall": 0.9132310125444808
     },
     "packet_loss": {
      "support": 8226,
      "auc": 0.9991369577014577,
      "ap": 0.9885315614558331,
      "f1": 0.9582109239163019,
      "precision": 0.9453448479829646,
      "recall": 0.9714320447362023
     },
     "hum": {
      "support": 86573,
      "auc": 0.9747932322282458,
      "ap": 0.7718321407856414,
      "f1": 0.727107298368753,
      "precision": 0.6409596502670591,
      "recall": 0.8400078546429025
     },
     "clicks": {
      "support": 8410,
      "auc": 0.9970920712414454,
      "ap": 0.9716312219485786,
      "f1": 0.9391625615763548,
      "precision": 0.9739463601532568,
      "recall": 0.9067776456599287
     },
     "pitch_shift": {
      "support": 63368,
      "auc": 0.9999093360621429,
      "ap": 0.9985917740639167,
      "f1": 0.9807648859838421,
      "precision": 0.9685187179763352,
      "recall": 0.993324706476455
     },
     "time_stretch": {
      "support": 69035,
      "auc": 0.9997985179311355,
      "ap": 0.9971987747664877,
      "f1": 0.9749158831714806,
      "precision": 0.9913158052344733,
      "recall": 0.9590497573694503
     }
    },
    "macro_auc": 0.9929812417391309,
    "macro_ap": 0.9547306796744809,
    "macro_f1": 0.9218349754503502
   },
   "segment_1s": {
    "per_class": {
     "noise": {
      "support": 1795,
      "auc": 0.9711004259498882,
      "ap": 0.8866178416157908,
      "f1": 0.876487252124646,
      "precision": 0.89164265129683,
      "recall": 0.8618384401114206
     },
     "music": {
      "support": 1904,
      "auc": 0.99813452489975,
      "ap": 0.9821528246280575,
      "f1": 0.9548755186721991,
      "precision": 0.9431352459016393,
      "recall": 0.9669117647058824
     },
     "reverb": {
      "support": 1783,
      "auc": 0.9944376847235489,
      "ap": 0.9839126735628216,
      "f1": 0.9413384742495181,
      "precision": 0.9247835497835498,
      "recall": 0.9584969153112731
     },
     "clipping": {
      "support": 1701,
      "auc": 0.9990176821176432,
      "ap": 0.9942784478123448,
      "f1": 0.9661164205039096,
      "precision": 0.952054794520548,
      "recall": 0.9805996472663139
     },
     "lowpass": {
      "support": 2347,
      "auc": 0.996268525655785,
      "ap": 0.9597394004075738,
      "f1": 0.8781402324709412,
      "precision": 0.7840642785403414,
      "recall": 0.9978696207925011
     },
     "highpass": {
      "support": 1780,
      "auc": 0.9956563198454678,
      "ap": 0.9925368559180535,
      "f1": 0.9734265734265733,
      "precision": 0.9693593314763231,
      "recall": 0.9775280898876404
     },
     "codec": {
      "support": 1860,
      "auc": 0.9821109314139737,
      "ap": 0.9194277426543178,
      "f1": 0.8442460317460317,
      "precision": 0.783609576427256,
      "recall": 0.9150537634408602
     },
     "packet_loss": {
      "support": 851,
      "auc": 0.9969630753304853,
      "ap": 0.9810067056159665,
      "f1": 0.9308390022675738,
      "precision": 0.8992332968236583,
      "recall": 0.9647473560517039
     },
     "hum": {
      "support": 1900,
      "auc": 0.974496713503215,
      "ap": 0.7996367102653053,
      "f1": 0.7360510134365748,
      "precision": 0.648735447611401,
      "recall": 0.8505263157894737
     },
     "clicks": {
      "support": 1009,
      "auc": 0.9895495994940707,
      "ap": 0.9668417250577295,
      "f1": 0.9308430085815244,
      "precision": 0.948559670781893,
      "recall": 0.9137760158572844
     },
     "pitch_shift": {
      "support": 1568,
      "auc": 0.9998322310602201,
      "ap": 0.9974695657503819,
      "f1": 0.9728549141965678,
      "precision": 0.952351863164325,
      "recall": 0.9942602040816326
     },
     "time_stretch": {
      "support": 1687,
      "auc": 0.9994617453027442,
      "ap": 0.9947724673904705,
      "f1": 0.9695704057279236,
      "precision": 0.975975975975976,
      "recall": 0.9632483698873741
     }
    },
    "macro_auc": 0.9914191216080659,
    "macro_ap": 0.9548660800565679,
    "macro_f1": 0.9145657372836652
   },
   "clip": {
    "per_class": {
     "noise": {
      "support": 367,
      "auc": 0.9612723026023713,
      "ap": 0.8973270908077903,
      "f1": 0.898186889818689,
      "precision": 0.92,
      "recall": 0.8773841961852861
     },
     "music": {
      "support": 377,
      "auc": 0.9962224597546091,
      "ap": 0.9782140352627451,
      "f1": 0.9513797634691196,
      "precision": 0.9427083333333334,
      "recall": 0.9602122015915119
     },
     "reverb": {
      "support": 358,
      "auc": 0.990459762580405,
      "ap": 0.9765173726916048,
      "f1": 0.9348127600554786,
      "precision": 0.928374655647383,
      "recall": 0.9413407821229051
     },
     "clipping": {
      "support": 349,
      "auc": 0.9960489581160378,
      "ap": 0.9914292731225425,
      "f1": 0.9645390070921985,
      "precision": 0.9550561797752809,
      "recall": 0.9742120343839542
     },
     "lowpass": {
      "support": 460,
      "auc": 0.9947881718589523,
      "ap": 0.963041972973026,
      "f1": 0.907114624505929,
      "precision": 0.8315217391304348,
      "recall": 0.9978260869565218
     },
     "highpass": {
      "support": 345,
      "auc": 0.9970059226507274,
      "ap": 0.9956927548894229,
      "f1": 0.9798850574712644,
      "precision": 0.9715099715099715,
      "recall": 0.9884057971014493
     },
     "codec": {
      "support": 358,
      "auc": 0.9729646577207888,
      "ap": 0.9201611173019183,
      "f1": 0.8412698412698414,
      "precision": 0.7989949748743719,
      "recall": 0.888268156424581
     },
     "packet_loss": {
      "support": 328,
      "auc": 0.9932594795165766,
      "ap": 0.9841272229654879,
      "f1": 0.9392592592592591,
      "precision": 0.9135446685878963,
      "recall": 0.9664634146341463
     },
     "hum": {
      "support": 348,
      "auc": 0.9701607765121965,
      "ap": 0.8548629199746827,
      "f1": 0.7806788511749346,
      "precision": 0.715311004784689,
      "recall": 0.8591954022988506
     },
     "clicks": {
      "support": 346,
      "auc": 0.9821068427632411,
      "ap": 0.9694729268045222,
      "f1": 0.9543446244477173,
      "precision": 0.972972972972973,
      "recall": 0.9364161849710982
     },
     "pitch_shift": {
      "support": 317,
      "auc": 0.9998265748473566,
      "ap": 0.9986047199260277,
      "f1": 0.9752321981424148,
      "precision": 0.9574468085106383,
      "recall": 0.9936908517350158
     },
     "time_stretch": {
      "support": 334,
      "auc": 0.9992773268167341,
      "ap": 0.9959707484069011,
      "f1": 0.973134328358209,
      "precision": 0.9702380952380952,
      "recall": 0.9760479041916168
     }
    },
    "macro_auc": 0.9877827696449996,
    "macro_ap": 0.9604518462605559,
    "macro_f1": 0.9249864337554211,
    "false_alarm_rate_on_clean_clips": 0.14527027027027026,
    "n_clean_clips": 592
   },
   "n_windows": 3000
  },
  "test_en_mit_rir": {
   "frame": {
    "per_class": {
     "noise": {
      "support": 27091,
      "auc": 0.9762173424230487,
      "ap": 0.8807451947330999,
      "f1": 0.8734767506572761,
      "precision": 0.9096650411703573,
      "recall": 0.8400575836993835
     },
     "music": {
      "support": 23749,
      "auc": 0.9989217227607523,
      "ap": 0.9792085617506755,
      "f1": 0.969319330678606,
      "precision": 0.9503196051460474,
      "recall": 0.989094277653796
     },
     "reverb": {
      "support": 25239,
      "auc": 0.9517186542857926,
      "ap": 0.8456230223549415,
      "f1": 0.7919675805392679,
      "precision": 0.9238854848933024,
      "recall": 0.69301477871548
     },
     "clipping": {
      "support": 17596,
      "auc": 0.9996346875075283,
      "ap": 0.9970022518461732,
      "f1": 0.9732722634508348,
      "precision": 0.9933136094674556,
      "recall": 0.9540236417367584
     },
     "lowpass": {
      "support": 29902,
      "auc": 0.9943997404425854,
      "ap": 0.9253195035948603,
      "f1": 0.808141839705822,
      "precision": 0.683429284872026,
      "recall": 0.988529195371547
     },
     "highpass": {
      "support": 28059,
      "auc": 0.999647168662574,
      "ap": 0.9964108961021396,
      "f1": 0.9753624980131046,
      "precision": 0.9667740354316925,
      "recall": 0.9841049217719805
     },
     "codec": {
      "support": 28632,
      "auc": 0.9797695927079737,
      "ap": 0.8707313470116367,
      "f1": 0.7976521363832543,
      "precision": 0.7886525791144642,
      "recall": 0.8068594579491478
     },
     "packet_loss": {
      "support": 2372,
      "auc": 0.9995229322867298,
      "ap": 0.9918031230962014,
      "f1": 0.9691629955947136,
      "precision": 0.964509394572025,
      "recall": 0.9738617200674536
     },
     "hum": {
      "support": 25147,
      "auc": 0.9829957470865325,
      "ap": 0.8257012439414378,
      "f1": 0.7206877810168486,
      "precision": 0.6150969918470621,
      "recall": 0.8700441404541297
     },
     "clicks": {
      "support": 2915,
      "auc": 0.9984451215209421,
      "ap": 0.9655776570931485,
      "f1": 0.9219858156028369,
      "precision": 0.9541284403669725,
      "recall": 0.8919382504288165
     },
     "pitch_shift": {
      "support": 24972,
      "auc": 0.9998428919064356,
      "ap": 0.9982855780946163,
      "f1": 0.9781812390508043,
      "precision": 0.9726049089469517,
      "recall": 0.9838218805061669
     },
     "time_stretch": {
      "support": 25199,
      "auc": 0.9998748850987682,
      "ap": 0.9983558341430309,
      "f1": 0.980218982517694,
      "precision": 0.9963925555464459,
      "recall": 0.9645620857970555
     }
    },
    "macro_auc": 0.9900825405574719,
    "macro_ap": 0.9395636844801635,
    "macro_f1": 0.896619101100922
   },
   "segment_1s": {
    "per_class": {
     "noise": {
      "support": 613,
      "auc": 0.9725175239514061,
      "ap": 0.8823288132785112,
      "f1": 0.8736401673640167,
      "precision": 0.8969072164948454,
      "recall": 0.8515497553017944
     },
     "music": {
      "support": 546,
      "auc": 0.9983796835487202,
      "ap": 0.9795164670035255,
      "f1": 0.9503546099290779,
      "precision": 0.9209621993127147,
      "recall": 0.9816849816849816
     },
     "reverb": {
      "support": 578,
      "auc": 0.9544013216109593,
      "ap": 0.8572873024976929,
      "f1": 0.8011417697431017,
      "precision": 0.8900634249471459,
      "recall": 0.7283737024221453
     },
     "clipping": {
      "support": 556,
      "auc": 0.9990006918473291,
      "ap": 0.9948328491470319,
      "f1": 0.9692028985507246,
      "precision": 0.9762773722627737,
      "recall": 0.9622302158273381
     },
     "lowpass": {
      "support": 686,
      "auc": 0.9926283592072713,
      "ap": 0.9140178367107324,
      "f1": 0.8056872037914693,
      "precision": 0.6786427145708582,
      "recall": 0.9912536443148688
     },
     "highpass": {
      "support": 619,
      "auc": 0.9996471751357403,
      "ap": 0.9965799300279332,
      "f1": 0.9553641346906812,
      "precision": 0.9270516717325228,
      "recall": 0.9854604200323102
     },
     "codec": {
      "support": 640,
      "auc": 0.9794826341711956,
      "ap": 0.8842349402626255,
      "f1": 0.8038490007401925,
      "precision": 0.7637130801687764,
      "recall": 0.8484375
     },
     "packet_loss": {
      "support": 264,
      "auc": 0.9993398422485272,
      "ap": 0.9847558011438253,
      "f1": 0.9239130434782609,
      "precision": 0.8854166666666666,
      "recall": 0.9659090909090909
     },
     "hum": {
      "support": 556,
      "auc": 0.9832676309248142,
      "ap": 0.8476698707710674,
      "f1": 0.730512249443207,
      "precision": 0.6219974715549936,
      "recall": 0.8848920863309353
     },
     "clicks": {
      "support": 356,
      "auc": 0.9948755530851453,
      "ap": 0.9724774143866611,
      "f1": 0.9321789321789322,
      "precision": 0.9584569732937686,
      "recall": 0.9073033707865169
     },
     "pitch_shift": {
      "support": 597,
      "auc": 0.9997101541748998,
      "ap": 0.9976891887340611,
      "f1": 0.9785831960461285,
      "precision": 0.9627228525121556,
      "recall": 0.9949748743718593
     },
     "time_stretch": {
      "support": 603,
      "auc": 0.9996322071316168,
      "ap": 0.9953264715724265,
      "f1": 0.9767441860465116,
      "precision": 0.978369384359401,
      "recall": 0.9751243781094527
     }
    },
    "macro_auc": 0.9894068980864689,
    "macro_ap": 0.9422264071280079,
    "macro_f1": 0.8917642826668587
   },
   "clip": {
    "per_class": {
     "noise": {
      "support": 124,
      "auc": 0.9686119089703933,
      "ap": 0.8998591966176134,
      "f1": 0.8806584362139918,
      "precision": 0.8991596638655462,
      "recall": 0.8629032258064516
     },
     "music": {
      "support": 114,
      "auc": 0.9977971169458635,
      "ap": 0.9843429612937049,
      "f1": 0.9606986899563318,
      "precision": 0.9565217391304348,
      "recall": 0.9649122807017544
     },
     "reverb": {
      "support": 121,
      "auc": 0.9604499854267152,
      "ap": 0.9032705541310309,
      "f1": 0.8444444444444444,
      "precision": 0.9134615384615384,
      "recall": 0.7851239669421488
     },
     "clipping": {
      "support": 112,
      "auc": 0.9988990106177607,
      "ap": 0.9946301217516003,
      "f1": 0.9683257918552036,
      "precision": 0.981651376146789,
      "recall": 0.9553571428571429
     },
     "lowpass": {
      "support": 145,
      "auc": 0.9882153660012098,
      "ap": 0.9135515716398611,
      "f1": 0.8640483383685801,
      "precision": 0.7688172043010753,
      "recall": 0.9862068965517241
     },
     "highpass": {
      "support": 118,
      "auc": 0.9992553518582574,
      "ap": 0.9954161978883156,
      "f1": 0.9243027888446216,
      "precision": 0.8721804511278195,
      "recall": 0.9830508474576272
     },
     "codec": {
      "support": 123,
      "auc": 0.9719757858924085,
      "ap": 0.9109254339034565,
      "f1": 0.8136882129277566,
      "precision": 0.7642857142857142,
      "recall": 0.8699186991869918
     },
     "packet_loss": {
      "support": 100,
      "auc": 0.9991777777777777,
      "ap": 0.994476221117894,
      "f1": 0.9519230769230769,
      "precision": 0.9166666666666666,
      "recall": 0.99
     },
     "hum": {
      "support": 106,
      "auc": 0.9820923557469081,
      "ap": 0.8810305301394162,
      "f1": 0.7685950413223139,
      "precision": 0.6838235294117647,
      "recall": 0.8773584905660378
     },
     "clicks": {
      "support": 122,
      "auc": 0.9886291497068598,
      "ap": 0.9800416309474747,
      "f1": 0.9586776859504132,
      "precision": 0.9666666666666667,
      "recall": 0.9508196721311475
     },
     "pitch_shift": {
      "support": 117,
      "auc": 0.9976914365362837,
      "ap": 0.9936060623589902,
      "f1": 0.983050847457627,
      "precision": 0.9747899159663865,
      "recall": 0.9914529914529915
     },
     "time_stretch": {
      "support": 121,
      "auc": 0.9990879944339454,
      "ap": 0.9959620833592652,
      "f1": 0.9833333333333334,
      "precision": 0.9915966386554622,
      "recall": 0.9752066115702479
     }
    },
    "macro_auc": 0.987656936659532,
    "macro_ap": 0.9539260470957185,
    "macro_f1": 0.9084788906331411,
    "false_alarm_rate_on_clean_clips": 0.14864864864864866,
    "n_clean_clips": 222
   },
   "n_windows": 1000
  },
  "test_en_real_rir": {
   "frame": {
    "per_class": {
     "noise": {
      "support": 24330,
      "auc": 0.985375380387137,
      "ap": 0.8874857361801259,
      "f1": 0.868822582012376,
      "precision": 0.8967976200892467,
      "recall": 0.8425400739827373
     },
     "music": {
      "support": 22023,
      "auc": 0.9992015163280261,
      "ap": 0.9832648899258126,
      "f1": 0.960227523259403,
      "precision": 0.9332333404756803,
      "recall": 0.98882985969214
     },
     "reverb": {
      "support": 27310,
      "auc": 0.9791884060160176,
      "ap": 0.9210360532135897,
      "f1": 0.8887186438014419,
      "precision": 0.9586388100182227,
      "recall": 0.8283046503112413
     },
     "clipping": {
      "support": 20978,
      "auc": 0.999562147710874,
      "ap": 0.9975167516789162,
      "f1": 0.9762022223788381,
      "precision": 0.9623882532771318,
      "recall": 0.9904185337019735
     },
     "lowpass": {
      "support": 40361,
      "auc": 0.9956537932994404,
      "ap": 0.9552235509514206,
      "f1": 0.857934680651488,
      "precision": 0.7528575437283697,
      "recall": 0.9971011620128342
     },
     "highpass": {
      "support": 20151,
      "auc": 0.9998537508807454,
      "ap": 0.9978010709585774,
      "f1": 0.9752632747182282,
      "precision": 0.9694057658364386,
      "recall": 0.9811920003970026
     },
     "codec": {
      "support": 25015,
      "auc": 0.988396873468717,
      "ap": 0.9176298609670425,
      "f1": 0.8526378896882494,
      "precision": 0.8524675324675325,
      "recall": 0.8528083150109934
     },
     "packet_loss": {
      "support": 3157,
      "auc": 0.9989400567205612,
      "ap": 0.9915215457352285,
      "f1": 0.9641622131405218,
      "precision": 0.9569422776911076,
      "recall": 0.9714919227114349
     },
     "hum": {
      "support": 26535,
      "auc": 0.9846001230266842,
      "ap": 0.7862753581481026,
      "f1": 0.7851138873323006,
      "precision": 0.6976771434429831,
      "recall": 0.8976069342377991
     },
     "clicks": {
      "support": 2587,
      "auc": 0.9992228126586093,
      "ap": 0.9852101080028043,
      "f1": 0.9604766633565045,
      "precision": 0.9877450980392157,
      "recall": 0.9346733668341709
     },
     "pitch_shift": {
      "support": 27914,
      "auc": 0.99961636190629,
      "ap": 0.9957944890414314,
      "f1": 0.9652028672837358,
      "precision": 0.9382991678506191,
      "recall": 0.9936949201117719
     },
     "time_stretch": {
      "support": 27908,
      "auc": 0.9993907723776294,
      "ap": 0.9934888998249539,
      "f1": 0.9613111131571678,
      "precision": 0.9888244876311703,
      "recall": 0.9352873727963308
     }
    },
    "macro_auc": 0.9940834995650608,
    "macro_ap": 0.9510206928856669,
    "macro_f1": 0.9180061300650212
   },
   "segment_1s": {
    "per_class": {
     "noise": {
      "support": 569,
      "auc": 0.9837713762159613,
      "ap": 0.8944177474876214,
      "f1": 0.875222816399287,
      "precision": 0.8878842676311031,
      "recall": 0.8629173989455184
     },
     "music": {
      "support": 504,
      "auc": 0.9991875296454404,
      "ap": 0.9861260616177089,
      "f1": 0.9529298751200769,
      "precision": 0.9236499068901304,
      "recall": 0.9841269841269841
     },
     "reverb": {
      "support": 611,
      "auc": 0.9799173983355185,
      "ap": 0.9255989629525935,
      "f1": 0.8786324786324786,
      "precision": 0.9194991055456172,
      "recall": 0.8412438625204582
     },
     "clipping": {
      "support": 650,
      "auc": 0.9992025934305346,
      "ap": 0.9953779073640093,
      "f1": 0.9609609609609611,
      "precision": 0.9384164222873901,
      "recall": 0.9846153846153847
     },
     "lowpass": {
      "support": 880,
      "auc": 0.9945571852655771,
      "ap": 0.9477433394346417,
      "f1": 0.8459681313375181,
      "precision": 0.7355163727959698,
      "recall": 0.9954545454545455
     },
     "highpass": {
      "support": 459,
      "auc": 0.9999396183940283,
      "ap": 0.9990306890769586,
      "f1": 0.9733191035218784,
      "precision": 0.9539748953974896,
      "recall": 0.9934640522875817
     },
     "codec": {
      "support": 555,
      "auc": 0.9823923184433594,
      "ap": 0.9128917841982765,
      "f1": 0.8380281690140845,
      "precision": 0.8192771084337349,
      "recall": 0.8576576576576577
     },
     "packet_loss": {
      "support": 312,
      "auc": 0.9963231113697397,
      "ap": 0.9817961447999888,
      "f1": 0.926605504587156,
      "precision": 0.8859649122807017,
      "recall": 0.9711538461538461
     },
     "hum": {
      "support": 592,
      "auc": 0.9831309103379838,
      "ap": 0.811450998903163,
      "f1": 0.7810650887573964,
      "precision": 0.6947368421052632,
      "recall": 0.8918918918918919
     },
     "clicks": {
      "support": 292,
      "auc": 0.9994819472385923,
      "ap": 0.9892621761486452,
      "f1": 0.9550173010380623,
      "precision": 0.965034965034965,
      "recall": 0.9452054794520548
     },
     "pitch_shift": {
      "support": 661,
      "auc": 0.9996374002567264,
      "ap": 0.996298854994608,
      "f1": 0.9611151870873075,
      "precision": 0.9330484330484331,
      "recall": 0.9909228441754917
     },
     "time_stretch": {
      "support": 679,
      "auc": 0.998992246767676,
      "ap": 0.991084587178196,
      "f1": 0.9548192771084337,
      "precision": 0.9768875192604006,
      "recall": 0.9337260677466863
     }
    },
    "macro_auc": 0.9930444696417616,
    "macro_ap": 0.9525899378463677,
    "macro_f1": 0.90864032446372
   },
   "clip": {
    "per_class": {
     "noise": {
      "support": 124,
      "auc": 0.972183863602887,
      "ap": 0.9033236001845246,
      "f1": 0.8934426229508197,
      "precision": 0.9083333333333333,
      "recall": 0.8790322580645161
     },
     "music": {
      "support": 102,
      "auc": 0.9978328747980261,
      "ap": 0.9848134369590466,
      "f1": 0.9473684210526315,
      "precision": 0.9252336448598131,
      "recall": 0.9705882352941176
     },
     "reverb": {
      "support": 119,
      "auc": 0.982954816432816,
      "ap": 0.9464112503272591,
      "f1": 0.8831168831168831,
      "precision": 0.9107142857142857,
      "recall": 0.8571428571428571
     },
     "clipping": {
      "support": 114,
      "auc": 0.9942279513682628,
      "ap": 0.9871795242797485,
      "f1": 0.9523809523809523,
      "precision": 0.9401709401709402,
      "recall": 0.9649122807017544
     },
     "lowpass": {
      "support": 159,
      "auc": 0.9921439735564879,
      "ap": 0.9427512643159155,
      "f1": 0.8681318681318682,
      "precision": 0.7707317073170732,
      "recall": 0.9937106918238994
     },
     "highpass": {
      "support": 90,
      "auc": 0.99997557997558,
      "ap": 0.9997584541062802,
      "f1": 0.972972972972973,
      "precision": 0.9473684210526315,
      "recall": 1.0
     },
     "codec": {
      "support": 104,
      "auc": 0.9661315247252747,
      "ap": 0.9051715964069142,
      "f1": 0.8169014084507041,
      "precision": 0.7981651376146789,
      "recall": 0.8365384615384616
     },
     "packet_loss": {
      "support": 126,
      "auc": 0.988562892739094,
      "ap": 0.9823675208411106,
      "f1": 0.9448818897637795,
      "precision": 0.9375,
      "recall": 0.9523809523809523
     },
     "hum": {
      "support": 113,
      "auc": 0.9748929971765222,
      "ap": 0.8456651771224659,
      "f1": 0.8016528925619835,
      "precision": 0.751937984496124,
      "recall": 0.8584070796460177
     },
     "clicks": {
      "support": 101,
      "auc": 0.9996695998854612,
      "ap": 0.9973576751073859,
      "f1": 0.99,
      "precision": 1.0,
      "recall": 0.9801980198019802
     },
     "pitch_shift": {
      "support": 127,
      "auc": 0.9994813792605821,
      "ap": 0.9965433185604732,
      "f1": 0.9652509652509653,
      "precision": 0.946969696969697,
      "recall": 0.984251968503937
     },
     "time_stretch": {
      "support": 128,
      "auc": 0.998709862385321,
      "ap": 0.9930289520341448,
      "f1": 0.9609375,
      "precision": 0.9609375,
      "recall": 0.9609375
     }
    },
    "macro_auc": 0.9888972763255262,
    "macro_ap": 0.9570309808537725,
    "macro_f1": 0.9164198647194634,
    "false_alarm_rate_on_clean_clips": 0.12935323383084577,
    "n_clean_clips": 201
   },
   "n_windows": 1000
  },
  "test_ru": {
   "frame": {
    "per_class": {
     "noise": {
      "support": 81329,
      "auc": 0.9604987261124202,
      "ap": 0.8025277031107889,
      "f1": 0.5618683718028696,
      "precision": 0.4113821788057162,
      "recall": 0.8859570386946846
     },
     "music": {
      "support": 80682,
      "auc": 0.9985034750549702,
      "ap": 0.9854590810432485,
      "f1": 0.9546264162030151,
      "precision": 0.9430074369671685,
      "recall": 0.966535286681044
     },
     "reverb": {
      "support": 85886,
      "auc": 0.9975715969387704,
      "ap": 0.9890707602861478,
      "f1": 0.9639349742989678,
      "precision": 0.9891444184422363,
      "recall": 0.9399785762522413
     },
     "clipping": {
      "support": 45997,
      "auc": 0.9995284939468562,
      "ap": 0.996160535403624,
      "f1": 0.9809907707218221,
      "precision": 0.9940849534608602,
      "recall": 0.9682370589386264
     },
     "lowpass": {
      "support": 111106,
      "auc": 0.9980785319290724,
      "ap": 0.9809664204069385,
      "f1": 0.8462654958084246,
      "precision": 0.7365228346876604,
      "recall": 0.9944377441362303
     },
     "highpass": {
      "support": 83549,
      "auc": 0.9995308571986256,
      "ap": 0.9975041507800847,
      "f1": 0.9891165907101681,
      "precision": 0.9977470894831701,
      "recall": 0.9806341189002861
     },
     "codec": {
      "support": 80596,
      "auc": 0.9903866937271524,
      "ap": 0.9493959330701672,
      "f1": 0.8593606228618615,
      "precision": 0.8190322000359777,
      "recall": 0.9038661968335897
     },
     "packet_loss": {
      "support": 8257,
      "auc": 0.9991328330939298,
      "ap": 0.9896103067689855,
      "f1": 0.9723499478879284,
      "precision": 0.9846039235162652,
      "recall": 0.960397238706552
     },
     "hum": {
      "support": 77260,
      "auc": 0.9700310117315668,
      "ap": 0.8643516822737889,
      "f1": 0.808859552219348,
      "precision": 0.8607058892247484,
      "recall": 0.7629044783846751
     },
     "clicks": {
      "support": 8383,
      "auc": 0.9974901436189798,
      "ap": 0.9751135933448568,
      "f1": 0.948892570096325,
      "precision": 0.9768822637695806,
      "recall": 0.9224621257306453
     },
     "pitch_shift": {
      "support": 72566,
      "auc": 0.999441627327891,
      "ap": 0.9921328301966863,
      "f1": 0.9513541590362729,
      "precision": 0.9204907153258334,
      "recall": 0.9843590662293636
     },
     "time_stretch": {
      "support": 70396,
      "auc": 0.9992112838509106,
      "ap": 0.991643830142524,
      "f1": 0.9565343127331617,
      "precision": 0.9739693757361602,
      "recall": 0.9397124836638445
     }
    },
    "macro_auc": 0.9924504395442622,
    "macro_ap": 0.9594947355689866,
    "macro_f1": 0.8995128153650137
   },
   "segment_1s": {
    "per_class": {
     "noise": {
      "support": 1826,
      "auc": 0.9588785416270065,
      "ap": 0.8118856763812923,
      "f1": 0.5483116014710799,
      "precision": 0.3946102021174206,
      "recall": 0.8981380065717415
     },
     "music": {
      "support": 1838,
      "auc": 0.9979314453594704,
      "ap": 0.9842554962249991,
      "f1": 0.9466382070437568,
      "precision": 0.9287958115183246,
      "recall": 0.9651795429815017
     },
     "reverb": {
      "support": 1938,
      "auc": 0.9965777091841466,
      "ap": 0.9869481133356713,
      "f1": 0.9584313725490198,
      "precision": 0.9713831478537361,
      "recall": 0.9458204334365325
     },
     "clipping": {
      "support": 1581,
      "auc": 0.9990370634324373,
      "ap": 0.9931273281736334,
      "f1": 0.9778200253485425,
      "precision": 0.9796825396825397,
      "recall": 0.9759645793801391
     },
     "lowpass": {
      "support": 2495,
      "auc": 0.9972973149274601,
      "ap": 0.9772449244467835,
      "f1": 0.8025210084033614,
      "precision": 0.6723531004603304,
      "recall": 0.995190380761523
     },
     "highpass": {
      "support": 1879,
      "auc": 0.9996662846097396,
      "ap": 0.9978072300464331,
      "f1": 0.9874230666309874,
      "precision": 0.9930032292787944,
      "recall": 0.9819052687599787
     },
     "codec": {
      "support": 1816,
      "auc": 0.9865570281434729,
      "ap": 0.9429442150035149,
      "f1": 0.8288016112789527,
      "precision": 0.7634508348794063,
      "recall": 0.9063876651982379
     },
     "packet_loss": {
      "support": 872,
      "auc": 0.9975980890461252,
      "ap": 0.9839538081721221,
      "f1": 0.9534215066129961,
      "precision": 0.9561707035755479,
      "recall": 0.9506880733944955
     },
     "hum": {
      "support": 1735,
      "auc": 0.967002344693957,
      "ap": 0.8588409405361159,
      "f1": 0.7922962962962962,
      "precision": 0.8152439024390243,
      "recall": 0.7706051873198847
     },
     "clicks": {
      "support": 982,
      "auc": 0.9935183007375724,
      "ap": 0.9668101783472817,
      "f1": 0.9295336787564766,
      "precision": 0.9462025316455697,
      "recall": 0.9134419551934827
     },
     "pitch_shift": {
      "support": 1748,
      "auc": 0.999050617322421,
      "ap": 0.9902967087244904,
      "f1": 0.9265141318977119,
      "precision": 0.874936451448907,
      "recall": 0.9845537757437071
     },
     "time_stretch": {
      "support": 1710,
      "auc": 0.9983450389474368,
      "ap": 0.9868860344179521,
      "f1": 0.9496946786856645,
      "precision": 0.9444765760555234,
      "recall": 0.9549707602339181
     }
    },
    "macro_auc": 0.9909549815026036,
    "macro_ap": 0.9567500544841908,
    "macro_f1": 0.8834505987479039
   },
   "clip": {
    "per_class": {
     "noise": {
      "support": 358,
      "auc": 0.9529680621164769,
      "ap": 0.8369869489774066,
      "f1": 0.6013071895424836,
      "precision": 0.45161290322580644,
      "recall": 0.8994413407821229
     },
     "music": {
      "support": 369,
      "auc": 0.995261315212924,
      "ap": 0.9817835501318576,
      "f1": 0.9503355704697988,
      "precision": 0.9414893617021277,
      "recall": 0.959349593495935
     },
     "reverb": {
      "support": 383,
      "auc": 0.9873681921080383,
      "ap": 0.9763234791904579,
      "f1": 0.949868073878628,
      "precision": 0.96,
      "recall": 0.9399477806788512
     },
     "clipping": {
      "support": 331,
      "auc": 0.9964021285001002,
      "ap": 0.9920111759404076,
      "f1": 0.9802130898021308,
      "precision": 0.9877300613496932,
      "recall": 0.972809667673716
     },
     "lowpass": {
      "support": 474,
      "auc": 0.9939364783467133,
      "ap": 0.9724250775619331,
      "f1": 0.8156521739130436,
      "precision": 0.6937869822485208,
      "recall": 0.989451476793249
     },
     "highpass": {
      "support": 365,
      "auc": 0.99965116581321,
      "ap": 0.9985539176738065,
      "f1": 0.9931412894375857,
      "precision": 0.9945054945054945,
      "recall": 0.9917808219178083
     },
     "codec": {
      "support": 351,
      "auc": 0.9704048939609529,
      "ap": 0.9252290019010437,
      "f1": 0.8072445019404916,
      "precision": 0.7393364928909952,
      "recall": 0.8888888888888888
     },
     "packet_loss": {
      "support": 329,
      "auc": 0.9959050206029184,
      "ap": 0.9901403382160633,
      "f1": 0.9679389312977099,
      "precision": 0.9723926380368099,
      "recall": 0.9635258358662614
     },
     "hum": {
      "support": 350,
      "auc": 0.952677628032345,
      "ap": 0.857516983844412,
      "f1": 0.7904903417533432,
      "precision": 0.8235294117647058,
      "recall": 0.76
     },
     "clicks": {
      "support": 333,
      "auc": 0.9925251460684531,
      "ap": 0.9816671501584321,
      "f1": 0.9586523736600306,
      "precision": 0.978125,
      "recall": 0.93993993993994
     },
     "pitch_shift": {
      "support": 348,
      "auc": 0.9980311974480331,
      "ap": 0.9896868976831013,
      "f1": 0.9193548387096775,
      "precision": 0.8636363636363636,
      "recall": 0.9827586206896551
     },
     "time_stretch": {
      "support": 343,
      "auc": 0.9946189777593922,
      "ap": 0.983387683415535,
      "f1": 0.9416785206258891,
      "precision": 0.9194444444444444,
      "recall": 0.9650145772594753
     }
    },
    "macro_auc": 0.9858125171641299,
    "macro_ap": 0.957142683724538,
    "macro_f1": 0.8896564079192344,
    "false_alarm_rate_on_clean_clips": 0.33220910623946037,
    "n_clean_clips": 593
   },
   "n_windows": 3000
  }
 },
 "ood": {
  "VoiceBank-DEMAND test (824 noisy vs 824 clean twins)": {
   "n": 1648,
   "noise": {
    "auc_mean": 0.9891233268922612,
    "auc_p95": 0.9854766589688,
    "recall_at_0.5_p95": 0.5060679611650486,
    "false_alarm_at_0.5_p95": 0.0036407766990291263
   },
   "clean_clips_any_class_false_alarm": 0.0036407766990291263,
   "clean_clips_false_alarm_by_class": {
    "noise": 0.0036407766990291263,
    "music": 0.0,
    "reverb": 0.0,
    "clipping": 0.0,
    "lowpass": 0.0,
    "highpass": 0.0,
    "codec": 0.0,
    "packet_loss": 0.0,
    "hum": 0.0,
    "clicks": 0.0,
    "pitch_shift": 0.0,
    "time_stretch": 0.0
   }
  },
  "DNS-2020 synthetic (clean / noisy, dry / reverberant)": {
   "n": 600,
   "noise": {
    "auc_mean": 0.9989111111111111,
    "auc_p95": 0.9973333333333333,
    "recall_at_0.5_p95": 0.8533333333333334,
    "false_alarm_at_0.5_p95": 0.0
   },
   "reverb": {
    "auc_mean": 1.0,
    "auc_p95": 1.0,
    "recall_at_0.5_p95": 1.0,
    "false_alarm_at_0.5_p95": 0.0
   },
   "clean_clips_any_class_false_alarm": 0.006666666666666667,
   "clean_clips_false_alarm_by_class": {
    "noise": 0.0,
    "music": 0.0,
    "reverb": 0.0,
    "clipping": 0.0,
    "lowpass": 0.0,
    "highpass": 0.0,
    "codec": 0.006666666666666667,
    "packet_loss": 0.0,
    "hum": 0.0,
    "clicks": 0.0,
    "pitch_shift": 0.0,
    "time_stretch": 0.0
   }
  },
  "Dynamic-SUPERB NoiseDetection_VCTK_MUSAN-Noise": {
   "n": 200,
   "noise": {
    "auc_mean": 0.9961689686460329,
    "auc_p95": 0.994959169271096,
    "recall_at_0.5_p95": 0.963302752293578,
    "false_alarm_at_0.5_p95": 0.01098901098901099
   },
   "clean_clips_any_class_false_alarm": 0.03296703296703297,
   "clean_clips_false_alarm_by_class": {
    "noise": 0.01098901098901099,
    "music": 0.0,
    "reverb": 0.0,
    "clipping": 0.0,
    "lowpass": 0.0,
    "highpass": 0.0,
    "codec": 0.0,
    "packet_loss": 0.0,
    "hum": 0.0,
    "clicks": 0.0,
    "pitch_shift": 0.0,
    "time_stretch": 0.02197802197802198
   }
  },
  "Dynamic-SUPERB ReverberationDetection_VCTK_RirsNoises-SmallRoom": {
   "n": 200,
   "reverb": {
    "auc_mean": 0.9962761674718197,
    "auc_p95": 0.9948671497584541,
    "recall_at_0.5_p95": 0.967391304347826,
    "false_alarm_at_0.5_p95": 0.0
   },
   "clean_clips_any_class_false_alarm": 0.06481481481481481,
   "clean_clips_false_alarm_by_class": {
    "noise": 0.018518518518518517,
    "music": 0.0,
    "reverb": 0.0,
    "clipping": 0.0,
    "lowpass": 0.0,
    "highpass": 0.0,
    "codec": 0.0,
    "packet_loss": 0.0,
    "hum": 0.0,
    "clicks": 0.0,
    "pitch_shift": 0.0,
    "time_stretch": 0.046296296296296294
   }
  },
  "Dynamic-SUPERB ReverberationDetection_VCTK_RirsNoises-MediumRoom": {
   "n": 200,
   "reverb": {
    "auc_mean": 1.0,
    "auc_p95": 1.0,
    "recall_at_0.5_p95": 1.0,
    "false_alarm_at_0.5_p95": 0.0
   },
   "clean_clips_any_class_false_alarm": 0.06481481481481481,
   "clean_clips_false_alarm_by_class": {
    "noise": 0.018518518518518517,
    "music": 0.0,
    "reverb": 0.0,
    "clipping": 0.0,
    "lowpass": 0.0,
    "highpass": 0.0,
    "codec": 0.0,
    "packet_loss": 0.0,
    "hum": 0.0,
    "clicks": 0.0,
    "pitch_shift": 0.0,
    "time_stretch": 0.046296296296296294
   }
  },
  "Dynamic-SUPERB ReverberationDetection_VCTK_RirsNoises-LargeRoom": {
   "n": 200,
   "reverb": {
    "auc_mean": 0.9980877616747181,
    "auc_p95": 0.9976348631239936,
    "recall_at_0.5_p95": 0.9565217391304348,
    "false_alarm_at_0.5_p95": 0.0
   },
   "clean_clips_any_class_false_alarm": 0.05555555555555555,
   "clean_clips_false_alarm_by_class": {
    "noise": 0.018518518518518517,
    "music": 0.0,
    "reverb": 0.0,
    "clipping": 0.0,
    "lowpass": 0.0,
    "highpass": 0.0,
    "codec": 0.0,
    "packet_loss": 0.0,
    "hum": 0.0,
    "clicks": 0.0,
    "pitch_shift": 0.0,
    "time_stretch": 0.037037037037037035
   }
  }
 }
}