diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..d53762a3cd26bd2d42a762b0b1b59d783fc2b3f4 Binary files /dev/null and b/.DS_Store differ diff --git a/results_bvcc/hubert_base/layer0/run0/config.gin b/results_bvcc/hubert_base/layer0/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer0/run0/model.pt b/results_bvcc/hubert_base/layer0/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..400b0a66a261e016a5ffdb78faebfaf457442a20 --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37da1f3d4c0a705a2b437affae3dcb3a50772ec76cc8bbdd59e02c7b85fc4ad1 +size 2747979 diff --git a/results_bvcc/hubert_base/layer0/run0/model_best.pt b/results_bvcc/hubert_base/layer0/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9daa289004e537b6a5ccf69fb7c349a061b247f2 --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5297a5fd149172bc8768c16c12dc25e9f66039909e0ecd3710aa43bdff9923 +size 2749638 diff --git a/results_bvcc/hubert_base/layer0/run0/train.log b/results_bvcc/hubert_base/layer0/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f8f59bb61f13fb8f63606407275d58714837c6e2 --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.8071235036238645 +INFO:root: +[Valid][0][UTT][ MSE = 0.7159 | LCC = 0.6303 | SRCC = 0.6214 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.6124 | LCC = 0.7542 | SRCC = 0.7385 ] +INFO:root:Average loss=0.4097405312917171 +INFO:root: +[Valid][1][UTT][ MSE = 0.3972 | LCC = 0.7460 | SRCC = 0.7540 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2858 | LCC = 0.8381 | SRCC = 0.8481 ] +INFO:root:Average loss=0.32817296511851823 +INFO:root: +[Valid][2][UTT][ MSE = 0.3575 | LCC = 0.7727 | SRCC = 0.7796 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2409 | LCC = 0.8654 | SRCC = 0.8721 ] +INFO:root:Average loss=0.26617753677643263 +INFO:root: +[Valid][3][UTT][ MSE = 0.3409 | LCC = 0.7988 | SRCC = 0.8031 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2347 | LCC = 0.8884 | SRCC = 0.8899 ] +INFO:root:Average loss=0.24577318743253365 +INFO:root: +[Valid][4][UTT][ MSE = 0.3602 | LCC = 0.8034 | SRCC = 0.8106 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2718 | LCC = 0.8852 | SRCC = 0.8870 ] +INFO:root:Average loss=0.23598553030154643 +INFO:root: +[Valid][5][UTT][ MSE = 0.2873 | LCC = 0.8155 | SRCC = 0.8183 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1625 | LCC = 0.9046 | SRCC = 0.9056 ] +INFO:root:Average loss=0.2078287144884085 +INFO:root: +[Valid][6][UTT][ MSE = 0.2919 | LCC = 0.8205 | SRCC = 0.8237 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1778 | LCC = 0.9092 | SRCC = 0.9143 ] +INFO:root:Average loss=0.1905968970595262 +INFO:root: +[Valid][7][UTT][ MSE = 0.2748 | LCC = 0.8302 | SRCC = 0.8284 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1612 | LCC = 0.9158 | SRCC = 0.9101 ] +INFO:root:Average loss=0.18266320811250272 +INFO:root: +[Valid][8][UTT][ MSE = 0.2812 | LCC = 0.8279 | SRCC = 0.8295 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1754 | LCC = 0.9085 | SRCC = 0.9091 ] +INFO:root:Average loss=0.17320630833124503 +INFO:root: +[Valid][9][UTT][ MSE = 0.3230 | LCC = 0.8267 | SRCC = 0.8315 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2220 | LCC = 0.9149 | SRCC = 0.9216 ] +INFO:root:Average loss=0.15973461715456766 +INFO:root: +[Valid][10][UTT][ MSE = 0.2784 | LCC = 0.8305 | SRCC = 0.8311 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1664 | LCC = 0.9207 | SRCC = 0.9220 ] +INFO:root:Average loss=0.15703325680433175 +INFO:root: +[Valid][11][UTT][ MSE = 0.2721 | LCC = 0.8333 | SRCC = 0.8345 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1610 | LCC = 0.9198 | SRCC = 0.9199 ] +INFO:root:Average loss=0.14920073537490305 +INFO:root: +[Valid][12][UTT][ MSE = 0.2859 | LCC = 0.8345 | SRCC = 0.8373 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1802 | LCC = 0.9220 | SRCC = 0.9257 ] +INFO:root:Average loss=0.14641668189030427 +INFO:root: +[Valid][13][UTT][ MSE = 0.2609 | LCC = 0.8330 | SRCC = 0.8346 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1185 | LCC = 0.9270 | SRCC = 0.9290 ] +INFO:root:Average loss=0.13915779871436265 +INFO:root: +[Valid][14][UTT][ MSE = 0.2631 | LCC = 0.8322 | SRCC = 0.8351 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1377 | LCC = 0.9254 | SRCC = 0.9318 ] +INFO:root:Average loss=0.12886649570786035 +INFO:root: +[Valid][15][UTT][ MSE = 0.3274 | LCC = 0.8317 | SRCC = 0.8379 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.2397 | LCC = 0.9147 | SRCC = 0.9270 ] +INFO:root:Average loss=0.1254263565135308 +INFO:root: +[Valid][16][UTT][ MSE = 0.2876 | LCC = 0.8316 | SRCC = 0.8356 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1739 | LCC = 0.9219 | SRCC = 0.9298 ] +INFO:root:Average loss=0.1195612157193514 +INFO:root: +[Valid][17][UTT][ MSE = 0.2820 | LCC = 0.8376 | SRCC = 0.8410 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1731 | LCC = 0.9266 | SRCC = 0.9340 ] +INFO:root:Average loss=0.12178027219115159 +INFO:root: +[Valid][18][UTT][ MSE = 0.3224 | LCC = 0.8378 | SRCC = 0.8422 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.2218 | LCC = 0.9262 | SRCC = 0.9343 ] +INFO:root:Average loss=0.11850897886623175 +INFO:root: +[Valid][19][UTT][ MSE = 0.3288 | LCC = 0.8359 | SRCC = 0.8396 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.2349 | LCC = 0.9232 | SRCC = 0.9304 ] +INFO:root:Average loss=0.11047725914380489 +INFO:root: +[Valid][20][UTT][ MSE = 0.3415 | LCC = 0.8369 | SRCC = 0.8426 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.2520 | LCC = 0.9219 | SRCC = 0.9334 ] +INFO:root:Average loss=0.11875825117413814 +INFO:root: +[Valid][21][UTT][ MSE = 0.2694 | LCC = 0.8371 | SRCC = 0.8397 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1558 | LCC = 0.9250 | SRCC = 0.9274 ] +INFO:root:Average loss=0.11621546372771263 +INFO:root: +[Valid][22][UTT][ MSE = 0.2886 | LCC = 0.8439 | SRCC = 0.8467 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1873 | LCC = 0.9287 | SRCC = 0.9311 ] +INFO:root:Average loss=0.09266739572661045 +INFO:root: +[Valid][23][UTT][ MSE = 0.3063 | LCC = 0.8431 | SRCC = 0.8485 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1937 | LCC = 0.9314 | SRCC = 0.9372 ] +INFO:root:Average loss=0.09239243056911689 +INFO:root: +[Valid][24][UTT][ MSE = 0.2621 | LCC = 0.8397 | SRCC = 0.8427 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1473 | LCC = 0.9263 | SRCC = 0.9325 ] +INFO:root:Average loss=0.09100330186386903 +INFO:root: +[Valid][25][UTT][ MSE = 0.3285 | LCC = 0.8344 | SRCC = 0.8414 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.2303 | LCC = 0.9209 | SRCC = 0.9327 ] +INFO:root:Average loss=0.08909393378939384 +INFO:root: +[Valid][26][UTT][ MSE = 0.3456 | LCC = 0.8341 | SRCC = 0.8399 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.2548 | LCC = 0.9209 | SRCC = 0.9330 ] +INFO:root:Average loss=0.0832607816809263 +INFO:root: +[Valid][27][UTT][ MSE = 0.2601 | LCC = 0.8388 | SRCC = 0.8401 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1374 | LCC = 0.9279 | SRCC = 0.9331 ] +INFO:root:Average loss=0.08083572276891807 +INFO:root: +[Valid][28][UTT][ MSE = 0.2837 | LCC = 0.8387 | SRCC = 0.8408 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1753 | LCC = 0.9262 | SRCC = 0.9317 ] +INFO:root:Average loss=0.08017814016112915 +INFO:root: +[Valid][29][UTT][ MSE = 0.2829 | LCC = 0.8407 | SRCC = 0.8439 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1756 | LCC = 0.9279 | SRCC = 0.9349 ] +INFO:root:Average loss=0.0774428523503817 +INFO:root: +[Valid][30][UTT][ MSE = 0.2768 | LCC = 0.8434 | SRCC = 0.8454 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1728 | LCC = 0.9289 | SRCC = 0.9307 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2485 | LCC = 0.8512 | SRCC = 0.8506 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1058 | LCC = 0.9235 | SRCC = 0.9248 ] diff --git a/results_bvcc/hubert_base/layer0/run1/config.gin b/results_bvcc/hubert_base/layer0/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer0/run1/model.pt b/results_bvcc/hubert_base/layer0/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..410c102a9c833d6ea1a107d00d3cea58964bd3fd --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d61020c210ff722caedba1482f7bea12f7fbe52b51833711e43dfd860f7c502 +size 2747979 diff --git a/results_bvcc/hubert_base/layer0/run1/model_best.pt b/results_bvcc/hubert_base/layer0/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf7b7217689d983a13208943fd8508efecaaa23b --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489cdbdac540803c12618b08f39bc03e42bc9f96c776fae0ac0880f9451666f8 +size 2749638 diff --git a/results_bvcc/hubert_base/layer0/run1/train.log b/results_bvcc/hubert_base/layer0/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..cb0357e44b78153077f2d2465721279339d8d9ff --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6774355723307683 +INFO:root: +[Valid][0][UTT][ MSE = 0.4441 | LCC = 0.6881 | SRCC = 0.6757 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2886 | LCC = 0.7861 | SRCC = 0.7645 ] +INFO:root:Average loss=0.34415741895253843 +INFO:root: +[Valid][1][UTT][ MSE = 0.3610 | LCC = 0.7664 | SRCC = 0.7662 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2134 | LCC = 0.8626 | SRCC = 0.8632 ] +INFO:root:Average loss=0.28336287805667293 +INFO:root: +[Valid][2][UTT][ MSE = 0.3176 | LCC = 0.7879 | SRCC = 0.7868 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1872 | LCC = 0.8704 | SRCC = 0.8647 ] +INFO:root:Average loss=0.2639309181234775 +INFO:root: +[Valid][3][UTT][ MSE = 0.3430 | LCC = 0.8014 | SRCC = 0.8014 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1745 | LCC = 0.8942 | SRCC = 0.8904 ] +INFO:root:Average loss=0.2395882161381917 +INFO:root: +[Valid][4][UTT][ MSE = 0.3021 | LCC = 0.8047 | SRCC = 0.8039 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1622 | LCC = 0.8913 | SRCC = 0.8900 ] +INFO:root:Average loss=0.224675287038852 +INFO:root: +[Valid][5][UTT][ MSE = 0.3083 | LCC = 0.8089 | SRCC = 0.8107 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1470 | LCC = 0.9067 | SRCC = 0.9099 ] +INFO:root:Average loss=0.2190260172654421 +INFO:root: +[Valid][6][UTT][ MSE = 0.2926 | LCC = 0.8133 | SRCC = 0.8193 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1735 | LCC = 0.8994 | SRCC = 0.9067 ] +INFO:root:Average loss=0.20973391353319853 +INFO:root: +[Valid][7][UTT][ MSE = 0.2698 | LCC = 0.8258 | SRCC = 0.8286 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1396 | LCC = 0.9057 | SRCC = 0.9075 ] +INFO:root:Average loss=0.18717216413754684 +INFO:root: +[Valid][8][UTT][ MSE = 0.2884 | LCC = 0.8259 | SRCC = 0.8276 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1284 | LCC = 0.9176 | SRCC = 0.9206 ] +INFO:root:Average loss=0.18375016108919412 +INFO:root: +[Valid][9][UTT][ MSE = 0.2736 | LCC = 0.8291 | SRCC = 0.8309 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1395 | LCC = 0.9159 | SRCC = 0.9189 ] +INFO:root:Average loss=0.1731922196654173 +INFO:root: +[Valid][10][UTT][ MSE = 0.2755 | LCC = 0.8319 | SRCC = 0.8328 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1252 | LCC = 0.9235 | SRCC = 0.9266 ] +INFO:root:Average loss=0.16117401010332963 +INFO:root: +[Valid][11][UTT][ MSE = 0.2566 | LCC = 0.8320 | SRCC = 0.8357 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1254 | LCC = 0.9205 | SRCC = 0.9259 ] +INFO:root:Average loss=0.15466190798160356 +INFO:root: +[Valid][12][UTT][ MSE = 0.2602 | LCC = 0.8284 | SRCC = 0.8321 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1233 | LCC = 0.9167 | SRCC = 0.9227 ] +INFO:root:Average loss=0.1503421951753971 +INFO:root: +[Valid][13][UTT][ MSE = 0.2588 | LCC = 0.8331 | SRCC = 0.8333 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1264 | LCC = 0.9217 | SRCC = 0.9193 ] +INFO:root:Average loss=0.1424412145637549 +INFO:root: +[Valid][14][UTT][ MSE = 0.2559 | LCC = 0.8316 | SRCC = 0.8358 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1203 | LCC = 0.9211 | SRCC = 0.9256 ] +INFO:root:Average loss=0.1382683890943344 +INFO:root: +[Valid][15][UTT][ MSE = 0.2597 | LCC = 0.8329 | SRCC = 0.8359 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1167 | LCC = 0.9253 | SRCC = 0.9316 ] +INFO:root:Average loss=0.13251230703332487 +INFO:root: +[Valid][16][UTT][ MSE = 0.2531 | LCC = 0.8330 | SRCC = 0.8343 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1066 | LCC = 0.9257 | SRCC = 0.9268 ] +INFO:root:Average loss=0.12684851894393945 +INFO:root: +[Valid][17][UTT][ MSE = 0.2504 | LCC = 0.8411 | SRCC = 0.8428 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1143 | LCC = 0.9339 | SRCC = 0.9361 ] +INFO:root:Average loss=0.12216097689591922 +INFO:root: +[Valid][18][UTT][ MSE = 0.2641 | LCC = 0.8326 | SRCC = 0.8339 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1089 | LCC = 0.9279 | SRCC = 0.9305 ] +INFO:root:Average loss=0.11631376821643268 +INFO:root: +[Valid][19][UTT][ MSE = 0.2606 | LCC = 0.8337 | SRCC = 0.8385 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1282 | LCC = 0.9300 | SRCC = 0.9390 ] +INFO:root:Average loss=0.11752500203557503 +INFO:root: +[Valid][20][UTT][ MSE = 0.2613 | LCC = 0.8362 | SRCC = 0.8360 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1344 | LCC = 0.9301 | SRCC = 0.9256 ] +INFO:root:Average loss=0.10743313569288987 +INFO:root: +[Valid][21][UTT][ MSE = 0.2521 | LCC = 0.8366 | SRCC = 0.8389 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1248 | LCC = 0.9260 | SRCC = 0.9297 ] +INFO:root:Average loss=0.10300417779347835 +INFO:root: +[Valid][22][UTT][ MSE = 0.2597 | LCC = 0.8314 | SRCC = 0.8319 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1083 | LCC = 0.9279 | SRCC = 0.9311 ] +INFO:root:Average loss=0.09824410348366468 +INFO:root: +[Valid][23][UTT][ MSE = 0.2518 | LCC = 0.8340 | SRCC = 0.8367 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1075 | LCC = 0.9273 | SRCC = 0.9328 ] +INFO:root:Average loss=0.09446876792189403 +INFO:root: +[Valid][24][UTT][ MSE = 0.2502 | LCC = 0.8372 | SRCC = 0.8365 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1116 | LCC = 0.9280 | SRCC = 0.9268 ] +INFO:root:Average loss=0.09701234054489014 +INFO:root: +[Valid][25][UTT][ MSE = 0.2713 | LCC = 0.8410 | SRCC = 0.8407 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1174 | LCC = 0.9289 | SRCC = 0.9301 ] +INFO:root:Average loss=0.0934672902027766 +INFO:root: +[Valid][26][UTT][ MSE = 0.2598 | LCC = 0.8384 | SRCC = 0.8391 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1283 | LCC = 0.9340 | SRCC = 0.9344 ] +INFO:root:Average loss=0.1056206846752992 +INFO:root: +[Valid][27][UTT][ MSE = 0.3087 | LCC = 0.8375 | SRCC = 0.8372 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1360 | LCC = 0.9273 | SRCC = 0.9272 ] +INFO:root:Average loss=0.08849570107383606 +INFO:root: +[Valid][28][UTT][ MSE = 0.2512 | LCC = 0.8382 | SRCC = 0.8380 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1080 | LCC = 0.9251 | SRCC = 0.9243 ] +INFO:root:Average loss=0.09461981464081849 +INFO:root: +[Valid][29][UTT][ MSE = 0.2633 | LCC = 0.8342 | SRCC = 0.8379 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1312 | LCC = 0.9313 | SRCC = 0.9378 ] +INFO:root:Average loss=0.08670526914871655 +INFO:root: +[Valid][30][UTT][ MSE = 0.2462 | LCC = 0.8392 | SRCC = 0.8394 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1100 | LCC = 0.9309 | SRCC = 0.9316 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2434 | LCC = 0.8551 | SRCC = 0.8528 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1368 | LCC = 0.9237 | SRCC = 0.9223 ] diff --git a/results_bvcc/hubert_base/layer0/run2/config.gin b/results_bvcc/hubert_base/layer0/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer0/run2/model.pt b/results_bvcc/hubert_base/layer0/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2beb0b373721182417d16f4e1d0828ba9b6e0c1 --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2be382cb5d0cbf38e347f420f664032ad48d9e57ba1d269959fea6d418da28 +size 2747979 diff --git a/results_bvcc/hubert_base/layer0/run2/model_best.pt b/results_bvcc/hubert_base/layer0/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..033fcf086f92b1695921ec40d88e3a453679a905 --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38cd0890447505751ee24d5ac22aca453a8588d9af82c72b92acdb093d6f5716 +size 2749638 diff --git a/results_bvcc/hubert_base/layer0/run2/train.log b/results_bvcc/hubert_base/layer0/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..acaf23e6f9836fcc1ae9267c606b5453c9cbec3c --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6223058226781014 +INFO:root: +[Valid][0][UTT][ MSE = 0.4212 | LCC = 0.7302 | SRCC = 0.7237 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2987 | LCC = 0.8204 | SRCC = 0.8130 ] +INFO:root:Average loss=0.3400122488920505 +INFO:root: +[Valid][1][UTT][ MSE = 0.3451 | LCC = 0.7757 | SRCC = 0.7746 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2166 | LCC = 0.8716 | SRCC = 0.8712 ] +INFO:root:Average loss=0.28697922290899813 +INFO:root: +[Valid][2][UTT][ MSE = 0.3090 | LCC = 0.7985 | SRCC = 0.7971 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1581 | LCC = 0.8953 | SRCC = 0.8952 ] +INFO:root:Average loss=0.26048330198495817 +INFO:root: +[Valid][3][UTT][ MSE = 0.3045 | LCC = 0.8060 | SRCC = 0.8023 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1794 | LCC = 0.8942 | SRCC = 0.8876 ] +INFO:root:Average loss=0.23282510691728348 +INFO:root: +[Valid][4][UTT][ MSE = 0.3028 | LCC = 0.8117 | SRCC = 0.8110 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1911 | LCC = 0.8991 | SRCC = 0.8988 ] +INFO:root:Average loss=0.22307702192129233 +INFO:root: +[Valid][5][UTT][ MSE = 0.2824 | LCC = 0.8216 | SRCC = 0.8171 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1485 | LCC = 0.9093 | SRCC = 0.8992 ] +INFO:root:Average loss=0.209756378753063 +INFO:root: +[Valid][6][UTT][ MSE = 0.2746 | LCC = 0.8231 | SRCC = 0.8224 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1452 | LCC = 0.9103 | SRCC = 0.9089 ] +INFO:root:Average loss=0.20963191049985397 +INFO:root: +[Valid][7][UTT][ MSE = 0.2685 | LCC = 0.8293 | SRCC = 0.8270 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1404 | LCC = 0.9188 | SRCC = 0.9173 ] +INFO:root:Average loss=0.19137880578637123 +INFO:root: +[Valid][8][UTT][ MSE = 0.3273 | LCC = 0.8231 | SRCC = 0.8256 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.2330 | LCC = 0.9056 | SRCC = 0.9116 ] +INFO:root:Average loss=0.18366533365005103 +INFO:root: +[Valid][9][UTT][ MSE = 0.2697 | LCC = 0.8285 | SRCC = 0.8305 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1476 | LCC = 0.9183 | SRCC = 0.9229 ] +INFO:root:Average loss=0.17462738183064339 +INFO:root: +[Valid][10][UTT][ MSE = 0.2687 | LCC = 0.8322 | SRCC = 0.8317 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1345 | LCC = 0.9151 | SRCC = 0.9148 ] +INFO:root:Average loss=0.1804203008994078 +INFO:root: +[Valid][11][UTT][ MSE = 0.2687 | LCC = 0.8355 | SRCC = 0.8338 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1519 | LCC = 0.9235 | SRCC = 0.9196 ] +INFO:root:Average loss=0.15735098853325233 +INFO:root: +[Valid][12][UTT][ MSE = 0.2813 | LCC = 0.8332 | SRCC = 0.8338 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1829 | LCC = 0.9148 | SRCC = 0.9176 ] +INFO:root:Average loss=0.15264414795316184 +INFO:root: +[Valid][13][UTT][ MSE = 0.2540 | LCC = 0.8391 | SRCC = 0.8363 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1353 | LCC = 0.9232 | SRCC = 0.9177 ] +INFO:root:Average loss=0.1461944027015796 +INFO:root: +[Valid][14][UTT][ MSE = 0.2628 | LCC = 0.8353 | SRCC = 0.8358 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1610 | LCC = 0.9140 | SRCC = 0.9159 ] +INFO:root:Average loss=0.13716615822452766 +INFO:root: +[Valid][15][UTT][ MSE = 0.2443 | LCC = 0.8395 | SRCC = 0.8399 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1162 | LCC = 0.9241 | SRCC = 0.9236 ] +INFO:root:Average loss=0.1376123607922823 +INFO:root: +[Valid][16][UTT][ MSE = 0.2519 | LCC = 0.8393 | SRCC = 0.8382 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1145 | LCC = 0.9296 | SRCC = 0.9285 ] +INFO:root:Average loss=0.12754998069543105 +INFO:root: +[Valid][17][UTT][ MSE = 0.2696 | LCC = 0.8403 | SRCC = 0.8409 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1759 | LCC = 0.9178 | SRCC = 0.9175 ] +INFO:root:Average loss=0.1296643590888916 +INFO:root: +[Valid][18][UTT][ MSE = 0.2506 | LCC = 0.8401 | SRCC = 0.8389 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1331 | LCC = 0.9244 | SRCC = 0.9239 ] +INFO:root:Average loss=0.12227761382475877 +INFO:root: +[Valid][19][UTT][ MSE = 0.2486 | LCC = 0.8428 | SRCC = 0.8418 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1338 | LCC = 0.9277 | SRCC = 0.9254 ] +INFO:root:Average loss=0.12108463688920705 +INFO:root: +[Valid][20][UTT][ MSE = 0.2497 | LCC = 0.8433 | SRCC = 0.8428 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1091 | LCC = 0.9338 | SRCC = 0.9320 ] +INFO:root:Average loss=0.10972379367703046 +INFO:root: +[Valid][21][UTT][ MSE = 0.2478 | LCC = 0.8396 | SRCC = 0.8405 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1332 | LCC = 0.9205 | SRCC = 0.9238 ] +INFO:root:Average loss=0.10746112900475661 +INFO:root: +[Valid][22][UTT][ MSE = 0.2681 | LCC = 0.8360 | SRCC = 0.8377 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1622 | LCC = 0.9221 | SRCC = 0.9251 ] +INFO:root:Average loss=0.10673746686333264 +INFO:root: +[Valid][23][UTT][ MSE = 0.2436 | LCC = 0.8402 | SRCC = 0.8415 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1184 | LCC = 0.9227 | SRCC = 0.9258 ] +INFO:root:Average loss=0.11541349841998173 +INFO:root: +[Valid][24][UTT][ MSE = 0.2449 | LCC = 0.8437 | SRCC = 0.8435 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1221 | LCC = 0.9285 | SRCC = 0.9273 ] +INFO:root:Average loss=0.09568858614716774 +INFO:root: +[Valid][25][UTT][ MSE = 0.2492 | LCC = 0.8386 | SRCC = 0.8390 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1299 | LCC = 0.9234 | SRCC = 0.9276 ] +INFO:root:Average loss=0.0912624185379499 +INFO:root: +[Valid][26][UTT][ MSE = 0.2439 | LCC = 0.8419 | SRCC = 0.8420 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1140 | LCC = 0.9288 | SRCC = 0.9276 ] +INFO:root:Average loss=0.09330684763307755 +INFO:root: +[Valid][27][UTT][ MSE = 0.2435 | LCC = 0.8423 | SRCC = 0.8423 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1237 | LCC = 0.9291 | SRCC = 0.9274 ] +INFO:root:Average loss=0.09177298891620758 +INFO:root: +[Valid][28][UTT][ MSE = 0.2471 | LCC = 0.8430 | SRCC = 0.8433 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1055 | LCC = 0.9307 | SRCC = 0.9303 ] +INFO:root:Average loss=0.08547591513548142 +INFO:root: +[Valid][29][UTT][ MSE = 0.2499 | LCC = 0.8392 | SRCC = 0.8398 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1140 | LCC = 0.9289 | SRCC = 0.9303 ] +INFO:root:Average loss=0.08721243790709056 +INFO:root: +[Valid][30][UTT][ MSE = 0.2501 | LCC = 0.8431 | SRCC = 0.8433 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1220 | LCC = 0.9184 | SRCC = 0.9178 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2476 | LCC = 0.8519 | SRCC = 0.8485 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1479 | LCC = 0.9113 | SRCC = 0.9079 ] diff --git a/results_bvcc/hubert_base/layer0/run3/config.gin b/results_bvcc/hubert_base/layer0/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer0/run3/model.pt b/results_bvcc/hubert_base/layer0/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..27844387f7e73252db26d5dff29460bc10a6522e --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de8634a0f0bc19f9b77146d5976869d48ad726be6eaad8630fb623d7e8668cf +size 2747979 diff --git a/results_bvcc/hubert_base/layer0/run3/model_best.pt b/results_bvcc/hubert_base/layer0/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aef480a0e02ec3d6091a42d6af5691effb9dc50 --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe91dcd98632de6669d0d6ed410182b0cd9255fac9773a679ba83683d6ec268 +size 2749638 diff --git a/results_bvcc/hubert_base/layer0/run3/train.log b/results_bvcc/hubert_base/layer0/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..40373c92b802427120062e46dda0f207adaec9e0 --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6666924987847989 +INFO:root: +[Valid][0][UTT][ MSE = 0.4511 | LCC = 0.6917 | SRCC = 0.6934 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3002 | LCC = 0.7935 | SRCC = 0.8007 ] +INFO:root:Average loss=0.34847343350068116 +INFO:root: +[Valid][1][UTT][ MSE = 0.3668 | LCC = 0.7687 | SRCC = 0.7675 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2249 | LCC = 0.8576 | SRCC = 0.8516 ] +INFO:root:Average loss=0.295010652870704 +INFO:root: +[Valid][2][UTT][ MSE = 0.3428 | LCC = 0.7907 | SRCC = 0.7891 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1939 | LCC = 0.8906 | SRCC = 0.8891 ] +INFO:root:Average loss=0.25975389377428937 +INFO:root: +[Valid][3][UTT][ MSE = 0.3649 | LCC = 0.7940 | SRCC = 0.7947 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2553 | LCC = 0.8874 | SRCC = 0.8868 ] +INFO:root:Average loss=0.232160553527184 +INFO:root: +[Valid][4][UTT][ MSE = 0.2948 | LCC = 0.8115 | SRCC = 0.8118 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1638 | LCC = 0.9064 | SRCC = 0.9051 ] +INFO:root:Average loss=0.21545015008021623 +INFO:root: +[Valid][5][UTT][ MSE = 0.2957 | LCC = 0.8193 | SRCC = 0.8189 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1769 | LCC = 0.9113 | SRCC = 0.9102 ] +INFO:root:Average loss=0.21130773272269812 +INFO:root: +[Valid][6][UTT][ MSE = 0.2922 | LCC = 0.8246 | SRCC = 0.8245 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1787 | LCC = 0.9137 | SRCC = 0.9117 ] +INFO:root:Average loss=0.19410190884119424 +INFO:root: +[Valid][7][UTT][ MSE = 0.2795 | LCC = 0.8221 | SRCC = 0.8251 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1551 | LCC = 0.9138 | SRCC = 0.9206 ] +INFO:root:Average loss=0.18376540335325095 +INFO:root: +[Valid][8][UTT][ MSE = 0.2742 | LCC = 0.8254 | SRCC = 0.8256 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1485 | LCC = 0.9158 | SRCC = 0.9160 ] +INFO:root:Average loss=0.17642830598812836 +INFO:root: +[Valid][9][UTT][ MSE = 0.2658 | LCC = 0.8318 | SRCC = 0.8334 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1318 | LCC = 0.9237 | SRCC = 0.9252 ] +INFO:root:Average loss=0.18266728787850112 +INFO:root: +[Valid][10][UTT][ MSE = 0.2650 | LCC = 0.8303 | SRCC = 0.8298 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1249 | LCC = 0.9247 | SRCC = 0.9226 ] +INFO:root:Average loss=0.16145813331390038 +INFO:root: +[Valid][11][UTT][ MSE = 0.2947 | LCC = 0.8283 | SRCC = 0.8279 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1924 | LCC = 0.9130 | SRCC = 0.9095 ] +INFO:root:Average loss=0.16023201524065092 +INFO:root: +[Valid][12][UTT][ MSE = 0.2727 | LCC = 0.8280 | SRCC = 0.8245 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1380 | LCC = 0.9141 | SRCC = 0.9038 ] +INFO:root:Average loss=0.15817955270027503 +INFO:root: +[Valid][13][UTT][ MSE = 0.2704 | LCC = 0.8294 | SRCC = 0.8329 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1549 | LCC = 0.9157 | SRCC = 0.9219 ] +INFO:root:Average loss=0.14820197348793349 +INFO:root: +[Valid][14][UTT][ MSE = 0.2533 | LCC = 0.8359 | SRCC = 0.8362 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1207 | LCC = 0.9203 | SRCC = 0.9213 ] +INFO:root:Average loss=0.13579080368463808 +INFO:root: +[Valid][15][UTT][ MSE = 0.2907 | LCC = 0.8249 | SRCC = 0.8266 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1962 | LCC = 0.9056 | SRCC = 0.9115 ] +INFO:root:Average loss=0.13515052772485292 +INFO:root: +[Valid][16][UTT][ MSE = 0.2520 | LCC = 0.8372 | SRCC = 0.8366 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1211 | LCC = 0.9262 | SRCC = 0.9243 ] +INFO:root:Average loss=0.13414651642625147 +INFO:root: +[Valid][17][UTT][ MSE = 0.2576 | LCC = 0.8340 | SRCC = 0.8343 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1413 | LCC = 0.9175 | SRCC = 0.9185 ] +INFO:root:Average loss=0.1214076355099678 +INFO:root: +[Valid][18][UTT][ MSE = 0.2688 | LCC = 0.8317 | SRCC = 0.8315 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1521 | LCC = 0.9211 | SRCC = 0.9233 ] +INFO:root:Average loss=0.11501938190597755 +INFO:root: +[Valid][19][UTT][ MSE = 0.2560 | LCC = 0.8375 | SRCC = 0.8366 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1269 | LCC = 0.9234 | SRCC = 0.9237 ] +INFO:root:Average loss=0.1126799449706689 +INFO:root: +[Valid][20][UTT][ MSE = 0.2588 | LCC = 0.8315 | SRCC = 0.8321 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1328 | LCC = 0.9215 | SRCC = 0.9230 ] +INFO:root:Average loss=0.11280654619137447 +INFO:root: +[Valid][21][UTT][ MSE = 0.2506 | LCC = 0.8368 | SRCC = 0.8353 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1195 | LCC = 0.9273 | SRCC = 0.9243 ] +INFO:root:Average loss=0.11880997291360146 +INFO:root: +[Valid][22][UTT][ MSE = 0.2789 | LCC = 0.8363 | SRCC = 0.8350 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1749 | LCC = 0.9209 | SRCC = 0.9196 ] +INFO:root:Average loss=0.11219349618141468 +INFO:root: +[Valid][23][UTT][ MSE = 0.2535 | LCC = 0.8348 | SRCC = 0.8337 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1230 | LCC = 0.9186 | SRCC = 0.9169 ] +INFO:root:Average loss=0.09709211649038853 +INFO:root: +[Valid][24][UTT][ MSE = 0.2544 | LCC = 0.8351 | SRCC = 0.8348 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1329 | LCC = 0.9217 | SRCC = 0.9212 ] +INFO:root:Average loss=0.10323420539498329 +INFO:root: +[Valid][25][UTT][ MSE = 0.2516 | LCC = 0.8374 | SRCC = 0.8370 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1250 | LCC = 0.9241 | SRCC = 0.9225 ] +INFO:root:Average loss=0.0923682904491822 +INFO:root: +[Valid][26][UTT][ MSE = 0.2582 | LCC = 0.8367 | SRCC = 0.8364 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1152 | LCC = 0.9258 | SRCC = 0.9257 ] +INFO:root:Average loss=0.09195920629188037 +INFO:root: +[Valid][27][UTT][ MSE = 0.2511 | LCC = 0.8360 | SRCC = 0.8339 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1131 | LCC = 0.9264 | SRCC = 0.9229 ] +INFO:root:Average loss=0.08646859562931916 +INFO:root: +[Valid][28][UTT][ MSE = 0.2597 | LCC = 0.8382 | SRCC = 0.8380 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1449 | LCC = 0.9253 | SRCC = 0.9290 ] +INFO:root:Average loss=0.0903388187289238 +INFO:root: +[Valid][29][UTT][ MSE = 0.2546 | LCC = 0.8382 | SRCC = 0.8363 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1183 | LCC = 0.9240 | SRCC = 0.9207 ] +INFO:root:Average loss=0.0855825606924601 +INFO:root: +[Valid][30][UTT][ MSE = 0.2462 | LCC = 0.8390 | SRCC = 0.8390 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1117 | LCC = 0.9280 | SRCC = 0.9293 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2464 | LCC = 0.8477 | SRCC = 0.8491 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1361 | LCC = 0.9146 | SRCC = 0.9112 ] diff --git a/results_bvcc/hubert_base/layer0/run4/config.gin b/results_bvcc/hubert_base/layer0/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer0/run4/model.pt b/results_bvcc/hubert_base/layer0/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c53c6558fbc6ae985a44779bead8ec3ed44121e8 --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed74a112bcd5d30ff3577b2e8ae4facc954154ca2aee6eb143ac15678a3b533 +size 2747979 diff --git a/results_bvcc/hubert_base/layer0/run4/model_best.pt b/results_bvcc/hubert_base/layer0/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e8a375215c881a7357e8555cd0f3bd9262711fe --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fca8028388815226ff6f2fd3627b63270a14a28d95d25edca43b8683aaf18ba5 +size 2749638 diff --git a/results_bvcc/hubert_base/layer0/run4/train.log b/results_bvcc/hubert_base/layer0/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..faca935bf70207f586470a950484594a040468a1 --- /dev/null +++ b/results_bvcc/hubert_base/layer0/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.693080838292073 +INFO:root: +[Valid][0][UTT][ MSE = 0.4634 | LCC = 0.6953 | SRCC = 0.7022 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3292 | LCC = 0.7972 | SRCC = 0.8042 ] +INFO:root:Average loss=0.34744123140206706 +INFO:root: +[Valid][1][UTT][ MSE = 0.3678 | LCC = 0.7627 | SRCC = 0.7654 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2164 | LCC = 0.8555 | SRCC = 0.8574 ] +INFO:root:Average loss=0.29983761237981993 +INFO:root: +[Valid][2][UTT][ MSE = 0.3499 | LCC = 0.7796 | SRCC = 0.7825 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2295 | LCC = 0.8708 | SRCC = 0.8707 ] +INFO:root:Average loss=0.2731100775492497 +INFO:root: +[Valid][3][UTT][ MSE = 0.3117 | LCC = 0.7958 | SRCC = 0.7975 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1506 | LCC = 0.8955 | SRCC = 0.8957 ] +INFO:root:Average loss=0.24996906404311842 +INFO:root: +[Valid][4][UTT][ MSE = 0.3147 | LCC = 0.8083 | SRCC = 0.8112 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1597 | LCC = 0.9030 | SRCC = 0.9025 ] +INFO:root:Average loss=0.23520163503976968 +INFO:root: +[Valid][5][UTT][ MSE = 0.2935 | LCC = 0.8148 | SRCC = 0.8185 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1620 | LCC = 0.9082 | SRCC = 0.9106 ] +INFO:root:Average loss=0.2100157462633573 +INFO:root: +[Valid][6][UTT][ MSE = 0.2817 | LCC = 0.8240 | SRCC = 0.8249 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1391 | LCC = 0.9136 | SRCC = 0.9114 ] +INFO:root:Average loss=0.201802688340346 +INFO:root: +[Valid][7][UTT][ MSE = 0.2746 | LCC = 0.8219 | SRCC = 0.8276 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1424 | LCC = 0.9112 | SRCC = 0.9143 ] +INFO:root:Average loss=0.1959327457424922 +INFO:root: +[Valid][8][UTT][ MSE = 0.3126 | LCC = 0.8182 | SRCC = 0.8258 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1935 | LCC = 0.9127 | SRCC = 0.9171 ] +INFO:root:Average loss=0.18192135447110885 +INFO:root: +[Valid][9][UTT][ MSE = 0.2660 | LCC = 0.8286 | SRCC = 0.8313 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1249 | LCC = 0.9253 | SRCC = 0.9275 ] +INFO:root:Average loss=0.1763921972268667 +INFO:root: +[Valid][10][UTT][ MSE = 0.2660 | LCC = 0.8344 | SRCC = 0.8345 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1335 | LCC = 0.9284 | SRCC = 0.9250 ] +INFO:root:Average loss=0.17014887193456674 +INFO:root: +[Valid][11][UTT][ MSE = 0.2563 | LCC = 0.8320 | SRCC = 0.8334 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1209 | LCC = 0.9228 | SRCC = 0.9204 ] +INFO:root:Average loss=0.1581740857890019 +INFO:root: +[Valid][12][UTT][ MSE = 0.2554 | LCC = 0.8362 | SRCC = 0.8379 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1105 | LCC = 0.9279 | SRCC = 0.9252 ] +INFO:root:Average loss=0.14950331653922033 +INFO:root: +[Valid][13][UTT][ MSE = 0.2664 | LCC = 0.8379 | SRCC = 0.8356 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1191 | LCC = 0.9296 | SRCC = 0.9228 ] +INFO:root:Average loss=0.1583162763944039 +INFO:root: +[Valid][14][UTT][ MSE = 0.2710 | LCC = 0.8398 | SRCC = 0.8390 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1274 | LCC = 0.9325 | SRCC = 0.9284 ] +INFO:root:Average loss=0.14270673520289934 +INFO:root: +[Valid][15][UTT][ MSE = 0.2533 | LCC = 0.8374 | SRCC = 0.8343 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1129 | LCC = 0.9327 | SRCC = 0.9239 ] +INFO:root:Average loss=0.14289586580334565 +INFO:root: +[Valid][16][UTT][ MSE = 0.2564 | LCC = 0.8386 | SRCC = 0.8403 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1276 | LCC = 0.9282 | SRCC = 0.9243 ] +INFO:root:Average loss=0.12877724902370039 +INFO:root: +[Valid][17][UTT][ MSE = 0.2831 | LCC = 0.8300 | SRCC = 0.8333 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1673 | LCC = 0.9223 | SRCC = 0.9249 ] +INFO:root:Average loss=0.12344437312239255 +INFO:root: +[Valid][18][UTT][ MSE = 0.2592 | LCC = 0.8385 | SRCC = 0.8395 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1111 | LCC = 0.9338 | SRCC = 0.9289 ] +INFO:root:Average loss=0.12405563881381965 +INFO:root: +[Valid][19][UTT][ MSE = 0.2486 | LCC = 0.8405 | SRCC = 0.8399 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1149 | LCC = 0.9299 | SRCC = 0.9263 ] +INFO:root:Average loss=0.12222514291986442 +INFO:root: +[Valid][20][UTT][ MSE = 0.2522 | LCC = 0.8419 | SRCC = 0.8417 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1028 | LCC = 0.9311 | SRCC = 0.9247 ] +INFO:root:Average loss=0.1072661759188542 +INFO:root: +[Valid][21][UTT][ MSE = 0.2499 | LCC = 0.8416 | SRCC = 0.8421 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.0991 | LCC = 0.9343 | SRCC = 0.9303 ] +INFO:root:Average loss=0.10850798739836766 +INFO:root: +[Valid][22][UTT][ MSE = 0.2517 | LCC = 0.8423 | SRCC = 0.8427 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.0969 | LCC = 0.9344 | SRCC = 0.9282 ] +INFO:root:Average loss=0.11836651273262806 +INFO:root: +[Valid][23][UTT][ MSE = 0.2536 | LCC = 0.8340 | SRCC = 0.8352 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1103 | LCC = 0.9312 | SRCC = 0.9272 ] +INFO:root:Average loss=0.10285430115002853 +INFO:root: +[Valid][24][UTT][ MSE = 0.2476 | LCC = 0.8387 | SRCC = 0.8394 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1112 | LCC = 0.9321 | SRCC = 0.9267 ] +INFO:root:Average loss=0.09522139500731076 +INFO:root: +[Valid][25][UTT][ MSE = 0.2525 | LCC = 0.8430 | SRCC = 0.8426 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1027 | LCC = 0.9359 | SRCC = 0.9282 ] +INFO:root:Average loss=0.0962164487498693 +INFO:root: +[Valid][26][UTT][ MSE = 0.2496 | LCC = 0.8396 | SRCC = 0.8398 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1061 | LCC = 0.9354 | SRCC = 0.9300 ] +INFO:root:Average loss=0.08834256709386142 +INFO:root: +[Valid][27][UTT][ MSE = 0.2606 | LCC = 0.8411 | SRCC = 0.8407 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1048 | LCC = 0.9349 | SRCC = 0.9299 ] +INFO:root:Average loss=0.08937389016724549 +INFO:root: +[Valid][28][UTT][ MSE = 0.2429 | LCC = 0.8409 | SRCC = 0.8418 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1005 | LCC = 0.9336 | SRCC = 0.9311 ] +INFO:root:Average loss=0.08754428031925972 +INFO:root: +[Valid][29][UTT][ MSE = 0.2479 | LCC = 0.8386 | SRCC = 0.8400 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.0996 | LCC = 0.9356 | SRCC = 0.9344 ] +INFO:root:Average loss=0.08822393976151943 +INFO:root: +[Valid][30][UTT][ MSE = 0.2544 | LCC = 0.8372 | SRCC = 0.8376 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1088 | LCC = 0.9322 | SRCC = 0.9294 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2648 | LCC = 0.8479 | SRCC = 0.8471 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1627 | LCC = 0.9183 | SRCC = 0.9182 ] diff --git a/results_bvcc/hubert_base/layer1/run0/config.gin b/results_bvcc/hubert_base/layer1/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer1/run0/model.pt b/results_bvcc/hubert_base/layer1/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0db318ce6e48e7dd8d9bf2a58c3f2bc89715f92 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1727d1fc4b46c61e461d11a8d26f0c3703fe39c1819f64ac1ee199143cc8ecf6 +size 2747979 diff --git a/results_bvcc/hubert_base/layer1/run0/model_best.pt b/results_bvcc/hubert_base/layer1/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b559803ed94973799303f91079ffbd6caf5f88c9 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32fe52e74b022a18133e09224b954c5a0e80573df92133cad6334d8ae861a131 +size 2749702 diff --git a/results_bvcc/hubert_base/layer1/run0/train.log b/results_bvcc/hubert_base/layer1/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..99e15d4f532fd2dc10f56cdf4da6e2151157431a --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5384347431170635 +INFO:root: +[Valid][0][UTT][ MSE = 0.3651 | LCC = 0.7579 | SRCC = 0.7679 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2450 | LCC = 0.8279 | SRCC = 0.8417 ] +INFO:root:Average loss=0.3125162693934563 +INFO:root: +[Valid][1][UTT][ MSE = 0.3197 | LCC = 0.8014 | SRCC = 0.8089 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1803 | LCC = 0.8851 | SRCC = 0.8933 ] +INFO:root:Average loss=0.2598467270533244 +INFO:root: +[Valid][2][UTT][ MSE = 0.2821 | LCC = 0.8201 | SRCC = 0.8220 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1661 | LCC = 0.8930 | SRCC = 0.8938 ] +INFO:root:Average loss=0.2328854107703918 +INFO:root: +[Valid][3][UTT][ MSE = 0.2763 | LCC = 0.8392 | SRCC = 0.8393 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1440 | LCC = 0.9144 | SRCC = 0.9146 ] +INFO:root:Average loss=0.22046697693757522 +INFO:root: +[Valid][4][UTT][ MSE = 0.4002 | LCC = 0.8421 | SRCC = 0.8436 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2308 | LCC = 0.9180 | SRCC = 0.9170 ] +INFO:root:Average loss=0.21332733552807417 +INFO:root: +[Valid][5][UTT][ MSE = 0.2586 | LCC = 0.8511 | SRCC = 0.8506 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1378 | LCC = 0.9231 | SRCC = 0.9208 ] +INFO:root:Average loss=0.1894073927631745 +INFO:root: +[Valid][6][UTT][ MSE = 0.3212 | LCC = 0.8521 | SRCC = 0.8534 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1690 | LCC = 0.9268 | SRCC = 0.9275 ] +INFO:root:Average loss=0.18603943020869523 +INFO:root: +[Valid][7][UTT][ MSE = 0.2509 | LCC = 0.8596 | SRCC = 0.8588 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1250 | LCC = 0.9328 | SRCC = 0.9326 ] +INFO:root:Average loss=0.17212454124520987 +INFO:root: +[Valid][8][UTT][ MSE = 0.2483 | LCC = 0.8543 | SRCC = 0.8550 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1200 | LCC = 0.9243 | SRCC = 0.9258 ] +INFO:root:Average loss=0.16676599217148927 +INFO:root: +[Valid][9][UTT][ MSE = 0.2394 | LCC = 0.8574 | SRCC = 0.8579 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1090 | LCC = 0.9328 | SRCC = 0.9327 ] +INFO:root:Average loss=0.1568388469899312 +INFO:root: +[Valid][10][UTT][ MSE = 0.2243 | LCC = 0.8601 | SRCC = 0.8610 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1111 | LCC = 0.9340 | SRCC = 0.9366 ] +INFO:root:Average loss=0.1442243832235153 +INFO:root: +[Valid][11][UTT][ MSE = 0.2371 | LCC = 0.8641 | SRCC = 0.8647 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1020 | LCC = 0.9381 | SRCC = 0.9382 ] +INFO:root:Average loss=0.13970096906026205 +INFO:root: +[Valid][12][UTT][ MSE = 0.2459 | LCC = 0.8640 | SRCC = 0.8632 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1154 | LCC = 0.9294 | SRCC = 0.9273 ] +INFO:root:Average loss=0.13385126567803896 +INFO:root: +[Valid][13][UTT][ MSE = 0.2314 | LCC = 0.8615 | SRCC = 0.8616 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1131 | LCC = 0.9306 | SRCC = 0.9291 ] +INFO:root:Average loss=0.1395218190856469 +INFO:root: +[Valid][14][UTT][ MSE = 0.2516 | LCC = 0.8623 | SRCC = 0.8632 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1148 | LCC = 0.9330 | SRCC = 0.9317 ] +INFO:root:Average loss=0.12572642759634897 +INFO:root: +[Valid][15][UTT][ MSE = 0.2201 | LCC = 0.8592 | SRCC = 0.8624 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1045 | LCC = 0.9285 | SRCC = 0.9318 ] +INFO:root:Average loss=0.12177978790341279 +INFO:root: +[Valid][16][UTT][ MSE = 0.3041 | LCC = 0.8608 | SRCC = 0.8629 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1519 | LCC = 0.9327 | SRCC = 0.9302 ] +INFO:root:Average loss=0.11431545802415946 +INFO:root: +[Valid][17][UTT][ MSE = 0.2562 | LCC = 0.8624 | SRCC = 0.8623 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1186 | LCC = 0.9389 | SRCC = 0.9346 ] +INFO:root:Average loss=0.11375301770674877 +INFO:root: +[Valid][18][UTT][ MSE = 0.2928 | LCC = 0.8641 | SRCC = 0.8659 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1400 | LCC = 0.9363 | SRCC = 0.9346 ] +INFO:root:Average loss=0.10535824337066749 +INFO:root: +[Valid][19][UTT][ MSE = 0.2620 | LCC = 0.8668 | SRCC = 0.8681 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1174 | LCC = 0.9434 | SRCC = 0.9428 ] +INFO:root:Average loss=0.10686533917219211 +INFO:root: +[Valid][20][UTT][ MSE = 0.2346 | LCC = 0.8676 | SRCC = 0.8684 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.0989 | LCC = 0.9410 | SRCC = 0.9407 ] +INFO:root:Average loss=0.09585214282075565 +INFO:root: +[Valid][21][UTT][ MSE = 0.2737 | LCC = 0.8660 | SRCC = 0.8677 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1247 | LCC = 0.9395 | SRCC = 0.9368 ] +INFO:root:Average loss=0.09199319393015824 +INFO:root: +[Valid][22][UTT][ MSE = 0.2286 | LCC = 0.8651 | SRCC = 0.8652 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1011 | LCC = 0.9367 | SRCC = 0.9341 ] +INFO:root:Average loss=0.08877703026892284 +INFO:root: +[Valid][23][UTT][ MSE = 0.2181 | LCC = 0.8631 | SRCC = 0.8637 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.0991 | LCC = 0.9361 | SRCC = 0.9365 ] +INFO:root:Average loss=0.08189217999386482 +INFO:root: +[Valid][24][UTT][ MSE = 0.2473 | LCC = 0.8627 | SRCC = 0.8643 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1169 | LCC = 0.9397 | SRCC = 0.9394 ] +INFO:root:Average loss=0.0838615719993145 +INFO:root: +[Valid][25][UTT][ MSE = 0.2856 | LCC = 0.8628 | SRCC = 0.8645 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1347 | LCC = 0.9359 | SRCC = 0.9337 ] +INFO:root:Average loss=0.07518950458138417 +INFO:root: +[Valid][26][UTT][ MSE = 0.2611 | LCC = 0.8631 | SRCC = 0.8640 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1221 | LCC = 0.9354 | SRCC = 0.9338 ] +INFO:root:Average loss=0.07390239032415244 +INFO:root: +[Valid][27][UTT][ MSE = 0.2572 | LCC = 0.8604 | SRCC = 0.8623 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1103 | LCC = 0.9374 | SRCC = 0.9382 ] +INFO:root:Average loss=0.07868596548453355 +INFO:root: +[Valid][28][UTT][ MSE = 0.2522 | LCC = 0.8586 | SRCC = 0.8603 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1138 | LCC = 0.9315 | SRCC = 0.9299 ] +INFO:root:Average loss=0.0740464381300486 +INFO:root: +[Valid][29][UTT][ MSE = 0.2486 | LCC = 0.8662 | SRCC = 0.8676 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1086 | LCC = 0.9405 | SRCC = 0.9380 ] +INFO:root:Average loss=0.07149870755771796 +INFO:root: +[Valid][30][UTT][ MSE = 0.2503 | LCC = 0.8643 | SRCC = 0.8655 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1107 | LCC = 0.9356 | SRCC = 0.9348 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2802 | LCC = 0.8573 | SRCC = 0.8591 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2114 | LCC = 0.9106 | SRCC = 0.9120 ] diff --git a/results_bvcc/hubert_base/layer1/run1/config.gin b/results_bvcc/hubert_base/layer1/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer1/run1/model.pt b/results_bvcc/hubert_base/layer1/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff55d8a090715cc6029412dfc36ad89ec9e9bfb0 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e79d8cec732313da31c477cfc69e897b4c0f1b4fc046b397184b3cac5492ec +size 2747979 diff --git a/results_bvcc/hubert_base/layer1/run1/model_best.pt b/results_bvcc/hubert_base/layer1/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..91eee915d322edb76538cb3ad6efed8277d6f6c4 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cfdf2e8cc1a2ad1d82ba745e7e1b4a5889d3b06b027b671d56eb0ab6aa62364 +size 2749702 diff --git a/results_bvcc/hubert_base/layer1/run1/train.log b/results_bvcc/hubert_base/layer1/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e82fa5697ec229bdd1019a10cdc0dacaf93dab68 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5688458081239309 +INFO:root: +[Valid][0][UTT][ MSE = 0.3943 | LCC = 0.7444 | SRCC = 0.7515 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2508 | LCC = 0.8380 | SRCC = 0.8455 ] +INFO:root:Average loss=0.30762900641331303 +INFO:root: +[Valid][1][UTT][ MSE = 0.3422 | LCC = 0.7928 | SRCC = 0.7942 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2004 | LCC = 0.8883 | SRCC = 0.8823 ] +INFO:root:Average loss=0.2698195341687936 +INFO:root: +[Valid][2][UTT][ MSE = 0.2890 | LCC = 0.8195 | SRCC = 0.8199 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1619 | LCC = 0.9094 | SRCC = 0.9085 ] +INFO:root:Average loss=0.245184295070477 +INFO:root: +[Valid][3][UTT][ MSE = 0.2756 | LCC = 0.8247 | SRCC = 0.8263 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1538 | LCC = 0.9096 | SRCC = 0.9109 ] +INFO:root:Average loss=0.2246660406772907 +INFO:root: +[Valid][4][UTT][ MSE = 0.2642 | LCC = 0.8319 | SRCC = 0.8343 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1325 | LCC = 0.9195 | SRCC = 0.9227 ] +INFO:root:Average loss=0.20716812824591613 +INFO:root: +[Valid][5][UTT][ MSE = 0.2571 | LCC = 0.8407 | SRCC = 0.8398 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1235 | LCC = 0.9255 | SRCC = 0.9213 ] +INFO:root:Average loss=0.19434941130188796 +INFO:root: +[Valid][6][UTT][ MSE = 0.2604 | LCC = 0.8453 | SRCC = 0.8447 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1278 | LCC = 0.9292 | SRCC = 0.9246 ] +INFO:root:Average loss=0.1834895882086876 +INFO:root: +[Valid][7][UTT][ MSE = 0.2465 | LCC = 0.8468 | SRCC = 0.8475 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1154 | LCC = 0.9319 | SRCC = 0.9328 ] +INFO:root:Average loss=0.17047799521913895 +INFO:root: +[Valid][8][UTT][ MSE = 0.2504 | LCC = 0.8538 | SRCC = 0.8525 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1349 | LCC = 0.9359 | SRCC = 0.9318 ] +INFO:root:Average loss=0.1595101310656621 +INFO:root: +[Valid][9][UTT][ MSE = 0.2777 | LCC = 0.8515 | SRCC = 0.8520 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1347 | LCC = 0.9341 | SRCC = 0.9322 ] +INFO:root:Average loss=0.16081301571849066 +INFO:root: +[Valid][10][UTT][ MSE = 0.2429 | LCC = 0.8493 | SRCC = 0.8500 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1249 | LCC = 0.9319 | SRCC = 0.9323 ] +INFO:root:Average loss=0.1469948191482287 +INFO:root: +[Valid][11][UTT][ MSE = 0.2456 | LCC = 0.8524 | SRCC = 0.8523 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1334 | LCC = 0.9369 | SRCC = 0.9365 ] +INFO:root:Average loss=0.1455276571214199 +INFO:root: +[Valid][12][UTT][ MSE = 0.2344 | LCC = 0.8531 | SRCC = 0.8526 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1064 | LCC = 0.9389 | SRCC = 0.9370 ] +INFO:root:Average loss=0.1378849412386234 +INFO:root: +[Valid][13][UTT][ MSE = 0.2404 | LCC = 0.8484 | SRCC = 0.8484 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1146 | LCC = 0.9304 | SRCC = 0.9268 ] +INFO:root:Average loss=0.1461408253854666 +INFO:root: +[Valid][14][UTT][ MSE = 0.2382 | LCC = 0.8511 | SRCC = 0.8509 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1272 | LCC = 0.9297 | SRCC = 0.9283 ] +INFO:root:Average loss=0.12293958023954661 +INFO:root: +[Valid][15][UTT][ MSE = 0.2336 | LCC = 0.8567 | SRCC = 0.8560 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1121 | LCC = 0.9404 | SRCC = 0.9403 ] +INFO:root:Average loss=0.11160537438132824 +INFO:root: +[Valid][16][UTT][ MSE = 0.2354 | LCC = 0.8529 | SRCC = 0.8525 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1147 | LCC = 0.9346 | SRCC = 0.9298 ] +INFO:root:Average loss=0.12221762327811657 +INFO:root: +[Valid][17][UTT][ MSE = 0.2376 | LCC = 0.8565 | SRCC = 0.8560 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1038 | LCC = 0.9457 | SRCC = 0.9398 ] +INFO:root:Average loss=0.11015741355144061 +INFO:root: +[Valid][18][UTT][ MSE = 0.2475 | LCC = 0.8528 | SRCC = 0.8523 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1355 | LCC = 0.9335 | SRCC = 0.9303 ] +INFO:root:Average loss=0.10103652669260135 +INFO:root: +[Valid][19][UTT][ MSE = 0.2415 | LCC = 0.8593 | SRCC = 0.8564 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1173 | LCC = 0.9393 | SRCC = 0.9325 ] +INFO:root:Average loss=0.1011919436068871 +INFO:root: +[Valid][20][UTT][ MSE = 0.2300 | LCC = 0.8583 | SRCC = 0.8571 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1184 | LCC = 0.9384 | SRCC = 0.9355 ] +INFO:root:Average loss=0.10148329598208268 +INFO:root: +[Valid][21][UTT][ MSE = 0.2428 | LCC = 0.8521 | SRCC = 0.8512 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1254 | LCC = 0.9283 | SRCC = 0.9230 ] +INFO:root:Average loss=0.09493161938511409 +INFO:root: +[Valid][22][UTT][ MSE = 0.2267 | LCC = 0.8564 | SRCC = 0.8548 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1075 | LCC = 0.9398 | SRCC = 0.9348 ] +INFO:root:Average loss=0.09536688273342755 +INFO:root: +[Valid][23][UTT][ MSE = 0.2395 | LCC = 0.8544 | SRCC = 0.8522 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1281 | LCC = 0.9387 | SRCC = 0.9342 ] +INFO:root:Average loss=0.09586510749963614 +INFO:root: +[Valid][24][UTT][ MSE = 0.2316 | LCC = 0.8557 | SRCC = 0.8551 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1044 | LCC = 0.9374 | SRCC = 0.9332 ] +INFO:root:Average loss=0.09356169775128365 +INFO:root: +[Valid][25][UTT][ MSE = 0.2410 | LCC = 0.8527 | SRCC = 0.8525 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1342 | LCC = 0.9335 | SRCC = 0.9307 ] +INFO:root:Average loss=0.08972896516132049 +INFO:root: +[Valid][26][UTT][ MSE = 0.2350 | LCC = 0.8512 | SRCC = 0.8512 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.0993 | LCC = 0.9353 | SRCC = 0.9302 ] +INFO:root:Average loss=0.08364065879812607 +INFO:root: +[Valid][27][UTT][ MSE = 0.2382 | LCC = 0.8530 | SRCC = 0.8522 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1265 | LCC = 0.9335 | SRCC = 0.9306 ] +INFO:root:Average loss=0.0764690768928864 +INFO:root: +[Valid][28][UTT][ MSE = 0.2435 | LCC = 0.8544 | SRCC = 0.8545 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1423 | LCC = 0.9355 | SRCC = 0.9345 ] +INFO:root:Average loss=0.07580468808420193 +INFO:root: +[Valid][29][UTT][ MSE = 0.2298 | LCC = 0.8544 | SRCC = 0.8549 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1193 | LCC = 0.9334 | SRCC = 0.9316 ] +INFO:root:Average loss=0.07264471784807168 +INFO:root: +[Valid][30][UTT][ MSE = 0.2366 | LCC = 0.8543 | SRCC = 0.8541 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1281 | LCC = 0.9372 | SRCC = 0.9329 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2610 | LCC = 0.8572 | SRCC = 0.8582 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1731 | LCC = 0.9143 | SRCC = 0.9179 ] diff --git a/results_bvcc/hubert_base/layer1/run2/config.gin b/results_bvcc/hubert_base/layer1/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer1/run2/model.pt b/results_bvcc/hubert_base/layer1/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a466f492dc7e78c7b8da775d9757d92a59a87846 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46b598202b8e23b500e3354d9e0fb92511e54d2db56744c7fad97345e54b4895 +size 2747979 diff --git a/results_bvcc/hubert_base/layer1/run2/model_best.pt b/results_bvcc/hubert_base/layer1/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..be3e2f3a33b46d5919e462fb43e32487383d4765 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8bfeb43ea671af6146e095a7c2a95dd28af4f64ce2f5d48270d46479af5db24 +size 2749638 diff --git a/results_bvcc/hubert_base/layer1/run2/train.log b/results_bvcc/hubert_base/layer1/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4b56564e8e2a41da6f3ca5ecf1c9cb553a0381ee --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7256479095189999 +INFO:root: +[Valid][0][UTT][ MSE = 0.4664 | LCC = 0.6857 | SRCC = 0.6778 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3435 | LCC = 0.7687 | SRCC = 0.7717 ] +INFO:root:Average loss=0.33213257025449705 +INFO:root: +[Valid][1][UTT][ MSE = 0.3399 | LCC = 0.7820 | SRCC = 0.7902 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2213 | LCC = 0.8687 | SRCC = 0.8764 ] +INFO:root:Average loss=0.2737548251946767 +INFO:root: +[Valid][2][UTT][ MSE = 0.3068 | LCC = 0.8078 | SRCC = 0.8121 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1903 | LCC = 0.8907 | SRCC = 0.8924 ] +INFO:root:Average loss=0.24706093890544695 +INFO:root: +[Valid][3][UTT][ MSE = 0.3194 | LCC = 0.8278 | SRCC = 0.8277 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2268 | LCC = 0.9011 | SRCC = 0.8998 ] +INFO:root:Average loss=0.22849733974689093 +INFO:root: +[Valid][4][UTT][ MSE = 0.2707 | LCC = 0.8360 | SRCC = 0.8378 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1633 | LCC = 0.9133 | SRCC = 0.9145 ] +INFO:root:Average loss=0.21260243023817355 +INFO:root: +[Valid][5][UTT][ MSE = 0.2583 | LCC = 0.8388 | SRCC = 0.8400 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1421 | LCC = 0.9138 | SRCC = 0.9153 ] +INFO:root:Average loss=0.19968728329508734 +INFO:root: +[Valid][6][UTT][ MSE = 0.2439 | LCC = 0.8458 | SRCC = 0.8473 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1222 | LCC = 0.9266 | SRCC = 0.9261 ] +INFO:root:Average loss=0.18176372607166952 +INFO:root: +[Valid][7][UTT][ MSE = 0.2533 | LCC = 0.8524 | SRCC = 0.8523 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1242 | LCC = 0.9359 | SRCC = 0.9335 ] +INFO:root:Average loss=0.17053731846121642 +INFO:root: +[Valid][8][UTT][ MSE = 0.2336 | LCC = 0.8523 | SRCC = 0.8553 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1164 | LCC = 0.9315 | SRCC = 0.9356 ] +INFO:root:Average loss=0.1595422060061724 +INFO:root: +[Valid][9][UTT][ MSE = 0.2382 | LCC = 0.8545 | SRCC = 0.8556 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1260 | LCC = 0.9348 | SRCC = 0.9338 ] +INFO:root:Average loss=0.15743829348148444 +INFO:root: +[Valid][10][UTT][ MSE = 0.2310 | LCC = 0.8567 | SRCC = 0.8573 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1108 | LCC = 0.9386 | SRCC = 0.9401 ] +INFO:root:Average loss=0.1441471055150032 +INFO:root: +[Valid][11][UTT][ MSE = 0.2225 | LCC = 0.8563 | SRCC = 0.8585 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1023 | LCC = 0.9347 | SRCC = 0.9371 ] +INFO:root:Average loss=0.15405503899241105 +INFO:root: +[Valid][12][UTT][ MSE = 0.2585 | LCC = 0.8551 | SRCC = 0.8563 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1559 | LCC = 0.9362 | SRCC = 0.9381 ] +INFO:root:Average loss=0.1423190971597647 +INFO:root: +[Valid][13][UTT][ MSE = 0.2218 | LCC = 0.8575 | SRCC = 0.8583 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.0977 | LCC = 0.9385 | SRCC = 0.9402 ] +INFO:root:Average loss=0.12387849352298638 +INFO:root: +[Valid][14][UTT][ MSE = 0.3042 | LCC = 0.8532 | SRCC = 0.8556 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.2149 | LCC = 0.9328 | SRCC = 0.9363 ] +INFO:root:Average loss=0.128782950150661 +INFO:root: +[Valid][15][UTT][ MSE = 0.2303 | LCC = 0.8573 | SRCC = 0.8573 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1170 | LCC = 0.9379 | SRCC = 0.9389 ] +INFO:root:Average loss=0.1260707961061062 +INFO:root: +[Valid][16][UTT][ MSE = 0.2399 | LCC = 0.8521 | SRCC = 0.8522 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1234 | LCC = 0.9360 | SRCC = 0.9376 ] +INFO:root:Average loss=0.11417788190719409 +INFO:root: +[Valid][17][UTT][ MSE = 0.2424 | LCC = 0.8529 | SRCC = 0.8536 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1278 | LCC = 0.9375 | SRCC = 0.9425 ] +INFO:root:Average loss=0.11252852347798836 +INFO:root: +[Valid][18][UTT][ MSE = 0.2330 | LCC = 0.8583 | SRCC = 0.8588 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1180 | LCC = 0.9418 | SRCC = 0.9439 ] +INFO:root:Average loss=0.1099414878930801 +INFO:root: +[Valid][19][UTT][ MSE = 0.2381 | LCC = 0.8540 | SRCC = 0.8563 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1045 | LCC = 0.9343 | SRCC = 0.9375 ] +INFO:root:Average loss=0.10246308281635627 +INFO:root: +[Valid][20][UTT][ MSE = 0.2269 | LCC = 0.8567 | SRCC = 0.8573 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1118 | LCC = 0.9374 | SRCC = 0.9388 ] +INFO:root:Average loss=0.08834201890306595 +INFO:root: +[Valid][21][UTT][ MSE = 0.2248 | LCC = 0.8576 | SRCC = 0.8590 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1107 | LCC = 0.9381 | SRCC = 0.9404 ] +INFO:root:Average loss=0.09214216528030542 +INFO:root: +[Valid][22][UTT][ MSE = 0.2268 | LCC = 0.8577 | SRCC = 0.8575 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1151 | LCC = 0.9379 | SRCC = 0.9374 ] +INFO:root:Average loss=0.0861392863190327 +INFO:root: +[Valid][23][UTT][ MSE = 0.2276 | LCC = 0.8592 | SRCC = 0.8582 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1171 | LCC = 0.9395 | SRCC = 0.9368 ] +INFO:root:Average loss=0.08297002969835049 +INFO:root: +[Valid][24][UTT][ MSE = 0.2225 | LCC = 0.8581 | SRCC = 0.8594 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1059 | LCC = 0.9389 | SRCC = 0.9393 ] +INFO:root:Average loss=0.08107748761391029 +INFO:root: +[Valid][25][UTT][ MSE = 0.2240 | LCC = 0.8560 | SRCC = 0.8576 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.0999 | LCC = 0.9368 | SRCC = 0.9378 ] +INFO:root:Average loss=0.08181412455936272 +INFO:root: +[Valid][26][UTT][ MSE = 0.2633 | LCC = 0.8505 | SRCC = 0.8536 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1195 | LCC = 0.9317 | SRCC = 0.9354 ] +INFO:root:Average loss=0.08006067163287064 +INFO:root: +[Valid][27][UTT][ MSE = 0.2285 | LCC = 0.8591 | SRCC = 0.8599 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1223 | LCC = 0.9361 | SRCC = 0.9371 ] +INFO:root:Average loss=0.0724979533503453 +INFO:root: +[Valid][28][UTT][ MSE = 0.2392 | LCC = 0.8618 | SRCC = 0.8625 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1414 | LCC = 0.9378 | SRCC = 0.9392 ] +INFO:root:Average loss=0.07169662492397504 +INFO:root: +[Valid][29][UTT][ MSE = 0.2667 | LCC = 0.8554 | SRCC = 0.8579 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1690 | LCC = 0.9347 | SRCC = 0.9387 ] +INFO:root:Average loss=0.07730462015248261 +INFO:root: +[Valid][30][UTT][ MSE = 0.2445 | LCC = 0.8549 | SRCC = 0.8569 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1407 | LCC = 0.9337 | SRCC = 0.9361 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2139 | LCC = 0.8696 | SRCC = 0.8700 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1040 | LCC = 0.9223 | SRCC = 0.9209 ] diff --git a/results_bvcc/hubert_base/layer1/run3/config.gin b/results_bvcc/hubert_base/layer1/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer1/run3/model.pt b/results_bvcc/hubert_base/layer1/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c939315670895e12f9f7b5d29dc205ae31781f5 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c450cc78dbc6616ae7a33e5413e42f097d79c87af9f9ec618d9df7b9e163228d +size 2747979 diff --git a/results_bvcc/hubert_base/layer1/run3/model_best.pt b/results_bvcc/hubert_base/layer1/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc38c98c90776bd52dd94cb6285b4b254b5e9408 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3b5296d304624d2218addd9b682eb5109df125e651b4e03a7f3709d003ada4 +size 2749638 diff --git a/results_bvcc/hubert_base/layer1/run3/train.log b/results_bvcc/hubert_base/layer1/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e4c12f15ff95d363469a85694a27bf17e6f3dec5 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5181198582435266 +INFO:root: +[Valid][0][UTT][ MSE = 0.3897 | LCC = 0.7630 | SRCC = 0.7704 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2450 | LCC = 0.8482 | SRCC = 0.8533 ] +INFO:root:Average loss=0.3061543538784369 +INFO:root: +[Valid][1][UTT][ MSE = 0.3143 | LCC = 0.7905 | SRCC = 0.7990 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1838 | LCC = 0.8768 | SRCC = 0.8851 ] +INFO:root:Average loss=0.26039037318565905 +INFO:root: +[Valid][2][UTT][ MSE = 0.2891 | LCC = 0.8182 | SRCC = 0.8212 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1581 | LCC = 0.8984 | SRCC = 0.8992 ] +INFO:root:Average loss=0.24939049188143167 +INFO:root: +[Valid][3][UTT][ MSE = 0.2805 | LCC = 0.8189 | SRCC = 0.8277 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1504 | LCC = 0.9056 | SRCC = 0.9154 ] +INFO:root:Average loss=0.22612146937694305 +INFO:root: +[Valid][4][UTT][ MSE = 0.2772 | LCC = 0.8327 | SRCC = 0.8353 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1286 | LCC = 0.9216 | SRCC = 0.9234 ] +INFO:root:Average loss=0.20926891076259124 +INFO:root: +[Valid][5][UTT][ MSE = 0.2523 | LCC = 0.8406 | SRCC = 0.8436 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1170 | LCC = 0.9279 | SRCC = 0.9306 ] +INFO:root:Average loss=0.19098575269946685 +INFO:root: +[Valid][6][UTT][ MSE = 0.2390 | LCC = 0.8469 | SRCC = 0.8479 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1091 | LCC = 0.9249 | SRCC = 0.9269 ] +INFO:root:Average loss=0.18265499642644173 +INFO:root: +[Valid][7][UTT][ MSE = 0.2467 | LCC = 0.8454 | SRCC = 0.8455 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1049 | LCC = 0.9298 | SRCC = 0.9255 ] +INFO:root:Average loss=0.17338330222245973 +INFO:root: +[Valid][8][UTT][ MSE = 0.2608 | LCC = 0.8435 | SRCC = 0.8459 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1489 | LCC = 0.9229 | SRCC = 0.9290 ] +INFO:root:Average loss=0.16820461608660528 +INFO:root: +[Valid][9][UTT][ MSE = 0.2571 | LCC = 0.8541 | SRCC = 0.8547 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1270 | LCC = 0.9342 | SRCC = 0.9367 ] +INFO:root:Average loss=0.15494681044648856 +INFO:root: +[Valid][10][UTT][ MSE = 0.2493 | LCC = 0.8554 | SRCC = 0.8560 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1088 | LCC = 0.9337 | SRCC = 0.9335 ] +INFO:root:Average loss=0.14655293189944366 +INFO:root: +[Valid][11][UTT][ MSE = 0.2403 | LCC = 0.8591 | SRCC = 0.8591 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1080 | LCC = 0.9375 | SRCC = 0.9379 ] +INFO:root:Average loss=0.13986192786922821 +INFO:root: +[Valid][12][UTT][ MSE = 0.2500 | LCC = 0.8557 | SRCC = 0.8594 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1423 | LCC = 0.9349 | SRCC = 0.9402 ] +INFO:root:Average loss=0.14596546818621647 +INFO:root: +[Valid][13][UTT][ MSE = 0.2508 | LCC = 0.8538 | SRCC = 0.8571 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1344 | LCC = 0.9372 | SRCC = 0.9438 ] +INFO:root:Average loss=0.12955845558108428 +INFO:root: +[Valid][14][UTT][ MSE = 0.2391 | LCC = 0.8549 | SRCC = 0.8567 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1204 | LCC = 0.9379 | SRCC = 0.9446 ] +INFO:root:Average loss=0.12262226545657867 +INFO:root: +[Valid][15][UTT][ MSE = 0.2432 | LCC = 0.8598 | SRCC = 0.8593 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1237 | LCC = 0.9384 | SRCC = 0.9405 ] +INFO:root:Average loss=0.1171158166267933 +INFO:root: +[Valid][16][UTT][ MSE = 0.2238 | LCC = 0.8576 | SRCC = 0.8590 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.0939 | LCC = 0.9404 | SRCC = 0.9445 ] +INFO:root:Average loss=0.11116853977243106 +INFO:root: +[Valid][17][UTT][ MSE = 0.2508 | LCC = 0.8561 | SRCC = 0.8584 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1401 | LCC = 0.9365 | SRCC = 0.9440 ] +INFO:root:Average loss=0.11663498624395101 +INFO:root: +[Valid][18][UTT][ MSE = 0.2362 | LCC = 0.8557 | SRCC = 0.8589 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1259 | LCC = 0.9334 | SRCC = 0.9407 ] +INFO:root:Average loss=0.10476142597886232 +INFO:root: +[Valid][19][UTT][ MSE = 0.2322 | LCC = 0.8579 | SRCC = 0.8585 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1061 | LCC = 0.9405 | SRCC = 0.9441 ] +INFO:root:Average loss=0.10233628597014989 +INFO:root: +[Valid][20][UTT][ MSE = 0.2311 | LCC = 0.8612 | SRCC = 0.8614 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1137 | LCC = 0.9411 | SRCC = 0.9429 ] +INFO:root:Average loss=0.09849247135795079 +INFO:root: +[Valid][21][UTT][ MSE = 0.2503 | LCC = 0.8526 | SRCC = 0.8584 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1401 | LCC = 0.9324 | SRCC = 0.9464 ] +INFO:root:Average loss=0.09012282162140577 +INFO:root: +[Valid][22][UTT][ MSE = 0.2255 | LCC = 0.8553 | SRCC = 0.8568 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.0989 | LCC = 0.9384 | SRCC = 0.9427 ] +INFO:root:Average loss=0.08567754881313214 +INFO:root: +[Valid][23][UTT][ MSE = 0.2309 | LCC = 0.8599 | SRCC = 0.8595 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1007 | LCC = 0.9416 | SRCC = 0.9424 ] +INFO:root:Average loss=0.08339595398268639 +INFO:root: +[Valid][24][UTT][ MSE = 0.2495 | LCC = 0.8536 | SRCC = 0.8551 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1426 | LCC = 0.9318 | SRCC = 0.9383 ] +INFO:root:Average loss=0.08013500015322979 +INFO:root: +[Valid][25][UTT][ MSE = 0.2238 | LCC = 0.8589 | SRCC = 0.8590 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1008 | LCC = 0.9385 | SRCC = 0.9394 ] +INFO:root:Average loss=0.08529078229688682 +INFO:root: +[Valid][26][UTT][ MSE = 0.2334 | LCC = 0.8610 | SRCC = 0.8624 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1237 | LCC = 0.9382 | SRCC = 0.9405 ] +INFO:root:Average loss=0.08270134404301643 +INFO:root: +[Valid][27][UTT][ MSE = 0.2338 | LCC = 0.8572 | SRCC = 0.8593 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1177 | LCC = 0.9388 | SRCC = 0.9432 ] +INFO:root:Average loss=0.0773318352129979 +INFO:root: +[Valid][28][UTT][ MSE = 0.2543 | LCC = 0.8544 | SRCC = 0.8567 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1445 | LCC = 0.9377 | SRCC = 0.9433 ] +INFO:root:Average loss=0.07011769716747296 +INFO:root: +[Valid][29][UTT][ MSE = 0.2269 | LCC = 0.8554 | SRCC = 0.8560 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.0970 | LCC = 0.9405 | SRCC = 0.9442 ] +INFO:root:Average loss=0.07199161055569465 +INFO:root: +[Valid][30][UTT][ MSE = 0.2285 | LCC = 0.8559 | SRCC = 0.8565 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1105 | LCC = 0.9372 | SRCC = 0.9388 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2295 | LCC = 0.8623 | SRCC = 0.8592 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1318 | LCC = 0.9188 | SRCC = 0.9177 ] diff --git a/results_bvcc/hubert_base/layer1/run4/config.gin b/results_bvcc/hubert_base/layer1/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer1/run4/model.pt b/results_bvcc/hubert_base/layer1/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f109d3ba98ca6e5ff90e56ebad1712f692d4b9e9 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df39695914b6c0e18c0d3afe2704c88550d0c0bc254c4326fdc4cec476e70c7f +size 2747979 diff --git a/results_bvcc/hubert_base/layer1/run4/model_best.pt b/results_bvcc/hubert_base/layer1/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..66f8f64986a4f49c758c77cdc99d4f5bb5f2aeea --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d5f557d55a496ed05e25c290ea30f8d0059f577027ba84a00fde5f07ee67ac +size 2749638 diff --git a/results_bvcc/hubert_base/layer1/run4/train.log b/results_bvcc/hubert_base/layer1/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..160505d341846e8c810de9f37a84dc0b252ebc75 --- /dev/null +++ b/results_bvcc/hubert_base/layer1/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5284858185511369 +INFO:root: +[Valid][0][UTT][ MSE = 0.4332 | LCC = 0.7519 | SRCC = 0.7575 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3414 | LCC = 0.8354 | SRCC = 0.8413 ] +INFO:root:Average loss=0.2997403721778821 +INFO:root: +[Valid][1][UTT][ MSE = 0.3282 | LCC = 0.7964 | SRCC = 0.7973 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2147 | LCC = 0.8809 | SRCC = 0.8803 ] +INFO:root:Average loss=0.27416255114934385 +INFO:root: +[Valid][2][UTT][ MSE = 0.2998 | LCC = 0.8176 | SRCC = 0.8170 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1832 | LCC = 0.9013 | SRCC = 0.8954 ] +INFO:root:Average loss=0.2502118564951114 +INFO:root: +[Valid][3][UTT][ MSE = 0.3109 | LCC = 0.8290 | SRCC = 0.8271 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2017 | LCC = 0.9123 | SRCC = 0.9055 ] +INFO:root:Average loss=0.2391085383028556 +INFO:root: +[Valid][4][UTT][ MSE = 0.2891 | LCC = 0.8355 | SRCC = 0.8351 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1805 | LCC = 0.9186 | SRCC = 0.9176 ] +INFO:root:Average loss=0.21475407022696275 +INFO:root: +[Valid][5][UTT][ MSE = 0.2897 | LCC = 0.8408 | SRCC = 0.8410 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1840 | LCC = 0.9247 | SRCC = 0.9260 ] +INFO:root:Average loss=0.1941039843054918 +INFO:root: +[Valid][6][UTT][ MSE = 0.3224 | LCC = 0.8419 | SRCC = 0.8438 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2338 | LCC = 0.9231 | SRCC = 0.9266 ] +INFO:root:Average loss=0.19239784605227983 +INFO:root: +[Valid][7][UTT][ MSE = 0.2689 | LCC = 0.8446 | SRCC = 0.8460 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1637 | LCC = 0.9252 | SRCC = 0.9253 ] +INFO:root:Average loss=0.1749706174700688 +INFO:root: +[Valid][8][UTT][ MSE = 0.2556 | LCC = 0.8480 | SRCC = 0.8490 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1468 | LCC = 0.9295 | SRCC = 0.9323 ] +INFO:root:Average loss=0.16633262351537362 +INFO:root: +[Valid][9][UTT][ MSE = 0.2833 | LCC = 0.8513 | SRCC = 0.8514 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1909 | LCC = 0.9302 | SRCC = 0.9292 ] +INFO:root:Average loss=0.17229539385208717 +INFO:root: +[Valid][10][UTT][ MSE = 0.2511 | LCC = 0.8518 | SRCC = 0.8533 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1161 | LCC = 0.9394 | SRCC = 0.9404 ] +INFO:root:Average loss=0.1482675330570111 +INFO:root: +[Valid][11][UTT][ MSE = 0.2402 | LCC = 0.8515 | SRCC = 0.8522 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1260 | LCC = 0.9335 | SRCC = 0.9332 ] +INFO:root:Average loss=0.14317515807656142 +INFO:root: +[Valid][12][UTT][ MSE = 0.2416 | LCC = 0.8591 | SRCC = 0.8591 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1319 | LCC = 0.9426 | SRCC = 0.9416 ] +INFO:root:Average loss=0.1461752892877811 +INFO:root: +[Valid][13][UTT][ MSE = 0.2511 | LCC = 0.8493 | SRCC = 0.8507 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1249 | LCC = 0.9357 | SRCC = 0.9360 ] +INFO:root:Average loss=0.13333749685149926 +INFO:root: +[Valid][14][UTT][ MSE = 0.2645 | LCC = 0.8521 | SRCC = 0.8529 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1699 | LCC = 0.9349 | SRCC = 0.9367 ] +INFO:root:Average loss=0.1303407653975181 +INFO:root: +[Valid][15][UTT][ MSE = 0.2348 | LCC = 0.8567 | SRCC = 0.8566 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1176 | LCC = 0.9390 | SRCC = 0.9388 ] +INFO:root:Average loss=0.11859025108890656 +INFO:root: +[Valid][16][UTT][ MSE = 0.2777 | LCC = 0.8517 | SRCC = 0.8547 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1849 | LCC = 0.9332 | SRCC = 0.9401 ] +INFO:root:Average loss=0.11464585230136529 +INFO:root: +[Valid][17][UTT][ MSE = 0.2592 | LCC = 0.8519 | SRCC = 0.8521 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1497 | LCC = 0.9383 | SRCC = 0.9394 ] +INFO:root:Average loss=0.10985518676730302 +INFO:root: +[Valid][18][UTT][ MSE = 0.2337 | LCC = 0.8553 | SRCC = 0.8561 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1042 | LCC = 0.9429 | SRCC = 0.9424 ] +INFO:root:Average loss=0.11414674306527162 +INFO:root: +[Valid][19][UTT][ MSE = 0.2458 | LCC = 0.8523 | SRCC = 0.8531 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1365 | LCC = 0.9369 | SRCC = 0.9391 ] +INFO:root:Average loss=0.09578809218528943 +INFO:root: +[Valid][20][UTT][ MSE = 0.2482 | LCC = 0.8497 | SRCC = 0.8500 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1384 | LCC = 0.9344 | SRCC = 0.9358 ] +INFO:root:Average loss=0.09909573885110709 +INFO:root: +[Valid][21][UTT][ MSE = 0.2306 | LCC = 0.8549 | SRCC = 0.8536 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1048 | LCC = 0.9411 | SRCC = 0.9377 ] +INFO:root:Average loss=0.09850130640925506 +INFO:root: +[Valid][22][UTT][ MSE = 0.2339 | LCC = 0.8546 | SRCC = 0.8534 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1249 | LCC = 0.9372 | SRCC = 0.9357 ] +INFO:root:Average loss=0.09136844612658024 +INFO:root: +[Valid][23][UTT][ MSE = 0.2328 | LCC = 0.8552 | SRCC = 0.8549 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1080 | LCC = 0.9407 | SRCC = 0.9403 ] +INFO:root:Average loss=0.0871920762822414 +INFO:root: +[Valid][24][UTT][ MSE = 0.2477 | LCC = 0.8539 | SRCC = 0.8531 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1391 | LCC = 0.9409 | SRCC = 0.9402 ] +INFO:root:Average loss=0.09139888069759576 +INFO:root: +[Valid][25][UTT][ MSE = 0.2991 | LCC = 0.8554 | SRCC = 0.8552 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.2091 | LCC = 0.9404 | SRCC = 0.9402 ] +INFO:root:Average loss=0.08011570443900731 +INFO:root: +[Valid][26][UTT][ MSE = 0.2352 | LCC = 0.8546 | SRCC = 0.8547 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1241 | LCC = 0.9378 | SRCC = 0.9384 ] +INFO:root:Average loss=0.080229947104668 +INFO:root: +[Valid][27][UTT][ MSE = 0.2417 | LCC = 0.8543 | SRCC = 0.8539 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1328 | LCC = 0.9386 | SRCC = 0.9394 ] +INFO:root:Average loss=0.07856815609221275 +INFO:root: +[Valid][28][UTT][ MSE = 0.2588 | LCC = 0.8577 | SRCC = 0.8567 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1552 | LCC = 0.9430 | SRCC = 0.9428 ] +INFO:root:Average loss=0.07652640290176257 +INFO:root: +[Valid][29][UTT][ MSE = 0.2330 | LCC = 0.8583 | SRCC = 0.8590 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1291 | LCC = 0.9387 | SRCC = 0.9399 ] +INFO:root:Average loss=0.07381898833390994 +INFO:root: +[Valid][30][UTT][ MSE = 0.2407 | LCC = 0.8596 | SRCC = 0.8583 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1408 | LCC = 0.9399 | SRCC = 0.9394 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2239 | LCC = 0.8634 | SRCC = 0.8640 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1066 | LCC = 0.9264 | SRCC = 0.9250 ] diff --git a/results_bvcc/hubert_base/layer10/run0/config.gin b/results_bvcc/hubert_base/layer10/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer10/run0/model.pt b/results_bvcc/hubert_base/layer10/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e06959a2293a4cddef0049cc7160deded522ad2b --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f2291750681e519f7992caa21f7b299c73ca3d6bd26114c56385fbf2eea6c1c +size 2747979 diff --git a/results_bvcc/hubert_base/layer10/run0/model_best.pt b/results_bvcc/hubert_base/layer10/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b66e11ea12ea7ae0cb1f56bf789ee2886e1e721 --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2601a74464b1547e6f1dae74cbec5a085cfcb5135fb0843609a699b708cfb334 +size 2749638 diff --git a/results_bvcc/hubert_base/layer10/run0/train.log b/results_bvcc/hubert_base/layer10/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..98965e92967a0d6fbc9d7bc4c6380fc1122b1e4d --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5033356692546453 +INFO:root: +[Valid][0][UTT][ MSE = 0.4002 | LCC = 0.7652 | SRCC = 0.7711 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2548 | LCC = 0.8548 | SRCC = 0.8600 ] +INFO:root:Average loss=0.31777618042169475 +INFO:root: +[Valid][1][UTT][ MSE = 0.3519 | LCC = 0.7857 | SRCC = 0.7850 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2185 | LCC = 0.8663 | SRCC = 0.8642 ] +INFO:root:Average loss=0.2676999425658813 +INFO:root: +[Valid][2][UTT][ MSE = 0.3227 | LCC = 0.8019 | SRCC = 0.8004 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1951 | LCC = 0.8784 | SRCC = 0.8789 ] +INFO:root:Average loss=0.24084345595194742 +INFO:root: +[Valid][3][UTT][ MSE = 0.3585 | LCC = 0.7996 | SRCC = 0.8030 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2392 | LCC = 0.8792 | SRCC = 0.8776 ] +INFO:root:Average loss=0.2247477154701184 +INFO:root: +[Valid][4][UTT][ MSE = 0.3083 | LCC = 0.8087 | SRCC = 0.8079 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1825 | LCC = 0.8862 | SRCC = 0.8847 ] +INFO:root:Average loss=0.20536349971707052 +INFO:root: +[Valid][5][UTT][ MSE = 0.3052 | LCC = 0.8044 | SRCC = 0.8022 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1717 | LCC = 0.8886 | SRCC = 0.8826 ] +INFO:root:Average loss=0.1901614881860904 +INFO:root: +[Valid][6][UTT][ MSE = 0.3250 | LCC = 0.8118 | SRCC = 0.8095 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1767 | LCC = 0.8970 | SRCC = 0.8932 ] +INFO:root:Average loss=0.18059808092239577 +INFO:root: +[Valid][7][UTT][ MSE = 0.3064 | LCC = 0.8090 | SRCC = 0.8065 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1797 | LCC = 0.8920 | SRCC = 0.8872 ] +INFO:root:Average loss=0.16620062473110664 +INFO:root: +[Valid][8][UTT][ MSE = 0.3058 | LCC = 0.7987 | SRCC = 0.7960 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1561 | LCC = 0.8955 | SRCC = 0.8901 ] +INFO:root:Average loss=0.15745084522626338 +INFO:root: +[Valid][9][UTT][ MSE = 0.2903 | LCC = 0.8119 | SRCC = 0.8117 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1542 | LCC = 0.9033 | SRCC = 0.9028 ] +INFO:root:Average loss=0.1498152426420114 +INFO:root: +[Valid][10][UTT][ MSE = 0.3139 | LCC = 0.7975 | SRCC = 0.7986 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1756 | LCC = 0.8942 | SRCC = 0.8960 ] +INFO:root:Average loss=0.14146427227518496 +INFO:root: +[Valid][11][UTT][ MSE = 0.3031 | LCC = 0.8001 | SRCC = 0.7982 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1528 | LCC = 0.8943 | SRCC = 0.8888 ] +INFO:root:Average loss=0.13995567145637977 +INFO:root: +[Valid][12][UTT][ MSE = 0.3076 | LCC = 0.8017 | SRCC = 0.7999 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1603 | LCC = 0.8949 | SRCC = 0.8911 ] +INFO:root:Average loss=0.13114866728966051 +INFO:root: +[Valid][13][UTT][ MSE = 0.3125 | LCC = 0.7958 | SRCC = 0.7947 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1722 | LCC = 0.8956 | SRCC = 0.8911 ] +INFO:root:Average loss=0.12446253956892551 +INFO:root: +[Valid][14][UTT][ MSE = 0.3002 | LCC = 0.8019 | SRCC = 0.8003 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1518 | LCC = 0.8981 | SRCC = 0.8944 ] +INFO:root:Average loss=0.1157697679904791 +INFO:root: +[Valid][15][UTT][ MSE = 0.3055 | LCC = 0.8004 | SRCC = 0.7990 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1667 | LCC = 0.8962 | SRCC = 0.8930 ] +INFO:root:Average loss=0.10804293199609487 +INFO:root: +[Valid][16][UTT][ MSE = 0.3485 | LCC = 0.7930 | SRCC = 0.7938 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.2246 | LCC = 0.8893 | SRCC = 0.8915 ] +INFO:root:Average loss=0.10732149671858703 +INFO:root: +[Valid][17][UTT][ MSE = 0.3177 | LCC = 0.7878 | SRCC = 0.7851 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1715 | LCC = 0.8887 | SRCC = 0.8851 ] +INFO:root:Average loss=0.09771691043025409 +INFO:root: +[Valid][18][UTT][ MSE = 0.3237 | LCC = 0.7983 | SRCC = 0.7977 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.2017 | LCC = 0.8904 | SRCC = 0.8913 ] +INFO:root:Average loss=0.09719026265427089 +INFO:root: +[Valid][19][UTT][ MSE = 0.2984 | LCC = 0.8012 | SRCC = 0.8002 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1563 | LCC = 0.8939 | SRCC = 0.8907 ] +INFO:root:Average loss=0.09195948478121024 +INFO:root: +[Valid][20][UTT][ MSE = 0.3083 | LCC = 0.7958 | SRCC = 0.7955 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1717 | LCC = 0.8884 | SRCC = 0.8888 ] +INFO:root:Average loss=0.08915351603466731 +INFO:root: +[Valid][21][UTT][ MSE = 0.3112 | LCC = 0.8064 | SRCC = 0.8042 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1573 | LCC = 0.8971 | SRCC = 0.8950 ] +INFO:root:Average loss=0.0865815760424504 +INFO:root: +[Valid][22][UTT][ MSE = 0.3019 | LCC = 0.8007 | SRCC = 0.7985 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1637 | LCC = 0.8946 | SRCC = 0.8925 ] +INFO:root:Average loss=0.08003037933928844 +INFO:root: +[Valid][23][UTT][ MSE = 0.3100 | LCC = 0.7960 | SRCC = 0.7945 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1683 | LCC = 0.8934 | SRCC = 0.8934 ] +INFO:root:Average loss=0.07735974828784282 +INFO:root: +[Valid][24][UTT][ MSE = 0.3053 | LCC = 0.7978 | SRCC = 0.7972 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1629 | LCC = 0.8951 | SRCC = 0.8942 ] +INFO:root:Average loss=0.07809004641305177 +INFO:root: +[Valid][25][UTT][ MSE = 0.3093 | LCC = 0.7994 | SRCC = 0.7982 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1808 | LCC = 0.8902 | SRCC = 0.8885 ] +INFO:root:Average loss=0.0753179713128469 +INFO:root: +[Valid][26][UTT][ MSE = 0.3106 | LCC = 0.7976 | SRCC = 0.7962 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1720 | LCC = 0.8945 | SRCC = 0.8891 ] +INFO:root:Average loss=0.06887564110832337 +INFO:root: +[Valid][27][UTT][ MSE = 0.3124 | LCC = 0.7987 | SRCC = 0.7980 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1762 | LCC = 0.8963 | SRCC = 0.8968 ] +INFO:root:Average loss=0.06908391401744805 +INFO:root: +[Valid][28][UTT][ MSE = 0.2959 | LCC = 0.8037 | SRCC = 0.8022 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1515 | LCC = 0.9008 | SRCC = 0.8987 ] +INFO:root:Average loss=0.06438208376176846 +INFO:root: +[Valid][29][UTT][ MSE = 0.3180 | LCC = 0.7891 | SRCC = 0.7872 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1707 | LCC = 0.8915 | SRCC = 0.8867 ] +INFO:root:Average loss=0.06554061384537281 +INFO:root: +[Valid][30][UTT][ MSE = 0.3049 | LCC = 0.8040 | SRCC = 0.8019 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1530 | LCC = 0.8977 | SRCC = 0.8933 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2739 | LCC = 0.8289 | SRCC = 0.8296 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1734 | LCC = 0.8807 | SRCC = 0.8782 ] diff --git a/results_bvcc/hubert_base/layer10/run1/config.gin b/results_bvcc/hubert_base/layer10/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer10/run1/model.pt b/results_bvcc/hubert_base/layer10/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..49f9212336671393cd6c482a789a3680d6e7ba25 --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14506f2d15c33de12f71812c9e665a10e6f7eb27b11a95578bad78c422a6fac1 +size 2747979 diff --git a/results_bvcc/hubert_base/layer10/run1/model_best.pt b/results_bvcc/hubert_base/layer10/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..931d8ee64b5080077d7636960f20befc49911266 --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d0e665475679472552691a3c201339d0e41e0072e11ae0ce10fdccd1d9a8bb8 +size 2749638 diff --git a/results_bvcc/hubert_base/layer10/run1/train.log b/results_bvcc/hubert_base/layer10/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..304a1d4a3ab331abc3c9c058116d9d670cccf760 --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5958591260207005 +INFO:root: +[Valid][0][UTT][ MSE = 0.4432 | LCC = 0.7455 | SRCC = 0.7596 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3147 | LCC = 0.8365 | SRCC = 0.8491 ] +INFO:root:Average loss=0.31784709390157306 +INFO:root: +[Valid][1][UTT][ MSE = 0.3693 | LCC = 0.7903 | SRCC = 0.7896 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2584 | LCC = 0.8677 | SRCC = 0.8679 ] +INFO:root:Average loss=0.26778857983075655 +INFO:root: +[Valid][2][UTT][ MSE = 0.3758 | LCC = 0.7911 | SRCC = 0.7897 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2563 | LCC = 0.8782 | SRCC = 0.8776 ] +INFO:root:Average loss=0.24316872274264312 +INFO:root: +[Valid][3][UTT][ MSE = 0.3461 | LCC = 0.8061 | SRCC = 0.8037 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2378 | LCC = 0.8850 | SRCC = 0.8830 ] +INFO:root:Average loss=0.22215495717066985 +INFO:root: +[Valid][4][UTT][ MSE = 0.3157 | LCC = 0.8060 | SRCC = 0.8048 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1947 | LCC = 0.8839 | SRCC = 0.8806 ] +INFO:root:Average loss=0.1983330698731618 +INFO:root: +[Valid][5][UTT][ MSE = 0.3578 | LCC = 0.8032 | SRCC = 0.8027 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2493 | LCC = 0.8897 | SRCC = 0.8887 ] +INFO:root:Average loss=0.19285505169477218 +INFO:root: +[Valid][6][UTT][ MSE = 0.3232 | LCC = 0.8023 | SRCC = 0.8006 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2064 | LCC = 0.8884 | SRCC = 0.8832 ] +INFO:root:Average loss=0.17777835787870946 +INFO:root: +[Valid][7][UTT][ MSE = 0.3136 | LCC = 0.8063 | SRCC = 0.8053 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1928 | LCC = 0.8905 | SRCC = 0.8857 ] +INFO:root:Average loss=0.16678370353885186 +INFO:root: +[Valid][8][UTT][ MSE = 0.3180 | LCC = 0.8013 | SRCC = 0.7973 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1975 | LCC = 0.8910 | SRCC = 0.8824 ] +INFO:root:Average loss=0.1574844096142512 +INFO:root: +[Valid][9][UTT][ MSE = 0.3097 | LCC = 0.8015 | SRCC = 0.8005 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1623 | LCC = 0.8958 | SRCC = 0.8898 ] +INFO:root:Average loss=0.1525065153837204 +INFO:root: +[Valid][10][UTT][ MSE = 0.3064 | LCC = 0.8032 | SRCC = 0.8020 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1676 | LCC = 0.9003 | SRCC = 0.8933 ] +INFO:root:Average loss=0.1333569322641079 +INFO:root: +[Valid][11][UTT][ MSE = 0.3116 | LCC = 0.7979 | SRCC = 0.7953 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1705 | LCC = 0.8975 | SRCC = 0.8910 ] +INFO:root:Average loss=0.13018982580456978 +INFO:root: +[Valid][12][UTT][ MSE = 0.3212 | LCC = 0.8046 | SRCC = 0.8039 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2097 | LCC = 0.8936 | SRCC = 0.8890 ] +INFO:root:Average loss=0.11908873189718296 +INFO:root: +[Valid][13][UTT][ MSE = 0.3308 | LCC = 0.8043 | SRCC = 0.8031 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.2064 | LCC = 0.9006 | SRCC = 0.8970 ] +INFO:root:Average loss=0.11443893420390594 +INFO:root: +[Valid][14][UTT][ MSE = 0.3023 | LCC = 0.8034 | SRCC = 0.8025 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1683 | LCC = 0.8987 | SRCC = 0.8950 ] +INFO:root:Average loss=0.10760058701420441 +INFO:root: +[Valid][15][UTT][ MSE = 0.3049 | LCC = 0.8041 | SRCC = 0.8023 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1732 | LCC = 0.9012 | SRCC = 0.8952 ] +INFO:root:Average loss=0.11096659283607434 +INFO:root: +[Valid][16][UTT][ MSE = 0.3270 | LCC = 0.8057 | SRCC = 0.8046 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.2084 | LCC = 0.9003 | SRCC = 0.8956 ] +INFO:root:Average loss=0.0975141258767018 +INFO:root: +[Valid][17][UTT][ MSE = 0.3082 | LCC = 0.7946 | SRCC = 0.7937 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1641 | LCC = 0.8950 | SRCC = 0.8885 ] +INFO:root:Average loss=0.09646775583044076 +INFO:root: +[Valid][18][UTT][ MSE = 0.3040 | LCC = 0.7992 | SRCC = 0.7980 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1524 | LCC = 0.9001 | SRCC = 0.8940 ] +INFO:root:Average loss=0.09149353354214093 +INFO:root: +[Valid][19][UTT][ MSE = 0.3132 | LCC = 0.7991 | SRCC = 0.7973 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1546 | LCC = 0.8978 | SRCC = 0.8931 ] +INFO:root:Average loss=0.09269362334639598 +INFO:root: +[Valid][20][UTT][ MSE = 0.3139 | LCC = 0.8024 | SRCC = 0.8013 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1824 | LCC = 0.9027 | SRCC = 0.8994 ] +INFO:root:Average loss=0.08593539115137015 +INFO:root: +[Valid][21][UTT][ MSE = 0.3009 | LCC = 0.8021 | SRCC = 0.7995 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1621 | LCC = 0.9005 | SRCC = 0.8940 ] +INFO:root:Average loss=0.08203450704996403 +INFO:root: +[Valid][22][UTT][ MSE = 0.3016 | LCC = 0.8015 | SRCC = 0.7979 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1703 | LCC = 0.8942 | SRCC = 0.8850 ] +INFO:root:Average loss=0.07875701484198754 +INFO:root: +[Valid][23][UTT][ MSE = 0.3189 | LCC = 0.8011 | SRCC = 0.7992 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1990 | LCC = 0.8986 | SRCC = 0.8931 ] +INFO:root:Average loss=0.07859023870565952 +INFO:root: +[Valid][24][UTT][ MSE = 0.2978 | LCC = 0.8067 | SRCC = 0.8040 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1495 | LCC = 0.9018 | SRCC = 0.8949 ] +INFO:root:Average loss=0.07488948059005615 +INFO:root: +[Valid][25][UTT][ MSE = 0.2997 | LCC = 0.8043 | SRCC = 0.8028 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1717 | LCC = 0.8973 | SRCC = 0.8943 ] +INFO:root:Average loss=0.07082275688075103 +INFO:root: +[Valid][26][UTT][ MSE = 0.3149 | LCC = 0.8014 | SRCC = 0.7991 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1922 | LCC = 0.8974 | SRCC = 0.8898 ] +INFO:root:Average loss=0.0719907151009792 +INFO:root: +[Valid][27][UTT][ MSE = 0.2933 | LCC = 0.8058 | SRCC = 0.8037 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1615 | LCC = 0.8959 | SRCC = 0.8917 ] +INFO:root:Average loss=0.06523319539160301 +INFO:root: +[Valid][28][UTT][ MSE = 0.3092 | LCC = 0.7970 | SRCC = 0.7961 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1777 | LCC = 0.8913 | SRCC = 0.8879 ] +INFO:root:Average loss=0.06336438417052612 +INFO:root: +[Valid][29][UTT][ MSE = 0.3069 | LCC = 0.8037 | SRCC = 0.8010 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1833 | LCC = 0.8953 | SRCC = 0.8913 ] +INFO:root:Average loss=0.06245805342227985 +INFO:root: +[Valid][30][UTT][ MSE = 0.3007 | LCC = 0.8009 | SRCC = 0.7979 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1556 | LCC = 0.8990 | SRCC = 0.8895 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2944 | LCC = 0.8191 | SRCC = 0.8217 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2010 | LCC = 0.8849 | SRCC = 0.8846 ] diff --git a/results_bvcc/hubert_base/layer10/run2/config.gin b/results_bvcc/hubert_base/layer10/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer10/run2/model.pt b/results_bvcc/hubert_base/layer10/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e6bf9176e58ec67e3b32ebeafc50ce3c86032d6 --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25885ec7b09b8f1fe4a49da642fb25545d5f6695b57bcd81ee6621665f6a5d86 +size 2747979 diff --git a/results_bvcc/hubert_base/layer10/run2/model_best.pt b/results_bvcc/hubert_base/layer10/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9109ffc8c845622f2495017dca428e6459d1489 --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9caa3fecb8889d8b06884faa75edbb81ec075fc3d9bad803482ddb234d8692b +size 2749638 diff --git a/results_bvcc/hubert_base/layer10/run2/train.log b/results_bvcc/hubert_base/layer10/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f0eca7e3f45e03d075786261177c15307747847f --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5655206820139518 +INFO:root: +[Valid][0][UTT][ MSE = 0.4035 | LCC = 0.7528 | SRCC = 0.7576 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2700 | LCC = 0.8385 | SRCC = 0.8422 ] +INFO:root:Average loss=0.3192965671038016 +INFO:root: +[Valid][1][UTT][ MSE = 0.3517 | LCC = 0.7830 | SRCC = 0.7831 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2136 | LCC = 0.8693 | SRCC = 0.8711 ] +INFO:root:Average loss=0.2702742083332477 +INFO:root: +[Valid][2][UTT][ MSE = 0.3387 | LCC = 0.7926 | SRCC = 0.7924 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2059 | LCC = 0.8796 | SRCC = 0.8795 ] +INFO:root:Average loss=0.244405284906045 +INFO:root: +[Valid][3][UTT][ MSE = 0.3323 | LCC = 0.7940 | SRCC = 0.7922 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1888 | LCC = 0.8864 | SRCC = 0.8863 ] +INFO:root:Average loss=0.2232212254252189 +INFO:root: +[Valid][4][UTT][ MSE = 0.3367 | LCC = 0.7901 | SRCC = 0.7883 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1992 | LCC = 0.8819 | SRCC = 0.8794 ] +INFO:root:Average loss=0.21875425963065562 +INFO:root: +[Valid][5][UTT][ MSE = 0.3456 | LCC = 0.7930 | SRCC = 0.7937 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2122 | LCC = 0.8879 | SRCC = 0.8863 ] +INFO:root:Average loss=0.19791641296484533 +INFO:root: +[Valid][6][UTT][ MSE = 0.3328 | LCC = 0.7930 | SRCC = 0.7929 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1964 | LCC = 0.8879 | SRCC = 0.8882 ] +INFO:root:Average loss=0.1837874008103823 +INFO:root: +[Valid][7][UTT][ MSE = 0.3274 | LCC = 0.7905 | SRCC = 0.7879 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1852 | LCC = 0.8833 | SRCC = 0.8782 ] +INFO:root:Average loss=0.18205590068529814 +INFO:root: +[Valid][8][UTT][ MSE = 0.3179 | LCC = 0.7946 | SRCC = 0.7939 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1803 | LCC = 0.8860 | SRCC = 0.8829 ] +INFO:root:Average loss=0.15939168135325113 +INFO:root: +[Valid][9][UTT][ MSE = 0.3238 | LCC = 0.7946 | SRCC = 0.7922 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1835 | LCC = 0.8875 | SRCC = 0.8831 ] +INFO:root:Average loss=0.15800001204777986 +INFO:root: +[Valid][10][UTT][ MSE = 0.3282 | LCC = 0.8009 | SRCC = 0.8012 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1903 | LCC = 0.9018 | SRCC = 0.9025 ] +INFO:root:Average loss=0.1438804074930839 +INFO:root: +[Valid][11][UTT][ MSE = 0.3084 | LCC = 0.8024 | SRCC = 0.8009 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1487 | LCC = 0.9068 | SRCC = 0.9024 ] +INFO:root:Average loss=0.14299816026901588 +INFO:root: +[Valid][12][UTT][ MSE = 0.3149 | LCC = 0.7950 | SRCC = 0.7933 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1600 | LCC = 0.8997 | SRCC = 0.8978 ] +INFO:root:Average loss=0.141434220262827 +INFO:root: +[Valid][13][UTT][ MSE = 0.3313 | LCC = 0.7937 | SRCC = 0.7953 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1929 | LCC = 0.8961 | SRCC = 0.8974 ] +INFO:root:Average loss=0.12591997581796768 +INFO:root: +[Valid][14][UTT][ MSE = 0.3483 | LCC = 0.7852 | SRCC = 0.7826 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1839 | LCC = 0.8910 | SRCC = 0.8852 ] +INFO:root:Average loss=0.12382707343651699 +INFO:root: +[Valid][15][UTT][ MSE = 0.3230 | LCC = 0.7916 | SRCC = 0.7893 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1829 | LCC = 0.8923 | SRCC = 0.8869 ] +INFO:root:Average loss=0.11171324140368363 +INFO:root: +[Valid][16][UTT][ MSE = 0.3084 | LCC = 0.7991 | SRCC = 0.7965 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1617 | LCC = 0.8996 | SRCC = 0.8943 ] +INFO:root:Average loss=0.10629674543937047 +INFO:root: +[Valid][17][UTT][ MSE = 0.3232 | LCC = 0.7944 | SRCC = 0.7936 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1864 | LCC = 0.8991 | SRCC = 0.8967 ] +INFO:root:Average loss=0.09958819376352505 +INFO:root: +[Valid][18][UTT][ MSE = 0.3113 | LCC = 0.7958 | SRCC = 0.7913 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1574 | LCC = 0.8995 | SRCC = 0.8937 ] +INFO:root:Average loss=0.09960171685386927 +INFO:root: +[Valid][19][UTT][ MSE = 0.3499 | LCC = 0.7954 | SRCC = 0.7974 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.2185 | LCC = 0.9000 | SRCC = 0.9030 ] +INFO:root:Average loss=0.09224664257505001 +INFO:root: +[Valid][20][UTT][ MSE = 0.3207 | LCC = 0.7884 | SRCC = 0.7864 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1663 | LCC = 0.8994 | SRCC = 0.8965 ] +INFO:root:Average loss=0.08918755964781994 +INFO:root: +[Valid][21][UTT][ MSE = 0.3207 | LCC = 0.7867 | SRCC = 0.7856 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1611 | LCC = 0.9009 | SRCC = 0.8989 ] +INFO:root:Average loss=0.08732920622405334 +INFO:root: +[Valid][22][UTT][ MSE = 0.3250 | LCC = 0.7867 | SRCC = 0.7835 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1663 | LCC = 0.8956 | SRCC = 0.8901 ] +INFO:root:Average loss=0.08633493799238633 +INFO:root: +[Valid][23][UTT][ MSE = 0.3155 | LCC = 0.7929 | SRCC = 0.7909 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1679 | LCC = 0.8983 | SRCC = 0.8961 ] +INFO:root:Average loss=0.07846110514723338 +INFO:root: +[Valid][24][UTT][ MSE = 0.3316 | LCC = 0.7864 | SRCC = 0.7848 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1941 | LCC = 0.8880 | SRCC = 0.8855 ] +INFO:root:Average loss=0.07537390840932345 +INFO:root: +[Valid][25][UTT][ MSE = 0.3363 | LCC = 0.7921 | SRCC = 0.7909 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1989 | LCC = 0.8948 | SRCC = 0.8955 ] +INFO:root:Average loss=0.07432126855620971 +INFO:root: +[Valid][26][UTT][ MSE = 0.3186 | LCC = 0.7913 | SRCC = 0.7891 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1708 | LCC = 0.8964 | SRCC = 0.8935 ] +INFO:root:Average loss=0.07119645245182209 +INFO:root: +[Valid][27][UTT][ MSE = 0.3118 | LCC = 0.7937 | SRCC = 0.7908 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1535 | LCC = 0.8983 | SRCC = 0.8931 ] +INFO:root:Average loss=0.0770054755684657 +INFO:root: +[Valid][28][UTT][ MSE = 0.3030 | LCC = 0.7998 | SRCC = 0.7981 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1535 | LCC = 0.9041 | SRCC = 0.9017 ] +INFO:root:Average loss=0.0658528587470452 +INFO:root: +[Valid][29][UTT][ MSE = 0.3107 | LCC = 0.7921 | SRCC = 0.7881 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1546 | LCC = 0.9004 | SRCC = 0.8970 ] +INFO:root:Average loss=0.06540961458514898 +INFO:root: +[Valid][30][UTT][ MSE = 0.3126 | LCC = 0.7912 | SRCC = 0.7863 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1640 | LCC = 0.8918 | SRCC = 0.8882 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2962 | LCC = 0.8292 | SRCC = 0.8330 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2005 | LCC = 0.8974 | SRCC = 0.8969 ] diff --git a/results_bvcc/hubert_base/layer10/run3/config.gin b/results_bvcc/hubert_base/layer10/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer10/run3/model.pt b/results_bvcc/hubert_base/layer10/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..edbcb93e13e6fc053789b458485ec50f9f4d8b6a --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25991bf7efec8637651b2bf0ae5a6bc966a24b498bb12121629032fd80d50be8 +size 2747979 diff --git a/results_bvcc/hubert_base/layer10/run3/model_best.pt b/results_bvcc/hubert_base/layer10/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e1269eccb752e0f8d3f0b2ced35410868f96f76 --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d27ff4cdcb39faac7c9eb97740f41a00885460870ff4525cbce2bd2c34b0a48 +size 2749638 diff --git a/results_bvcc/hubert_base/layer10/run3/train.log b/results_bvcc/hubert_base/layer10/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..dfbcf6007a2a8eac659696b15bd437b91a5d5406 --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5830375445194733 +INFO:root: +[Valid][0][UTT][ MSE = 0.4221 | LCC = 0.7453 | SRCC = 0.7606 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2839 | LCC = 0.8370 | SRCC = 0.8513 ] +INFO:root:Average loss=0.3293464382489522 +INFO:root: +[Valid][1][UTT][ MSE = 0.3510 | LCC = 0.7901 | SRCC = 0.7928 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2335 | LCC = 0.8648 | SRCC = 0.8678 ] +INFO:root:Average loss=0.2706696941302373 +INFO:root: +[Valid][2][UTT][ MSE = 0.3249 | LCC = 0.7993 | SRCC = 0.7991 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2031 | LCC = 0.8760 | SRCC = 0.8754 ] +INFO:root:Average loss=0.24545991745514747 +INFO:root: +[Valid][3][UTT][ MSE = 0.3655 | LCC = 0.7973 | SRCC = 0.8012 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2472 | LCC = 0.8846 | SRCC = 0.8840 ] +INFO:root:Average loss=0.2203363734178054 +INFO:root: +[Valid][4][UTT][ MSE = 0.3254 | LCC = 0.8062 | SRCC = 0.8038 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1867 | LCC = 0.8874 | SRCC = 0.8829 ] +INFO:root:Average loss=0.20563602848694876 +INFO:root: +[Valid][5][UTT][ MSE = 0.3045 | LCC = 0.8125 | SRCC = 0.8123 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1819 | LCC = 0.8967 | SRCC = 0.8931 ] +INFO:root:Average loss=0.19082221331504676 +INFO:root: +[Valid][6][UTT][ MSE = 0.3397 | LCC = 0.8011 | SRCC = 0.8021 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2176 | LCC = 0.8941 | SRCC = 0.8904 ] +INFO:root:Average loss=0.18165636587983522 +INFO:root: +[Valid][7][UTT][ MSE = 0.3167 | LCC = 0.8095 | SRCC = 0.8107 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1962 | LCC = 0.8964 | SRCC = 0.8953 ] +INFO:root:Average loss=0.167605359489337 +INFO:root: +[Valid][8][UTT][ MSE = 0.3014 | LCC = 0.8099 | SRCC = 0.8090 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1752 | LCC = 0.8979 | SRCC = 0.8940 ] +INFO:root:Average loss=0.16751436573954728 +INFO:root: +[Valid][9][UTT][ MSE = 0.2915 | LCC = 0.8132 | SRCC = 0.8124 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1462 | LCC = 0.9051 | SRCC = 0.8987 ] +INFO:root:Average loss=0.1573748726111192 +INFO:root: +[Valid][10][UTT][ MSE = 0.2904 | LCC = 0.8101 | SRCC = 0.8101 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1440 | LCC = 0.9051 | SRCC = 0.9015 ] +INFO:root:Average loss=0.14402992574450296 +INFO:root: +[Valid][11][UTT][ MSE = 0.3164 | LCC = 0.8019 | SRCC = 0.8014 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1898 | LCC = 0.8939 | SRCC = 0.8868 ] +INFO:root:Average loss=0.1422919004391401 +INFO:root: +[Valid][12][UTT][ MSE = 0.3262 | LCC = 0.8084 | SRCC = 0.8090 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2059 | LCC = 0.9013 | SRCC = 0.8993 ] +INFO:root:Average loss=0.12961221610506377 +INFO:root: +[Valid][13][UTT][ MSE = 0.3119 | LCC = 0.8045 | SRCC = 0.8045 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1764 | LCC = 0.9028 | SRCC = 0.9005 ] +INFO:root:Average loss=0.11832135237562351 +INFO:root: +[Valid][14][UTT][ MSE = 0.3099 | LCC = 0.8033 | SRCC = 0.8027 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1826 | LCC = 0.8969 | SRCC = 0.8922 ] +INFO:root:Average loss=0.11650972240246259 +INFO:root: +[Valid][15][UTT][ MSE = 0.2945 | LCC = 0.8065 | SRCC = 0.8051 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1553 | LCC = 0.8976 | SRCC = 0.8930 ] +INFO:root:Average loss=0.10937808167475921 +INFO:root: +[Valid][16][UTT][ MSE = 0.2940 | LCC = 0.8100 | SRCC = 0.8089 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1643 | LCC = 0.8997 | SRCC = 0.8975 ] +INFO:root:Average loss=0.10446566711060512 +INFO:root: +[Valid][17][UTT][ MSE = 0.2990 | LCC = 0.8070 | SRCC = 0.8069 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1651 | LCC = 0.8991 | SRCC = 0.8941 ] +INFO:root:Average loss=0.10430482932581352 +INFO:root: +[Valid][18][UTT][ MSE = 0.2934 | LCC = 0.8127 | SRCC = 0.8124 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1619 | LCC = 0.9024 | SRCC = 0.9025 ] +INFO:root:Average loss=0.10388408887844819 +INFO:root: +[Valid][19][UTT][ MSE = 0.2956 | LCC = 0.8080 | SRCC = 0.8061 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1643 | LCC = 0.8983 | SRCC = 0.8911 ] +INFO:root:Average loss=0.0933440160483886 +INFO:root: +[Valid][20][UTT][ MSE = 0.2935 | LCC = 0.8106 | SRCC = 0.8091 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1692 | LCC = 0.8953 | SRCC = 0.8888 ] +INFO:root:Average loss=0.09201784498798542 +INFO:root: +[Valid][21][UTT][ MSE = 0.2928 | LCC = 0.8091 | SRCC = 0.8078 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1640 | LCC = 0.8968 | SRCC = 0.8929 ] +INFO:root:Average loss=0.08621505853266288 +INFO:root: +[Valid][22][UTT][ MSE = 0.3033 | LCC = 0.8030 | SRCC = 0.8024 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1820 | LCC = 0.8882 | SRCC = 0.8823 ] +INFO:root:Average loss=0.08393937946321109 +INFO:root: +[Valid][23][UTT][ MSE = 0.3435 | LCC = 0.8036 | SRCC = 0.8040 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.2287 | LCC = 0.8946 | SRCC = 0.8912 ] +INFO:root:Average loss=0.08027627118504964 +INFO:root: +[Valid][24][UTT][ MSE = 0.2903 | LCC = 0.8098 | SRCC = 0.8088 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1630 | LCC = 0.8955 | SRCC = 0.8941 ] +INFO:root:Average loss=0.07671679236376897 +INFO:root: +[Valid][25][UTT][ MSE = 0.2962 | LCC = 0.8052 | SRCC = 0.8025 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1531 | LCC = 0.8931 | SRCC = 0.8874 ] +INFO:root:Average loss=0.07527363004210667 +INFO:root: +[Valid][26][UTT][ MSE = 0.3052 | LCC = 0.8027 | SRCC = 0.8029 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1831 | LCC = 0.8886 | SRCC = 0.8830 ] +INFO:root:Average loss=0.07446780070089377 +INFO:root: +[Valid][27][UTT][ MSE = 0.3216 | LCC = 0.8047 | SRCC = 0.8038 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.2043 | LCC = 0.8944 | SRCC = 0.8864 ] +INFO:root:Average loss=0.0709280426112505 +INFO:root: +[Valid][28][UTT][ MSE = 0.3009 | LCC = 0.8044 | SRCC = 0.8028 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1724 | LCC = 0.8939 | SRCC = 0.8868 ] +INFO:root:Average loss=0.06903305654533398 +INFO:root: +[Valid][29][UTT][ MSE = 0.2969 | LCC = 0.8074 | SRCC = 0.8043 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1552 | LCC = 0.8959 | SRCC = 0.8892 ] +INFO:root:Average loss=0.07218404310062909 +INFO:root: +[Valid][30][UTT][ MSE = 0.2871 | LCC = 0.8115 | SRCC = 0.8089 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1439 | LCC = 0.9047 | SRCC = 0.8993 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2933 | LCC = 0.8244 | SRCC = 0.8256 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1985 | LCC = 0.8890 | SRCC = 0.8865 ] diff --git a/results_bvcc/hubert_base/layer10/run4/config.gin b/results_bvcc/hubert_base/layer10/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer10/run4/model.pt b/results_bvcc/hubert_base/layer10/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3be9b08c30d4142083d8168e4a22f916e1ae117e --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a0284dc4f4b1963193d02afd3835382acb073bfc088d49be83438b95c7a39d +size 2747979 diff --git a/results_bvcc/hubert_base/layer10/run4/model_best.pt b/results_bvcc/hubert_base/layer10/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..411552278081d0f6fcf84393fd516c343590dee8 --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f89c596312d4c255f36cfbac902c5d0c8b559298bdf0fd221d4da47e00c94f +size 2749638 diff --git a/results_bvcc/hubert_base/layer10/run4/train.log b/results_bvcc/hubert_base/layer10/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..64ed02e376235df7c9f46871bedb841f19c65780 --- /dev/null +++ b/results_bvcc/hubert_base/layer10/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.506755815866666 +INFO:root: +[Valid][0][UTT][ MSE = 0.3803 | LCC = 0.7714 | SRCC = 0.7717 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2467 | LCC = 0.8488 | SRCC = 0.8520 ] +INFO:root:Average loss=0.31107450677798343 +INFO:root: +[Valid][1][UTT][ MSE = 0.3526 | LCC = 0.7900 | SRCC = 0.7911 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2242 | LCC = 0.8671 | SRCC = 0.8674 ] +INFO:root:Average loss=0.28222625225018233 +INFO:root: +[Valid][2][UTT][ MSE = 0.3560 | LCC = 0.8020 | SRCC = 0.8003 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2275 | LCC = 0.8785 | SRCC = 0.8712 ] +INFO:root:Average loss=0.24428924727134216 +INFO:root: +[Valid][3][UTT][ MSE = 0.3343 | LCC = 0.8004 | SRCC = 0.7983 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2111 | LCC = 0.8815 | SRCC = 0.8781 ] +INFO:root:Average loss=0.22859321802090377 +INFO:root: +[Valid][4][UTT][ MSE = 0.3185 | LCC = 0.8078 | SRCC = 0.8068 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1847 | LCC = 0.8910 | SRCC = 0.8871 ] +INFO:root:Average loss=0.20467490425858742 +INFO:root: +[Valid][5][UTT][ MSE = 0.3274 | LCC = 0.8070 | SRCC = 0.8054 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1946 | LCC = 0.8949 | SRCC = 0.8857 ] +INFO:root:Average loss=0.19077942644556364 +INFO:root: +[Valid][6][UTT][ MSE = 0.3341 | LCC = 0.8013 | SRCC = 0.7994 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2064 | LCC = 0.8909 | SRCC = 0.8837 ] +INFO:root:Average loss=0.18254223551887733 +INFO:root: +[Valid][7][UTT][ MSE = 0.3363 | LCC = 0.8052 | SRCC = 0.8044 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2169 | LCC = 0.8950 | SRCC = 0.8909 ] +INFO:root:Average loss=0.17773888126397744 +INFO:root: +[Valid][8][UTT][ MSE = 0.3093 | LCC = 0.8104 | SRCC = 0.8091 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1814 | LCC = 0.8955 | SRCC = 0.8896 ] +INFO:root:Average loss=0.16007575249442688 +INFO:root: +[Valid][9][UTT][ MSE = 0.3261 | LCC = 0.8035 | SRCC = 0.8007 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1813 | LCC = 0.8954 | SRCC = 0.8867 ] +INFO:root:Average loss=0.1588476494145699 +INFO:root: +[Valid][10][UTT][ MSE = 0.3213 | LCC = 0.8046 | SRCC = 0.8023 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1749 | LCC = 0.8986 | SRCC = 0.8899 ] +INFO:root:Average loss=0.14868250861763954 +INFO:root: +[Valid][11][UTT][ MSE = 0.3653 | LCC = 0.8042 | SRCC = 0.8053 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.2620 | LCC = 0.8899 | SRCC = 0.8864 ] +INFO:root:Average loss=0.14051243901634827 +INFO:root: +[Valid][12][UTT][ MSE = 0.3433 | LCC = 0.7996 | SRCC = 0.7988 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2251 | LCC = 0.8967 | SRCC = 0.8910 ] +INFO:root:Average loss=0.12955163839535835 +INFO:root: +[Valid][13][UTT][ MSE = 0.3025 | LCC = 0.8063 | SRCC = 0.8048 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1626 | LCC = 0.9028 | SRCC = 0.8962 ] +INFO:root:Average loss=0.12321070992411712 +INFO:root: +[Valid][14][UTT][ MSE = 0.3280 | LCC = 0.8010 | SRCC = 0.7987 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.2035 | LCC = 0.8965 | SRCC = 0.8896 ] +INFO:root:Average loss=0.11682298617103161 +INFO:root: +[Valid][15][UTT][ MSE = 0.2893 | LCC = 0.8107 | SRCC = 0.8116 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1540 | LCC = 0.9005 | SRCC = 0.8986 ] +INFO:root:Average loss=0.11256582786639531 +INFO:root: +[Valid][16][UTT][ MSE = 0.3258 | LCC = 0.8031 | SRCC = 0.8023 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1609 | LCC = 0.9090 | SRCC = 0.9031 ] +INFO:root:Average loss=0.10839773198732963 +INFO:root: +[Valid][17][UTT][ MSE = 0.3042 | LCC = 0.8023 | SRCC = 0.8007 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1549 | LCC = 0.9029 | SRCC = 0.8944 ] +INFO:root:Average loss=0.10275032361730552 +INFO:root: +[Valid][18][UTT][ MSE = 0.3107 | LCC = 0.8025 | SRCC = 0.8024 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1706 | LCC = 0.9063 | SRCC = 0.9034 ] +INFO:root:Average loss=0.09715404495214805 +INFO:root: +[Valid][19][UTT][ MSE = 0.2972 | LCC = 0.8046 | SRCC = 0.8053 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1500 | LCC = 0.9067 | SRCC = 0.9035 ] +INFO:root:Average loss=0.09401391226893817 +INFO:root: +[Valid][20][UTT][ MSE = 0.3076 | LCC = 0.8048 | SRCC = 0.8031 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1548 | LCC = 0.9079 | SRCC = 0.9029 ] +INFO:root:Average loss=0.08767986163879052 +INFO:root: +[Valid][21][UTT][ MSE = 0.3064 | LCC = 0.8058 | SRCC = 0.8035 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1696 | LCC = 0.9060 | SRCC = 0.9012 ] +INFO:root:Average loss=0.0991848085839779 +INFO:root: +[Valid][22][UTT][ MSE = 0.3718 | LCC = 0.8004 | SRCC = 0.8018 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.2565 | LCC = 0.8977 | SRCC = 0.9014 ] +INFO:root:Average loss=0.08319464698433876 +INFO:root: +[Valid][23][UTT][ MSE = 0.3054 | LCC = 0.8006 | SRCC = 0.7990 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1624 | LCC = 0.9011 | SRCC = 0.8972 ] +INFO:root:Average loss=0.07964896066830708 +INFO:root: +[Valid][24][UTT][ MSE = 0.3128 | LCC = 0.8028 | SRCC = 0.8010 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1817 | LCC = 0.9003 | SRCC = 0.8958 ] +INFO:root:Average loss=0.07716758749805964 +INFO:root: +[Valid][25][UTT][ MSE = 0.3048 | LCC = 0.8016 | SRCC = 0.7993 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1616 | LCC = 0.9031 | SRCC = 0.9035 ] +INFO:root:Average loss=0.07409647384133095 +INFO:root: +[Valid][26][UTT][ MSE = 0.2968 | LCC = 0.8084 | SRCC = 0.8060 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1534 | LCC = 0.9076 | SRCC = 0.9043 ] +INFO:root:Average loss=0.07146710797380178 +INFO:root: +[Valid][27][UTT][ MSE = 0.3131 | LCC = 0.8026 | SRCC = 0.8014 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1720 | LCC = 0.9062 | SRCC = 0.9045 ] +INFO:root:Average loss=0.06961548156463183 +INFO:root: +[Valid][28][UTT][ MSE = 0.3190 | LCC = 0.8037 | SRCC = 0.8006 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1610 | LCC = 0.9003 | SRCC = 0.8968 ] +INFO:root:Average loss=0.0670275505250081 +INFO:root: +[Valid][29][UTT][ MSE = 0.3073 | LCC = 0.7997 | SRCC = 0.7979 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1680 | LCC = 0.8976 | SRCC = 0.8932 ] +INFO:root:Average loss=0.06794732766082653 +INFO:root: +[Valid][30][UTT][ MSE = 0.3140 | LCC = 0.7963 | SRCC = 0.7937 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1744 | LCC = 0.8972 | SRCC = 0.8910 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2846 | LCC = 0.8211 | SRCC = 0.8191 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1829 | LCC = 0.8834 | SRCC = 0.8817 ] diff --git a/results_bvcc/hubert_base/layer11/run0/config.gin b/results_bvcc/hubert_base/layer11/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer11/run0/model.pt b/results_bvcc/hubert_base/layer11/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a074b6002014795333ac23ed6eab5fde26faadb --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d05545a5ad433937f05ab32f713e81d5d01244ddeba3dba26207cdc6841a445f +size 2747979 diff --git a/results_bvcc/hubert_base/layer11/run0/model_best.pt b/results_bvcc/hubert_base/layer11/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f642853350586660fd434f697d60704ef8c72f9a --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a5acf3f0db4e7999ecc1b11eef73075fa9fce0172167fc34d3e8b5d8c53aab +size 2749638 diff --git a/results_bvcc/hubert_base/layer11/run0/train.log b/results_bvcc/hubert_base/layer11/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..74347c2d67c28bc4a66218edd1320728db5c9165 --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5692968311218115 +INFO:root: +[Valid][0][UTT][ MSE = 0.4011 | LCC = 0.7537 | SRCC = 0.7538 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2651 | LCC = 0.8395 | SRCC = 0.8406 ] +INFO:root:Average loss=0.32491218795379 +INFO:root: +[Valid][1][UTT][ MSE = 0.3742 | LCC = 0.7807 | SRCC = 0.7791 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2358 | LCC = 0.8606 | SRCC = 0.8625 ] +INFO:root:Average loss=0.28774048731877255 +INFO:root: +[Valid][2][UTT][ MSE = 0.4459 | LCC = 0.7802 | SRCC = 0.7903 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.3264 | LCC = 0.8660 | SRCC = 0.8796 ] +INFO:root:Average loss=0.2802430026424237 +INFO:root: +[Valid][3][UTT][ MSE = 0.3635 | LCC = 0.7919 | SRCC = 0.7902 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2421 | LCC = 0.8731 | SRCC = 0.8728 ] +INFO:root:Average loss=0.26578724212371385 +INFO:root: +[Valid][4][UTT][ MSE = 0.3953 | LCC = 0.7918 | SRCC = 0.7941 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2807 | LCC = 0.8736 | SRCC = 0.8775 ] +INFO:root:Average loss=0.2386586117820862 +INFO:root: +[Valid][5][UTT][ MSE = 0.3480 | LCC = 0.7978 | SRCC = 0.7968 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2017 | LCC = 0.8852 | SRCC = 0.8828 ] +INFO:root:Average loss=0.23648111101908562 +INFO:root: +[Valid][6][UTT][ MSE = 0.3946 | LCC = 0.7879 | SRCC = 0.7878 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2666 | LCC = 0.8837 | SRCC = 0.8846 ] +INFO:root:Average loss=0.21856959756368247 +INFO:root: +[Valid][7][UTT][ MSE = 0.3278 | LCC = 0.7903 | SRCC = 0.7873 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1899 | LCC = 0.8828 | SRCC = 0.8815 ] +INFO:root:Average loss=0.20682370490752733 +INFO:root: +[Valid][8][UTT][ MSE = 0.3378 | LCC = 0.7922 | SRCC = 0.7931 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1930 | LCC = 0.8923 | SRCC = 0.8923 ] +INFO:root:Average loss=0.19833397979919726 +INFO:root: +[Valid][9][UTT][ MSE = 0.3644 | LCC = 0.7929 | SRCC = 0.7958 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2434 | LCC = 0.8862 | SRCC = 0.8878 ] +INFO:root:Average loss=0.18607469504842392 +INFO:root: +[Valid][10][UTT][ MSE = 0.3382 | LCC = 0.7942 | SRCC = 0.7933 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.2052 | LCC = 0.8926 | SRCC = 0.8911 ] +INFO:root:Average loss=0.19069138599129823 +INFO:root: +[Valid][11][UTT][ MSE = 0.3662 | LCC = 0.7931 | SRCC = 0.7944 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.2073 | LCC = 0.8956 | SRCC = 0.8902 ] +INFO:root:Average loss=0.17409981414675713 +INFO:root: +[Valid][12][UTT][ MSE = 0.3618 | LCC = 0.7939 | SRCC = 0.7919 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1975 | LCC = 0.9001 | SRCC = 0.8949 ] +INFO:root:Average loss=0.16930847729627901 +INFO:root: +[Valid][13][UTT][ MSE = 0.3322 | LCC = 0.7932 | SRCC = 0.7894 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1863 | LCC = 0.8947 | SRCC = 0.8889 ] +INFO:root:Average loss=0.15920917068918547 +INFO:root: +[Valid][14][UTT][ MSE = 0.3216 | LCC = 0.7935 | SRCC = 0.7914 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1738 | LCC = 0.8990 | SRCC = 0.8959 ] +INFO:root:Average loss=0.15338480205107957 +INFO:root: +[Valid][15][UTT][ MSE = 0.3233 | LCC = 0.7967 | SRCC = 0.7952 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1811 | LCC = 0.9028 | SRCC = 0.9007 ] +INFO:root:Average loss=0.15586023452954414 +INFO:root: +[Valid][16][UTT][ MSE = 0.3220 | LCC = 0.7987 | SRCC = 0.7959 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1645 | LCC = 0.9080 | SRCC = 0.9035 ] +INFO:root:Average loss=0.14535599803695312 +INFO:root: +[Valid][17][UTT][ MSE = 0.3399 | LCC = 0.7926 | SRCC = 0.7899 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1943 | LCC = 0.9022 | SRCC = 0.9017 ] +INFO:root:Average loss=0.1341352759836576 +INFO:root: +[Valid][18][UTT][ MSE = 0.3347 | LCC = 0.7920 | SRCC = 0.7896 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1920 | LCC = 0.9054 | SRCC = 0.9028 ] +INFO:root:Average loss=0.12901839155417222 +INFO:root: +[Valid][19][UTT][ MSE = 0.3238 | LCC = 0.8007 | SRCC = 0.7988 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1840 | LCC = 0.9051 | SRCC = 0.9034 ] +INFO:root:Average loss=0.12442955412925819 +INFO:root: +[Valid][20][UTT][ MSE = 0.3288 | LCC = 0.7905 | SRCC = 0.7912 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1848 | LCC = 0.8971 | SRCC = 0.8949 ] +INFO:root:Average loss=0.13354622868773264 +INFO:root: +[Valid][21][UTT][ MSE = 0.3246 | LCC = 0.7957 | SRCC = 0.7916 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1725 | LCC = 0.8992 | SRCC = 0.8940 ] +INFO:root:Average loss=0.11361555439921525 +INFO:root: +[Valid][22][UTT][ MSE = 0.3250 | LCC = 0.7901 | SRCC = 0.7865 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1801 | LCC = 0.8955 | SRCC = 0.8915 ] +INFO:root:Average loss=0.11031260943183532 +INFO:root: +[Valid][23][UTT][ MSE = 0.3173 | LCC = 0.7933 | SRCC = 0.7891 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1666 | LCC = 0.9006 | SRCC = 0.8971 ] +INFO:root:Average loss=0.10946703659227261 +INFO:root: +[Valid][24][UTT][ MSE = 0.3195 | LCC = 0.7947 | SRCC = 0.7923 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1667 | LCC = 0.8991 | SRCC = 0.8979 ] +INFO:root:Average loss=0.11111158977907437 +INFO:root: +[Valid][25][UTT][ MSE = 0.3549 | LCC = 0.7940 | SRCC = 0.7912 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.2206 | LCC = 0.9036 | SRCC = 0.9026 ] +INFO:root:Average loss=0.1028434741191375 +INFO:root: +[Valid][26][UTT][ MSE = 0.3284 | LCC = 0.7998 | SRCC = 0.7977 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1771 | LCC = 0.9042 | SRCC = 0.9028 ] +INFO:root:Average loss=0.10335059932027107 +INFO:root: +[Valid][27][UTT][ MSE = 0.3478 | LCC = 0.7911 | SRCC = 0.7879 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1921 | LCC = 0.9002 | SRCC = 0.8963 ] +INFO:root:Average loss=0.10059908524346657 +INFO:root: +[Valid][28][UTT][ MSE = 0.3267 | LCC = 0.7921 | SRCC = 0.7880 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1780 | LCC = 0.8985 | SRCC = 0.8947 ] +INFO:root:Average loss=0.09307663152233148 +INFO:root: +[Valid][29][UTT][ MSE = 0.3232 | LCC = 0.7974 | SRCC = 0.7940 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1666 | LCC = 0.9040 | SRCC = 0.8998 ] +INFO:root:Average loss=0.10436683888427722 +INFO:root: +[Valid][30][UTT][ MSE = 0.4066 | LCC = 0.7904 | SRCC = 0.7908 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.2832 | LCC = 0.9036 | SRCC = 0.9085 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3012 | LCC = 0.8091 | SRCC = 0.8072 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1741 | LCC = 0.8714 | SRCC = 0.8690 ] diff --git a/results_bvcc/hubert_base/layer11/run1/config.gin b/results_bvcc/hubert_base/layer11/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer11/run1/model.pt b/results_bvcc/hubert_base/layer11/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..30eaa5a4c8d7daea21ed565be02f6a16d65bbc1b --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6c4439efa5cfb78f7e27c1f2a7c3f704acefa4ad90dc05c0ee024c383121e2 +size 2747979 diff --git a/results_bvcc/hubert_base/layer11/run1/model_best.pt b/results_bvcc/hubert_base/layer11/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab878618a55bf7bcf00d0628d7dd160767f3ac8a --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:048e22b58139068b458d7f838e8495b8a1f417f6d7847177d054b6af9c84951d +size 2749638 diff --git a/results_bvcc/hubert_base/layer11/run1/train.log b/results_bvcc/hubert_base/layer11/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fba693a366cbed89c13e1e83754e534244da29bc --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6061348357261755 +INFO:root: +[Valid][0][UTT][ MSE = 0.3951 | LCC = 0.7481 | SRCC = 0.7542 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2652 | LCC = 0.8261 | SRCC = 0.8313 ] +INFO:root:Average loss=0.3317485849062602 +INFO:root: +[Valid][1][UTT][ MSE = 0.3639 | LCC = 0.7816 | SRCC = 0.7806 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2456 | LCC = 0.8566 | SRCC = 0.8575 ] +INFO:root:Average loss=0.29036404498112506 +INFO:root: +[Valid][2][UTT][ MSE = 0.4145 | LCC = 0.7881 | SRCC = 0.7897 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.3092 | LCC = 0.8645 | SRCC = 0.8651 ] +INFO:root:Average loss=0.2735608520034032 +INFO:root: +[Valid][3][UTT][ MSE = 0.3446 | LCC = 0.7931 | SRCC = 0.7908 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2258 | LCC = 0.8717 | SRCC = 0.8683 ] +INFO:root:Average loss=0.2661563469431339 +INFO:root: +[Valid][4][UTT][ MSE = 0.3279 | LCC = 0.7957 | SRCC = 0.7949 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1928 | LCC = 0.8785 | SRCC = 0.8793 ] +INFO:root:Average loss=0.24822219690451255 +INFO:root: +[Valid][5][UTT][ MSE = 0.5327 | LCC = 0.7804 | SRCC = 0.7900 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.4236 | LCC = 0.8726 | SRCC = 0.8781 ] +INFO:root:Average loss=0.2373653023670881 +INFO:root: +[Valid][6][UTT][ MSE = 0.3711 | LCC = 0.7918 | SRCC = 0.7903 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2523 | LCC = 0.8805 | SRCC = 0.8759 ] +INFO:root:Average loss=0.22062678444079864 +INFO:root: +[Valid][7][UTT][ MSE = 0.3743 | LCC = 0.7970 | SRCC = 0.7974 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2548 | LCC = 0.8857 | SRCC = 0.8840 ] +INFO:root:Average loss=0.22125008186468711 +INFO:root: +[Valid][8][UTT][ MSE = 0.3330 | LCC = 0.8052 | SRCC = 0.8044 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.2011 | LCC = 0.8916 | SRCC = 0.8917 ] +INFO:root:Average loss=0.19511713364567512 +INFO:root: +[Valid][9][UTT][ MSE = 0.3424 | LCC = 0.7981 | SRCC = 0.7964 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2168 | LCC = 0.8903 | SRCC = 0.8858 ] +INFO:root:Average loss=0.18238419676438355 +INFO:root: +[Valid][10][UTT][ MSE = 0.3644 | LCC = 0.7989 | SRCC = 0.7969 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.2492 | LCC = 0.8925 | SRCC = 0.8916 ] +INFO:root:Average loss=0.1770900126833182 +INFO:root: +[Valid][11][UTT][ MSE = 0.3483 | LCC = 0.8013 | SRCC = 0.7989 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.2288 | LCC = 0.8932 | SRCC = 0.8927 ] +INFO:root:Average loss=0.17309055305444276 +INFO:root: +[Valid][12][UTT][ MSE = 0.3604 | LCC = 0.8006 | SRCC = 0.7987 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2473 | LCC = 0.8914 | SRCC = 0.8912 ] +INFO:root:Average loss=0.1608455779078679 +INFO:root: +[Valid][13][UTT][ MSE = 0.3349 | LCC = 0.7994 | SRCC = 0.7973 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.2152 | LCC = 0.8922 | SRCC = 0.8931 ] +INFO:root:Average loss=0.1530504540946239 +INFO:root: +[Valid][14][UTT][ MSE = 0.3535 | LCC = 0.7867 | SRCC = 0.7850 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.2183 | LCC = 0.8926 | SRCC = 0.8936 ] +INFO:root:Average loss=0.15009317059929556 +INFO:root: +[Valid][15][UTT][ MSE = 0.3252 | LCC = 0.7905 | SRCC = 0.7865 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1811 | LCC = 0.8956 | SRCC = 0.8929 ] +INFO:root:Average loss=0.13935301882716325 +INFO:root: +[Valid][16][UTT][ MSE = 0.3573 | LCC = 0.7971 | SRCC = 0.7985 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.2265 | LCC = 0.9010 | SRCC = 0.9063 ] +INFO:root:Average loss=0.1430274000725685 +INFO:root: +[Valid][17][UTT][ MSE = 0.3966 | LCC = 0.7932 | SRCC = 0.7953 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.2703 | LCC = 0.8965 | SRCC = 0.9029 ] +INFO:root:Average loss=0.14197885531645554 +INFO:root: +[Valid][18][UTT][ MSE = 0.3466 | LCC = 0.7931 | SRCC = 0.7923 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.2084 | LCC = 0.8990 | SRCC = 0.9018 ] +INFO:root:Average loss=0.13027734213914627 +INFO:root: +[Valid][19][UTT][ MSE = 0.3541 | LCC = 0.7917 | SRCC = 0.7891 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.2156 | LCC = 0.9002 | SRCC = 0.8997 ] +INFO:root:Average loss=0.1281033985507794 +INFO:root: +[Valid][20][UTT][ MSE = 0.3620 | LCC = 0.7935 | SRCC = 0.7923 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.2329 | LCC = 0.8948 | SRCC = 0.8964 ] +INFO:root:Average loss=0.12415696346224883 +INFO:root: +[Valid][21][UTT][ MSE = 0.3309 | LCC = 0.7877 | SRCC = 0.7837 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1852 | LCC = 0.8977 | SRCC = 0.8936 ] +INFO:root:Average loss=0.11440326263889289 +INFO:root: +[Valid][22][UTT][ MSE = 0.3343 | LCC = 0.7874 | SRCC = 0.7847 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1854 | LCC = 0.9003 | SRCC = 0.8976 ] +INFO:root:Average loss=0.11371092641582856 +INFO:root: +[Valid][23][UTT][ MSE = 0.3571 | LCC = 0.7893 | SRCC = 0.7873 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.2170 | LCC = 0.8990 | SRCC = 0.8992 ] +INFO:root:Average loss=0.12310749636246608 +INFO:root: +[Valid][24][UTT][ MSE = 0.3265 | LCC = 0.7926 | SRCC = 0.7915 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1820 | LCC = 0.9023 | SRCC = 0.9057 ] +INFO:root:Average loss=0.10373843079194045 +INFO:root: +[Valid][25][UTT][ MSE = 0.3403 | LCC = 0.7886 | SRCC = 0.7854 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1994 | LCC = 0.9015 | SRCC = 0.9012 ] +INFO:root:Average loss=0.10750684371361366 +INFO:root: +[Valid][26][UTT][ MSE = 0.3283 | LCC = 0.7920 | SRCC = 0.7904 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1853 | LCC = 0.9030 | SRCC = 0.9016 ] +INFO:root:Average loss=0.10340820291103461 +INFO:root: +[Valid][27][UTT][ MSE = 0.3402 | LCC = 0.7841 | SRCC = 0.7818 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1933 | LCC = 0.9008 | SRCC = 0.8996 ] +INFO:root:Average loss=0.09441308051538773 +INFO:root: +[Valid][28][UTT][ MSE = 0.3251 | LCC = 0.7873 | SRCC = 0.7856 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1742 | LCC = 0.9013 | SRCC = 0.9001 ] +INFO:root:Average loss=0.09376090831863575 +INFO:root: +[Valid][29][UTT][ MSE = 0.4119 | LCC = 0.7915 | SRCC = 0.7926 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.2859 | LCC = 0.9024 | SRCC = 0.9037 ] +INFO:root:Average loss=0.09680186259822968 +INFO:root: +[Valid][30][UTT][ MSE = 0.3180 | LCC = 0.7892 | SRCC = 0.7874 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1632 | LCC = 0.9018 | SRCC = 0.9008 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3172 | LCC = 0.8113 | SRCC = 0.8165 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2152 | LCC = 0.8780 | SRCC = 0.8786 ] diff --git a/results_bvcc/hubert_base/layer11/run2/config.gin b/results_bvcc/hubert_base/layer11/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer11/run2/model.pt b/results_bvcc/hubert_base/layer11/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd3b655f52e8fc7438908dfb9d08a1ad51867d41 --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d659e561af56f9d5edef54ae635187c43e393492bad21ac0c243671ad0ce7ff3 +size 2747979 diff --git a/results_bvcc/hubert_base/layer11/run2/model_best.pt b/results_bvcc/hubert_base/layer11/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..56253279cf6fbcfe45479626f8b8154d0c05eaec --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b700e7f290ca4c939c81109dbd8860c070fe2907cb8818ffa6eeb8ac7928c17c +size 2749638 diff --git a/results_bvcc/hubert_base/layer11/run2/train.log b/results_bvcc/hubert_base/layer11/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..021b0a0a780526087ab8e86784eee996963feb32 --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6738452456700497 +INFO:root: +[Valid][0][UTT][ MSE = 0.4665 | LCC = 0.7130 | SRCC = 0.7413 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3126 | LCC = 0.8074 | SRCC = 0.8353 ] +INFO:root:Average loss=0.34933163932500744 +INFO:root: +[Valid][1][UTT][ MSE = 0.4218 | LCC = 0.7674 | SRCC = 0.7722 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.3026 | LCC = 0.8498 | SRCC = 0.8564 ] +INFO:root:Average loss=0.3036431257541363 +INFO:root: +[Valid][2][UTT][ MSE = 0.3513 | LCC = 0.7894 | SRCC = 0.7882 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2193 | LCC = 0.8741 | SRCC = 0.8733 ] +INFO:root:Average loss=0.2821433001603836 +INFO:root: +[Valid][3][UTT][ MSE = 0.3760 | LCC = 0.7893 | SRCC = 0.7874 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2474 | LCC = 0.8774 | SRCC = 0.8775 ] +INFO:root:Average loss=0.25464759881679827 +INFO:root: +[Valid][4][UTT][ MSE = 0.3862 | LCC = 0.7938 | SRCC = 0.7925 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2658 | LCC = 0.8845 | SRCC = 0.8839 ] +INFO:root:Average loss=0.24266360222529143 +INFO:root: +[Valid][5][UTT][ MSE = 0.4255 | LCC = 0.7813 | SRCC = 0.7863 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.3023 | LCC = 0.8732 | SRCC = 0.8780 ] +INFO:root:Average loss=0.237965009533442 +INFO:root: +[Valid][6][UTT][ MSE = 0.3386 | LCC = 0.7917 | SRCC = 0.7888 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2003 | LCC = 0.8870 | SRCC = 0.8825 ] +INFO:root:Average loss=0.21687158178060484 +INFO:root: +[Valid][7][UTT][ MSE = 0.3319 | LCC = 0.7923 | SRCC = 0.7901 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1902 | LCC = 0.8890 | SRCC = 0.8890 ] +INFO:root:Average loss=0.20381639974239546 +INFO:root: +[Valid][8][UTT][ MSE = 0.3405 | LCC = 0.7950 | SRCC = 0.7929 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1990 | LCC = 0.8935 | SRCC = 0.8894 ] +INFO:root:Average loss=0.1939033913688782 +INFO:root: +[Valid][9][UTT][ MSE = 0.3406 | LCC = 0.7989 | SRCC = 0.7980 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2084 | LCC = 0.8949 | SRCC = 0.8967 ] +INFO:root:Average loss=0.1886903901512806 +INFO:root: +[Valid][10][UTT][ MSE = 0.3884 | LCC = 0.7872 | SRCC = 0.7874 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.2658 | LCC = 0.8863 | SRCC = 0.8848 ] +INFO:root:Average loss=0.18187402255642107 +INFO:root: +[Valid][11][UTT][ MSE = 0.3492 | LCC = 0.7936 | SRCC = 0.7929 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.2137 | LCC = 0.8978 | SRCC = 0.8981 ] +INFO:root:Average loss=0.1736105835208526 +INFO:root: +[Valid][12][UTT][ MSE = 0.3719 | LCC = 0.7931 | SRCC = 0.7938 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2504 | LCC = 0.8919 | SRCC = 0.8931 ] +INFO:root:Average loss=0.1673733977935253 +INFO:root: +[Valid][13][UTT][ MSE = 0.3125 | LCC = 0.7984 | SRCC = 0.7970 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1658 | LCC = 0.8964 | SRCC = 0.8926 ] +INFO:root:Average loss=0.15279427075233215 +INFO:root: +[Valid][14][UTT][ MSE = 0.3303 | LCC = 0.7882 | SRCC = 0.7865 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1767 | LCC = 0.8928 | SRCC = 0.8868 ] +INFO:root:Average loss=0.15700363711668894 +INFO:root: +[Valid][15][UTT][ MSE = 0.3370 | LCC = 0.7864 | SRCC = 0.7857 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1800 | LCC = 0.8861 | SRCC = 0.8808 ] +INFO:root:Average loss=0.14812835945914954 +INFO:root: +[Valid][16][UTT][ MSE = 0.3480 | LCC = 0.7927 | SRCC = 0.7911 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.2176 | LCC = 0.8921 | SRCC = 0.8893 ] +INFO:root:Average loss=0.1362164023403938 +INFO:root: +[Valid][17][UTT][ MSE = 0.3481 | LCC = 0.7871 | SRCC = 0.7854 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.2174 | LCC = 0.8883 | SRCC = 0.8825 ] +INFO:root:Average loss=0.13416919035789293 +INFO:root: +[Valid][18][UTT][ MSE = 0.3238 | LCC = 0.7995 | SRCC = 0.7978 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1947 | LCC = 0.8929 | SRCC = 0.8903 ] +INFO:root:Average loss=0.12486060173847736 +INFO:root: +[Valid][19][UTT][ MSE = 0.4325 | LCC = 0.7850 | SRCC = 0.7885 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.3071 | LCC = 0.8891 | SRCC = 0.8918 ] +INFO:root:Average loss=0.12394453929020809 +INFO:root: +[Valid][20][UTT][ MSE = 0.3268 | LCC = 0.7873 | SRCC = 0.7858 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1778 | LCC = 0.8904 | SRCC = 0.8855 ] +INFO:root:Average loss=0.12487717727437997 +INFO:root: +[Valid][21][UTT][ MSE = 0.3347 | LCC = 0.7973 | SRCC = 0.7967 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1943 | LCC = 0.9019 | SRCC = 0.9004 ] +INFO:root:Average loss=0.11342737346123426 +INFO:root: +[Valid][22][UTT][ MSE = 0.3504 | LCC = 0.7837 | SRCC = 0.7837 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.2061 | LCC = 0.8925 | SRCC = 0.8873 ] +INFO:root:Average loss=0.11367293132039216 +INFO:root: +[Valid][23][UTT][ MSE = 0.3471 | LCC = 0.7844 | SRCC = 0.7848 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.2071 | LCC = 0.8886 | SRCC = 0.8846 ] +INFO:root:Average loss=0.11344352154395519 +INFO:root: +[Valid][24][UTT][ MSE = 0.3486 | LCC = 0.7972 | SRCC = 0.7988 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.2147 | LCC = 0.8969 | SRCC = 0.8954 ] +INFO:root:Average loss=0.10675202109492742 +INFO:root: +[Valid][25][UTT][ MSE = 0.3733 | LCC = 0.7913 | SRCC = 0.7911 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.2421 | LCC = 0.8952 | SRCC = 0.8940 ] +INFO:root:Average loss=0.10054438484784885 +INFO:root: +[Valid][26][UTT][ MSE = 0.3998 | LCC = 0.7869 | SRCC = 0.7894 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.2737 | LCC = 0.8929 | SRCC = 0.8952 ] +INFO:root:Average loss=0.10461055172177461 +INFO:root: +[Valid][27][UTT][ MSE = 0.3256 | LCC = 0.7906 | SRCC = 0.7895 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1572 | LCC = 0.8987 | SRCC = 0.8922 ] +INFO:root:Average loss=0.10251705849973056 +INFO:root: +[Valid][28][UTT][ MSE = 0.3131 | LCC = 0.7995 | SRCC = 0.7991 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1785 | LCC = 0.8959 | SRCC = 0.8922 ] +INFO:root:Average loss=0.0915157033655888 +INFO:root: +[Valid][29][UTT][ MSE = 0.3212 | LCC = 0.7960 | SRCC = 0.7952 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1833 | LCC = 0.8981 | SRCC = 0.8947 ] +INFO:root:Average loss=0.0926492833174192 +INFO:root: +[Valid][30][UTT][ MSE = 0.3444 | LCC = 0.7983 | SRCC = 0.7981 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.2171 | LCC = 0.8985 | SRCC = 0.8961 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2824 | LCC = 0.8212 | SRCC = 0.8202 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1551 | LCC = 0.8917 | SRCC = 0.8889 ] diff --git a/results_bvcc/hubert_base/layer11/run3/config.gin b/results_bvcc/hubert_base/layer11/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer11/run3/model.pt b/results_bvcc/hubert_base/layer11/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..85a859f4ecbbc2ece4cc15f6debf300fe649974c --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea945cba444e6a083be900a95edf294d8150ffecd8385d700c7010f7c4294e2 +size 2747979 diff --git a/results_bvcc/hubert_base/layer11/run3/model_best.pt b/results_bvcc/hubert_base/layer11/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc7153e4bd5b02375cdad702e002b3c1d8421070 --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ec4465288d9139791ffe0af19918c37e838c13c1e7c44cb931c9134ba12f92 +size 2749638 diff --git a/results_bvcc/hubert_base/layer11/run3/train.log b/results_bvcc/hubert_base/layer11/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..81899e459e4c0f177b79de5b900fc20f55ddec96 --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6759911668606293 +INFO:root: +[Valid][0][UTT][ MSE = 0.4670 | LCC = 0.7337 | SRCC = 0.7315 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3699 | LCC = 0.8047 | SRCC = 0.8078 ] +INFO:root:Average loss=0.3828597844411165 +INFO:root: +[Valid][1][UTT][ MSE = 0.4879 | LCC = 0.7541 | SRCC = 0.7745 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.3768 | LCC = 0.8337 | SRCC = 0.8474 ] +INFO:root:Average loss=0.3104532147065187 +INFO:root: +[Valid][2][UTT][ MSE = 0.3568 | LCC = 0.7855 | SRCC = 0.7853 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2398 | LCC = 0.8605 | SRCC = 0.8601 ] +INFO:root:Average loss=0.27768509605756175 +INFO:root: +[Valid][3][UTT][ MSE = 0.3461 | LCC = 0.7947 | SRCC = 0.7948 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2172 | LCC = 0.8772 | SRCC = 0.8760 ] +INFO:root:Average loss=0.25161570062239963 +INFO:root: +[Valid][4][UTT][ MSE = 0.3809 | LCC = 0.7944 | SRCC = 0.7985 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2663 | LCC = 0.8793 | SRCC = 0.8810 ] +INFO:root:Average loss=0.23393520197043052 +INFO:root: +[Valid][5][UTT][ MSE = 0.3553 | LCC = 0.7891 | SRCC = 0.7913 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2233 | LCC = 0.8812 | SRCC = 0.8808 ] +INFO:root:Average loss=0.2193815935498629 +INFO:root: +[Valid][6][UTT][ MSE = 0.4231 | LCC = 0.7930 | SRCC = 0.7967 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.3015 | LCC = 0.8853 | SRCC = 0.8862 ] +INFO:root:Average loss=0.21981165080498427 +INFO:root: +[Valid][7][UTT][ MSE = 0.3067 | LCC = 0.8030 | SRCC = 0.8029 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1696 | LCC = 0.8926 | SRCC = 0.8893 ] +INFO:root:Average loss=0.19980532561357206 +INFO:root: +[Valid][8][UTT][ MSE = 0.3236 | LCC = 0.7978 | SRCC = 0.7982 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1917 | LCC = 0.8881 | SRCC = 0.8918 ] +INFO:root:Average loss=0.19930769426700395 +INFO:root: +[Valid][9][UTT][ MSE = 0.3287 | LCC = 0.7969 | SRCC = 0.7987 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1933 | LCC = 0.8935 | SRCC = 0.8972 ] +INFO:root:Average loss=0.19743829296949583 +INFO:root: +[Valid][10][UTT][ MSE = 0.3222 | LCC = 0.7978 | SRCC = 0.7984 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1837 | LCC = 0.8952 | SRCC = 0.8965 ] +INFO:root:Average loss=0.17506744674383065 +INFO:root: +[Valid][11][UTT][ MSE = 0.4000 | LCC = 0.7897 | SRCC = 0.7918 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.2798 | LCC = 0.8888 | SRCC = 0.8926 ] +INFO:root:Average loss=0.1666738859927043 +INFO:root: +[Valid][12][UTT][ MSE = 0.3331 | LCC = 0.7923 | SRCC = 0.7912 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1969 | LCC = 0.8915 | SRCC = 0.8926 ] +INFO:root:Average loss=0.15356463136581275 +INFO:root: +[Valid][13][UTT][ MSE = 0.3554 | LCC = 0.7871 | SRCC = 0.7882 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.2151 | LCC = 0.8913 | SRCC = 0.8924 ] +INFO:root:Average loss=0.1493225923906534 +INFO:root: +[Valid][14][UTT][ MSE = 0.4082 | LCC = 0.7900 | SRCC = 0.7933 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.2799 | LCC = 0.8903 | SRCC = 0.8952 ] +INFO:root:Average loss=0.1566820692939636 +INFO:root: +[Valid][15][UTT][ MSE = 0.3468 | LCC = 0.7830 | SRCC = 0.7811 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.2068 | LCC = 0.8867 | SRCC = 0.8848 ] +INFO:root:Average loss=0.1410478245562468 +INFO:root: +[Valid][16][UTT][ MSE = 0.3826 | LCC = 0.7850 | SRCC = 0.7864 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.2423 | LCC = 0.8980 | SRCC = 0.9018 ] +INFO:root:Average loss=0.13084915987192056 +INFO:root: +[Valid][17][UTT][ MSE = 0.4049 | LCC = 0.7832 | SRCC = 0.7860 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.2638 | LCC = 0.8908 | SRCC = 0.8959 ] +INFO:root:Average loss=0.12710173418506598 +INFO:root: +[Valid][18][UTT][ MSE = 0.3536 | LCC = 0.7806 | SRCC = 0.7808 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.2097 | LCC = 0.8915 | SRCC = 0.8925 ] +INFO:root:Average loss=0.12597654750331855 +INFO:root: +[Valid][19][UTT][ MSE = 0.3859 | LCC = 0.7856 | SRCC = 0.7873 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.2500 | LCC = 0.8954 | SRCC = 0.8943 ] +INFO:root:Average loss=0.12248921528076515 +INFO:root: +[Valid][20][UTT][ MSE = 0.3522 | LCC = 0.7926 | SRCC = 0.7938 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.2120 | LCC = 0.9011 | SRCC = 0.9051 ] +INFO:root:Average loss=0.11652453883718221 +INFO:root: +[Valid][21][UTT][ MSE = 0.3394 | LCC = 0.7866 | SRCC = 0.7873 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1857 | LCC = 0.9025 | SRCC = 0.9034 ] +INFO:root:Average loss=0.11501611167421708 +INFO:root: +[Valid][22][UTT][ MSE = 0.3963 | LCC = 0.7786 | SRCC = 0.7814 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.2546 | LCC = 0.8932 | SRCC = 0.8946 ] +INFO:root:Average loss=0.10368663597947513 +INFO:root: +[Valid][23][UTT][ MSE = 0.3824 | LCC = 0.7760 | SRCC = 0.7744 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.2352 | LCC = 0.8933 | SRCC = 0.8906 ] +INFO:root:Average loss=0.10797688622887318 +INFO:root: +[Valid][24][UTT][ MSE = 0.3253 | LCC = 0.7889 | SRCC = 0.7883 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1723 | LCC = 0.9000 | SRCC = 0.8980 ] +INFO:root:Average loss=0.10161001645983794 +INFO:root: +[Valid][25][UTT][ MSE = 0.3307 | LCC = 0.7802 | SRCC = 0.7794 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1656 | LCC = 0.9017 | SRCC = 0.8987 ] +INFO:root:Average loss=0.09899317110196137 +INFO:root: +[Valid][26][UTT][ MSE = 0.3229 | LCC = 0.7852 | SRCC = 0.7839 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1556 | LCC = 0.9038 | SRCC = 0.8977 ] +INFO:root:Average loss=0.09956073694122143 +INFO:root: +[Valid][27][UTT][ MSE = 0.3996 | LCC = 0.7775 | SRCC = 0.7812 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.2627 | LCC = 0.8913 | SRCC = 0.8980 ] +INFO:root:Average loss=0.08997244473833305 +INFO:root: +[Valid][28][UTT][ MSE = 0.3265 | LCC = 0.7886 | SRCC = 0.7889 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1729 | LCC = 0.9002 | SRCC = 0.8979 ] +INFO:root:Average loss=0.08758136181113048 +INFO:root: +[Valid][29][UTT][ MSE = 0.3281 | LCC = 0.7858 | SRCC = 0.7855 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1731 | LCC = 0.9024 | SRCC = 0.8991 ] +INFO:root:Average loss=0.08205673079460095 +INFO:root: +[Valid][30][UTT][ MSE = 0.3574 | LCC = 0.7820 | SRCC = 0.7819 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.2151 | LCC = 0.8947 | SRCC = 0.8913 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2927 | LCC = 0.8148 | SRCC = 0.8170 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1797 | LCC = 0.8766 | SRCC = 0.8756 ] diff --git a/results_bvcc/hubert_base/layer11/run4/config.gin b/results_bvcc/hubert_base/layer11/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer11/run4/model.pt b/results_bvcc/hubert_base/layer11/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a41035d0b05199897e466472d0d8343502d71f9f --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:975503c73783e78dcd1a9b96ab063f40c5acb47deea6c0b1d315a307cd3f4b2d +size 2747979 diff --git a/results_bvcc/hubert_base/layer11/run4/model_best.pt b/results_bvcc/hubert_base/layer11/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..be5e1b23bedb1d6d883c3a4aa07f5156965028f3 --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5e2fb4bb17d8cf7127c53fdd3f9031a154f0a6b19168d0f965215b36c2ff4f +size 2749638 diff --git a/results_bvcc/hubert_base/layer11/run4/train.log b/results_bvcc/hubert_base/layer11/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..49c18d58819effc2ea2e490717b060292bcd4dae --- /dev/null +++ b/results_bvcc/hubert_base/layer11/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6154646583092518 +INFO:root: +[Valid][0][UTT][ MSE = 0.3970 | LCC = 0.7511 | SRCC = 0.7626 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2755 | LCC = 0.8282 | SRCC = 0.8384 ] +INFO:root:Average loss=0.34621579505694217 +INFO:root: +[Valid][1][UTT][ MSE = 0.3668 | LCC = 0.7786 | SRCC = 0.7805 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2423 | LCC = 0.8561 | SRCC = 0.8602 ] +INFO:root:Average loss=0.29442191620667774 +INFO:root: +[Valid][2][UTT][ MSE = 0.3781 | LCC = 0.7823 | SRCC = 0.7853 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2536 | LCC = 0.8655 | SRCC = 0.8653 ] +INFO:root:Average loss=0.2762588881529294 +INFO:root: +[Valid][3][UTT][ MSE = 0.3531 | LCC = 0.7887 | SRCC = 0.7912 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2268 | LCC = 0.8735 | SRCC = 0.8714 ] +INFO:root:Average loss=0.25554159665719056 +INFO:root: +[Valid][4][UTT][ MSE = 0.3380 | LCC = 0.7918 | SRCC = 0.7920 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2084 | LCC = 0.8739 | SRCC = 0.8686 ] +INFO:root:Average loss=0.24909931822465017 +INFO:root: +[Valid][5][UTT][ MSE = 0.3424 | LCC = 0.7928 | SRCC = 0.7932 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2139 | LCC = 0.8771 | SRCC = 0.8749 ] +INFO:root:Average loss=0.23624406086328703 +INFO:root: +[Valid][6][UTT][ MSE = 0.3230 | LCC = 0.7950 | SRCC = 0.7941 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1878 | LCC = 0.8794 | SRCC = 0.8755 ] +INFO:root:Average loss=0.21492850111845213 +INFO:root: +[Valid][7][UTT][ MSE = 0.4015 | LCC = 0.7857 | SRCC = 0.7902 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2808 | LCC = 0.8801 | SRCC = 0.8798 ] +INFO:root:Average loss=0.2022464477863067 +INFO:root: +[Valid][8][UTT][ MSE = 0.3135 | LCC = 0.7976 | SRCC = 0.7985 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1768 | LCC = 0.8853 | SRCC = 0.8847 ] +INFO:root:Average loss=0.20201060481560537 +INFO:root: +[Valid][9][UTT][ MSE = 0.3251 | LCC = 0.7964 | SRCC = 0.7956 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1916 | LCC = 0.8861 | SRCC = 0.8841 ] +INFO:root:Average loss=0.18582531360861582 +INFO:root: +[Valid][10][UTT][ MSE = 0.3327 | LCC = 0.7941 | SRCC = 0.7936 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1726 | LCC = 0.8893 | SRCC = 0.8839 ] +INFO:root:Average loss=0.17749256182175416 +INFO:root: +[Valid][11][UTT][ MSE = 0.3574 | LCC = 0.7892 | SRCC = 0.7897 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.2264 | LCC = 0.8817 | SRCC = 0.8748 ] +INFO:root:Average loss=0.16592934603492418 +INFO:root: +[Valid][12][UTT][ MSE = 0.2991 | LCC = 0.8008 | SRCC = 0.7996 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1565 | LCC = 0.8909 | SRCC = 0.8906 ] +INFO:root:Average loss=0.16546881819764772 +INFO:root: +[Valid][13][UTT][ MSE = 0.3277 | LCC = 0.7930 | SRCC = 0.7926 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1772 | LCC = 0.8830 | SRCC = 0.8780 ] +INFO:root:Average loss=0.152600313608463 +INFO:root: +[Valid][14][UTT][ MSE = 0.3036 | LCC = 0.8019 | SRCC = 0.8008 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1628 | LCC = 0.8947 | SRCC = 0.8954 ] +INFO:root:Average loss=0.1441037431359291 +INFO:root: +[Valid][15][UTT][ MSE = 0.3129 | LCC = 0.7993 | SRCC = 0.7984 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1695 | LCC = 0.8984 | SRCC = 0.8975 ] +INFO:root:Average loss=0.15562198989284345 +INFO:root: +[Valid][16][UTT][ MSE = 0.3205 | LCC = 0.8023 | SRCC = 0.8011 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1701 | LCC = 0.8970 | SRCC = 0.8927 ] +INFO:root:Average loss=0.1491339155114614 +INFO:root: +[Valid][17][UTT][ MSE = 0.3130 | LCC = 0.7996 | SRCC = 0.7979 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1654 | LCC = 0.8971 | SRCC = 0.8938 ] +INFO:root:Average loss=0.13540339584533984 +INFO:root: +[Valid][18][UTT][ MSE = 0.3167 | LCC = 0.7968 | SRCC = 0.7947 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1790 | LCC = 0.8948 | SRCC = 0.8888 ] +INFO:root:Average loss=0.15349223120854452 +INFO:root: +[Valid][19][UTT][ MSE = 0.3373 | LCC = 0.7961 | SRCC = 0.7940 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1867 | LCC = 0.8949 | SRCC = 0.8882 ] +INFO:root:Average loss=0.131096784503032 +INFO:root: +[Valid][20][UTT][ MSE = 0.3120 | LCC = 0.7976 | SRCC = 0.7966 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1646 | LCC = 0.8934 | SRCC = 0.8901 ] +INFO:root:Average loss=0.12016472258628944 +INFO:root: +[Valid][21][UTT][ MSE = 0.3084 | LCC = 0.7959 | SRCC = 0.7954 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1638 | LCC = 0.8936 | SRCC = 0.8912 ] +INFO:root:Average loss=0.11493019425334075 +INFO:root: +[Valid][22][UTT][ MSE = 0.3130 | LCC = 0.7968 | SRCC = 0.7968 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1685 | LCC = 0.8959 | SRCC = 0.8907 ] +INFO:root:Average loss=0.11762927066630278 +INFO:root: +[Valid][23][UTT][ MSE = 0.3247 | LCC = 0.7903 | SRCC = 0.7907 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1797 | LCC = 0.8903 | SRCC = 0.8883 ] +INFO:root:Average loss=0.11403693545323151 +INFO:root: +[Valid][24][UTT][ MSE = 0.3230 | LCC = 0.7949 | SRCC = 0.7947 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1886 | LCC = 0.8930 | SRCC = 0.8896 ] +INFO:root:Average loss=0.11281311760346095 +INFO:root: +[Valid][25][UTT][ MSE = 0.3498 | LCC = 0.7871 | SRCC = 0.7872 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1822 | LCC = 0.8919 | SRCC = 0.8845 ] +INFO:root:Average loss=0.11173924201956162 +INFO:root: +[Valid][26][UTT][ MSE = 0.3254 | LCC = 0.7918 | SRCC = 0.7902 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1716 | LCC = 0.8956 | SRCC = 0.8889 ] +INFO:root:Average loss=0.10213123510281245 +INFO:root: +[Valid][27][UTT][ MSE = 0.3181 | LCC = 0.7919 | SRCC = 0.7908 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1741 | LCC = 0.8918 | SRCC = 0.8857 ] +INFO:root:Average loss=0.1013139894661995 +INFO:root: +[Valid][28][UTT][ MSE = 0.3182 | LCC = 0.7916 | SRCC = 0.7903 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1699 | LCC = 0.8925 | SRCC = 0.8870 ] +INFO:root:Average loss=0.09615193603512569 +INFO:root: +[Valid][29][UTT][ MSE = 0.3288 | LCC = 0.7901 | SRCC = 0.7889 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1879 | LCC = 0.8921 | SRCC = 0.8871 ] +INFO:root:Average loss=0.09076660403456444 +INFO:root: +[Valid][30][UTT][ MSE = 0.3166 | LCC = 0.7900 | SRCC = 0.7905 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1707 | LCC = 0.8891 | SRCC = 0.8854 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3277 | LCC = 0.8135 | SRCC = 0.8156 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2355 | LCC = 0.8873 | SRCC = 0.8856 ] diff --git a/results_bvcc/hubert_base/layer2/run0/config.gin b/results_bvcc/hubert_base/layer2/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer2/run0/model.pt b/results_bvcc/hubert_base/layer2/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..08595590e4cb70d93a9bc81fd8e17a4817b8d30d --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49cb4e30b8e2911a9c00fb0a863b8920e1a6dddaa6ddeede5c18c9ce598f44ff +size 2747979 diff --git a/results_bvcc/hubert_base/layer2/run0/model_best.pt b/results_bvcc/hubert_base/layer2/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0fd54f4fc1193f5ba5928f94f5a670d21cd383b --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af7fdde0cf9a4bdc25c5e5fdc88f2ae7e6793f305555b2409188bef2fb64013 +size 2749702 diff --git a/results_bvcc/hubert_base/layer2/run0/train.log b/results_bvcc/hubert_base/layer2/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f73f6b00e09e2b957aca01fdf4906aef24dfecba --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5960989785500062 +INFO:root: +[Valid][0][UTT][ MSE = 0.3542 | LCC = 0.7737 | SRCC = 0.7825 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2532 | LCC = 0.8345 | SRCC = 0.8410 ] +INFO:root:Average loss=0.28709954271713894 +INFO:root: +[Valid][1][UTT][ MSE = 0.3059 | LCC = 0.8279 | SRCC = 0.8305 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2042 | LCC = 0.8950 | SRCC = 0.8981 ] +INFO:root:Average loss=0.2519231704183114 +INFO:root: +[Valid][2][UTT][ MSE = 0.2675 | LCC = 0.8431 | SRCC = 0.8436 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1505 | LCC = 0.9154 | SRCC = 0.9176 ] +INFO:root:Average loss=0.21651577682067186 +INFO:root: +[Valid][3][UTT][ MSE = 0.2717 | LCC = 0.8515 | SRCC = 0.8514 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1761 | LCC = 0.9154 | SRCC = 0.9174 ] +INFO:root:Average loss=0.2071594937871664 +INFO:root: +[Valid][4][UTT][ MSE = 0.2596 | LCC = 0.8570 | SRCC = 0.8569 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1613 | LCC = 0.9253 | SRCC = 0.9272 ] +INFO:root:Average loss=0.1994059620759426 +INFO:root: +[Valid][5][UTT][ MSE = 0.2505 | LCC = 0.8522 | SRCC = 0.8532 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1469 | LCC = 0.9262 | SRCC = 0.9310 ] +INFO:root:Average loss=0.1809824771988086 +INFO:root: +[Valid][6][UTT][ MSE = 0.2428 | LCC = 0.8628 | SRCC = 0.8614 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1431 | LCC = 0.9298 | SRCC = 0.9285 ] +INFO:root:Average loss=0.1630234970496251 +INFO:root: +[Valid][7][UTT][ MSE = 0.2476 | LCC = 0.8620 | SRCC = 0.8606 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1492 | LCC = 0.9295 | SRCC = 0.9267 ] +INFO:root:Average loss=0.15692774082223573 +INFO:root: +[Valid][8][UTT][ MSE = 0.2296 | LCC = 0.8638 | SRCC = 0.8636 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1174 | LCC = 0.9376 | SRCC = 0.9381 ] +INFO:root:Average loss=0.1417490589695099 +INFO:root: +[Valid][9][UTT][ MSE = 0.2341 | LCC = 0.8636 | SRCC = 0.8624 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1268 | LCC = 0.9353 | SRCC = 0.9340 ] +INFO:root:Average loss=0.14606260880827904 +INFO:root: +[Valid][10][UTT][ MSE = 0.2268 | LCC = 0.8674 | SRCC = 0.8668 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1199 | LCC = 0.9377 | SRCC = 0.9374 ] +INFO:root:Average loss=0.12908395398885775 +INFO:root: +[Valid][11][UTT][ MSE = 0.2270 | LCC = 0.8665 | SRCC = 0.8658 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1231 | LCC = 0.9371 | SRCC = 0.9354 ] +INFO:root:Average loss=0.12918603152800828 +INFO:root: +[Valid][12][UTT][ MSE = 0.2468 | LCC = 0.8660 | SRCC = 0.8659 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1572 | LCC = 0.9357 | SRCC = 0.9374 ] +INFO:root:Average loss=0.11783666115922806 +INFO:root: +[Valid][13][UTT][ MSE = 0.2240 | LCC = 0.8645 | SRCC = 0.8642 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1152 | LCC = 0.9381 | SRCC = 0.9374 ] +INFO:root:Average loss=0.11371177019408116 +INFO:root: +[Valid][14][UTT][ MSE = 0.2666 | LCC = 0.8612 | SRCC = 0.8607 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1800 | LCC = 0.9335 | SRCC = 0.9321 ] +INFO:root:Average loss=0.10650541041141902 +INFO:root: +[Valid][15][UTT][ MSE = 0.2787 | LCC = 0.8586 | SRCC = 0.8582 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1969 | LCC = 0.9284 | SRCC = 0.9271 ] +INFO:root:Average loss=0.11274438036175874 +INFO:root: +[Valid][16][UTT][ MSE = 0.2258 | LCC = 0.8654 | SRCC = 0.8651 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1212 | LCC = 0.9393 | SRCC = 0.9402 ] +INFO:root:Average loss=0.09487997874235496 +INFO:root: +[Valid][17][UTT][ MSE = 0.2173 | LCC = 0.8648 | SRCC = 0.8654 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1125 | LCC = 0.9358 | SRCC = 0.9396 ] +INFO:root:Average loss=0.09814002880683312 +INFO:root: +[Valid][18][UTT][ MSE = 0.2160 | LCC = 0.8657 | SRCC = 0.8652 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1062 | LCC = 0.9386 | SRCC = 0.9365 ] +INFO:root:Average loss=0.08842664775558007 +INFO:root: +[Valid][19][UTT][ MSE = 0.2433 | LCC = 0.8597 | SRCC = 0.8580 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1445 | LCC = 0.9331 | SRCC = 0.9304 ] +INFO:root:Average loss=0.08161740611570004 +INFO:root: +[Valid][20][UTT][ MSE = 0.2803 | LCC = 0.8585 | SRCC = 0.8599 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1994 | LCC = 0.9288 | SRCC = 0.9332 ] +INFO:root:Average loss=0.08608413521104898 +INFO:root: +[Valid][21][UTT][ MSE = 0.2454 | LCC = 0.8672 | SRCC = 0.8682 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1581 | LCC = 0.9366 | SRCC = 0.9407 ] +INFO:root:Average loss=0.07698568978752846 +INFO:root: +[Valid][22][UTT][ MSE = 0.2199 | LCC = 0.8665 | SRCC = 0.8663 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1179 | LCC = 0.9394 | SRCC = 0.9389 ] +INFO:root:Average loss=0.0809233580262233 +INFO:root: +[Valid][23][UTT][ MSE = 0.2459 | LCC = 0.8645 | SRCC = 0.8656 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1540 | LCC = 0.9365 | SRCC = 0.9396 ] +INFO:root:Average loss=0.07054860192613724 +INFO:root: +[Valid][24][UTT][ MSE = 0.2385 | LCC = 0.8644 | SRCC = 0.8635 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1466 | LCC = 0.9350 | SRCC = 0.9338 ] +INFO:root:Average loss=0.06755587429954456 +INFO:root: +[Valid][25][UTT][ MSE = 0.2347 | LCC = 0.8660 | SRCC = 0.8663 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1393 | LCC = 0.9386 | SRCC = 0.9399 ] +INFO:root:Average loss=0.07181665482811439 +INFO:root: +[Valid][26][UTT][ MSE = 0.2629 | LCC = 0.8645 | SRCC = 0.8657 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1734 | LCC = 0.9376 | SRCC = 0.9414 ] +INFO:root:Average loss=0.0658301046739022 +INFO:root: +[Valid][27][UTT][ MSE = 0.2479 | LCC = 0.8671 | SRCC = 0.8679 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1562 | LCC = 0.9405 | SRCC = 0.9440 ] +INFO:root:Average loss=0.0605070885652915 +INFO:root: +[Valid][28][UTT][ MSE = 0.2376 | LCC = 0.8652 | SRCC = 0.8649 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1430 | LCC = 0.9384 | SRCC = 0.9396 ] +INFO:root:Average loss=0.062432255978003524 +INFO:root: +[Valid][29][UTT][ MSE = 0.2303 | LCC = 0.8659 | SRCC = 0.8657 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1271 | LCC = 0.9429 | SRCC = 0.9409 ] +INFO:root:Average loss=0.059115062396113686 +INFO:root: +[Valid][30][UTT][ MSE = 0.2462 | LCC = 0.8641 | SRCC = 0.8640 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1570 | LCC = 0.9339 | SRCC = 0.9351 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2323 | LCC = 0.8649 | SRCC = 0.8668 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1410 | LCC = 0.9154 | SRCC = 0.9167 ] diff --git a/results_bvcc/hubert_base/layer2/run1/config.gin b/results_bvcc/hubert_base/layer2/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer2/run1/model.pt b/results_bvcc/hubert_base/layer2/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab3fa78c940662f9645ec844469a2309036d1827 --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19373d8c4eec8f8af393d3e8c66ea546623a9498b53d441712a91a20a81e84ab +size 2747979 diff --git a/results_bvcc/hubert_base/layer2/run1/model_best.pt b/results_bvcc/hubert_base/layer2/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ccd6d47e7489b26bd551fdc4252a609b6c0a321 --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9711869751df72b3495bde210205a6d4ef4b36400995ae9ce89e8cada58d54af +size 2749638 diff --git a/results_bvcc/hubert_base/layer2/run1/train.log b/results_bvcc/hubert_base/layer2/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8a26ab44148020e373df307669d3dd5505a1fa4b --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5208806798626215 +INFO:root: +[Valid][0][UTT][ MSE = 0.4080 | LCC = 0.7694 | SRCC = 0.7743 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2592 | LCC = 0.8357 | SRCC = 0.8419 ] +INFO:root:Average loss=0.2993177618735876 +INFO:root: +[Valid][1][UTT][ MSE = 0.3098 | LCC = 0.8119 | SRCC = 0.8150 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2036 | LCC = 0.8786 | SRCC = 0.8800 ] +INFO:root:Average loss=0.24815617673672163 +INFO:root: +[Valid][2][UTT][ MSE = 0.2914 | LCC = 0.8348 | SRCC = 0.8341 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1620 | LCC = 0.9013 | SRCC = 0.9007 ] +INFO:root:Average loss=0.2250212929569758 +INFO:root: +[Valid][3][UTT][ MSE = 0.2694 | LCC = 0.8409 | SRCC = 0.8405 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1567 | LCC = 0.9106 | SRCC = 0.9106 ] +INFO:root:Average loss=0.20628502258123496 +INFO:root: +[Valid][4][UTT][ MSE = 0.2731 | LCC = 0.8476 | SRCC = 0.8447 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1482 | LCC = 0.9171 | SRCC = 0.9127 ] +INFO:root:Average loss=0.19183798373127595 +INFO:root: +[Valid][5][UTT][ MSE = 0.2635 | LCC = 0.8457 | SRCC = 0.8507 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1741 | LCC = 0.9108 | SRCC = 0.9188 ] +INFO:root:Average loss=0.18089758671629122 +INFO:root: +[Valid][6][UTT][ MSE = 0.2699 | LCC = 0.8536 | SRCC = 0.8506 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1393 | LCC = 0.9192 | SRCC = 0.9179 ] +INFO:root:Average loss=0.18993817623227072 +INFO:root: +[Valid][7][UTT][ MSE = 0.2535 | LCC = 0.8564 | SRCC = 0.8552 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1267 | LCC = 0.9267 | SRCC = 0.9272 ] +INFO:root:Average loss=0.16377618603217295 +INFO:root: +[Valid][8][UTT][ MSE = 0.2479 | LCC = 0.8509 | SRCC = 0.8555 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1467 | LCC = 0.9216 | SRCC = 0.9308 ] +INFO:root:Average loss=0.14610042060032868 +INFO:root: +[Valid][9][UTT][ MSE = 0.2272 | LCC = 0.8577 | SRCC = 0.8576 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1132 | LCC = 0.9290 | SRCC = 0.9304 ] +INFO:root:Average loss=0.14112225260872108 +INFO:root: +[Valid][10][UTT][ MSE = 0.2341 | LCC = 0.8575 | SRCC = 0.8583 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1287 | LCC = 0.9287 | SRCC = 0.9329 ] +INFO:root:Average loss=0.1344349863819587 +INFO:root: +[Valid][11][UTT][ MSE = 0.2333 | LCC = 0.8537 | SRCC = 0.8531 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1175 | LCC = 0.9284 | SRCC = 0.9298 ] +INFO:root:Average loss=0.12952238531448904 +INFO:root: +[Valid][12][UTT][ MSE = 0.2492 | LCC = 0.8589 | SRCC = 0.8561 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1173 | LCC = 0.9294 | SRCC = 0.9282 ] +INFO:root:Average loss=0.11804915448793998 +INFO:root: +[Valid][13][UTT][ MSE = 0.2207 | LCC = 0.8577 | SRCC = 0.8560 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1059 | LCC = 0.9265 | SRCC = 0.9236 ] +INFO:root:Average loss=0.11782836684813866 +INFO:root: +[Valid][14][UTT][ MSE = 0.2382 | LCC = 0.8569 | SRCC = 0.8554 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1170 | LCC = 0.9278 | SRCC = 0.9265 ] +INFO:root:Average loss=0.11022263125349314 +INFO:root: +[Valid][15][UTT][ MSE = 0.2319 | LCC = 0.8594 | SRCC = 0.8563 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1083 | LCC = 0.9322 | SRCC = 0.9286 ] +INFO:root:Average loss=0.10048555449033394 +INFO:root: +[Valid][16][UTT][ MSE = 0.2376 | LCC = 0.8541 | SRCC = 0.8543 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1368 | LCC = 0.9247 | SRCC = 0.9270 ] +INFO:root:Average loss=0.10124097353754899 +INFO:root: +[Valid][17][UTT][ MSE = 0.2512 | LCC = 0.8587 | SRCC = 0.8551 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1199 | LCC = 0.9322 | SRCC = 0.9279 ] +INFO:root:Average loss=0.09448706845824535 +INFO:root: +[Valid][18][UTT][ MSE = 0.2286 | LCC = 0.8566 | SRCC = 0.8551 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1105 | LCC = 0.9260 | SRCC = 0.9237 ] +INFO:root:Average loss=0.08922952747879884 +INFO:root: +[Valid][19][UTT][ MSE = 0.2392 | LCC = 0.8584 | SRCC = 0.8569 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1077 | LCC = 0.9331 | SRCC = 0.9316 ] +INFO:root:Average loss=0.08791562580527404 +INFO:root: +[Valid][20][UTT][ MSE = 0.2307 | LCC = 0.8582 | SRCC = 0.8563 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1012 | LCC = 0.9348 | SRCC = 0.9331 ] +INFO:root:Average loss=0.0884845410593045 +INFO:root: +[Valid][21][UTT][ MSE = 0.2344 | LCC = 0.8591 | SRCC = 0.8575 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1078 | LCC = 0.9321 | SRCC = 0.9313 ] +INFO:root:Average loss=0.08243886371835685 +INFO:root: +[Valid][22][UTT][ MSE = 0.2680 | LCC = 0.8571 | SRCC = 0.8560 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1278 | LCC = 0.9345 | SRCC = 0.9302 ] +INFO:root:Average loss=0.08396375881364712 +INFO:root: +[Valid][23][UTT][ MSE = 0.2266 | LCC = 0.8582 | SRCC = 0.8569 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1025 | LCC = 0.9338 | SRCC = 0.9320 ] +INFO:root:Average loss=0.07414366223682196 +INFO:root: +[Valid][24][UTT][ MSE = 0.2489 | LCC = 0.8572 | SRCC = 0.8585 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1506 | LCC = 0.9299 | SRCC = 0.9354 ] +INFO:root:Average loss=0.07278668321669102 +INFO:root: +[Valid][25][UTT][ MSE = 0.2290 | LCC = 0.8588 | SRCC = 0.8577 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1086 | LCC = 0.9345 | SRCC = 0.9355 ] +INFO:root:Average loss=0.0698706675798465 +INFO:root: +[Valid][26][UTT][ MSE = 0.2381 | LCC = 0.8599 | SRCC = 0.8579 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1083 | LCC = 0.9353 | SRCC = 0.9322 ] +INFO:root:Average loss=0.067053605730717 +INFO:root: +[Valid][27][UTT][ MSE = 0.2992 | LCC = 0.8552 | SRCC = 0.8548 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1454 | LCC = 0.9317 | SRCC = 0.9290 ] +INFO:root:Average loss=0.06905237699930485 +INFO:root: +[Valid][28][UTT][ MSE = 0.2371 | LCC = 0.8570 | SRCC = 0.8541 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1228 | LCC = 0.9345 | SRCC = 0.9316 ] +INFO:root:Average loss=0.0635741067906985 +INFO:root: +[Valid][29][UTT][ MSE = 0.2296 | LCC = 0.8566 | SRCC = 0.8541 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1116 | LCC = 0.9349 | SRCC = 0.9337 ] +INFO:root:Average loss=0.06238762762110967 +INFO:root: +[Valid][30][UTT][ MSE = 0.2349 | LCC = 0.8558 | SRCC = 0.8551 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1270 | LCC = 0.9281 | SRCC = 0.9291 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2515 | LCC = 0.8623 | SRCC = 0.8637 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1802 | LCC = 0.9152 | SRCC = 0.9182 ] diff --git a/results_bvcc/hubert_base/layer2/run2/config.gin b/results_bvcc/hubert_base/layer2/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer2/run2/model.pt b/results_bvcc/hubert_base/layer2/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2609ad148cddd9355fcd4ead4e262dcbc08656d2 --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46d476338d234090cc97661fccf3a9289a94b589e2f7ac818e41f904028e74d4 +size 2747979 diff --git a/results_bvcc/hubert_base/layer2/run2/model_best.pt b/results_bvcc/hubert_base/layer2/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8962dcde380c5cc0d44ec77714aa949f374e139b --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8145ec3946df2ab49c1c66a8eeb71e9f2acfca1cd4da6576d462d6a35666c6 +size 2749638 diff --git a/results_bvcc/hubert_base/layer2/run2/train.log b/results_bvcc/hubert_base/layer2/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4dca3ec83eada3e2c09135decf57335beb9bebcf --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5218134782253168 +INFO:root: +[Valid][0][UTT][ MSE = 0.3674 | LCC = 0.7898 | SRCC = 0.7921 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2734 | LCC = 0.8520 | SRCC = 0.8535 ] +INFO:root:Average loss=0.2834956945899205 +INFO:root: +[Valid][1][UTT][ MSE = 0.3247 | LCC = 0.8241 | SRCC = 0.8271 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1847 | LCC = 0.8935 | SRCC = 0.8926 ] +INFO:root:Average loss=0.23328575625633582 +INFO:root: +[Valid][2][UTT][ MSE = 0.2734 | LCC = 0.8436 | SRCC = 0.8433 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1439 | LCC = 0.9201 | SRCC = 0.9203 ] +INFO:root:Average loss=0.21500414800949585 +INFO:root: +[Valid][3][UTT][ MSE = 0.2588 | LCC = 0.8470 | SRCC = 0.8491 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1535 | LCC = 0.9170 | SRCC = 0.9220 ] +INFO:root:Average loss=0.19359946289123633 +INFO:root: +[Valid][4][UTT][ MSE = 0.2493 | LCC = 0.8583 | SRCC = 0.8563 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1264 | LCC = 0.9311 | SRCC = 0.9304 ] +INFO:root:Average loss=0.18304586458282593 +INFO:root: +[Valid][5][UTT][ MSE = 0.2646 | LCC = 0.8520 | SRCC = 0.8538 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1610 | LCC = 0.9247 | SRCC = 0.9277 ] +INFO:root:Average loss=0.17339719574038798 +INFO:root: +[Valid][6][UTT][ MSE = 0.2324 | LCC = 0.8603 | SRCC = 0.8596 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1134 | LCC = 0.9360 | SRCC = 0.9370 ] +INFO:root:Average loss=0.1664533611291494 +INFO:root: +[Valid][7][UTT][ MSE = 0.2364 | LCC = 0.8579 | SRCC = 0.8572 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1117 | LCC = 0.9329 | SRCC = 0.9330 ] +INFO:root:Average loss=0.15259949614604315 +INFO:root: +[Valid][8][UTT][ MSE = 0.2426 | LCC = 0.8569 | SRCC = 0.8573 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1351 | LCC = 0.9294 | SRCC = 0.9306 ] +INFO:root:Average loss=0.1445492289196222 +INFO:root: +[Valid][9][UTT][ MSE = 0.2609 | LCC = 0.8562 | SRCC = 0.8577 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1602 | LCC = 0.9280 | SRCC = 0.9297 ] +INFO:root:Average loss=0.13369788573338434 +INFO:root: +[Valid][10][UTT][ MSE = 0.2519 | LCC = 0.8611 | SRCC = 0.8605 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1238 | LCC = 0.9348 | SRCC = 0.9355 ] +INFO:root:Average loss=0.1266767996817063 +INFO:root: +[Valid][11][UTT][ MSE = 0.2250 | LCC = 0.8641 | SRCC = 0.8635 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1011 | LCC = 0.9375 | SRCC = 0.9374 ] +INFO:root:Average loss=0.12475506803737237 +INFO:root: +[Valid][12][UTT][ MSE = 0.2375 | LCC = 0.8598 | SRCC = 0.8587 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1163 | LCC = 0.9343 | SRCC = 0.9320 ] +INFO:root:Average loss=0.12307742175956567 +INFO:root: +[Valid][13][UTT][ MSE = 0.2256 | LCC = 0.8618 | SRCC = 0.8612 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.0949 | LCC = 0.9412 | SRCC = 0.9430 ] +INFO:root:Average loss=0.11527986920032746 +INFO:root: +[Valid][14][UTT][ MSE = 0.2286 | LCC = 0.8652 | SRCC = 0.8643 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1083 | LCC = 0.9401 | SRCC = 0.9386 ] +INFO:root:Average loss=0.10476638806553987 +INFO:root: +[Valid][15][UTT][ MSE = 0.2278 | LCC = 0.8576 | SRCC = 0.8574 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1162 | LCC = 0.9309 | SRCC = 0.9303 ] +INFO:root:Average loss=0.10152960100617164 +INFO:root: +[Valid][16][UTT][ MSE = 0.2385 | LCC = 0.8620 | SRCC = 0.8613 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1078 | LCC = 0.9396 | SRCC = 0.9389 ] +INFO:root:Average loss=0.10488457003465065 +INFO:root: +[Valid][17][UTT][ MSE = 0.2484 | LCC = 0.8609 | SRCC = 0.8594 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1308 | LCC = 0.9400 | SRCC = 0.9404 ] +INFO:root:Average loss=0.08835491170294774 +INFO:root: +[Valid][18][UTT][ MSE = 0.2343 | LCC = 0.8605 | SRCC = 0.8601 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1090 | LCC = 0.9347 | SRCC = 0.9354 ] +INFO:root:Average loss=0.08788800998949088 +INFO:root: +[Valid][19][UTT][ MSE = 0.2258 | LCC = 0.8624 | SRCC = 0.8620 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1060 | LCC = 0.9388 | SRCC = 0.9378 ] +INFO:root:Average loss=0.08089216631383468 +INFO:root: +[Valid][20][UTT][ MSE = 0.2223 | LCC = 0.8648 | SRCC = 0.8638 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1063 | LCC = 0.9357 | SRCC = 0.9329 ] +INFO:root:Average loss=0.0794938170374968 +INFO:root: +[Valid][21][UTT][ MSE = 0.2293 | LCC = 0.8632 | SRCC = 0.8625 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.0979 | LCC = 0.9365 | SRCC = 0.9354 ] +INFO:root:Average loss=0.0782421564635558 +INFO:root: +[Valid][22][UTT][ MSE = 0.2571 | LCC = 0.8605 | SRCC = 0.8600 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1205 | LCC = 0.9349 | SRCC = 0.9350 ] +INFO:root:Average loss=0.07825757902211104 +INFO:root: +[Valid][23][UTT][ MSE = 0.2219 | LCC = 0.8627 | SRCC = 0.8626 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1007 | LCC = 0.9343 | SRCC = 0.9366 ] +INFO:root:Average loss=0.07009276045629612 +INFO:root: +[Valid][24][UTT][ MSE = 0.2256 | LCC = 0.8609 | SRCC = 0.8610 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1074 | LCC = 0.9353 | SRCC = 0.9364 ] +INFO:root:Average loss=0.07621649289742494 +INFO:root: +[Valid][25][UTT][ MSE = 0.2457 | LCC = 0.8588 | SRCC = 0.8597 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1368 | LCC = 0.9364 | SRCC = 0.9394 ] +INFO:root:Average loss=0.06884592542281517 +INFO:root: +[Valid][26][UTT][ MSE = 0.2298 | LCC = 0.8632 | SRCC = 0.8632 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1011 | LCC = 0.9388 | SRCC = 0.9387 ] +INFO:root:Average loss=0.06462382167004622 +INFO:root: +[Valid][27][UTT][ MSE = 0.2335 | LCC = 0.8604 | SRCC = 0.8592 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1042 | LCC = 0.9321 | SRCC = 0.9309 ] +INFO:root:Average loss=0.06117121999462446 +INFO:root: +[Valid][28][UTT][ MSE = 0.2281 | LCC = 0.8603 | SRCC = 0.8592 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.0992 | LCC = 0.9384 | SRCC = 0.9378 ] +INFO:root:Average loss=0.060411484243396 +INFO:root: +[Valid][29][UTT][ MSE = 0.2230 | LCC = 0.8617 | SRCC = 0.8600 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.0947 | LCC = 0.9395 | SRCC = 0.9376 ] +INFO:root:Average loss=0.05972247675825388 +INFO:root: +[Valid][30][UTT][ MSE = 0.2352 | LCC = 0.8602 | SRCC = 0.8598 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1031 | LCC = 0.9365 | SRCC = 0.9377 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2337 | LCC = 0.8681 | SRCC = 0.8678 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1506 | LCC = 0.9241 | SRCC = 0.9246 ] diff --git a/results_bvcc/hubert_base/layer2/run3/config.gin b/results_bvcc/hubert_base/layer2/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer2/run3/model.pt b/results_bvcc/hubert_base/layer2/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf58f834b4a1be0646536172d41fc359d68e427e --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11352cb10ed66466e7aa1b940421bbc669d3672ee33dca78514c91cb63ba9adf +size 2747979 diff --git a/results_bvcc/hubert_base/layer2/run3/model_best.pt b/results_bvcc/hubert_base/layer2/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..302cbab62d85dd5c9e5fb9cae6171d73a6c72bb4 --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71a556d0930dda16d84638c32e40cab96541b86fc82c255f804b9c050f3a5b1 +size 2749638 diff --git a/results_bvcc/hubert_base/layer2/run3/train.log b/results_bvcc/hubert_base/layer2/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..dd9c0109ab5394f732a0192ff5bf42d2f890b7d2 --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5200431304864395 +INFO:root: +[Valid][0][UTT][ MSE = 0.3508 | LCC = 0.7857 | SRCC = 0.7926 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2356 | LCC = 0.8544 | SRCC = 0.8622 ] +INFO:root:Average loss=0.2860333237510461 +INFO:root: +[Valid][1][UTT][ MSE = 0.2925 | LCC = 0.8196 | SRCC = 0.8241 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1842 | LCC = 0.8874 | SRCC = 0.8952 ] +INFO:root:Average loss=0.24647171184038505 +INFO:root: +[Valid][2][UTT][ MSE = 0.2835 | LCC = 0.8315 | SRCC = 0.8381 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1903 | LCC = 0.8980 | SRCC = 0.9119 ] +INFO:root:Average loss=0.22983434815437365 +INFO:root: +[Valid][3][UTT][ MSE = 0.2581 | LCC = 0.8493 | SRCC = 0.8495 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1456 | LCC = 0.9163 | SRCC = 0.9191 ] +INFO:root:Average loss=0.2096614057245927 +INFO:root: +[Valid][4][UTT][ MSE = 0.2528 | LCC = 0.8544 | SRCC = 0.8537 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1397 | LCC = 0.9193 | SRCC = 0.9186 ] +INFO:root:Average loss=0.19430212752941328 +INFO:root: +[Valid][5][UTT][ MSE = 0.2363 | LCC = 0.8579 | SRCC = 0.8593 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1235 | LCC = 0.9221 | SRCC = 0.9251 ] +INFO:root:Average loss=0.1820386854501871 +INFO:root: +[Valid][6][UTT][ MSE = 0.2484 | LCC = 0.8525 | SRCC = 0.8587 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1570 | LCC = 0.9176 | SRCC = 0.9288 ] +INFO:root:Average loss=0.16880697499100977 +INFO:root: +[Valid][7][UTT][ MSE = 0.2374 | LCC = 0.8653 | SRCC = 0.8651 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1164 | LCC = 0.9334 | SRCC = 0.9338 ] +INFO:root:Average loss=0.15761606567181075 +INFO:root: +[Valid][8][UTT][ MSE = 0.2321 | LCC = 0.8606 | SRCC = 0.8614 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1209 | LCC = 0.9278 | SRCC = 0.9296 ] +INFO:root:Average loss=0.1470701892215472 +INFO:root: +[Valid][9][UTT][ MSE = 0.2320 | LCC = 0.8634 | SRCC = 0.8643 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1159 | LCC = 0.9291 | SRCC = 0.9304 ] +INFO:root:Average loss=0.1401718085966049 +INFO:root: +[Valid][10][UTT][ MSE = 0.2382 | LCC = 0.8623 | SRCC = 0.8627 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1293 | LCC = 0.9274 | SRCC = 0.9290 ] +INFO:root:Average loss=0.13692835699289274 +INFO:root: +[Valid][11][UTT][ MSE = 0.2283 | LCC = 0.8659 | SRCC = 0.8667 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1154 | LCC = 0.9316 | SRCC = 0.9318 ] +INFO:root:Average loss=0.13462410829006097 +INFO:root: +[Valid][12][UTT][ MSE = 0.2242 | LCC = 0.8649 | SRCC = 0.8656 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1004 | LCC = 0.9385 | SRCC = 0.9365 ] +INFO:root:Average loss=0.12038583346666434 +INFO:root: +[Valid][13][UTT][ MSE = 0.2204 | LCC = 0.8663 | SRCC = 0.8667 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1105 | LCC = 0.9370 | SRCC = 0.9370 ] +INFO:root:Average loss=0.11987718748740661 +INFO:root: +[Valid][14][UTT][ MSE = 0.2238 | LCC = 0.8661 | SRCC = 0.8659 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1110 | LCC = 0.9399 | SRCC = 0.9395 ] +INFO:root:Average loss=0.11778485392912841 +INFO:root: +[Valid][15][UTT][ MSE = 0.2295 | LCC = 0.8651 | SRCC = 0.8645 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1240 | LCC = 0.9326 | SRCC = 0.9310 ] +INFO:root:Average loss=0.10348717944744305 +INFO:root: +[Valid][16][UTT][ MSE = 0.2204 | LCC = 0.8657 | SRCC = 0.8658 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1144 | LCC = 0.9335 | SRCC = 0.9341 ] +INFO:root:Average loss=0.10388697292178105 +INFO:root: +[Valid][17][UTT][ MSE = 0.2152 | LCC = 0.8642 | SRCC = 0.8645 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1142 | LCC = 0.9279 | SRCC = 0.9297 ] +INFO:root:Average loss=0.0980697108958012 +INFO:root: +[Valid][18][UTT][ MSE = 0.2295 | LCC = 0.8637 | SRCC = 0.8644 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1329 | LCC = 0.9338 | SRCC = 0.9335 ] +INFO:root:Average loss=0.09492576456604859 +INFO:root: +[Valid][19][UTT][ MSE = 0.2146 | LCC = 0.8653 | SRCC = 0.8655 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1066 | LCC = 0.9333 | SRCC = 0.9338 ] +INFO:root:Average loss=0.09272446082188533 +INFO:root: +[Valid][20][UTT][ MSE = 0.2305 | LCC = 0.8654 | SRCC = 0.8650 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1082 | LCC = 0.9368 | SRCC = 0.9351 ] +INFO:root:Average loss=0.08627329260492936 +INFO:root: +[Valid][21][UTT][ MSE = 0.2606 | LCC = 0.8632 | SRCC = 0.8636 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1261 | LCC = 0.9376 | SRCC = 0.9356 ] +INFO:root:Average loss=0.08042647928381577 +INFO:root: +[Valid][22][UTT][ MSE = 0.2248 | LCC = 0.8630 | SRCC = 0.8629 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1118 | LCC = 0.9304 | SRCC = 0.9271 ] +INFO:root:Average loss=0.07945033926994373 +INFO:root: +[Valid][23][UTT][ MSE = 0.2355 | LCC = 0.8630 | SRCC = 0.8636 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1149 | LCC = 0.9346 | SRCC = 0.9319 ] +INFO:root:Average loss=0.07221266861336353 +INFO:root: +[Valid][24][UTT][ MSE = 0.2190 | LCC = 0.8625 | SRCC = 0.8632 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1130 | LCC = 0.9298 | SRCC = 0.9314 ] +INFO:root:Average loss=0.07858742267275468 +INFO:root: +[Valid][25][UTT][ MSE = 0.2187 | LCC = 0.8612 | SRCC = 0.8617 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1068 | LCC = 0.9317 | SRCC = 0.9303 ] +INFO:root:Average loss=0.06963875498145054 +INFO:root: +[Valid][26][UTT][ MSE = 0.2189 | LCC = 0.8650 | SRCC = 0.8647 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1066 | LCC = 0.9359 | SRCC = 0.9334 ] +INFO:root:Average loss=0.07352760247886181 +INFO:root: +[Valid][27][UTT][ MSE = 0.2431 | LCC = 0.8656 | SRCC = 0.8660 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1236 | LCC = 0.9346 | SRCC = 0.9317 ] +INFO:root:Average loss=0.06427083078485268 +INFO:root: +[Valid][28][UTT][ MSE = 0.2177 | LCC = 0.8626 | SRCC = 0.8629 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1021 | LCC = 0.9313 | SRCC = 0.9303 ] +INFO:root:Average loss=0.06715226574585988 +INFO:root: +[Valid][29][UTT][ MSE = 0.2203 | LCC = 0.8641 | SRCC = 0.8637 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1166 | LCC = 0.9318 | SRCC = 0.9306 ] +INFO:root:Average loss=0.06335957668339595 +INFO:root: +[Valid][30][UTT][ MSE = 0.2270 | LCC = 0.8640 | SRCC = 0.8647 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1165 | LCC = 0.9342 | SRCC = 0.9325 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2311 | LCC = 0.8683 | SRCC = 0.8693 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1516 | LCC = 0.9202 | SRCC = 0.9195 ] diff --git a/results_bvcc/hubert_base/layer2/run4/config.gin b/results_bvcc/hubert_base/layer2/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer2/run4/model.pt b/results_bvcc/hubert_base/layer2/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bbe2c66f973e1c26524a2f3928da215eb070c42 --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45cd36054223cf40e5bb53e2c363319d291aacb864267ae0b17f959b638c22e +size 2747979 diff --git a/results_bvcc/hubert_base/layer2/run4/model_best.pt b/results_bvcc/hubert_base/layer2/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f91592b41f239a8b1431814121f399fe2d6c2b0 --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d6c7f8131d84f006a2b9b239fc055975a39c33d946b5aa997e1f2e6161d8ea +size 2749702 diff --git a/results_bvcc/hubert_base/layer2/run4/train.log b/results_bvcc/hubert_base/layer2/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..08638f9aadac0486a67b302d86f89cddddc1f768 --- /dev/null +++ b/results_bvcc/hubert_base/layer2/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5423465848733218 +INFO:root: +[Valid][0][UTT][ MSE = 0.3749 | LCC = 0.7650 | SRCC = 0.7723 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2836 | LCC = 0.8296 | SRCC = 0.8382 ] +INFO:root:Average loss=0.2923886076762126 +INFO:root: +[Valid][1][UTT][ MSE = 0.3033 | LCC = 0.8179 | SRCC = 0.8172 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1930 | LCC = 0.8896 | SRCC = 0.8884 ] +INFO:root:Average loss=0.24307350394053337 +INFO:root: +[Valid][2][UTT][ MSE = 0.2714 | LCC = 0.8383 | SRCC = 0.8382 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1557 | LCC = 0.9110 | SRCC = 0.9131 ] +INFO:root:Average loss=0.2271636222035457 +INFO:root: +[Valid][3][UTT][ MSE = 0.2656 | LCC = 0.8476 | SRCC = 0.8471 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1672 | LCC = 0.9112 | SRCC = 0.9128 ] +INFO:root:Average loss=0.20431990205095366 +INFO:root: +[Valid][4][UTT][ MSE = 0.2564 | LCC = 0.8507 | SRCC = 0.8512 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1526 | LCC = 0.9229 | SRCC = 0.9265 ] +INFO:root:Average loss=0.19235848826475632 +INFO:root: +[Valid][5][UTT][ MSE = 0.2566 | LCC = 0.8581 | SRCC = 0.8574 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1351 | LCC = 0.9329 | SRCC = 0.9334 ] +INFO:root:Average loss=0.17422272026156768 +INFO:root: +[Valid][6][UTT][ MSE = 0.2399 | LCC = 0.8589 | SRCC = 0.8593 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1195 | LCC = 0.9315 | SRCC = 0.9341 ] +INFO:root:Average loss=0.1675488384297261 +INFO:root: +[Valid][7][UTT][ MSE = 0.2452 | LCC = 0.8615 | SRCC = 0.8619 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1278 | LCC = 0.9328 | SRCC = 0.9343 ] +INFO:root:Average loss=0.15809265304452333 +INFO:root: +[Valid][8][UTT][ MSE = 0.2622 | LCC = 0.8584 | SRCC = 0.8597 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1654 | LCC = 0.9324 | SRCC = 0.9353 ] +INFO:root:Average loss=0.14741381525229186 +INFO:root: +[Valid][9][UTT][ MSE = 0.2373 | LCC = 0.8632 | SRCC = 0.8637 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1137 | LCC = 0.9381 | SRCC = 0.9377 ] +INFO:root:Average loss=0.1423370007138986 +INFO:root: +[Valid][10][UTT][ MSE = 0.2570 | LCC = 0.8586 | SRCC = 0.8614 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1636 | LCC = 0.9320 | SRCC = 0.9380 ] +INFO:root:Average loss=0.13981779989523765 +INFO:root: +[Valid][11][UTT][ MSE = 0.2376 | LCC = 0.8646 | SRCC = 0.8661 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1430 | LCC = 0.9361 | SRCC = 0.9365 ] +INFO:root:Average loss=0.12412529219037448 +INFO:root: +[Valid][12][UTT][ MSE = 0.2270 | LCC = 0.8633 | SRCC = 0.8632 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1197 | LCC = 0.9359 | SRCC = 0.9384 ] +INFO:root:Average loss=0.11574313273796669 +INFO:root: +[Valid][13][UTT][ MSE = 0.2227 | LCC = 0.8663 | SRCC = 0.8660 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1011 | LCC = 0.9408 | SRCC = 0.9416 ] +INFO:root:Average loss=0.10951332136606559 +INFO:root: +[Valid][14][UTT][ MSE = 0.2548 | LCC = 0.8638 | SRCC = 0.8659 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1607 | LCC = 0.9385 | SRCC = 0.9426 ] +INFO:root:Average loss=0.10803659690114167 +INFO:root: +[Valid][15][UTT][ MSE = 0.2526 | LCC = 0.8648 | SRCC = 0.8666 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1637 | LCC = 0.9373 | SRCC = 0.9442 ] +INFO:root:Average loss=0.11184904896295987 +INFO:root: +[Valid][16][UTT][ MSE = 0.2367 | LCC = 0.8611 | SRCC = 0.8634 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1351 | LCC = 0.9346 | SRCC = 0.9375 ] +INFO:root:Average loss=0.1012134982798344 +INFO:root: +[Valid][17][UTT][ MSE = 0.2389 | LCC = 0.8647 | SRCC = 0.8648 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1449 | LCC = 0.9362 | SRCC = 0.9379 ] +INFO:root:Average loss=0.09408368915319443 +INFO:root: +[Valid][18][UTT][ MSE = 0.2410 | LCC = 0.8633 | SRCC = 0.8645 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1458 | LCC = 0.9357 | SRCC = 0.9397 ] +INFO:root:Average loss=0.09138911527891953 +INFO:root: +[Valid][19][UTT][ MSE = 0.2282 | LCC = 0.8620 | SRCC = 0.8627 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1050 | LCC = 0.9354 | SRCC = 0.9379 ] +INFO:root:Average loss=0.08256366247167954 +INFO:root: +[Valid][20][UTT][ MSE = 0.2367 | LCC = 0.8609 | SRCC = 0.8602 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1335 | LCC = 0.9389 | SRCC = 0.9383 ] +INFO:root:Average loss=0.08180068414180706 +INFO:root: +[Valid][21][UTT][ MSE = 0.3089 | LCC = 0.8568 | SRCC = 0.8579 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.2300 | LCC = 0.9320 | SRCC = 0.9350 ] +INFO:root:Average loss=0.09061417422997646 +INFO:root: +[Valid][22][UTT][ MSE = 0.2269 | LCC = 0.8651 | SRCC = 0.8644 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1160 | LCC = 0.9429 | SRCC = 0.9436 ] +INFO:root:Average loss=0.07980640614644074 +INFO:root: +[Valid][23][UTT][ MSE = 0.2374 | LCC = 0.8589 | SRCC = 0.8575 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1322 | LCC = 0.9370 | SRCC = 0.9358 ] +INFO:root:Average loss=0.0758151164612709 +INFO:root: +[Valid][24][UTT][ MSE = 0.2189 | LCC = 0.8639 | SRCC = 0.8632 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1117 | LCC = 0.9362 | SRCC = 0.9365 ] +INFO:root:Average loss=0.06880508114894231 +INFO:root: +[Valid][25][UTT][ MSE = 0.2324 | LCC = 0.8585 | SRCC = 0.8585 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1265 | LCC = 0.9291 | SRCC = 0.9320 ] +INFO:root:Average loss=0.06751801594136617 +INFO:root: +[Valid][26][UTT][ MSE = 0.2198 | LCC = 0.8648 | SRCC = 0.8642 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1135 | LCC = 0.9378 | SRCC = 0.9381 ] +INFO:root:Average loss=0.06629108140865962 +INFO:root: +[Valid][27][UTT][ MSE = 0.2172 | LCC = 0.8648 | SRCC = 0.8645 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1031 | LCC = 0.9389 | SRCC = 0.9387 ] +INFO:root:Average loss=0.06452736096122326 +INFO:root: +[Valid][28][UTT][ MSE = 0.2250 | LCC = 0.8638 | SRCC = 0.8627 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1088 | LCC = 0.9382 | SRCC = 0.9383 ] +INFO:root:Average loss=0.06006552718388729 +INFO:root: +[Valid][29][UTT][ MSE = 0.2244 | LCC = 0.8644 | SRCC = 0.8626 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1189 | LCC = 0.9401 | SRCC = 0.9400 ] +INFO:root:Average loss=0.058067948008194946 +INFO:root: +[Valid][30][UTT][ MSE = 0.2450 | LCC = 0.8628 | SRCC = 0.8630 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1494 | LCC = 0.9380 | SRCC = 0.9397 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2339 | LCC = 0.8662 | SRCC = 0.8662 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1589 | LCC = 0.9174 | SRCC = 0.9169 ] diff --git a/results_bvcc/hubert_base/layer3/run0/config.gin b/results_bvcc/hubert_base/layer3/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer3/run0/model.pt b/results_bvcc/hubert_base/layer3/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7c216ffea53b915dee300c869501a5ba22bb59e --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc725e067b6d1f1e130af1df81a7791c64022edf73b6f39aab843e63f7264fb +size 2747979 diff --git a/results_bvcc/hubert_base/layer3/run0/model_best.pt b/results_bvcc/hubert_base/layer3/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3565120586f471898a624b382d2c367ef41ed32b --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee8d2a1de94a496ede78d0f8899c4e71f81e6b81b13d25a4e7864a39bf5dbc96 +size 2749702 diff --git a/results_bvcc/hubert_base/layer3/run0/train.log b/results_bvcc/hubert_base/layer3/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..20efa7d7f7901d9c5665c8c32be35c8e93cb4f03 --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5394202132637684 +INFO:root: +[Valid][0][UTT][ MSE = 0.3379 | LCC = 0.7891 | SRCC = 0.7956 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2347 | LCC = 0.8458 | SRCC = 0.8506 ] +INFO:root:Average loss=0.2754657822541701 +INFO:root: +[Valid][1][UTT][ MSE = 0.2956 | LCC = 0.8323 | SRCC = 0.8327 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1974 | LCC = 0.8854 | SRCC = 0.8869 ] +INFO:root:Average loss=0.23854230210567132 +INFO:root: +[Valid][2][UTT][ MSE = 0.2827 | LCC = 0.8452 | SRCC = 0.8454 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1585 | LCC = 0.9094 | SRCC = 0.9115 ] +INFO:root:Average loss=0.21425940879644492 +INFO:root: +[Valid][3][UTT][ MSE = 0.2582 | LCC = 0.8513 | SRCC = 0.8513 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1519 | LCC = 0.9129 | SRCC = 0.9137 ] +INFO:root:Average loss=0.19317330630161825 +INFO:root: +[Valid][4][UTT][ MSE = 0.2617 | LCC = 0.8521 | SRCC = 0.8521 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1567 | LCC = 0.9183 | SRCC = 0.9179 ] +INFO:root:Average loss=0.1893421233846591 +INFO:root: +[Valid][5][UTT][ MSE = 0.2420 | LCC = 0.8578 | SRCC = 0.8573 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1329 | LCC = 0.9189 | SRCC = 0.9147 ] +INFO:root:Average loss=0.1722454563356363 +INFO:root: +[Valid][6][UTT][ MSE = 0.2303 | LCC = 0.8595 | SRCC = 0.8601 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1184 | LCC = 0.9308 | SRCC = 0.9306 ] +INFO:root:Average loss=0.16206738352775574 +INFO:root: +[Valid][7][UTT][ MSE = 0.2378 | LCC = 0.8616 | SRCC = 0.8612 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1129 | LCC = 0.9366 | SRCC = 0.9335 ] +INFO:root:Average loss=0.15494530523816744 +INFO:root: +[Valid][8][UTT][ MSE = 0.2231 | LCC = 0.8631 | SRCC = 0.8635 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1118 | LCC = 0.9343 | SRCC = 0.9325 ] +INFO:root:Average loss=0.14757398086098525 +INFO:root: +[Valid][9][UTT][ MSE = 0.3280 | LCC = 0.8604 | SRCC = 0.8635 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1822 | LCC = 0.9303 | SRCC = 0.9308 ] +INFO:root:Average loss=0.1440992928468264 +INFO:root: +[Valid][10][UTT][ MSE = 0.2467 | LCC = 0.8636 | SRCC = 0.8632 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1276 | LCC = 0.9372 | SRCC = 0.9341 ] +INFO:root:Average loss=0.1355921576420466 +INFO:root: +[Valid][11][UTT][ MSE = 0.2294 | LCC = 0.8609 | SRCC = 0.8605 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1192 | LCC = 0.9337 | SRCC = 0.9305 ] +INFO:root:Average loss=0.12127845142132197 +INFO:root: +[Valid][12][UTT][ MSE = 0.2368 | LCC = 0.8594 | SRCC = 0.8600 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1172 | LCC = 0.9312 | SRCC = 0.9283 ] +INFO:root:Average loss=0.11121011391664162 +INFO:root: +[Valid][13][UTT][ MSE = 0.2217 | LCC = 0.8600 | SRCC = 0.8600 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1076 | LCC = 0.9341 | SRCC = 0.9333 ] +INFO:root:Average loss=0.11206306841893074 +INFO:root: +[Valid][14][UTT][ MSE = 0.2300 | LCC = 0.8612 | SRCC = 0.8619 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1214 | LCC = 0.9314 | SRCC = 0.9283 ] +INFO:root:Average loss=0.1026278721789519 +INFO:root: +[Valid][15][UTT][ MSE = 0.2283 | LCC = 0.8598 | SRCC = 0.8608 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1095 | LCC = 0.9368 | SRCC = 0.9340 ] +INFO:root:Average loss=0.10880784671276043 +INFO:root: +[Valid][16][UTT][ MSE = 0.2289 | LCC = 0.8599 | SRCC = 0.8613 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1132 | LCC = 0.9328 | SRCC = 0.9299 ] +INFO:root:Average loss=0.09337540983389585 +INFO:root: +[Valid][17][UTT][ MSE = 0.2409 | LCC = 0.8598 | SRCC = 0.8618 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1148 | LCC = 0.9348 | SRCC = 0.9331 ] +INFO:root:Average loss=0.09234882017167714 +INFO:root: +[Valid][18][UTT][ MSE = 0.2331 | LCC = 0.8599 | SRCC = 0.8608 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1142 | LCC = 0.9338 | SRCC = 0.9326 ] +INFO:root:Average loss=0.08885007829238208 +INFO:root: +[Valid][19][UTT][ MSE = 0.2374 | LCC = 0.8608 | SRCC = 0.8614 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1321 | LCC = 0.9360 | SRCC = 0.9324 ] +INFO:root:Average loss=0.08908771384411897 +INFO:root: +[Valid][20][UTT][ MSE = 0.2469 | LCC = 0.8614 | SRCC = 0.8631 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1172 | LCC = 0.9319 | SRCC = 0.9321 ] +INFO:root:Average loss=0.08867559940196 +INFO:root: +[Valid][21][UTT][ MSE = 0.2421 | LCC = 0.8611 | SRCC = 0.8624 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1148 | LCC = 0.9292 | SRCC = 0.9258 ] +INFO:root:Average loss=0.07883689084496254 +INFO:root: +[Valid][22][UTT][ MSE = 0.2243 | LCC = 0.8611 | SRCC = 0.8618 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1168 | LCC = 0.9300 | SRCC = 0.9282 ] +INFO:root:Average loss=0.07417345347885902 +INFO:root: +[Valid][23][UTT][ MSE = 0.2187 | LCC = 0.8654 | SRCC = 0.8662 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1073 | LCC = 0.9374 | SRCC = 0.9368 ] +INFO:root:Average loss=0.07265232188197282 +INFO:root: +[Valid][24][UTT][ MSE = 0.2294 | LCC = 0.8624 | SRCC = 0.8638 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1090 | LCC = 0.9318 | SRCC = 0.9307 ] +INFO:root:Average loss=0.07043380552950577 +INFO:root: +[Valid][25][UTT][ MSE = 0.2236 | LCC = 0.8623 | SRCC = 0.8630 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1133 | LCC = 0.9367 | SRCC = 0.9347 ] +INFO:root:Average loss=0.06693536664048831 +INFO:root: +[Valid][26][UTT][ MSE = 0.2242 | LCC = 0.8621 | SRCC = 0.8624 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1027 | LCC = 0.9365 | SRCC = 0.9331 ] +INFO:root:Average loss=0.07050571027092445 +INFO:root: +[Valid][27][UTT][ MSE = 0.2237 | LCC = 0.8612 | SRCC = 0.8627 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1051 | LCC = 0.9323 | SRCC = 0.9299 ] +INFO:root:Average loss=0.058742599752851024 +INFO:root: +[Valid][28][UTT][ MSE = 0.2185 | LCC = 0.8633 | SRCC = 0.8648 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1037 | LCC = 0.9346 | SRCC = 0.9318 ] +INFO:root:Average loss=0.05955520931344766 +INFO:root: +[Valid][29][UTT][ MSE = 0.2431 | LCC = 0.8636 | SRCC = 0.8650 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1190 | LCC = 0.9301 | SRCC = 0.9279 ] +INFO:root:Average loss=0.05964998313440727 +INFO:root: +[Valid][30][UTT][ MSE = 0.2246 | LCC = 0.8629 | SRCC = 0.8637 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1115 | LCC = 0.9318 | SRCC = 0.9263 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2312 | LCC = 0.8626 | SRCC = 0.8615 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1555 | LCC = 0.9030 | SRCC = 0.9001 ] diff --git a/results_bvcc/hubert_base/layer3/run1/config.gin b/results_bvcc/hubert_base/layer3/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer3/run1/model.pt b/results_bvcc/hubert_base/layer3/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2678b8dfaea31b34b72b5a1218a53868ea48969 --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c00332420ad2f72fe679be4f4234272346bdf7d29abd82614eec88a3b5563bc +size 2747979 diff --git a/results_bvcc/hubert_base/layer3/run1/model_best.pt b/results_bvcc/hubert_base/layer3/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ff7d061d1dcaaf8769ab2bd0db830bc40b86dfb --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71d84e00bb23c6cf721efb1c4d0189b7ac138122b6019800493da255e62d3384 +size 2749702 diff --git a/results_bvcc/hubert_base/layer3/run1/train.log b/results_bvcc/hubert_base/layer3/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5c1417f9520540ae0ec6065a99ee95eb4f7de5b2 --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5301132397009776 +INFO:root: +[Valid][0][UTT][ MSE = 0.3671 | LCC = 0.7831 | SRCC = 0.7895 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2425 | LCC = 0.8424 | SRCC = 0.8527 ] +INFO:root:Average loss=0.29101409514745075 +INFO:root: +[Valid][1][UTT][ MSE = 0.2763 | LCC = 0.8316 | SRCC = 0.8350 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1614 | LCC = 0.8999 | SRCC = 0.9034 ] +INFO:root:Average loss=0.2549623237588467 +INFO:root: +[Valid][2][UTT][ MSE = 0.2711 | LCC = 0.8426 | SRCC = 0.8438 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1676 | LCC = 0.9107 | SRCC = 0.9113 ] +INFO:root:Average loss=0.2181736952983416 +INFO:root: +[Valid][3][UTT][ MSE = 0.2684 | LCC = 0.8518 | SRCC = 0.8533 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1750 | LCC = 0.9206 | SRCC = 0.9211 ] +INFO:root:Average loss=0.19857875181314272 +INFO:root: +[Valid][4][UTT][ MSE = 0.2650 | LCC = 0.8580 | SRCC = 0.8580 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1716 | LCC = 0.9267 | SRCC = 0.9253 ] +INFO:root:Average loss=0.18727314405334303 +INFO:root: +[Valid][5][UTT][ MSE = 0.2479 | LCC = 0.8610 | SRCC = 0.8612 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1480 | LCC = 0.9317 | SRCC = 0.9285 ] +INFO:root:Average loss=0.17928557862073946 +INFO:root: +[Valid][6][UTT][ MSE = 0.2251 | LCC = 0.8656 | SRCC = 0.8657 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1161 | LCC = 0.9361 | SRCC = 0.9351 ] +INFO:root:Average loss=0.16909154494985557 +INFO:root: +[Valid][7][UTT][ MSE = 0.2309 | LCC = 0.8664 | SRCC = 0.8669 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1185 | LCC = 0.9341 | SRCC = 0.9314 ] +INFO:root:Average loss=0.15741060129725015 +INFO:root: +[Valid][8][UTT][ MSE = 0.2542 | LCC = 0.8668 | SRCC = 0.8673 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1579 | LCC = 0.9377 | SRCC = 0.9371 ] +INFO:root:Average loss=0.14661121148711595 +INFO:root: +[Valid][9][UTT][ MSE = 0.2204 | LCC = 0.8683 | SRCC = 0.8683 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1093 | LCC = 0.9388 | SRCC = 0.9373 ] +INFO:root:Average loss=0.13634115199630076 +INFO:root: +[Valid][10][UTT][ MSE = 0.2169 | LCC = 0.8658 | SRCC = 0.8662 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.0964 | LCC = 0.9409 | SRCC = 0.9409 ] +INFO:root:Average loss=0.13112039539294365 +INFO:root: +[Valid][11][UTT][ MSE = 0.2334 | LCC = 0.8671 | SRCC = 0.8682 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1376 | LCC = 0.9363 | SRCC = 0.9369 ] +INFO:root:Average loss=0.12139155333622909 +INFO:root: +[Valid][12][UTT][ MSE = 0.2402 | LCC = 0.8643 | SRCC = 0.8654 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1420 | LCC = 0.9360 | SRCC = 0.9380 ] +INFO:root:Average loss=0.11702189556299111 +INFO:root: +[Valid][13][UTT][ MSE = 0.2299 | LCC = 0.8649 | SRCC = 0.8643 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1236 | LCC = 0.9374 | SRCC = 0.9351 ] +INFO:root:Average loss=0.10831147852616432 +INFO:root: +[Valid][14][UTT][ MSE = 0.2329 | LCC = 0.8624 | SRCC = 0.8625 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1271 | LCC = 0.9371 | SRCC = 0.9377 ] +INFO:root:Average loss=0.11412082851315156 +INFO:root: +[Valid][15][UTT][ MSE = 0.2157 | LCC = 0.8680 | SRCC = 0.8685 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1077 | LCC = 0.9392 | SRCC = 0.9373 ] +INFO:root:Average loss=0.11001746108134587 +INFO:root: +[Valid][16][UTT][ MSE = 0.2316 | LCC = 0.8672 | SRCC = 0.8682 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1283 | LCC = 0.9399 | SRCC = 0.9423 ] +INFO:root:Average loss=0.09410299819249374 +INFO:root: +[Valid][17][UTT][ MSE = 0.2239 | LCC = 0.8660 | SRCC = 0.8659 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1111 | LCC = 0.9387 | SRCC = 0.9377 ] +INFO:root:Average loss=0.08915624318596645 +INFO:root: +[Valid][18][UTT][ MSE = 0.2193 | LCC = 0.8673 | SRCC = 0.8674 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1183 | LCC = 0.9376 | SRCC = 0.9391 ] +INFO:root:Average loss=0.08982141569065742 +INFO:root: +[Valid][19][UTT][ MSE = 0.2154 | LCC = 0.8681 | SRCC = 0.8693 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1007 | LCC = 0.9404 | SRCC = 0.9416 ] +INFO:root:Average loss=0.08782481373502658 +INFO:root: +[Valid][20][UTT][ MSE = 0.2232 | LCC = 0.8666 | SRCC = 0.8663 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1232 | LCC = 0.9373 | SRCC = 0.9357 ] +INFO:root:Average loss=0.07848886858958465 +INFO:root: +[Valid][21][UTT][ MSE = 0.2419 | LCC = 0.8662 | SRCC = 0.8679 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1431 | LCC = 0.9401 | SRCC = 0.9414 ] +INFO:root:Average loss=0.07807943826684585 +INFO:root: +[Valid][22][UTT][ MSE = 0.2118 | LCC = 0.8660 | SRCC = 0.8670 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.0988 | LCC = 0.9385 | SRCC = 0.9401 ] +INFO:root:Average loss=0.07179690854480633 +INFO:root: +[Valid][23][UTT][ MSE = 0.2166 | LCC = 0.8640 | SRCC = 0.8636 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.0994 | LCC = 0.9391 | SRCC = 0.9358 ] +INFO:root:Average loss=0.06785991601645947 +INFO:root: +[Valid][24][UTT][ MSE = 0.2143 | LCC = 0.8660 | SRCC = 0.8657 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1033 | LCC = 0.9397 | SRCC = 0.9390 ] +INFO:root:Average loss=0.06794904950910653 +INFO:root: +[Valid][25][UTT][ MSE = 0.2168 | LCC = 0.8666 | SRCC = 0.8671 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1109 | LCC = 0.9385 | SRCC = 0.9387 ] +INFO:root:Average loss=0.06266804044254315 +INFO:root: +[Valid][26][UTT][ MSE = 0.2149 | LCC = 0.8620 | SRCC = 0.8625 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1005 | LCC = 0.9365 | SRCC = 0.9376 ] +INFO:root:Average loss=0.06527474226477818 +INFO:root: +[Valid][27][UTT][ MSE = 0.2162 | LCC = 0.8669 | SRCC = 0.8674 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1163 | LCC = 0.9360 | SRCC = 0.9356 ] +INFO:root:Average loss=0.07370246626818791 +INFO:root: +[Valid][28][UTT][ MSE = 0.2115 | LCC = 0.8684 | SRCC = 0.8690 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.0995 | LCC = 0.9390 | SRCC = 0.9388 ] +INFO:root:Average loss=0.06190003459461224 +INFO:root: +[Valid][29][UTT][ MSE = 0.2115 | LCC = 0.8695 | SRCC = 0.8697 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1014 | LCC = 0.9422 | SRCC = 0.9416 ] +INFO:root:Average loss=0.0602618876653604 +INFO:root: +[Valid][30][UTT][ MSE = 0.2174 | LCC = 0.8663 | SRCC = 0.8680 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.0964 | LCC = 0.9359 | SRCC = 0.9365 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2311 | LCC = 0.8574 | SRCC = 0.8587 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1411 | LCC = 0.9089 | SRCC = 0.9086 ] diff --git a/results_bvcc/hubert_base/layer3/run2/config.gin b/results_bvcc/hubert_base/layer3/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer3/run2/model.pt b/results_bvcc/hubert_base/layer3/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..93cbd04d31c75fc065838654e118439ecfa336fb --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:973123b5d449db61cb4cc88a155f036371b876f7ed86689cc6e5aed5f7023fb7 +size 2747979 diff --git a/results_bvcc/hubert_base/layer3/run2/model_best.pt b/results_bvcc/hubert_base/layer3/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b3555784b2210912ccf098d7086f3ec0e7ebd2d --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b47b5edd08a039d2b950ac2653d95e53c908cea5a57bca81d482db13dda405 +size 2749702 diff --git a/results_bvcc/hubert_base/layer3/run2/train.log b/results_bvcc/hubert_base/layer3/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b038341d68211186a611de1f405212a0574b1263 --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5554311393927305 +INFO:root: +[Valid][0][UTT][ MSE = 0.3508 | LCC = 0.7834 | SRCC = 0.7894 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2547 | LCC = 0.8360 | SRCC = 0.8393 ] +INFO:root:Average loss=0.28523862514740383 +INFO:root: +[Valid][1][UTT][ MSE = 0.2879 | LCC = 0.8260 | SRCC = 0.8306 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1924 | LCC = 0.8758 | SRCC = 0.8793 ] +INFO:root:Average loss=0.24803217672384703 +INFO:root: +[Valid][2][UTT][ MSE = 0.2680 | LCC = 0.8438 | SRCC = 0.8443 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1751 | LCC = 0.8965 | SRCC = 0.8980 ] +INFO:root:Average loss=0.21545623997465158 +INFO:root: +[Valid][3][UTT][ MSE = 0.2920 | LCC = 0.8469 | SRCC = 0.8525 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2176 | LCC = 0.8998 | SRCC = 0.9083 ] +INFO:root:Average loss=0.2116058560518118 +INFO:root: +[Valid][4][UTT][ MSE = 0.2337 | LCC = 0.8590 | SRCC = 0.8602 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1424 | LCC = 0.9141 | SRCC = 0.9147 ] +INFO:root:Average loss=0.1858888904635723 +INFO:root: +[Valid][5][UTT][ MSE = 0.2354 | LCC = 0.8602 | SRCC = 0.8612 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1429 | LCC = 0.9176 | SRCC = 0.9176 ] +INFO:root:Average loss=0.17688481452373359 +INFO:root: +[Valid][6][UTT][ MSE = 0.2327 | LCC = 0.8605 | SRCC = 0.8619 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1360 | LCC = 0.9206 | SRCC = 0.9204 ] +INFO:root:Average loss=0.16358332039836126 +INFO:root: +[Valid][7][UTT][ MSE = 0.2513 | LCC = 0.8635 | SRCC = 0.8651 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1295 | LCC = 0.9216 | SRCC = 0.9197 ] +INFO:root:Average loss=0.15476665531213468 +INFO:root: +[Valid][8][UTT][ MSE = 0.2349 | LCC = 0.8642 | SRCC = 0.8650 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1244 | LCC = 0.9263 | SRCC = 0.9255 ] +INFO:root:Average loss=0.14332711104399118 +INFO:root: +[Valid][9][UTT][ MSE = 0.2262 | LCC = 0.8640 | SRCC = 0.8652 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1267 | LCC = 0.9312 | SRCC = 0.9320 ] +INFO:root:Average loss=0.13974827289199218 +INFO:root: +[Valid][10][UTT][ MSE = 0.2238 | LCC = 0.8647 | SRCC = 0.8658 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1253 | LCC = 0.9298 | SRCC = 0.9297 ] +INFO:root:Average loss=0.13727608017432383 +INFO:root: +[Valid][11][UTT][ MSE = 0.2191 | LCC = 0.8667 | SRCC = 0.8682 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1203 | LCC = 0.9324 | SRCC = 0.9308 ] +INFO:root:Average loss=0.1219166249800951 +INFO:root: +[Valid][12][UTT][ MSE = 0.2149 | LCC = 0.8669 | SRCC = 0.8684 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.0964 | LCC = 0.9366 | SRCC = 0.9330 ] +INFO:root:Average loss=0.11708781954187614 +INFO:root: +[Valid][13][UTT][ MSE = 0.2301 | LCC = 0.8665 | SRCC = 0.8683 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1056 | LCC = 0.9349 | SRCC = 0.9310 ] +INFO:root:Average loss=0.10965269135359006 +INFO:root: +[Valid][14][UTT][ MSE = 0.2186 | LCC = 0.8640 | SRCC = 0.8651 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1011 | LCC = 0.9389 | SRCC = 0.9360 ] +INFO:root:Average loss=0.10786038551193017 +INFO:root: +[Valid][15][UTT][ MSE = 0.2187 | LCC = 0.8639 | SRCC = 0.8653 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1115 | LCC = 0.9322 | SRCC = 0.9305 ] +INFO:root:Average loss=0.10443965355173135 +INFO:root: +[Valid][16][UTT][ MSE = 0.2405 | LCC = 0.8632 | SRCC = 0.8645 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1210 | LCC = 0.9301 | SRCC = 0.9277 ] +INFO:root:Average loss=0.0975342163672814 +INFO:root: +[Valid][17][UTT][ MSE = 0.2194 | LCC = 0.8651 | SRCC = 0.8661 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1148 | LCC = 0.9323 | SRCC = 0.9291 ] +INFO:root:Average loss=0.09824525545804928 +INFO:root: +[Valid][18][UTT][ MSE = 0.2123 | LCC = 0.8670 | SRCC = 0.8681 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1039 | LCC = 0.9329 | SRCC = 0.9315 ] +INFO:root:Average loss=0.09053385477417554 +INFO:root: +[Valid][19][UTT][ MSE = 0.2191 | LCC = 0.8662 | SRCC = 0.8676 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1075 | LCC = 0.9294 | SRCC = 0.9275 ] +INFO:root:Average loss=0.08481738692483841 +INFO:root: +[Valid][20][UTT][ MSE = 0.2170 | LCC = 0.8669 | SRCC = 0.8672 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1069 | LCC = 0.9354 | SRCC = 0.9309 ] +INFO:root:Average loss=0.07914776078019387 +INFO:root: +[Valid][21][UTT][ MSE = 0.2106 | LCC = 0.8665 | SRCC = 0.8678 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.0997 | LCC = 0.9341 | SRCC = 0.9324 ] +INFO:root:Average loss=0.0758789957811435 +INFO:root: +[Valid][22][UTT][ MSE = 0.2194 | LCC = 0.8669 | SRCC = 0.8670 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1123 | LCC = 0.9296 | SRCC = 0.9233 ] +INFO:root:Average loss=0.07505557929667142 +INFO:root: +[Valid][23][UTT][ MSE = 0.2139 | LCC = 0.8656 | SRCC = 0.8658 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1062 | LCC = 0.9376 | SRCC = 0.9366 ] +INFO:root:Average loss=0.07054859285171215 +INFO:root: +[Valid][24][UTT][ MSE = 0.2142 | LCC = 0.8665 | SRCC = 0.8674 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1043 | LCC = 0.9358 | SRCC = 0.9322 ] +INFO:root:Average loss=0.06976283981631963 +INFO:root: +[Valid][25][UTT][ MSE = 0.2236 | LCC = 0.8681 | SRCC = 0.8689 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1028 | LCC = 0.9392 | SRCC = 0.9357 ] +INFO:root:Average loss=0.06787847412320283 +INFO:root: +[Valid][26][UTT][ MSE = 0.2235 | LCC = 0.8646 | SRCC = 0.8648 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1028 | LCC = 0.9353 | SRCC = 0.9287 ] +INFO:root:Average loss=0.0638598887106547 +INFO:root: +[Valid][27][UTT][ MSE = 0.2092 | LCC = 0.8690 | SRCC = 0.8698 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1026 | LCC = 0.9398 | SRCC = 0.9374 ] +INFO:root:Average loss=0.06348991260314599 +INFO:root: +[Valid][28][UTT][ MSE = 0.2146 | LCC = 0.8674 | SRCC = 0.8681 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1020 | LCC = 0.9380 | SRCC = 0.9335 ] +INFO:root:Average loss=0.05927677925389547 +INFO:root: +[Valid][29][UTT][ MSE = 0.2095 | LCC = 0.8660 | SRCC = 0.8672 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.0973 | LCC = 0.9344 | SRCC = 0.9327 ] +INFO:root:Average loss=0.05772202524046103 +INFO:root: +[Valid][30][UTT][ MSE = 0.2191 | LCC = 0.8675 | SRCC = 0.8675 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1107 | LCC = 0.9390 | SRCC = 0.9352 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2202 | LCC = 0.8646 | SRCC = 0.8649 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1483 | LCC = 0.9026 | SRCC = 0.9001 ] diff --git a/results_bvcc/hubert_base/layer3/run3/config.gin b/results_bvcc/hubert_base/layer3/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer3/run3/model.pt b/results_bvcc/hubert_base/layer3/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a41b1ea3e82d3b7102d94eb500114e958ff2d47 --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44993eeff6d25d448e0bd8b9abd1016d30e2e72f4b1573bb4b9d7eb39687d8db +size 2747979 diff --git a/results_bvcc/hubert_base/layer3/run3/model_best.pt b/results_bvcc/hubert_base/layer3/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..160ca1cb4f725ffc7918497b5d935a4c444a3ce4 --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5256112c5cab5e083f6843da3632590c2875501af6bcb09c6ef7fc79c69366 +size 2749702 diff --git a/results_bvcc/hubert_base/layer3/run3/train.log b/results_bvcc/hubert_base/layer3/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7b06b853fd692289941af2415e7c607b6d6c957f --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.527183643136269 +INFO:root: +[Valid][0][UTT][ MSE = 0.3808 | LCC = 0.7850 | SRCC = 0.7928 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2960 | LCC = 0.8474 | SRCC = 0.8553 ] +INFO:root:Average loss=0.2770897629551398 +INFO:root: +[Valid][1][UTT][ MSE = 0.2972 | LCC = 0.8291 | SRCC = 0.8302 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2041 | LCC = 0.8812 | SRCC = 0.8846 ] +INFO:root:Average loss=0.23907024833636406 +INFO:root: +[Valid][2][UTT][ MSE = 0.2818 | LCC = 0.8411 | SRCC = 0.8422 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1988 | LCC = 0.9013 | SRCC = 0.9073 ] +INFO:root:Average loss=0.21445893763731688 +INFO:root: +[Valid][3][UTT][ MSE = 0.2578 | LCC = 0.8488 | SRCC = 0.8478 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1461 | LCC = 0.9175 | SRCC = 0.9169 ] +INFO:root:Average loss=0.19918813231663826 +INFO:root: +[Valid][4][UTT][ MSE = 0.2550 | LCC = 0.8531 | SRCC = 0.8518 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1587 | LCC = 0.9194 | SRCC = 0.9196 ] +INFO:root:Average loss=0.18664865348583612 +INFO:root: +[Valid][5][UTT][ MSE = 0.2568 | LCC = 0.8588 | SRCC = 0.8583 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1682 | LCC = 0.9234 | SRCC = 0.9233 ] +INFO:root:Average loss=0.17504603014542505 +INFO:root: +[Valid][6][UTT][ MSE = 0.2620 | LCC = 0.8555 | SRCC = 0.8542 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1674 | LCC = 0.9220 | SRCC = 0.9190 ] +INFO:root:Average loss=0.16430835043772674 +INFO:root: +[Valid][7][UTT][ MSE = 0.2730 | LCC = 0.8607 | SRCC = 0.8611 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1444 | LCC = 0.9316 | SRCC = 0.9302 ] +INFO:root:Average loss=0.1638677638883774 +INFO:root: +[Valid][8][UTT][ MSE = 0.2316 | LCC = 0.8608 | SRCC = 0.8613 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1341 | LCC = 0.9246 | SRCC = 0.9225 ] +INFO:root:Average loss=0.14109958756046417 +INFO:root: +[Valid][9][UTT][ MSE = 0.2301 | LCC = 0.8653 | SRCC = 0.8651 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1292 | LCC = 0.9297 | SRCC = 0.9268 ] +INFO:root:Average loss=0.1419340404562461 +INFO:root: +[Valid][10][UTT][ MSE = 0.2456 | LCC = 0.8643 | SRCC = 0.8638 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1530 | LCC = 0.9294 | SRCC = 0.9270 ] +INFO:root:Average loss=0.12788321918401963 +INFO:root: +[Valid][11][UTT][ MSE = 0.2281 | LCC = 0.8627 | SRCC = 0.8633 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1204 | LCC = 0.9263 | SRCC = 0.9247 ] +INFO:root:Average loss=0.12025715687718147 +INFO:root: +[Valid][12][UTT][ MSE = 0.2283 | LCC = 0.8667 | SRCC = 0.8664 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1167 | LCC = 0.9298 | SRCC = 0.9279 ] +INFO:root:Average loss=0.12669639786084494 +INFO:root: +[Valid][13][UTT][ MSE = 0.2215 | LCC = 0.8651 | SRCC = 0.8652 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1250 | LCC = 0.9302 | SRCC = 0.9314 ] +INFO:root:Average loss=0.1090629301392115 +INFO:root: +[Valid][14][UTT][ MSE = 0.2210 | LCC = 0.8622 | SRCC = 0.8624 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1112 | LCC = 0.9339 | SRCC = 0.9328 ] +INFO:root:Average loss=0.10503948432130691 +INFO:root: +[Valid][15][UTT][ MSE = 0.2288 | LCC = 0.8631 | SRCC = 0.8630 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1189 | LCC = 0.9320 | SRCC = 0.9277 ] +INFO:root:Average loss=0.09924736962868617 +INFO:root: +[Valid][16][UTT][ MSE = 0.2322 | LCC = 0.8591 | SRCC = 0.8602 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1124 | LCC = 0.9313 | SRCC = 0.9289 ] +INFO:root:Average loss=0.09837536957974617 +INFO:root: +[Valid][17][UTT][ MSE = 0.2241 | LCC = 0.8636 | SRCC = 0.8635 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1130 | LCC = 0.9339 | SRCC = 0.9314 ] +INFO:root:Average loss=0.09986905185266948 +INFO:root: +[Valid][18][UTT][ MSE = 0.2277 | LCC = 0.8643 | SRCC = 0.8658 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1277 | LCC = 0.9330 | SRCC = 0.9344 ] +INFO:root:Average loss=0.09578536326686542 +INFO:root: +[Valid][19][UTT][ MSE = 0.2303 | LCC = 0.8625 | SRCC = 0.8623 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1296 | LCC = 0.9332 | SRCC = 0.9294 ] +INFO:root:Average loss=0.08638703889953785 +INFO:root: +[Valid][20][UTT][ MSE = 0.2292 | LCC = 0.8635 | SRCC = 0.8639 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1256 | LCC = 0.9377 | SRCC = 0.9372 ] +INFO:root:Average loss=0.07764388558765252 +INFO:root: +[Valid][21][UTT][ MSE = 0.2308 | LCC = 0.8650 | SRCC = 0.8656 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1399 | LCC = 0.9329 | SRCC = 0.9305 ] +INFO:root:Average loss=0.07970629479640569 +INFO:root: +[Valid][22][UTT][ MSE = 0.2238 | LCC = 0.8658 | SRCC = 0.8674 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1177 | LCC = 0.9324 | SRCC = 0.9297 ] +INFO:root:Average loss=0.07249900660453698 +INFO:root: +[Valid][23][UTT][ MSE = 0.2277 | LCC = 0.8602 | SRCC = 0.8616 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1237 | LCC = 0.9318 | SRCC = 0.9336 ] +INFO:root:Average loss=0.07685746056720233 +INFO:root: +[Valid][24][UTT][ MSE = 0.2185 | LCC = 0.8660 | SRCC = 0.8677 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1071 | LCC = 0.9332 | SRCC = 0.9340 ] +INFO:root:Average loss=0.07172208284147275 +INFO:root: +[Valid][25][UTT][ MSE = 0.2253 | LCC = 0.8623 | SRCC = 0.8639 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1106 | LCC = 0.9326 | SRCC = 0.9322 ] +INFO:root:Average loss=0.07155386191339065 +INFO:root: +[Valid][26][UTT][ MSE = 0.2251 | LCC = 0.8659 | SRCC = 0.8673 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1305 | LCC = 0.9313 | SRCC = 0.9292 ] +INFO:root:Average loss=0.06633662284375766 +INFO:root: +[Valid][27][UTT][ MSE = 0.2217 | LCC = 0.8661 | SRCC = 0.8677 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1252 | LCC = 0.9334 | SRCC = 0.9324 ] +INFO:root:Average loss=0.06381773714644787 +INFO:root: +[Valid][28][UTT][ MSE = 0.2122 | LCC = 0.8665 | SRCC = 0.8673 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1130 | LCC = 0.9325 | SRCC = 0.9296 ] +INFO:root:Average loss=0.06467498132051566 +INFO:root: +[Valid][29][UTT][ MSE = 0.2351 | LCC = 0.8653 | SRCC = 0.8663 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1400 | LCC = 0.9354 | SRCC = 0.9309 ] +INFO:root:Average loss=0.06235544569790363 +INFO:root: +[Valid][30][UTT][ MSE = 0.2132 | LCC = 0.8677 | SRCC = 0.8686 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1029 | LCC = 0.9389 | SRCC = 0.9347 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2389 | LCC = 0.8554 | SRCC = 0.8555 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1636 | LCC = 0.8968 | SRCC = 0.8971 ] diff --git a/results_bvcc/hubert_base/layer3/run4/config.gin b/results_bvcc/hubert_base/layer3/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer3/run4/model.pt b/results_bvcc/hubert_base/layer3/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a515e72d28aeb5d66718604a3d4ff9c88e65c378 --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3301b6f5310adffe40319bcd44794c478cc742a8b11e4c35e07463a15be959 +size 2747979 diff --git a/results_bvcc/hubert_base/layer3/run4/model_best.pt b/results_bvcc/hubert_base/layer3/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f39920fdcc2e5f6b57a4865f1b34d5d76d0c4dd5 --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e814d481830ce13fa37a8721be59c7f3f9c7ea2875c1f93d1854452f0cd2150 +size 2749702 diff --git a/results_bvcc/hubert_base/layer3/run4/train.log b/results_bvcc/hubert_base/layer3/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..535944e585f7a4943ce376df78c50b53948c8983 --- /dev/null +++ b/results_bvcc/hubert_base/layer3/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5595214443329053 +INFO:root: +[Valid][0][UTT][ MSE = 0.3487 | LCC = 0.7823 | SRCC = 0.7869 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2378 | LCC = 0.8466 | SRCC = 0.8532 ] +INFO:root:Average loss=0.29541619733358043 +INFO:root: +[Valid][1][UTT][ MSE = 0.2890 | LCC = 0.8231 | SRCC = 0.8261 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1729 | LCC = 0.8862 | SRCC = 0.8895 ] +INFO:root:Average loss=0.24347283309086776 +INFO:root: +[Valid][2][UTT][ MSE = 0.2707 | LCC = 0.8412 | SRCC = 0.8428 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1688 | LCC = 0.9082 | SRCC = 0.9109 ] +INFO:root:Average loss=0.23323330932702774 +INFO:root: +[Valid][3][UTT][ MSE = 0.2609 | LCC = 0.8502 | SRCC = 0.8507 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1651 | LCC = 0.9117 | SRCC = 0.9094 ] +INFO:root:Average loss=0.21119926764796942 +INFO:root: +[Valid][4][UTT][ MSE = 0.2604 | LCC = 0.8513 | SRCC = 0.8514 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1669 | LCC = 0.9140 | SRCC = 0.9120 ] +INFO:root:Average loss=0.19447543663092148 +INFO:root: +[Valid][5][UTT][ MSE = 0.2378 | LCC = 0.8572 | SRCC = 0.8575 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1263 | LCC = 0.9264 | SRCC = 0.9256 ] +INFO:root:Average loss=0.1793764872619739 +INFO:root: +[Valid][6][UTT][ MSE = 0.2475 | LCC = 0.8603 | SRCC = 0.8605 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1372 | LCC = 0.9287 | SRCC = 0.9253 ] +INFO:root:Average loss=0.16921006448757955 +INFO:root: +[Valid][7][UTT][ MSE = 0.2297 | LCC = 0.8616 | SRCC = 0.8631 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1094 | LCC = 0.9281 | SRCC = 0.9281 ] +INFO:root:Average loss=0.16244243620297846 +INFO:root: +[Valid][8][UTT][ MSE = 0.2251 | LCC = 0.8647 | SRCC = 0.8659 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1196 | LCC = 0.9320 | SRCC = 0.9336 ] +INFO:root:Average loss=0.14414188046103868 +INFO:root: +[Valid][9][UTT][ MSE = 0.2306 | LCC = 0.8639 | SRCC = 0.8647 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1171 | LCC = 0.9365 | SRCC = 0.9354 ] +INFO:root:Average loss=0.13872461976149145 +INFO:root: +[Valid][10][UTT][ MSE = 0.2237 | LCC = 0.8647 | SRCC = 0.8662 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1088 | LCC = 0.9347 | SRCC = 0.9352 ] +INFO:root:Average loss=0.12850454163092834 +INFO:root: +[Valid][11][UTT][ MSE = 0.2252 | LCC = 0.8649 | SRCC = 0.8664 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1108 | LCC = 0.9325 | SRCC = 0.9322 ] +INFO:root:Average loss=0.12484765826509549 +INFO:root: +[Valid][12][UTT][ MSE = 0.2297 | LCC = 0.8618 | SRCC = 0.8628 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1163 | LCC = 0.9346 | SRCC = 0.9348 ] +INFO:root:Average loss=0.11633986043624389 +INFO:root: +[Valid][13][UTT][ MSE = 0.2310 | LCC = 0.8629 | SRCC = 0.8650 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1140 | LCC = 0.9301 | SRCC = 0.9336 ] +INFO:root:Average loss=0.10746269396100289 +INFO:root: +[Valid][14][UTT][ MSE = 0.2184 | LCC = 0.8616 | SRCC = 0.8627 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1022 | LCC = 0.9311 | SRCC = 0.9329 ] +INFO:root:Average loss=0.10246617165513527 +INFO:root: +[Valid][15][UTT][ MSE = 0.2264 | LCC = 0.8608 | SRCC = 0.8625 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1068 | LCC = 0.9320 | SRCC = 0.9348 ] +INFO:root:Average loss=0.10091520038743813 +INFO:root: +[Valid][16][UTT][ MSE = 0.2260 | LCC = 0.8646 | SRCC = 0.8657 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1258 | LCC = 0.9334 | SRCC = 0.9353 ] +INFO:root:Average loss=0.10414592042947426 +INFO:root: +[Valid][17][UTT][ MSE = 0.2195 | LCC = 0.8659 | SRCC = 0.8666 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1089 | LCC = 0.9350 | SRCC = 0.9356 ] +INFO:root:Average loss=0.09118255308996408 +INFO:root: +[Valid][18][UTT][ MSE = 0.2285 | LCC = 0.8637 | SRCC = 0.8659 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1010 | LCC = 0.9357 | SRCC = 0.9384 ] +INFO:root:Average loss=0.09457875520755084 +INFO:root: +[Valid][19][UTT][ MSE = 0.2195 | LCC = 0.8660 | SRCC = 0.8674 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1217 | LCC = 0.9335 | SRCC = 0.9359 ] +INFO:root:Average loss=0.09002278267573087 +INFO:root: +[Valid][20][UTT][ MSE = 0.2307 | LCC = 0.8612 | SRCC = 0.8621 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1229 | LCC = 0.9319 | SRCC = 0.9319 ] +INFO:root:Average loss=0.08632569884260495 +INFO:root: +[Valid][21][UTT][ MSE = 0.2289 | LCC = 0.8606 | SRCC = 0.8616 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1232 | LCC = 0.9334 | SRCC = 0.9303 ] +INFO:root:Average loss=0.07635643323644614 +INFO:root: +[Valid][22][UTT][ MSE = 0.2234 | LCC = 0.8620 | SRCC = 0.8629 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1001 | LCC = 0.9374 | SRCC = 0.9374 ] +INFO:root:Average loss=0.07962988183284417 +INFO:root: +[Valid][23][UTT][ MSE = 0.2181 | LCC = 0.8617 | SRCC = 0.8627 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1071 | LCC = 0.9324 | SRCC = 0.9354 ] +INFO:root:Average loss=0.07289628937649421 +INFO:root: +[Valid][24][UTT][ MSE = 0.2181 | LCC = 0.8620 | SRCC = 0.8632 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1044 | LCC = 0.9380 | SRCC = 0.9389 ] +INFO:root:Average loss=0.07754152010266598 +INFO:root: +[Valid][25][UTT][ MSE = 0.2213 | LCC = 0.8603 | SRCC = 0.8605 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1058 | LCC = 0.9375 | SRCC = 0.9384 ] +INFO:root:Average loss=0.0666176730241531 +INFO:root: +[Valid][26][UTT][ MSE = 0.2383 | LCC = 0.8582 | SRCC = 0.8593 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1176 | LCC = 0.9332 | SRCC = 0.9335 ] +INFO:root:Average loss=0.06579793674441484 +INFO:root: +[Valid][27][UTT][ MSE = 0.2264 | LCC = 0.8599 | SRCC = 0.8600 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1138 | LCC = 0.9347 | SRCC = 0.9345 ] +INFO:root:Average loss=0.06242062509633028 +INFO:root: +[Valid][28][UTT][ MSE = 0.2228 | LCC = 0.8621 | SRCC = 0.8626 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1131 | LCC = 0.9342 | SRCC = 0.9325 ] +INFO:root:Average loss=0.058338211300090335 +INFO:root: +[Valid][29][UTT][ MSE = 0.2271 | LCC = 0.8592 | SRCC = 0.8596 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1077 | LCC = 0.9346 | SRCC = 0.9333 ] +INFO:root:Average loss=0.0590658493531056 +INFO:root: +[Valid][30][UTT][ MSE = 0.2235 | LCC = 0.8620 | SRCC = 0.8621 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.0985 | LCC = 0.9401 | SRCC = 0.9372 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2197 | LCC = 0.8655 | SRCC = 0.8653 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1277 | LCC = 0.9126 | SRCC = 0.9111 ] diff --git a/results_bvcc/hubert_base/layer4/run0/config.gin b/results_bvcc/hubert_base/layer4/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer4/run0/model.pt b/results_bvcc/hubert_base/layer4/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..070b22902311ba58d6083ddefc9ff4aa3a0ff1f1 --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f682235d22a706ea9ac0891530410e8a3b03fdf13f6d96478220b1f0c76ea3df +size 2747979 diff --git a/results_bvcc/hubert_base/layer4/run0/model_best.pt b/results_bvcc/hubert_base/layer4/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f500e0ef57b3c0fa5f7177fbf3df75537a82cc99 --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b206addba5d206cfcf4d05e92e1071e4b8b714e72280baf598043c2ad1515bf +size 2749702 diff --git a/results_bvcc/hubert_base/layer4/run0/train.log b/results_bvcc/hubert_base/layer4/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6266cff78a57b09680e590eeae462fcc33f48f5c --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5330052198125765 +INFO:root: +[Valid][0][UTT][ MSE = 0.3389 | LCC = 0.7861 | SRCC = 0.7932 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2328 | LCC = 0.8489 | SRCC = 0.8557 ] +INFO:root:Average loss=0.28955399015775096 +INFO:root: +[Valid][1][UTT][ MSE = 0.2922 | LCC = 0.8216 | SRCC = 0.8249 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1877 | LCC = 0.8862 | SRCC = 0.8854 ] +INFO:root:Average loss=0.25430661936601 +INFO:root: +[Valid][2][UTT][ MSE = 0.2808 | LCC = 0.8354 | SRCC = 0.8351 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1593 | LCC = 0.9025 | SRCC = 0.9029 ] +INFO:root:Average loss=0.2194273387774443 +INFO:root: +[Valid][3][UTT][ MSE = 0.2628 | LCC = 0.8423 | SRCC = 0.8433 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1472 | LCC = 0.9123 | SRCC = 0.9149 ] +INFO:root:Average loss=0.20331589056131166 +INFO:root: +[Valid][4][UTT][ MSE = 0.2726 | LCC = 0.8492 | SRCC = 0.8481 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1396 | LCC = 0.9239 | SRCC = 0.9212 ] +INFO:root:Average loss=0.19253119214987144 +INFO:root: +[Valid][5][UTT][ MSE = 0.2665 | LCC = 0.8494 | SRCC = 0.8481 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1411 | LCC = 0.9232 | SRCC = 0.9210 ] +INFO:root:Average loss=0.17331716771691275 +INFO:root: +[Valid][6][UTT][ MSE = 0.2495 | LCC = 0.8537 | SRCC = 0.8539 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1391 | LCC = 0.9264 | SRCC = 0.9248 ] +INFO:root:Average loss=0.1679600139076893 +INFO:root: +[Valid][7][UTT][ MSE = 0.2425 | LCC = 0.8576 | SRCC = 0.8575 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1293 | LCC = 0.9311 | SRCC = 0.9278 ] +INFO:root:Average loss=0.1584816099359439 +INFO:root: +[Valid][8][UTT][ MSE = 0.2391 | LCC = 0.8582 | SRCC = 0.8598 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1258 | LCC = 0.9315 | SRCC = 0.9316 ] +INFO:root:Average loss=0.14405953186826828 +INFO:root: +[Valid][9][UTT][ MSE = 0.2427 | LCC = 0.8594 | SRCC = 0.8592 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1216 | LCC = 0.9354 | SRCC = 0.9328 ] +INFO:root:Average loss=0.13131353488335243 +INFO:root: +[Valid][10][UTT][ MSE = 0.2249 | LCC = 0.8603 | SRCC = 0.8610 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1068 | LCC = 0.9343 | SRCC = 0.9343 ] +INFO:root:Average loss=0.1349490255308457 +INFO:root: +[Valid][11][UTT][ MSE = 0.2387 | LCC = 0.8580 | SRCC = 0.8590 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1352 | LCC = 0.9305 | SRCC = 0.9313 ] +INFO:root:Average loss=0.1215949456852216 +INFO:root: +[Valid][12][UTT][ MSE = 0.2191 | LCC = 0.8621 | SRCC = 0.8634 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1069 | LCC = 0.9333 | SRCC = 0.9336 ] +INFO:root:Average loss=0.11640851486187714 +INFO:root: +[Valid][13][UTT][ MSE = 0.2482 | LCC = 0.8636 | SRCC = 0.8629 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1194 | LCC = 0.9360 | SRCC = 0.9316 ] +INFO:root:Average loss=0.1085367570989407 +INFO:root: +[Valid][14][UTT][ MSE = 0.2203 | LCC = 0.8615 | SRCC = 0.8624 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1050 | LCC = 0.9374 | SRCC = 0.9353 ] +INFO:root:Average loss=0.10464748663780017 +INFO:root: +[Valid][15][UTT][ MSE = 0.2296 | LCC = 0.8622 | SRCC = 0.8619 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1107 | LCC = 0.9394 | SRCC = 0.9377 ] +INFO:root:Average loss=0.11044537510054234 +INFO:root: +[Valid][16][UTT][ MSE = 0.2801 | LCC = 0.8593 | SRCC = 0.8610 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1289 | LCC = 0.9381 | SRCC = 0.9362 ] +INFO:root:Average loss=0.10476190539506766 +INFO:root: +[Valid][17][UTT][ MSE = 0.2439 | LCC = 0.8614 | SRCC = 0.8610 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1054 | LCC = 0.9422 | SRCC = 0.9400 ] +INFO:root:Average loss=0.08927227384769 +INFO:root: +[Valid][18][UTT][ MSE = 0.2309 | LCC = 0.8587 | SRCC = 0.8581 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1079 | LCC = 0.9354 | SRCC = 0.9341 ] +INFO:root:Average loss=0.08890534311724015 +INFO:root: +[Valid][19][UTT][ MSE = 0.2241 | LCC = 0.8621 | SRCC = 0.8621 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.0999 | LCC = 0.9387 | SRCC = 0.9391 ] +INFO:root:Average loss=0.08365825210244228 +INFO:root: +[Valid][20][UTT][ MSE = 0.2326 | LCC = 0.8622 | SRCC = 0.8615 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1090 | LCC = 0.9360 | SRCC = 0.9353 ] +INFO:root:Average loss=0.07910339018473259 +INFO:root: +[Valid][21][UTT][ MSE = 0.2314 | LCC = 0.8604 | SRCC = 0.8606 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1247 | LCC = 0.9350 | SRCC = 0.9337 ] +INFO:root:Average loss=0.07966269944340755 +INFO:root: +[Valid][22][UTT][ MSE = 0.2265 | LCC = 0.8604 | SRCC = 0.8603 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1119 | LCC = 0.9391 | SRCC = 0.9372 ] +INFO:root:Average loss=0.07432657260543261 +INFO:root: +[Valid][23][UTT][ MSE = 0.2407 | LCC = 0.8584 | SRCC = 0.8581 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1076 | LCC = 0.9363 | SRCC = 0.9335 ] +INFO:root:Average loss=0.0786364794923709 +INFO:root: +[Valid][24][UTT][ MSE = 0.2246 | LCC = 0.8614 | SRCC = 0.8620 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1034 | LCC = 0.9405 | SRCC = 0.9400 ] +INFO:root:Average loss=0.06945154796808194 +INFO:root: +[Valid][25][UTT][ MSE = 0.2346 | LCC = 0.8604 | SRCC = 0.8613 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1310 | LCC = 0.9347 | SRCC = 0.9337 ] +INFO:root:Average loss=0.06647918936915886 +INFO:root: +[Valid][26][UTT][ MSE = 0.2277 | LCC = 0.8593 | SRCC = 0.8602 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1179 | LCC = 0.9369 | SRCC = 0.9388 ] +INFO:root:Average loss=0.06404665250999805 +INFO:root: +[Valid][27][UTT][ MSE = 0.2338 | LCC = 0.8598 | SRCC = 0.8599 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1294 | LCC = 0.9343 | SRCC = 0.9336 ] +INFO:root:Average loss=0.06078760445308991 +INFO:root: +[Valid][28][UTT][ MSE = 0.2296 | LCC = 0.8595 | SRCC = 0.8592 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1115 | LCC = 0.9349 | SRCC = 0.9331 ] +INFO:root:Average loss=0.060352215018027865 +INFO:root: +[Valid][29][UTT][ MSE = 0.2230 | LCC = 0.8617 | SRCC = 0.8617 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1073 | LCC = 0.9367 | SRCC = 0.9339 ] +INFO:root:Average loss=0.05901178077627451 +INFO:root: +[Valid][30][UTT][ MSE = 0.2259 | LCC = 0.8607 | SRCC = 0.8599 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1087 | LCC = 0.9378 | SRCC = 0.9355 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2826 | LCC = 0.8546 | SRCC = 0.8546 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2100 | LCC = 0.9165 | SRCC = 0.9162 ] diff --git a/results_bvcc/hubert_base/layer4/run1/config.gin b/results_bvcc/hubert_base/layer4/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer4/run1/model.pt b/results_bvcc/hubert_base/layer4/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dbe4f92e34976ead595cea716911f084afcd20d --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f654207798e97e6ac3e44fc7951a841e454760555f0435561d2953d0dc9e62 +size 2747979 diff --git a/results_bvcc/hubert_base/layer4/run1/model_best.pt b/results_bvcc/hubert_base/layer4/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e36cedaa2f98e47c29eeb4401b398124e8019a8 --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7520747dcb193a915bd08187818e1a66d573c36eeb731ceae3f9a69a382d16a3 +size 2749702 diff --git a/results_bvcc/hubert_base/layer4/run1/train.log b/results_bvcc/hubert_base/layer4/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..afc31d276cd8dd790c14cf57cbd619d19e99ce3d --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6233759755507494 +INFO:root: +[Valid][0][UTT][ MSE = 0.4275 | LCC = 0.7672 | SRCC = 0.7807 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3435 | LCC = 0.8356 | SRCC = 0.8552 ] +INFO:root:Average loss=0.2969786301255226 +INFO:root: +[Valid][1][UTT][ MSE = 0.2909 | LCC = 0.8223 | SRCC = 0.8257 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1976 | LCC = 0.8827 | SRCC = 0.8898 ] +INFO:root:Average loss=0.24741390614937514 +INFO:root: +[Valid][2][UTT][ MSE = 0.2708 | LCC = 0.8399 | SRCC = 0.8410 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1619 | LCC = 0.9042 | SRCC = 0.9040 ] +INFO:root:Average loss=0.22257897754510245 +INFO:root: +[Valid][3][UTT][ MSE = 0.2693 | LCC = 0.8478 | SRCC = 0.8499 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1519 | LCC = 0.9150 | SRCC = 0.9168 ] +INFO:root:Average loss=0.20778004882427362 +INFO:root: +[Valid][4][UTT][ MSE = 0.2669 | LCC = 0.8483 | SRCC = 0.8502 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1656 | LCC = 0.9151 | SRCC = 0.9163 ] +INFO:root:Average loss=0.1957362205363237 +INFO:root: +[Valid][5][UTT][ MSE = 0.2542 | LCC = 0.8522 | SRCC = 0.8529 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1449 | LCC = 0.9246 | SRCC = 0.9253 ] +INFO:root:Average loss=0.17406642503845385 +INFO:root: +[Valid][6][UTT][ MSE = 0.2565 | LCC = 0.8562 | SRCC = 0.8586 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1555 | LCC = 0.9265 | SRCC = 0.9285 ] +INFO:root:Average loss=0.16112121911003038 +INFO:root: +[Valid][7][UTT][ MSE = 0.2882 | LCC = 0.8538 | SRCC = 0.8585 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2012 | LCC = 0.9245 | SRCC = 0.9311 ] +INFO:root:Average loss=0.1550349198663846 +INFO:root: +[Valid][8][UTT][ MSE = 0.2388 | LCC = 0.8604 | SRCC = 0.8612 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1320 | LCC = 0.9292 | SRCC = 0.9268 ] +INFO:root:Average loss=0.14675914840056345 +INFO:root: +[Valid][9][UTT][ MSE = 0.2418 | LCC = 0.8567 | SRCC = 0.8581 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1195 | LCC = 0.9342 | SRCC = 0.9347 ] +INFO:root:Average loss=0.14053496584678307 +INFO:root: +[Valid][10][UTT][ MSE = 0.2580 | LCC = 0.8589 | SRCC = 0.8600 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1517 | LCC = 0.9359 | SRCC = 0.9368 ] +INFO:root:Average loss=0.12881517582214796 +INFO:root: +[Valid][11][UTT][ MSE = 0.2686 | LCC = 0.8556 | SRCC = 0.8580 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1702 | LCC = 0.9305 | SRCC = 0.9328 ] +INFO:root:Average loss=0.12815945929823777 +INFO:root: +[Valid][12][UTT][ MSE = 0.2779 | LCC = 0.8547 | SRCC = 0.8578 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1845 | LCC = 0.9284 | SRCC = 0.9329 ] +INFO:root:Average loss=0.11637140332888334 +INFO:root: +[Valid][13][UTT][ MSE = 0.2697 | LCC = 0.8539 | SRCC = 0.8592 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1690 | LCC = 0.9318 | SRCC = 0.9391 ] +INFO:root:Average loss=0.11135096456377934 +INFO:root: +[Valid][14][UTT][ MSE = 0.2608 | LCC = 0.8581 | SRCC = 0.8619 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1625 | LCC = 0.9334 | SRCC = 0.9384 ] +INFO:root:Average loss=0.1061850260847654 +INFO:root: +[Valid][15][UTT][ MSE = 0.2732 | LCC = 0.8546 | SRCC = 0.8573 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1711 | LCC = 0.9340 | SRCC = 0.9362 ] +INFO:root:Average loss=0.09529813436361459 +INFO:root: +[Valid][16][UTT][ MSE = 0.2562 | LCC = 0.8604 | SRCC = 0.8640 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1637 | LCC = 0.9337 | SRCC = 0.9369 ] +INFO:root:Average loss=0.09459699121996379 +INFO:root: +[Valid][17][UTT][ MSE = 0.2278 | LCC = 0.8624 | SRCC = 0.8647 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1205 | LCC = 0.9379 | SRCC = 0.9399 ] +INFO:root:Average loss=0.09007775702346595 +INFO:root: +[Valid][18][UTT][ MSE = 0.2474 | LCC = 0.8595 | SRCC = 0.8622 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1481 | LCC = 0.9355 | SRCC = 0.9370 ] +INFO:root:Average loss=0.08424635799840474 +INFO:root: +[Valid][19][UTT][ MSE = 0.3015 | LCC = 0.8511 | SRCC = 0.8581 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.2087 | LCC = 0.9265 | SRCC = 0.9378 ] +INFO:root:Average loss=0.08121328863004844 +INFO:root: +[Valid][20][UTT][ MSE = 0.2364 | LCC = 0.8586 | SRCC = 0.8602 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1251 | LCC = 0.9378 | SRCC = 0.9389 ] +INFO:root:Average loss=0.07771647430192201 +INFO:root: +[Valid][21][UTT][ MSE = 0.2495 | LCC = 0.8598 | SRCC = 0.8619 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1483 | LCC = 0.9364 | SRCC = 0.9361 ] +INFO:root:Average loss=0.08368463145616727 +INFO:root: +[Valid][22][UTT][ MSE = 0.2547 | LCC = 0.8595 | SRCC = 0.8621 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1586 | LCC = 0.9349 | SRCC = 0.9389 ] +INFO:root:Average loss=0.07654352529117694 +INFO:root: +[Valid][23][UTT][ MSE = 0.2559 | LCC = 0.8588 | SRCC = 0.8623 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1550 | LCC = 0.9362 | SRCC = 0.9382 ] +INFO:root:Average loss=0.0695572345971297 +INFO:root: +[Valid][24][UTT][ MSE = 0.2928 | LCC = 0.8541 | SRCC = 0.8590 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1987 | LCC = 0.9331 | SRCC = 0.9394 ] +INFO:root:Average loss=0.06759692107637723 +INFO:root: +[Valid][25][UTT][ MSE = 0.2439 | LCC = 0.8616 | SRCC = 0.8634 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1384 | LCC = 0.9406 | SRCC = 0.9403 ] +INFO:root:Average loss=0.07002113706981525 +INFO:root: +[Valid][26][UTT][ MSE = 0.2470 | LCC = 0.8584 | SRCC = 0.8616 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1401 | LCC = 0.9381 | SRCC = 0.9427 ] +INFO:root:Average loss=0.06098436683607407 +INFO:root: +[Valid][27][UTT][ MSE = 0.2766 | LCC = 0.8571 | SRCC = 0.8601 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1808 | LCC = 0.9339 | SRCC = 0.9373 ] +INFO:root:Average loss=0.061704148610050864 +INFO:root: +[Valid][28][UTT][ MSE = 0.2833 | LCC = 0.8578 | SRCC = 0.8605 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1792 | LCC = 0.9408 | SRCC = 0.9454 ] +INFO:root:Average loss=0.06594547992333388 +INFO:root: +[Valid][29][UTT][ MSE = 0.2571 | LCC = 0.8613 | SRCC = 0.8636 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1550 | LCC = 0.9410 | SRCC = 0.9428 ] +INFO:root:Average loss=0.05842709646393091 +INFO:root: +[Valid][30][UTT][ MSE = 0.2473 | LCC = 0.8608 | SRCC = 0.8635 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1409 | LCC = 0.9410 | SRCC = 0.9436 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2305 | LCC = 0.8579 | SRCC = 0.8560 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1302 | LCC = 0.9144 | SRCC = 0.9107 ] diff --git a/results_bvcc/hubert_base/layer4/run2/config.gin b/results_bvcc/hubert_base/layer4/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer4/run2/model.pt b/results_bvcc/hubert_base/layer4/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..87ce93d478ededdf387448a4853312bf38a27d11 --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f9da78716824abd35367a9bd69cf75366379e8dbdc0d2b2797848d4282769f +size 2747979 diff --git a/results_bvcc/hubert_base/layer4/run2/model_best.pt b/results_bvcc/hubert_base/layer4/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c2553c232d256979a3a81725db960a9b419696d --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73ef444e2e788ee74f7ab9591c74b72d915245a0ef59a4e5b81b0ac87c83d863 +size 2749702 diff --git a/results_bvcc/hubert_base/layer4/run2/train.log b/results_bvcc/hubert_base/layer4/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2fee7a0284651abaaf6cb8c42248387f4f81b242 --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5884964905488186 +INFO:root: +[Valid][0][UTT][ MSE = 0.3785 | LCC = 0.7827 | SRCC = 0.7962 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2875 | LCC = 0.8437 | SRCC = 0.8554 ] +INFO:root:Average loss=0.29875511274887967 +INFO:root: +[Valid][1][UTT][ MSE = 0.3019 | LCC = 0.8274 | SRCC = 0.8289 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1959 | LCC = 0.8832 | SRCC = 0.8853 ] +INFO:root:Average loss=0.2501943019720224 +INFO:root: +[Valid][2][UTT][ MSE = 0.2822 | LCC = 0.8428 | SRCC = 0.8415 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1641 | LCC = 0.9051 | SRCC = 0.9036 ] +INFO:root:Average loss=0.21967931664907014 +INFO:root: +[Valid][3][UTT][ MSE = 0.2558 | LCC = 0.8471 | SRCC = 0.8468 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1590 | LCC = 0.9079 | SRCC = 0.9068 ] +INFO:root:Average loss=0.20157045718186942 +INFO:root: +[Valid][4][UTT][ MSE = 0.2494 | LCC = 0.8579 | SRCC = 0.8571 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1329 | LCC = 0.9231 | SRCC = 0.9214 ] +INFO:root:Average loss=0.1837516046869449 +INFO:root: +[Valid][5][UTT][ MSE = 0.2497 | LCC = 0.8572 | SRCC = 0.8579 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1518 | LCC = 0.9231 | SRCC = 0.9235 ] +INFO:root:Average loss=0.17217679025653082 +INFO:root: +[Valid][6][UTT][ MSE = 0.2399 | LCC = 0.8579 | SRCC = 0.8567 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1219 | LCC = 0.9289 | SRCC = 0.9265 ] +INFO:root:Average loss=0.16331263173084992 +INFO:root: +[Valid][7][UTT][ MSE = 0.2292 | LCC = 0.8605 | SRCC = 0.8601 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1104 | LCC = 0.9334 | SRCC = 0.9334 ] +INFO:root:Average loss=0.15344363479660109 +INFO:root: +[Valid][8][UTT][ MSE = 0.2387 | LCC = 0.8604 | SRCC = 0.8593 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1239 | LCC = 0.9311 | SRCC = 0.9292 ] +INFO:root:Average loss=0.14191608837781808 +INFO:root: +[Valid][9][UTT][ MSE = 0.2417 | LCC = 0.8568 | SRCC = 0.8572 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1315 | LCC = 0.9337 | SRCC = 0.9345 ] +INFO:root:Average loss=0.13527889989125422 +INFO:root: +[Valid][10][UTT][ MSE = 0.2603 | LCC = 0.8548 | SRCC = 0.8566 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1547 | LCC = 0.9322 | SRCC = 0.9346 ] +INFO:root:Average loss=0.12942092025127166 +INFO:root: +[Valid][11][UTT][ MSE = 0.2292 | LCC = 0.8613 | SRCC = 0.8630 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1202 | LCC = 0.9354 | SRCC = 0.9363 ] +INFO:root:Average loss=0.12081917232045761 +INFO:root: +[Valid][12][UTT][ MSE = 0.2554 | LCC = 0.8595 | SRCC = 0.8608 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1537 | LCC = 0.9349 | SRCC = 0.9358 ] +INFO:root:Average loss=0.11295302947744346 +INFO:root: +[Valid][13][UTT][ MSE = 0.2393 | LCC = 0.8596 | SRCC = 0.8617 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1369 | LCC = 0.9322 | SRCC = 0.9334 ] +INFO:root:Average loss=0.10842878247300784 +INFO:root: +[Valid][14][UTT][ MSE = 0.2265 | LCC = 0.8619 | SRCC = 0.8623 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1106 | LCC = 0.9370 | SRCC = 0.9346 ] +INFO:root:Average loss=0.10357741323801187 +INFO:root: +[Valid][15][UTT][ MSE = 0.2262 | LCC = 0.8563 | SRCC = 0.8572 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1083 | LCC = 0.9304 | SRCC = 0.9281 ] +INFO:root:Average loss=0.10873066290066792 +INFO:root: +[Valid][16][UTT][ MSE = 0.2294 | LCC = 0.8594 | SRCC = 0.8594 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1162 | LCC = 0.9325 | SRCC = 0.9286 ] +INFO:root:Average loss=0.09601383627607273 +INFO:root: +[Valid][17][UTT][ MSE = 0.2387 | LCC = 0.8599 | SRCC = 0.8615 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1070 | LCC = 0.9339 | SRCC = 0.9321 ] +INFO:root:Average loss=0.08885157285019374 +INFO:root: +[Valid][18][UTT][ MSE = 0.2356 | LCC = 0.8565 | SRCC = 0.8570 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1196 | LCC = 0.9364 | SRCC = 0.9342 ] +INFO:root:Average loss=0.0847952699718567 +INFO:root: +[Valid][19][UTT][ MSE = 0.2276 | LCC = 0.8571 | SRCC = 0.8578 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1103 | LCC = 0.9339 | SRCC = 0.9322 ] +INFO:root:Average loss=0.07627166425570464 +INFO:root: +[Valid][20][UTT][ MSE = 0.2216 | LCC = 0.8595 | SRCC = 0.8603 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.0998 | LCC = 0.9382 | SRCC = 0.9359 ] +INFO:root:Average loss=0.0787625450354356 +INFO:root: +[Valid][21][UTT][ MSE = 0.2321 | LCC = 0.8587 | SRCC = 0.8588 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1133 | LCC = 0.9393 | SRCC = 0.9353 ] +INFO:root:Average loss=0.07323569579957387 +INFO:root: +[Valid][22][UTT][ MSE = 0.2270 | LCC = 0.8603 | SRCC = 0.8606 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1158 | LCC = 0.9376 | SRCC = 0.9362 ] +INFO:root:Average loss=0.07473813388974239 +INFO:root: +[Valid][23][UTT][ MSE = 0.2273 | LCC = 0.8603 | SRCC = 0.8607 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.0998 | LCC = 0.9383 | SRCC = 0.9355 ] +INFO:root:Average loss=0.0663028468306248 +INFO:root: +[Valid][24][UTT][ MSE = 0.2270 | LCC = 0.8605 | SRCC = 0.8602 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1067 | LCC = 0.9386 | SRCC = 0.9358 ] +INFO:root:Average loss=0.06647504030320889 +INFO:root: +[Valid][25][UTT][ MSE = 0.2387 | LCC = 0.8569 | SRCC = 0.8577 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1032 | LCC = 0.9376 | SRCC = 0.9348 ] +INFO:root:Average loss=0.06819466682962882 +INFO:root: +[Valid][26][UTT][ MSE = 0.2273 | LCC = 0.8562 | SRCC = 0.8573 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.0989 | LCC = 0.9353 | SRCC = 0.9345 ] +INFO:root:Average loss=0.05720581353092805 +INFO:root: +[Valid][27][UTT][ MSE = 0.2333 | LCC = 0.8565 | SRCC = 0.8576 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1037 | LCC = 0.9378 | SRCC = 0.9361 ] +INFO:root:Average loss=0.05821083600704487 +INFO:root: +[Valid][28][UTT][ MSE = 0.2302 | LCC = 0.8568 | SRCC = 0.8580 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1036 | LCC = 0.9380 | SRCC = 0.9344 ] +INFO:root:Average loss=0.05937031293526674 +INFO:root: +[Valid][29][UTT][ MSE = 0.2228 | LCC = 0.8613 | SRCC = 0.8621 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1028 | LCC = 0.9371 | SRCC = 0.9350 ] +INFO:root:Average loss=0.057691750809168205 +INFO:root: +[Valid][30][UTT][ MSE = 0.2266 | LCC = 0.8594 | SRCC = 0.8600 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1147 | LCC = 0.9347 | SRCC = 0.9336 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2366 | LCC = 0.8596 | SRCC = 0.8579 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1522 | LCC = 0.9106 | SRCC = 0.9082 ] diff --git a/results_bvcc/hubert_base/layer4/run3/config.gin b/results_bvcc/hubert_base/layer4/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer4/run3/model.pt b/results_bvcc/hubert_base/layer4/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e72241ba781410689843837cd3e6a99b0792819 --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea3fef6e1e469b8bdb7986d6e1a57747b54c8026a8df6a605637fb4b7f5d4e15 +size 2747979 diff --git a/results_bvcc/hubert_base/layer4/run3/model_best.pt b/results_bvcc/hubert_base/layer4/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7656c5c107d2af4c088b9e40789159dacb733ca --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa4c87bab10d2f0d694283869f74e4ac067858c8420128641d19be337887d50 +size 2749702 diff --git a/results_bvcc/hubert_base/layer4/run3/train.log b/results_bvcc/hubert_base/layer4/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e0596c9da28322cb70d807937e8c7da0635072e0 --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5481700089115363 +INFO:root: +[Valid][0][UTT][ MSE = 0.3614 | LCC = 0.7803 | SRCC = 0.7909 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2746 | LCC = 0.8319 | SRCC = 0.8410 ] +INFO:root:Average loss=0.2924831740749188 +INFO:root: +[Valid][1][UTT][ MSE = 0.3248 | LCC = 0.8185 | SRCC = 0.8259 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2381 | LCC = 0.8750 | SRCC = 0.8859 ] +INFO:root:Average loss=0.24086900934194908 +INFO:root: +[Valid][2][UTT][ MSE = 0.2695 | LCC = 0.8423 | SRCC = 0.8435 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1693 | LCC = 0.8988 | SRCC = 0.9017 ] +INFO:root:Average loss=0.2283459512087015 +INFO:root: +[Valid][3][UTT][ MSE = 0.2601 | LCC = 0.8403 | SRCC = 0.8464 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1673 | LCC = 0.9015 | SRCC = 0.9122 ] +INFO:root:Average loss=0.19752943315185034 +INFO:root: +[Valid][4][UTT][ MSE = 0.2362 | LCC = 0.8537 | SRCC = 0.8556 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1325 | LCC = 0.9146 | SRCC = 0.9159 ] +INFO:root:Average loss=0.18184654987775362 +INFO:root: +[Valid][5][UTT][ MSE = 0.2389 | LCC = 0.8550 | SRCC = 0.8563 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1261 | LCC = 0.9252 | SRCC = 0.9235 ] +INFO:root:Average loss=0.16730103125939003 +INFO:root: +[Valid][6][UTT][ MSE = 0.2664 | LCC = 0.8562 | SRCC = 0.8578 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1350 | LCC = 0.9272 | SRCC = 0.9259 ] +INFO:root:Average loss=0.15409579768012732 +INFO:root: +[Valid][7][UTT][ MSE = 0.2543 | LCC = 0.8563 | SRCC = 0.8566 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1620 | LCC = 0.9222 | SRCC = 0.9202 ] +INFO:root:Average loss=0.14900731753844482 +INFO:root: +[Valid][8][UTT][ MSE = 0.2435 | LCC = 0.8589 | SRCC = 0.8587 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1293 | LCC = 0.9358 | SRCC = 0.9333 ] +INFO:root:Average loss=0.13791741287479034 +INFO:root: +[Valid][9][UTT][ MSE = 0.2322 | LCC = 0.8579 | SRCC = 0.8595 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1233 | LCC = 0.9340 | SRCC = 0.9353 ] +INFO:root:Average loss=0.1418100529565261 +INFO:root: +[Valid][10][UTT][ MSE = 0.2483 | LCC = 0.8601 | SRCC = 0.8612 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1559 | LCC = 0.9324 | SRCC = 0.9327 ] +INFO:root:Average loss=0.128377497005157 +INFO:root: +[Valid][11][UTT][ MSE = 0.2892 | LCC = 0.8600 | SRCC = 0.8616 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1487 | LCC = 0.9370 | SRCC = 0.9382 ] +INFO:root:Average loss=0.12620340889463058 +INFO:root: +[Valid][12][UTT][ MSE = 0.2322 | LCC = 0.8606 | SRCC = 0.8615 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1240 | LCC = 0.9373 | SRCC = 0.9365 ] +INFO:root:Average loss=0.11815289599009049 +INFO:root: +[Valid][13][UTT][ MSE = 0.2343 | LCC = 0.8596 | SRCC = 0.8608 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1141 | LCC = 0.9377 | SRCC = 0.9374 ] +INFO:root:Average loss=0.10706340053524727 +INFO:root: +[Valid][14][UTT][ MSE = 0.2424 | LCC = 0.8523 | SRCC = 0.8533 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1166 | LCC = 0.9307 | SRCC = 0.9293 ] +INFO:root:Average loss=0.10160633209997262 +INFO:root: +[Valid][15][UTT][ MSE = 0.2310 | LCC = 0.8579 | SRCC = 0.8588 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1198 | LCC = 0.9346 | SRCC = 0.9330 ] +INFO:root:Average loss=0.09707811388831872 +INFO:root: +[Valid][16][UTT][ MSE = 0.2293 | LCC = 0.8554 | SRCC = 0.8564 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1053 | LCC = 0.9347 | SRCC = 0.9324 ] +INFO:root:Average loss=0.09243921123636074 +INFO:root: +[Valid][17][UTT][ MSE = 0.2301 | LCC = 0.8565 | SRCC = 0.8570 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1216 | LCC = 0.9323 | SRCC = 0.9310 ] +INFO:root:Average loss=0.09244822252255219 +INFO:root: +[Valid][18][UTT][ MSE = 0.2330 | LCC = 0.8543 | SRCC = 0.8552 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1052 | LCC = 0.9322 | SRCC = 0.9329 ] +INFO:root:Average loss=0.08817967337866624 +INFO:root: +[Valid][19][UTT][ MSE = 0.2364 | LCC = 0.8550 | SRCC = 0.8550 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1162 | LCC = 0.9342 | SRCC = 0.9326 ] +INFO:root:Average loss=0.0763338920302116 +INFO:root: +[Valid][20][UTT][ MSE = 0.2314 | LCC = 0.8560 | SRCC = 0.8564 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.0998 | LCC = 0.9399 | SRCC = 0.9405 ] +INFO:root:Average loss=0.07927008455571456 +INFO:root: +[Valid][21][UTT][ MSE = 0.2243 | LCC = 0.8567 | SRCC = 0.8583 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.0959 | LCC = 0.9396 | SRCC = 0.9387 ] +INFO:root:Average loss=0.0751922600544416 +INFO:root: +[Valid][22][UTT][ MSE = 0.2353 | LCC = 0.8564 | SRCC = 0.8583 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1025 | LCC = 0.9401 | SRCC = 0.9392 ] +INFO:root:Average loss=0.06972555200067851 +INFO:root: +[Valid][23][UTT][ MSE = 0.2312 | LCC = 0.8533 | SRCC = 0.8544 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1005 | LCC = 0.9360 | SRCC = 0.9363 ] +INFO:root:Average loss=0.06865164460853124 +INFO:root: +[Valid][24][UTT][ MSE = 0.2296 | LCC = 0.8520 | SRCC = 0.8529 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1015 | LCC = 0.9370 | SRCC = 0.9363 ] +INFO:root:Average loss=0.07012201874301983 +INFO:root: +[Valid][25][UTT][ MSE = 0.2356 | LCC = 0.8547 | SRCC = 0.8550 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1188 | LCC = 0.9377 | SRCC = 0.9379 ] +INFO:root:Average loss=0.06370184489358695 +INFO:root: +[Valid][26][UTT][ MSE = 0.2334 | LCC = 0.8544 | SRCC = 0.8559 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1090 | LCC = 0.9358 | SRCC = 0.9352 ] +INFO:root:Average loss=0.0600707829476167 +INFO:root: +[Valid][27][UTT][ MSE = 0.2357 | LCC = 0.8538 | SRCC = 0.8546 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1050 | LCC = 0.9387 | SRCC = 0.9385 ] +INFO:root:Average loss=0.05881345768769582 +INFO:root: +[Valid][28][UTT][ MSE = 0.2294 | LCC = 0.8579 | SRCC = 0.8581 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1143 | LCC = 0.9407 | SRCC = 0.9400 ] +INFO:root:Average loss=0.05655587311738577 +INFO:root: +[Valid][29][UTT][ MSE = 0.2265 | LCC = 0.8555 | SRCC = 0.8557 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.0956 | LCC = 0.9428 | SRCC = 0.9440 ] +INFO:root:Average loss=0.05348653374956204 +INFO:root: +[Valid][30][UTT][ MSE = 0.2297 | LCC = 0.8549 | SRCC = 0.8560 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1083 | LCC = 0.9397 | SRCC = 0.9418 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2326 | LCC = 0.8600 | SRCC = 0.8583 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1354 | LCC = 0.9161 | SRCC = 0.9123 ] diff --git a/results_bvcc/hubert_base/layer4/run4/config.gin b/results_bvcc/hubert_base/layer4/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer4/run4/model.pt b/results_bvcc/hubert_base/layer4/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..064faa7be4b3eb29d1f4e512c8b8610c678e628e --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa14b7c144280253873fecdbeaa33c0e225fdca80f9f8727a057b395a229bcf +size 2747979 diff --git a/results_bvcc/hubert_base/layer4/run4/model_best.pt b/results_bvcc/hubert_base/layer4/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..21e204d8b861181cb3a25b4f75a73927c1454a3a --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d34d34435dcaf7e018e4083dc8298dffa08c06005b1487a2e2beff11c4d0f9e9 +size 2749638 diff --git a/results_bvcc/hubert_base/layer4/run4/train.log b/results_bvcc/hubert_base/layer4/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8f379627d31cf86c7d7b8b79174fc4f27227bf02 --- /dev/null +++ b/results_bvcc/hubert_base/layer4/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.598630886620436 +INFO:root: +[Valid][0][UTT][ MSE = 0.3484 | LCC = 0.7861 | SRCC = 0.7924 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2554 | LCC = 0.8466 | SRCC = 0.8516 ] +INFO:root:Average loss=0.2825594548231516 +INFO:root: +[Valid][1][UTT][ MSE = 0.2997 | LCC = 0.8262 | SRCC = 0.8292 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1712 | LCC = 0.8946 | SRCC = 0.8978 ] +INFO:root:Average loss=0.24848173405879584 +INFO:root: +[Valid][2][UTT][ MSE = 0.2785 | LCC = 0.8415 | SRCC = 0.8429 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1830 | LCC = 0.9072 | SRCC = 0.9060 ] +INFO:root:Average loss=0.21374233735677522 +INFO:root: +[Valid][3][UTT][ MSE = 0.2544 | LCC = 0.8477 | SRCC = 0.8484 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1406 | LCC = 0.9189 | SRCC = 0.9157 ] +INFO:root:Average loss=0.19685294861212754 +INFO:root: +[Valid][4][UTT][ MSE = 0.2600 | LCC = 0.8537 | SRCC = 0.8530 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1591 | LCC = 0.9231 | SRCC = 0.9209 ] +INFO:root:Average loss=0.17797588404172507 +INFO:root: +[Valid][5][UTT][ MSE = 0.2484 | LCC = 0.8507 | SRCC = 0.8501 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1439 | LCC = 0.9209 | SRCC = 0.9180 ] +INFO:root:Average loss=0.17097622423599929 +INFO:root: +[Valid][6][UTT][ MSE = 0.2542 | LCC = 0.8499 | SRCC = 0.8506 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1482 | LCC = 0.9250 | SRCC = 0.9268 ] +INFO:root:Average loss=0.1670061263900537 +INFO:root: +[Valid][7][UTT][ MSE = 0.2296 | LCC = 0.8566 | SRCC = 0.8562 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1122 | LCC = 0.9339 | SRCC = 0.9281 ] +INFO:root:Average loss=0.1502478246887525 +INFO:root: +[Valid][8][UTT][ MSE = 0.2739 | LCC = 0.8560 | SRCC = 0.8555 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1779 | LCC = 0.9295 | SRCC = 0.9278 ] +INFO:root:Average loss=0.14007508983978859 +INFO:root: +[Valid][9][UTT][ MSE = 0.2450 | LCC = 0.8535 | SRCC = 0.8533 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1349 | LCC = 0.9314 | SRCC = 0.9280 ] +INFO:root:Average loss=0.13651082626520059 +INFO:root: +[Valid][10][UTT][ MSE = 0.2547 | LCC = 0.8539 | SRCC = 0.8540 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1456 | LCC = 0.9338 | SRCC = 0.9339 ] +INFO:root:Average loss=0.12829264578146812 +INFO:root: +[Valid][11][UTT][ MSE = 0.2642 | LCC = 0.8521 | SRCC = 0.8517 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1632 | LCC = 0.9305 | SRCC = 0.9287 ] +INFO:root:Average loss=0.12720532648456404 +INFO:root: +[Valid][12][UTT][ MSE = 0.2352 | LCC = 0.8540 | SRCC = 0.8527 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1201 | LCC = 0.9305 | SRCC = 0.9284 ] +INFO:root:Average loss=0.10968663218693855 +INFO:root: +[Valid][13][UTT][ MSE = 0.2478 | LCC = 0.8492 | SRCC = 0.8485 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1237 | LCC = 0.9370 | SRCC = 0.9349 ] +INFO:root:Average loss=0.11374634771774976 +INFO:root: +[Valid][14][UTT][ MSE = 0.2453 | LCC = 0.8556 | SRCC = 0.8541 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1287 | LCC = 0.9406 | SRCC = 0.9381 ] +INFO:root:Average loss=0.09760036032933456 +INFO:root: +[Valid][15][UTT][ MSE = 0.2375 | LCC = 0.8508 | SRCC = 0.8501 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1087 | LCC = 0.9360 | SRCC = 0.9323 ] +INFO:root:Average loss=0.10489300590677139 +INFO:root: +[Valid][16][UTT][ MSE = 0.2615 | LCC = 0.8502 | SRCC = 0.8503 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1239 | LCC = 0.9363 | SRCC = 0.9326 ] +INFO:root:Average loss=0.09374845729997525 +INFO:root: +[Valid][17][UTT][ MSE = 0.2309 | LCC = 0.8555 | SRCC = 0.8548 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1047 | LCC = 0.9373 | SRCC = 0.9344 ] +INFO:root:Average loss=0.09702184992149854 +INFO:root: +[Valid][18][UTT][ MSE = 0.2568 | LCC = 0.8529 | SRCC = 0.8523 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1423 | LCC = 0.9370 | SRCC = 0.9379 ] +INFO:root:Average loss=0.08618089986535218 +INFO:root: +[Valid][19][UTT][ MSE = 0.2375 | LCC = 0.8552 | SRCC = 0.8543 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1169 | LCC = 0.9399 | SRCC = 0.9382 ] +INFO:root:Average loss=0.08767076543508431 +INFO:root: +[Valid][20][UTT][ MSE = 0.2468 | LCC = 0.8524 | SRCC = 0.8509 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1197 | LCC = 0.9360 | SRCC = 0.9328 ] +INFO:root:Average loss=0.08158219672548465 +INFO:root: +[Valid][21][UTT][ MSE = 0.2299 | LCC = 0.8551 | SRCC = 0.8533 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.0987 | LCC = 0.9374 | SRCC = 0.9317 ] +INFO:root:Average loss=0.0744211804599334 +INFO:root: +[Valid][22][UTT][ MSE = 0.2396 | LCC = 0.8534 | SRCC = 0.8514 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1151 | LCC = 0.9400 | SRCC = 0.9356 ] +INFO:root:Average loss=0.07019755889016849 +INFO:root: +[Valid][23][UTT][ MSE = 0.2644 | LCC = 0.8537 | SRCC = 0.8522 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1586 | LCC = 0.9378 | SRCC = 0.9378 ] +INFO:root:Average loss=0.06950724707582058 +INFO:root: +[Valid][24][UTT][ MSE = 0.2316 | LCC = 0.8560 | SRCC = 0.8544 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1034 | LCC = 0.9475 | SRCC = 0.9458 ] +INFO:root:Average loss=0.06865766157324497 +INFO:root: +[Valid][25][UTT][ MSE = 0.2595 | LCC = 0.8528 | SRCC = 0.8510 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1451 | LCC = 0.9403 | SRCC = 0.9380 ] +INFO:root:Average loss=0.07745059426778401 +INFO:root: +[Valid][26][UTT][ MSE = 0.2372 | LCC = 0.8535 | SRCC = 0.8516 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1098 | LCC = 0.9431 | SRCC = 0.9376 ] +INFO:root:Average loss=0.06520296876820234 +INFO:root: +[Valid][27][UTT][ MSE = 0.2438 | LCC = 0.8486 | SRCC = 0.8476 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1038 | LCC = 0.9381 | SRCC = 0.9331 ] +INFO:root:Average loss=0.06342832371592522 +INFO:root: +[Valid][28][UTT][ MSE = 0.2402 | LCC = 0.8538 | SRCC = 0.8522 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1148 | LCC = 0.9429 | SRCC = 0.9398 ] +INFO:root:Average loss=0.05963652418592037 +INFO:root: +[Valid][29][UTT][ MSE = 0.2340 | LCC = 0.8548 | SRCC = 0.8529 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1059 | LCC = 0.9422 | SRCC = 0.9398 ] +INFO:root:Average loss=0.05827544978222786 +INFO:root: +[Valid][30][UTT][ MSE = 0.2316 | LCC = 0.8570 | SRCC = 0.8546 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1024 | LCC = 0.9449 | SRCC = 0.9394 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2345 | LCC = 0.8587 | SRCC = 0.8584 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1535 | LCC = 0.9070 | SRCC = 0.9090 ] diff --git a/results_bvcc/hubert_base/layer5/run0/config.gin b/results_bvcc/hubert_base/layer5/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer5/run0/model.pt b/results_bvcc/hubert_base/layer5/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..831b22e020096577ed82067e1c5d0c2eb37bde6e --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36aa4997d5ecfb04b156ff6a1a6c3fdcee5e5e02edd7547647402cdd8affb761 +size 2747979 diff --git a/results_bvcc/hubert_base/layer5/run0/model_best.pt b/results_bvcc/hubert_base/layer5/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..85680da4882a3ce9dfff70f6b63e86d861262c11 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbbda448180c8cbd3f9e4f4503ed2d745a4eecea7130aa7989b31f755bbe1650 +size 2749702 diff --git a/results_bvcc/hubert_base/layer5/run0/train.log b/results_bvcc/hubert_base/layer5/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..efc281e464ba2fae99dd6e843e840e2b7ac71386 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6218870605031649 +INFO:root: +[Valid][0][UTT][ MSE = 0.3727 | LCC = 0.7715 | SRCC = 0.7755 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2655 | LCC = 0.8435 | SRCC = 0.8524 ] +INFO:root:Average loss=0.31170013566047716 +INFO:root: +[Valid][1][UTT][ MSE = 0.3141 | LCC = 0.8107 | SRCC = 0.8124 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1894 | LCC = 0.8793 | SRCC = 0.8818 ] +INFO:root:Average loss=0.253977201687984 +INFO:root: +[Valid][2][UTT][ MSE = 0.2874 | LCC = 0.8303 | SRCC = 0.8285 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1769 | LCC = 0.8998 | SRCC = 0.8965 ] +INFO:root:Average loss=0.22707549730936685 +INFO:root: +[Valid][3][UTT][ MSE = 0.2952 | LCC = 0.8381 | SRCC = 0.8369 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1985 | LCC = 0.9030 | SRCC = 0.8999 ] +INFO:root:Average loss=0.21754077191536242 +INFO:root: +[Valid][4][UTT][ MSE = 0.3031 | LCC = 0.8446 | SRCC = 0.8428 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2075 | LCC = 0.9096 | SRCC = 0.9036 ] +INFO:root:Average loss=0.19272773961226145 +INFO:root: +[Valid][5][UTT][ MSE = 0.2706 | LCC = 0.8450 | SRCC = 0.8437 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1670 | LCC = 0.9096 | SRCC = 0.9049 ] +INFO:root:Average loss=0.18562142999890524 +INFO:root: +[Valid][6][UTT][ MSE = 0.2650 | LCC = 0.8409 | SRCC = 0.8403 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1512 | LCC = 0.9092 | SRCC = 0.9041 ] +INFO:root:Average loss=0.16885574171558404 +INFO:root: +[Valid][7][UTT][ MSE = 0.2850 | LCC = 0.8426 | SRCC = 0.8412 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1903 | LCC = 0.9086 | SRCC = 0.9037 ] +INFO:root:Average loss=0.1613054457001197 +INFO:root: +[Valid][8][UTT][ MSE = 0.2647 | LCC = 0.8427 | SRCC = 0.8416 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1558 | LCC = 0.9125 | SRCC = 0.9057 ] +INFO:root:Average loss=0.14917517023590895 +INFO:root: +[Valid][9][UTT][ MSE = 0.2518 | LCC = 0.8446 | SRCC = 0.8436 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1447 | LCC = 0.9145 | SRCC = 0.9107 ] +INFO:root:Average loss=0.13466990519410524 +INFO:root: +[Valid][10][UTT][ MSE = 0.2733 | LCC = 0.8389 | SRCC = 0.8384 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1724 | LCC = 0.9106 | SRCC = 0.9045 ] +INFO:root:Average loss=0.1299896957591558 +INFO:root: +[Valid][11][UTT][ MSE = 0.2723 | LCC = 0.8377 | SRCC = 0.8386 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1463 | LCC = 0.9106 | SRCC = 0.9031 ] +INFO:root:Average loss=0.12669174038828948 +INFO:root: +[Valid][12][UTT][ MSE = 0.3044 | LCC = 0.8367 | SRCC = 0.8344 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2126 | LCC = 0.9098 | SRCC = 0.9033 ] +INFO:root:Average loss=0.11840549741800015 +INFO:root: +[Valid][13][UTT][ MSE = 0.2712 | LCC = 0.8393 | SRCC = 0.8387 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1734 | LCC = 0.9104 | SRCC = 0.9029 ] +INFO:root:Average loss=0.11022671818351135 +INFO:root: +[Valid][14][UTT][ MSE = 0.2674 | LCC = 0.8410 | SRCC = 0.8393 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1668 | LCC = 0.9161 | SRCC = 0.9113 ] +INFO:root:Average loss=0.10524674762900059 +INFO:root: +[Valid][15][UTT][ MSE = 0.3056 | LCC = 0.8423 | SRCC = 0.8416 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.2114 | LCC = 0.9200 | SRCC = 0.9165 ] +INFO:root:Average loss=0.0941415847494052 +INFO:root: +[Valid][16][UTT][ MSE = 0.2583 | LCC = 0.8373 | SRCC = 0.8362 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1444 | LCC = 0.9145 | SRCC = 0.9068 ] +INFO:root:Average loss=0.09413953555318025 +INFO:root: +[Valid][17][UTT][ MSE = 0.2724 | LCC = 0.8404 | SRCC = 0.8393 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1739 | LCC = 0.9140 | SRCC = 0.9085 ] +INFO:root:Average loss=0.08831453380676416 +INFO:root: +[Valid][18][UTT][ MSE = 0.2806 | LCC = 0.8377 | SRCC = 0.8372 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1752 | LCC = 0.9189 | SRCC = 0.9126 ] +INFO:root:Average loss=0.08480842273013714 +INFO:root: +[Valid][19][UTT][ MSE = 0.2550 | LCC = 0.8402 | SRCC = 0.8389 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1425 | LCC = 0.9178 | SRCC = 0.9104 ] +INFO:root:Average loss=0.07855684061845143 +INFO:root: +[Valid][20][UTT][ MSE = 0.2682 | LCC = 0.8380 | SRCC = 0.8360 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1607 | LCC = 0.9157 | SRCC = 0.9074 ] +INFO:root:Average loss=0.07693190624316533 +INFO:root: +[Valid][21][UTT][ MSE = 0.2871 | LCC = 0.8401 | SRCC = 0.8374 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1861 | LCC = 0.9180 | SRCC = 0.9113 ] +INFO:root:Average loss=0.07498646298280129 +INFO:root: +[Valid][22][UTT][ MSE = 0.2606 | LCC = 0.8384 | SRCC = 0.8368 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1517 | LCC = 0.9152 | SRCC = 0.9092 ] +INFO:root:Average loss=0.07836304160837944 +INFO:root: +[Valid][23][UTT][ MSE = 0.2781 | LCC = 0.8404 | SRCC = 0.8385 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1827 | LCC = 0.9148 | SRCC = 0.9081 ] +INFO:root:Average loss=0.06883473312243438 +INFO:root: +[Valid][24][UTT][ MSE = 0.2580 | LCC = 0.8445 | SRCC = 0.8442 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1537 | LCC = 0.9189 | SRCC = 0.9126 ] +INFO:root:Average loss=0.061138322576880455 +INFO:root: +[Valid][25][UTT][ MSE = 0.2480 | LCC = 0.8424 | SRCC = 0.8419 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1312 | LCC = 0.9187 | SRCC = 0.9119 ] +INFO:root:Average loss=0.060617478898702525 +INFO:root: +[Valid][26][UTT][ MSE = 0.2510 | LCC = 0.8431 | SRCC = 0.8425 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1422 | LCC = 0.9146 | SRCC = 0.9064 ] +INFO:root:Average loss=0.0597360214122977 +INFO:root: +[Valid][27][UTT][ MSE = 0.2573 | LCC = 0.8447 | SRCC = 0.8437 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1522 | LCC = 0.9197 | SRCC = 0.9152 ] +INFO:root:Average loss=0.05665516604979833 +INFO:root: +[Valid][28][UTT][ MSE = 0.2592 | LCC = 0.8457 | SRCC = 0.8441 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1559 | LCC = 0.9198 | SRCC = 0.9135 ] +INFO:root:Average loss=0.05570016801357269 +INFO:root: +[Valid][29][UTT][ MSE = 0.2465 | LCC = 0.8452 | SRCC = 0.8447 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1410 | LCC = 0.9174 | SRCC = 0.9131 ] +INFO:root:Average loss=0.05517335040255999 +INFO:root: +[Valid][30][UTT][ MSE = 0.2561 | LCC = 0.8418 | SRCC = 0.8420 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1443 | LCC = 0.9159 | SRCC = 0.9097 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2602 | LCC = 0.8388 | SRCC = 0.8382 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1528 | LCC = 0.8934 | SRCC = 0.8920 ] diff --git a/results_bvcc/hubert_base/layer5/run1/config.gin b/results_bvcc/hubert_base/layer5/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer5/run1/model.pt b/results_bvcc/hubert_base/layer5/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfde88f8dcd70ffac5a7b86b83c793d94804f19a --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3112ff16d63e782d96e3730fb5cafaf73d942cb8d004c91375506036153c45cd +size 2747979 diff --git a/results_bvcc/hubert_base/layer5/run1/model_best.pt b/results_bvcc/hubert_base/layer5/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0cff86edb17046e8bfb06b34b2f8aef203956d1 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30ba06d23be301401c62062942be270d391681f1beb78cf2aaa95939ddf5b54 +size 2749638 diff --git a/results_bvcc/hubert_base/layer5/run1/train.log b/results_bvcc/hubert_base/layer5/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6a7567e269d43ae795b9f035ff56480e472df558 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6439363259153489 +INFO:root: +[Valid][0][UTT][ MSE = 0.3503 | LCC = 0.7699 | SRCC = 0.7778 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2312 | LCC = 0.8398 | SRCC = 0.8584 ] +INFO:root:Average loss=0.3052134857727931 +INFO:root: +[Valid][1][UTT][ MSE = 0.3638 | LCC = 0.8143 | SRCC = 0.8157 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2751 | LCC = 0.8804 | SRCC = 0.8822 ] +INFO:root:Average loss=0.24814396389783958 +INFO:root: +[Valid][2][UTT][ MSE = 0.3155 | LCC = 0.8327 | SRCC = 0.8325 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2205 | LCC = 0.9004 | SRCC = 0.9008 ] +INFO:root:Average loss=0.22612832085444376 +INFO:root: +[Valid][3][UTT][ MSE = 0.2996 | LCC = 0.8390 | SRCC = 0.8375 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2018 | LCC = 0.9085 | SRCC = 0.9043 ] +INFO:root:Average loss=0.21417574966565156 +INFO:root: +[Valid][4][UTT][ MSE = 0.2843 | LCC = 0.8445 | SRCC = 0.8431 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1700 | LCC = 0.9162 | SRCC = 0.9136 ] +INFO:root:Average loss=0.18960269674276695 +INFO:root: +[Valid][5][UTT][ MSE = 0.2680 | LCC = 0.8399 | SRCC = 0.8392 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1542 | LCC = 0.9135 | SRCC = 0.9114 ] +INFO:root:Average loss=0.17909501980130488 +INFO:root: +[Valid][6][UTT][ MSE = 0.2732 | LCC = 0.8420 | SRCC = 0.8419 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1679 | LCC = 0.9138 | SRCC = 0.9121 ] +INFO:root:Average loss=0.16857203611960778 +INFO:root: +[Valid][7][UTT][ MSE = 0.2938 | LCC = 0.8413 | SRCC = 0.8399 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1807 | LCC = 0.9240 | SRCC = 0.9223 ] +INFO:root:Average loss=0.15728483406397012 +INFO:root: +[Valid][8][UTT][ MSE = 0.2848 | LCC = 0.8414 | SRCC = 0.8402 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1744 | LCC = 0.9214 | SRCC = 0.9170 ] +INFO:root:Average loss=0.14561066251152602 +INFO:root: +[Valid][9][UTT][ MSE = 0.2764 | LCC = 0.8395 | SRCC = 0.8385 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1596 | LCC = 0.9234 | SRCC = 0.9249 ] +INFO:root:Average loss=0.13291505437630874 +INFO:root: +[Valid][10][UTT][ MSE = 0.2554 | LCC = 0.8427 | SRCC = 0.8414 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1333 | LCC = 0.9245 | SRCC = 0.9200 ] +INFO:root:Average loss=0.12929245237356576 +INFO:root: +[Valid][11][UTT][ MSE = 0.2601 | LCC = 0.8394 | SRCC = 0.8391 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1411 | LCC = 0.9225 | SRCC = 0.9197 ] +INFO:root:Average loss=0.12160340304940175 +INFO:root: +[Valid][12][UTT][ MSE = 0.2732 | LCC = 0.8369 | SRCC = 0.8368 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1410 | LCC = 0.9266 | SRCC = 0.9236 ] +INFO:root:Average loss=0.119313161724653 +INFO:root: +[Valid][13][UTT][ MSE = 0.2626 | LCC = 0.8432 | SRCC = 0.8426 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1362 | LCC = 0.9328 | SRCC = 0.9296 ] +INFO:root:Average loss=0.10990717118749252 +INFO:root: +[Valid][14][UTT][ MSE = 0.2703 | LCC = 0.8388 | SRCC = 0.8379 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1460 | LCC = 0.9285 | SRCC = 0.9267 ] +INFO:root:Average loss=0.10211823689631927 +INFO:root: +[Valid][15][UTT][ MSE = 0.2742 | LCC = 0.8356 | SRCC = 0.8342 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1508 | LCC = 0.9271 | SRCC = 0.9225 ] +INFO:root:Average loss=0.09454733166748132 +INFO:root: +[Valid][16][UTT][ MSE = 0.2754 | LCC = 0.8369 | SRCC = 0.8353 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1528 | LCC = 0.9281 | SRCC = 0.9257 ] +INFO:root:Average loss=0.09721487531295189 +INFO:root: +[Valid][17][UTT][ MSE = 0.3338 | LCC = 0.8327 | SRCC = 0.8313 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.2232 | LCC = 0.9231 | SRCC = 0.9222 ] +INFO:root:Average loss=0.0967047656289278 +INFO:root: +[Valid][18][UTT][ MSE = 0.2812 | LCC = 0.8366 | SRCC = 0.8345 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1600 | LCC = 0.9260 | SRCC = 0.9236 ] +INFO:root:Average loss=0.08288946174658261 +INFO:root: +[Valid][19][UTT][ MSE = 0.2615 | LCC = 0.8402 | SRCC = 0.8378 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1345 | LCC = 0.9304 | SRCC = 0.9249 ] +INFO:root:Average loss=0.07990954037851249 +INFO:root: +[Valid][20][UTT][ MSE = 0.2615 | LCC = 0.8347 | SRCC = 0.8325 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1347 | LCC = 0.9200 | SRCC = 0.9143 ] +INFO:root:Average loss=0.07645850480558017 +INFO:root: +[Valid][21][UTT][ MSE = 0.2650 | LCC = 0.8350 | SRCC = 0.8342 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1322 | LCC = 0.9272 | SRCC = 0.9223 ] +INFO:root:Average loss=0.0765597654076723 +INFO:root: +[Valid][22][UTT][ MSE = 0.2634 | LCC = 0.8380 | SRCC = 0.8369 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1389 | LCC = 0.9273 | SRCC = 0.9238 ] +INFO:root:Average loss=0.07307504943739145 +INFO:root: +[Valid][23][UTT][ MSE = 0.2627 | LCC = 0.8311 | SRCC = 0.8297 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1252 | LCC = 0.9241 | SRCC = 0.9210 ] +INFO:root:Average loss=0.07319349580659316 +INFO:root: +[Valid][24][UTT][ MSE = 0.2617 | LCC = 0.8361 | SRCC = 0.8351 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1219 | LCC = 0.9297 | SRCC = 0.9239 ] +INFO:root:Average loss=0.06846115910089932 +INFO:root: +[Valid][25][UTT][ MSE = 0.2669 | LCC = 0.8347 | SRCC = 0.8324 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1350 | LCC = 0.9234 | SRCC = 0.9156 ] +INFO:root:Average loss=0.06600547238038136 +INFO:root: +[Valid][26][UTT][ MSE = 0.2530 | LCC = 0.8394 | SRCC = 0.8380 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1179 | LCC = 0.9324 | SRCC = 0.9274 ] +INFO:root:Average loss=0.06141113618818613 +INFO:root: +[Valid][27][UTT][ MSE = 0.2893 | LCC = 0.8414 | SRCC = 0.8400 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1733 | LCC = 0.9311 | SRCC = 0.9259 ] +INFO:root:Average loss=0.05784236615858017 +INFO:root: +[Valid][28][UTT][ MSE = 0.2912 | LCC = 0.8343 | SRCC = 0.8321 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1648 | LCC = 0.9317 | SRCC = 0.9262 ] +INFO:root:Average loss=0.060740649938965455 +INFO:root: +[Valid][29][UTT][ MSE = 0.2709 | LCC = 0.8386 | SRCC = 0.8373 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1468 | LCC = 0.9282 | SRCC = 0.9234 ] +INFO:root:Average loss=0.05790244816587521 +INFO:root: +[Valid][30][UTT][ MSE = 0.2585 | LCC = 0.8360 | SRCC = 0.8349 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1211 | LCC = 0.9286 | SRCC = 0.9258 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2744 | LCC = 0.8478 | SRCC = 0.8481 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1771 | LCC = 0.8992 | SRCC = 0.8997 ] diff --git a/results_bvcc/hubert_base/layer5/run2/config.gin b/results_bvcc/hubert_base/layer5/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer5/run2/model.pt b/results_bvcc/hubert_base/layer5/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5531a497d22e27aacb44d374e48a32948aa36e51 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed9b755bb57ac7e423a3a1b2c96b08a1bae14b45c14fc3450734667175a70945 +size 2747979 diff --git a/results_bvcc/hubert_base/layer5/run2/model_best.pt b/results_bvcc/hubert_base/layer5/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbd548b6ae5191845e2ca9ce6a17227cb8d69605 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed479317845fdc525988cc9d0dd81b9f0c5ba3a4e93070ef808fb1968694093 +size 2749702 diff --git a/results_bvcc/hubert_base/layer5/run2/train.log b/results_bvcc/hubert_base/layer5/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5aff5057c62f1070f33af42354bfd70588d182e9 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5742433143731875 +INFO:root: +[Valid][0][UTT][ MSE = 0.3523 | LCC = 0.7895 | SRCC = 0.7933 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2566 | LCC = 0.8514 | SRCC = 0.8577 ] +INFO:root:Average loss=0.28489953986345196 +INFO:root: +[Valid][1][UTT][ MSE = 0.2966 | LCC = 0.8249 | SRCC = 0.8261 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1799 | LCC = 0.8925 | SRCC = 0.8926 ] +INFO:root:Average loss=0.2436039115373905 +INFO:root: +[Valid][2][UTT][ MSE = 0.2731 | LCC = 0.8378 | SRCC = 0.8376 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1561 | LCC = 0.9090 | SRCC = 0.9082 ] +INFO:root:Average loss=0.2249792119822441 +INFO:root: +[Valid][3][UTT][ MSE = 0.2644 | LCC = 0.8388 | SRCC = 0.8387 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1528 | LCC = 0.9095 | SRCC = 0.9095 ] +INFO:root:Average loss=0.20145614330585188 +INFO:root: +[Valid][4][UTT][ MSE = 0.2674 | LCC = 0.8435 | SRCC = 0.8424 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1565 | LCC = 0.9154 | SRCC = 0.9128 ] +INFO:root:Average loss=0.18827616652617088 +INFO:root: +[Valid][5][UTT][ MSE = 0.2733 | LCC = 0.8470 | SRCC = 0.8472 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1427 | LCC = 0.9241 | SRCC = 0.9213 ] +INFO:root:Average loss=0.17017694333424935 +INFO:root: +[Valid][6][UTT][ MSE = 0.2578 | LCC = 0.8431 | SRCC = 0.8431 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1389 | LCC = 0.9220 | SRCC = 0.9206 ] +INFO:root:Average loss=0.16004740179349214 +INFO:root: +[Valid][7][UTT][ MSE = 0.2613 | LCC = 0.8448 | SRCC = 0.8436 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1423 | LCC = 0.9281 | SRCC = 0.9229 ] +INFO:root:Average loss=0.15629337632503265 +INFO:root: +[Valid][8][UTT][ MSE = 0.2500 | LCC = 0.8451 | SRCC = 0.8443 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1212 | LCC = 0.9287 | SRCC = 0.9270 ] +INFO:root:Average loss=0.140445570819653 +INFO:root: +[Valid][9][UTT][ MSE = 0.2518 | LCC = 0.8466 | SRCC = 0.8460 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1291 | LCC = 0.9281 | SRCC = 0.9255 ] +INFO:root:Average loss=0.13053745145981127 +INFO:root: +[Valid][10][UTT][ MSE = 0.2557 | LCC = 0.8412 | SRCC = 0.8399 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1395 | LCC = 0.9199 | SRCC = 0.9157 ] +INFO:root:Average loss=0.12636527911019632 +INFO:root: +[Valid][11][UTT][ MSE = 0.2599 | LCC = 0.8444 | SRCC = 0.8447 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1321 | LCC = 0.9253 | SRCC = 0.9234 ] +INFO:root:Average loss=0.11774132391199088 +INFO:root: +[Valid][12][UTT][ MSE = 0.2480 | LCC = 0.8480 | SRCC = 0.8478 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1343 | LCC = 0.9289 | SRCC = 0.9276 ] +INFO:root:Average loss=0.11023748369935231 +INFO:root: +[Valid][13][UTT][ MSE = 0.2492 | LCC = 0.8463 | SRCC = 0.8457 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1141 | LCC = 0.9323 | SRCC = 0.9303 ] +INFO:root:Average loss=0.10472420593484855 +INFO:root: +[Valid][14][UTT][ MSE = 0.2737 | LCC = 0.8434 | SRCC = 0.8449 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1592 | LCC = 0.9282 | SRCC = 0.9336 ] +INFO:root:Average loss=0.09776148391075623 +INFO:root: +[Valid][15][UTT][ MSE = 0.2724 | LCC = 0.8453 | SRCC = 0.8443 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1561 | LCC = 0.9304 | SRCC = 0.9310 ] +INFO:root:Average loss=0.09716193148723015 +INFO:root: +[Valid][16][UTT][ MSE = 0.2472 | LCC = 0.8464 | SRCC = 0.8458 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1180 | LCC = 0.9332 | SRCC = 0.9317 ] +INFO:root:Average loss=0.08736030800411335 +INFO:root: +[Valid][17][UTT][ MSE = 0.2544 | LCC = 0.8436 | SRCC = 0.8420 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1312 | LCC = 0.9307 | SRCC = 0.9285 ] +INFO:root:Average loss=0.08403292694726051 +INFO:root: +[Valid][18][UTT][ MSE = 0.2475 | LCC = 0.8449 | SRCC = 0.8430 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1062 | LCC = 0.9377 | SRCC = 0.9364 ] +INFO:root:Average loss=0.08293914761489783 +INFO:root: +[Valid][19][UTT][ MSE = 0.2428 | LCC = 0.8476 | SRCC = 0.8481 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1089 | LCC = 0.9392 | SRCC = 0.9394 ] +INFO:root:Average loss=0.07572534923943189 +INFO:root: +[Valid][20][UTT][ MSE = 0.2454 | LCC = 0.8487 | SRCC = 0.8480 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1232 | LCC = 0.9345 | SRCC = 0.9352 ] +INFO:root:Average loss=0.07575513283984783 +INFO:root: +[Valid][21][UTT][ MSE = 0.2529 | LCC = 0.8461 | SRCC = 0.8436 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1230 | LCC = 0.9366 | SRCC = 0.9345 ] +INFO:root:Average loss=0.07030021528211924 +INFO:root: +[Valid][22][UTT][ MSE = 0.2584 | LCC = 0.8477 | SRCC = 0.8468 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1343 | LCC = 0.9379 | SRCC = 0.9361 ] +INFO:root:Average loss=0.07978926919018611 +INFO:root: +[Valid][23][UTT][ MSE = 0.2407 | LCC = 0.8502 | SRCC = 0.8504 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1146 | LCC = 0.9376 | SRCC = 0.9356 ] +INFO:root:Average loss=0.064187086163423 +INFO:root: +[Valid][24][UTT][ MSE = 0.2522 | LCC = 0.8496 | SRCC = 0.8490 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1347 | LCC = 0.9345 | SRCC = 0.9341 ] +INFO:root:Average loss=0.0723086413091574 +INFO:root: +[Valid][25][UTT][ MSE = 0.2600 | LCC = 0.8476 | SRCC = 0.8473 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1394 | LCC = 0.9373 | SRCC = 0.9371 ] +INFO:root:Average loss=0.06426082135966191 +INFO:root: +[Valid][26][UTT][ MSE = 0.2656 | LCC = 0.8474 | SRCC = 0.8471 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1470 | LCC = 0.9344 | SRCC = 0.9339 ] +INFO:root:Average loss=0.060305602418688625 +INFO:root: +[Valid][27][UTT][ MSE = 0.2502 | LCC = 0.8477 | SRCC = 0.8468 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1316 | LCC = 0.9301 | SRCC = 0.9275 ] +INFO:root:Average loss=0.05673773085268644 +INFO:root: +[Valid][28][UTT][ MSE = 0.2564 | LCC = 0.8491 | SRCC = 0.8499 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1432 | LCC = 0.9298 | SRCC = 0.9306 ] +INFO:root:Average loss=0.05892059569939589 +INFO:root: +[Valid][29][UTT][ MSE = 0.2585 | LCC = 0.8449 | SRCC = 0.8429 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1330 | LCC = 0.9343 | SRCC = 0.9312 ] +INFO:root:Average loss=0.054506260137527414 +INFO:root: +[Valid][30][UTT][ MSE = 0.2513 | LCC = 0.8491 | SRCC = 0.8480 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1121 | LCC = 0.9385 | SRCC = 0.9351 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2452 | LCC = 0.8438 | SRCC = 0.8422 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1436 | LCC = 0.8927 | SRCC = 0.8861 ] diff --git a/results_bvcc/hubert_base/layer5/run3/config.gin b/results_bvcc/hubert_base/layer5/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer5/run3/model.pt b/results_bvcc/hubert_base/layer5/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc465b46fb0e601eab5e7751c8eb80f31fa5bd03 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d8c7695cf5dfc9182f990795ebfa460629d29aab33984a14757357a724aef8 +size 2747979 diff --git a/results_bvcc/hubert_base/layer5/run3/model_best.pt b/results_bvcc/hubert_base/layer5/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e450704353ad0b23660dee909613d7a953218f0 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f57b3e8b9c1cc72edffe16b8de642b0a10c4d03a36cc5cadc06d063cdff8f2 +size 2749702 diff --git a/results_bvcc/hubert_base/layer5/run3/train.log b/results_bvcc/hubert_base/layer5/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b817a653326cff42f63fc0714534c2e11bc95c6e --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5556776221746054 +INFO:root: +[Valid][0][UTT][ MSE = 0.3480 | LCC = 0.7949 | SRCC = 0.8020 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2444 | LCC = 0.8572 | SRCC = 0.8656 ] +INFO:root:Average loss=0.2960591604694342 +INFO:root: +[Valid][1][UTT][ MSE = 0.2992 | LCC = 0.8230 | SRCC = 0.8243 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1869 | LCC = 0.8887 | SRCC = 0.8889 ] +INFO:root:Average loss=0.2456532678542993 +INFO:root: +[Valid][2][UTT][ MSE = 0.2876 | LCC = 0.8344 | SRCC = 0.8340 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1548 | LCC = 0.9024 | SRCC = 0.8991 ] +INFO:root:Average loss=0.22983514498441648 +INFO:root: +[Valid][3][UTT][ MSE = 0.2644 | LCC = 0.8406 | SRCC = 0.8400 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1368 | LCC = 0.9087 | SRCC = 0.9062 ] +INFO:root:Average loss=0.21131235112746558 +INFO:root: +[Valid][4][UTT][ MSE = 0.2554 | LCC = 0.8440 | SRCC = 0.8437 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1349 | LCC = 0.9184 | SRCC = 0.9163 ] +INFO:root:Average loss=0.19271930870719445 +INFO:root: +[Valid][5][UTT][ MSE = 0.2555 | LCC = 0.8429 | SRCC = 0.8432 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1426 | LCC = 0.9122 | SRCC = 0.9056 ] +INFO:root:Average loss=0.17849080646649385 +INFO:root: +[Valid][6][UTT][ MSE = 0.2617 | LCC = 0.8442 | SRCC = 0.8450 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1313 | LCC = 0.9192 | SRCC = 0.9133 ] +INFO:root:Average loss=0.16443015090548074 +INFO:root: +[Valid][7][UTT][ MSE = 0.2566 | LCC = 0.8414 | SRCC = 0.8414 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1249 | LCC = 0.9216 | SRCC = 0.9162 ] +INFO:root:Average loss=0.16481328029663134 +INFO:root: +[Valid][8][UTT][ MSE = 0.2465 | LCC = 0.8442 | SRCC = 0.8446 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1186 | LCC = 0.9189 | SRCC = 0.9144 ] +INFO:root:Average loss=0.15168796326869574 +INFO:root: +[Valid][9][UTT][ MSE = 0.2587 | LCC = 0.8390 | SRCC = 0.8402 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1455 | LCC = 0.9160 | SRCC = 0.9145 ] +INFO:root:Average loss=0.15374932495447305 +INFO:root: +[Valid][10][UTT][ MSE = 0.2663 | LCC = 0.8415 | SRCC = 0.8426 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1634 | LCC = 0.9150 | SRCC = 0.9110 ] +INFO:root:Average loss=0.13537835874236548 +INFO:root: +[Valid][11][UTT][ MSE = 0.2483 | LCC = 0.8425 | SRCC = 0.8420 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1235 | LCC = 0.9247 | SRCC = 0.9204 ] +INFO:root:Average loss=0.13004630527053124 +INFO:root: +[Valid][12][UTT][ MSE = 0.2526 | LCC = 0.8420 | SRCC = 0.8417 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1174 | LCC = 0.9279 | SRCC = 0.9235 ] +INFO:root:Average loss=0.12613708927081183 +INFO:root: +[Valid][13][UTT][ MSE = 0.2543 | LCC = 0.8403 | SRCC = 0.8406 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1104 | LCC = 0.9293 | SRCC = 0.9241 ] +INFO:root:Average loss=0.1132924619775552 +INFO:root: +[Valid][14][UTT][ MSE = 0.2532 | LCC = 0.8380 | SRCC = 0.8377 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1187 | LCC = 0.9281 | SRCC = 0.9225 ] +INFO:root:Average loss=0.11575658065386307 +INFO:root: +[Valid][15][UTT][ MSE = 0.2691 | LCC = 0.8363 | SRCC = 0.8372 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1535 | LCC = 0.9224 | SRCC = 0.9230 ] +INFO:root:Average loss=0.10320204104750584 +INFO:root: +[Valid][16][UTT][ MSE = 0.2511 | LCC = 0.8404 | SRCC = 0.8402 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1155 | LCC = 0.9252 | SRCC = 0.9226 ] +INFO:root:Average loss=0.09960186414611645 +INFO:root: +[Valid][17][UTT][ MSE = 0.2495 | LCC = 0.8417 | SRCC = 0.8406 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1154 | LCC = 0.9285 | SRCC = 0.9236 ] +INFO:root:Average loss=0.09262087353720115 +INFO:root: +[Valid][18][UTT][ MSE = 0.2572 | LCC = 0.8397 | SRCC = 0.8392 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1122 | LCC = 0.9270 | SRCC = 0.9249 ] +INFO:root:Average loss=0.09608614888901894 +INFO:root: +[Valid][19][UTT][ MSE = 0.3130 | LCC = 0.8373 | SRCC = 0.8401 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.2193 | LCC = 0.9157 | SRCC = 0.9179 ] +INFO:root:Average loss=0.08676583611239226 +INFO:root: +[Valid][20][UTT][ MSE = 0.2456 | LCC = 0.8411 | SRCC = 0.8405 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1143 | LCC = 0.9276 | SRCC = 0.9230 ] +INFO:root:Average loss=0.0874894743737502 +INFO:root: +[Valid][21][UTT][ MSE = 0.2443 | LCC = 0.8425 | SRCC = 0.8419 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1131 | LCC = 0.9252 | SRCC = 0.9221 ] +INFO:root:Average loss=0.07827455526552139 +INFO:root: +[Valid][22][UTT][ MSE = 0.2541 | LCC = 0.8400 | SRCC = 0.8391 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1176 | LCC = 0.9270 | SRCC = 0.9232 ] +INFO:root:Average loss=0.07485363670648673 +INFO:root: +[Valid][23][UTT][ MSE = 0.2707 | LCC = 0.8380 | SRCC = 0.8391 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1574 | LCC = 0.9221 | SRCC = 0.9237 ] +INFO:root:Average loss=0.07658640567499858 +INFO:root: +[Valid][24][UTT][ MSE = 0.2567 | LCC = 0.8394 | SRCC = 0.8386 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1130 | LCC = 0.9246 | SRCC = 0.9228 ] +INFO:root:Average loss=0.06894640385722503 +INFO:root: +[Valid][25][UTT][ MSE = 0.2569 | LCC = 0.8416 | SRCC = 0.8421 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1155 | LCC = 0.9279 | SRCC = 0.9244 ] +INFO:root:Average loss=0.06937133559049705 +INFO:root: +[Valid][26][UTT][ MSE = 0.2580 | LCC = 0.8414 | SRCC = 0.8415 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1276 | LCC = 0.9219 | SRCC = 0.9180 ] +INFO:root:Average loss=0.06313552301472579 +INFO:root: +[Valid][27][UTT][ MSE = 0.2546 | LCC = 0.8386 | SRCC = 0.8387 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1193 | LCC = 0.9215 | SRCC = 0.9178 ] +INFO:root:Average loss=0.06261585619396125 +INFO:root: +[Valid][28][UTT][ MSE = 0.2600 | LCC = 0.8424 | SRCC = 0.8419 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1181 | LCC = 0.9278 | SRCC = 0.9226 ] +INFO:root:Average loss=0.06201771536889749 +INFO:root: +[Valid][29][UTT][ MSE = 0.2543 | LCC = 0.8421 | SRCC = 0.8424 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1395 | LCC = 0.9249 | SRCC = 0.9251 ] +INFO:root:Average loss=0.06333563362176602 +INFO:root: +[Valid][30][UTT][ MSE = 0.2515 | LCC = 0.8438 | SRCC = 0.8428 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1322 | LCC = 0.9252 | SRCC = 0.9246 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2826 | LCC = 0.8438 | SRCC = 0.8434 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2042 | LCC = 0.8941 | SRCC = 0.8944 ] diff --git a/results_bvcc/hubert_base/layer5/run4/config.gin b/results_bvcc/hubert_base/layer5/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer5/run4/model.pt b/results_bvcc/hubert_base/layer5/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd3fbbf9eb7c9541f6ff6d156e56ebc59b6d6596 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3019bd6a818434ac3dc6f15dc267025713d3ec5f7b328e330afdbb3973659f3a +size 2747979 diff --git a/results_bvcc/hubert_base/layer5/run4/model_best.pt b/results_bvcc/hubert_base/layer5/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb7deec292ffe047f7489bea9205033a63bd5ddb --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40fabea19b5c00215a5a5e5a6eae7d9149e0555128cac8c1cd99f04ae197333a +size 2749638 diff --git a/results_bvcc/hubert_base/layer5/run4/train.log b/results_bvcc/hubert_base/layer5/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c4d9525feb45f4c21c1977b030b72c075d4361b3 --- /dev/null +++ b/results_bvcc/hubert_base/layer5/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5615532715351154 +INFO:root: +[Valid][0][UTT][ MSE = 0.3667 | LCC = 0.7824 | SRCC = 0.7850 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2548 | LCC = 0.8506 | SRCC = 0.8523 ] +INFO:root:Average loss=0.2920815944671631 +INFO:root: +[Valid][1][UTT][ MSE = 0.3150 | LCC = 0.8189 | SRCC = 0.8181 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2080 | LCC = 0.8811 | SRCC = 0.8801 ] +INFO:root:Average loss=0.24571321369745794 +INFO:root: +[Valid][2][UTT][ MSE = 0.2812 | LCC = 0.8302 | SRCC = 0.8297 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1747 | LCC = 0.8945 | SRCC = 0.8929 ] +INFO:root:Average loss=0.23260354575438377 +INFO:root: +[Valid][3][UTT][ MSE = 0.3070 | LCC = 0.8392 | SRCC = 0.8367 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1985 | LCC = 0.9070 | SRCC = 0.9029 ] +INFO:root:Average loss=0.21368797104328108 +INFO:root: +[Valid][4][UTT][ MSE = 0.2708 | LCC = 0.8436 | SRCC = 0.8414 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1581 | LCC = 0.9133 | SRCC = 0.9104 ] +INFO:root:Average loss=0.20014205766029847 +INFO:root: +[Valid][5][UTT][ MSE = 0.2704 | LCC = 0.8426 | SRCC = 0.8421 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1745 | LCC = 0.9064 | SRCC = 0.9062 ] +INFO:root:Average loss=0.17303565813180727 +INFO:root: +[Valid][6][UTT][ MSE = 0.2593 | LCC = 0.8433 | SRCC = 0.8403 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1497 | LCC = 0.9137 | SRCC = 0.9094 ] +INFO:root:Average loss=0.16315353719087747 +INFO:root: +[Valid][7][UTT][ MSE = 0.2978 | LCC = 0.8407 | SRCC = 0.8399 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2069 | LCC = 0.9067 | SRCC = 0.9039 ] +INFO:root:Average loss=0.15897306704368347 +INFO:root: +[Valid][8][UTT][ MSE = 0.2539 | LCC = 0.8448 | SRCC = 0.8442 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1386 | LCC = 0.9180 | SRCC = 0.9162 ] +INFO:root:Average loss=0.14811131396354774 +INFO:root: +[Valid][9][UTT][ MSE = 0.2476 | LCC = 0.8459 | SRCC = 0.8433 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1313 | LCC = 0.9215 | SRCC = 0.9172 ] +INFO:root:Average loss=0.13678908090178782 +INFO:root: +[Valid][10][UTT][ MSE = 0.2447 | LCC = 0.8470 | SRCC = 0.8453 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1414 | LCC = 0.9121 | SRCC = 0.9110 ] +INFO:root:Average loss=0.12907865261420226 +INFO:root: +[Valid][11][UTT][ MSE = 0.2718 | LCC = 0.8451 | SRCC = 0.8426 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1583 | LCC = 0.9203 | SRCC = 0.9140 ] +INFO:root:Average loss=0.12404402670187828 +INFO:root: +[Valid][12][UTT][ MSE = 0.2794 | LCC = 0.8443 | SRCC = 0.8431 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1767 | LCC = 0.9159 | SRCC = 0.9149 ] +INFO:root:Average loss=0.11504420256003356 +INFO:root: +[Valid][13][UTT][ MSE = 0.2761 | LCC = 0.8372 | SRCC = 0.8355 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1640 | LCC = 0.9152 | SRCC = 0.9121 ] +INFO:root:Average loss=0.11187380227522972 +INFO:root: +[Valid][14][UTT][ MSE = 0.2959 | LCC = 0.8450 | SRCC = 0.8437 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1963 | LCC = 0.9193 | SRCC = 0.9198 ] +INFO:root:Average loss=0.10277908639265941 +INFO:root: +[Valid][15][UTT][ MSE = 0.2658 | LCC = 0.8417 | SRCC = 0.8401 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1536 | LCC = 0.9203 | SRCC = 0.9167 ] +INFO:root:Average loss=0.09525446569881378 +INFO:root: +[Valid][16][UTT][ MSE = 0.2534 | LCC = 0.8427 | SRCC = 0.8418 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1340 | LCC = 0.9219 | SRCC = 0.9188 ] +INFO:root:Average loss=0.09394646579256424 +INFO:root: +[Valid][17][UTT][ MSE = 0.2683 | LCC = 0.8439 | SRCC = 0.8424 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1600 | LCC = 0.9218 | SRCC = 0.9218 ] +INFO:root:Average loss=0.0861568331049803 +INFO:root: +[Valid][18][UTT][ MSE = 0.2671 | LCC = 0.8437 | SRCC = 0.8413 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1564 | LCC = 0.9227 | SRCC = 0.9189 ] +INFO:root:Average loss=0.0826812998797649 +INFO:root: +[Valid][19][UTT][ MSE = 0.2836 | LCC = 0.8395 | SRCC = 0.8374 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1698 | LCC = 0.9229 | SRCC = 0.9194 ] +INFO:root:Average loss=0.08189874309568833 +INFO:root: +[Valid][20][UTT][ MSE = 0.2665 | LCC = 0.8401 | SRCC = 0.8367 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1435 | LCC = 0.9265 | SRCC = 0.9215 ] +INFO:root:Average loss=0.0762511525207605 +INFO:root: +[Valid][21][UTT][ MSE = 0.3183 | LCC = 0.8391 | SRCC = 0.8375 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.2077 | LCC = 0.9239 | SRCC = 0.9225 ] +INFO:root:Average loss=0.07259741506706445 +INFO:root: +[Valid][22][UTT][ MSE = 0.3129 | LCC = 0.8384 | SRCC = 0.8360 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1993 | LCC = 0.9259 | SRCC = 0.9255 ] +INFO:root:Average loss=0.069962811202575 +INFO:root: +[Valid][23][UTT][ MSE = 0.2666 | LCC = 0.8401 | SRCC = 0.8378 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1453 | LCC = 0.9258 | SRCC = 0.9229 ] +INFO:root:Average loss=0.06588389027195099 +INFO:root: +[Valid][24][UTT][ MSE = 0.2828 | LCC = 0.8419 | SRCC = 0.8402 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1705 | LCC = 0.9254 | SRCC = 0.9248 ] +INFO:root:Average loss=0.06282529874871938 +INFO:root: +[Valid][25][UTT][ MSE = 0.3015 | LCC = 0.8396 | SRCC = 0.8377 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1927 | LCC = 0.9206 | SRCC = 0.9199 ] +INFO:root:Average loss=0.06112044973251147 +INFO:root: +[Valid][26][UTT][ MSE = 0.2919 | LCC = 0.8335 | SRCC = 0.8309 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1808 | LCC = 0.9148 | SRCC = 0.9079 ] +INFO:root:Average loss=0.05985295314055223 +INFO:root: +[Valid][27][UTT][ MSE = 0.2817 | LCC = 0.8374 | SRCC = 0.8355 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1655 | LCC = 0.9202 | SRCC = 0.9179 ] +INFO:root:Average loss=0.05910554972405617 +INFO:root: +[Valid][28][UTT][ MSE = 0.2540 | LCC = 0.8416 | SRCC = 0.8395 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1365 | LCC = 0.9211 | SRCC = 0.9147 ] +INFO:root:Average loss=0.057482597537529774 +INFO:root: +[Valid][29][UTT][ MSE = 0.2478 | LCC = 0.8417 | SRCC = 0.8383 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1212 | LCC = 0.9238 | SRCC = 0.9166 ] +INFO:root:Average loss=0.05462676890863058 +INFO:root: +[Valid][30][UTT][ MSE = 0.2998 | LCC = 0.8399 | SRCC = 0.8378 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1855 | LCC = 0.9253 | SRCC = 0.9219 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2417 | LCC = 0.8493 | SRCC = 0.8487 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1351 | LCC = 0.9073 | SRCC = 0.9073 ] diff --git a/results_bvcc/hubert_base/layer6/run0/config.gin b/results_bvcc/hubert_base/layer6/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer6/run0/model.pt b/results_bvcc/hubert_base/layer6/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5764fcb8dcf1d9409e052dd3a55986382d593043 --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ba17cdd29abc5e5a565457a2e46ee63328c6dfe3e1e411460b6e7a56ffb052 +size 2747979 diff --git a/results_bvcc/hubert_base/layer6/run0/model_best.pt b/results_bvcc/hubert_base/layer6/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..06884876755580a4da44b79324fac2c53d6f2abe --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32ce3eadbd9519e6c73c9667ffe8190b68cf204c7ceff98d1b353ff42db1968e +size 2749638 diff --git a/results_bvcc/hubert_base/layer6/run0/train.log b/results_bvcc/hubert_base/layer6/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c9595fcc065370e59f2552b8df34643991899bcd --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7178792410936111 +INFO:root: +[Valid][0][UTT][ MSE = 0.4142 | LCC = 0.7508 | SRCC = 0.7605 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2884 | LCC = 0.8306 | SRCC = 0.8435 ] +INFO:root:Average loss=0.3355842291926726 +INFO:root: +[Valid][1][UTT][ MSE = 0.3498 | LCC = 0.7993 | SRCC = 0.7990 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2318 | LCC = 0.8680 | SRCC = 0.8650 ] +INFO:root:Average loss=0.2662578572829564 +INFO:root: +[Valid][2][UTT][ MSE = 0.3278 | LCC = 0.8150 | SRCC = 0.8135 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2138 | LCC = 0.8882 | SRCC = 0.8823 ] +INFO:root:Average loss=0.23759333827556708 +INFO:root: +[Valid][3][UTT][ MSE = 0.3265 | LCC = 0.8248 | SRCC = 0.8246 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2236 | LCC = 0.8994 | SRCC = 0.8983 ] +INFO:root:Average loss=0.2107058476943236 +INFO:root: +[Valid][4][UTT][ MSE = 0.2989 | LCC = 0.8223 | SRCC = 0.8211 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1835 | LCC = 0.9032 | SRCC = 0.9029 ] +INFO:root:Average loss=0.1937960487527725 +INFO:root: +[Valid][5][UTT][ MSE = 0.2848 | LCC = 0.8305 | SRCC = 0.8294 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1770 | LCC = 0.9015 | SRCC = 0.8993 ] +INFO:root:Average loss=0.1802567926545938 +INFO:root: +[Valid][6][UTT][ MSE = 0.3141 | LCC = 0.8240 | SRCC = 0.8231 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2186 | LCC = 0.8954 | SRCC = 0.8956 ] +INFO:root:Average loss=0.17225847450586465 +INFO:root: +[Valid][7][UTT][ MSE = 0.2868 | LCC = 0.8274 | SRCC = 0.8268 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1767 | LCC = 0.9025 | SRCC = 0.9033 ] +INFO:root:Average loss=0.15948976098726958 +INFO:root: +[Valid][8][UTT][ MSE = 0.2893 | LCC = 0.8229 | SRCC = 0.8211 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1795 | LCC = 0.8964 | SRCC = 0.8915 ] +INFO:root:Average loss=0.14739783165546563 +INFO:root: +[Valid][9][UTT][ MSE = 0.3111 | LCC = 0.8271 | SRCC = 0.8264 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2122 | LCC = 0.9007 | SRCC = 0.8992 ] +INFO:root:Average loss=0.1377397806216509 +INFO:root: +[Valid][10][UTT][ MSE = 0.2766 | LCC = 0.8289 | SRCC = 0.8296 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1611 | LCC = 0.9077 | SRCC = 0.9073 ] +INFO:root:Average loss=0.1237853948886578 +INFO:root: +[Valid][11][UTT][ MSE = 0.3037 | LCC = 0.8233 | SRCC = 0.8230 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.2007 | LCC = 0.9009 | SRCC = 0.8996 ] +INFO:root:Average loss=0.12207417323803291 +INFO:root: +[Valid][12][UTT][ MSE = 0.3207 | LCC = 0.8229 | SRCC = 0.8227 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2208 | LCC = 0.8985 | SRCC = 0.9001 ] +INFO:root:Average loss=0.11912088182110053 +INFO:root: +[Valid][13][UTT][ MSE = 0.3287 | LCC = 0.8243 | SRCC = 0.8251 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.2237 | LCC = 0.9056 | SRCC = 0.9060 ] +INFO:root:Average loss=0.11609337459772061 +INFO:root: +[Valid][14][UTT][ MSE = 0.2760 | LCC = 0.8271 | SRCC = 0.8264 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1610 | LCC = 0.9044 | SRCC = 0.9035 ] +INFO:root:Average loss=0.1052597978940377 +INFO:root: +[Valid][15][UTT][ MSE = 0.2985 | LCC = 0.8274 | SRCC = 0.8267 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1952 | LCC = 0.9028 | SRCC = 0.9039 ] +INFO:root:Average loss=0.09545946073455688 +INFO:root: +[Valid][16][UTT][ MSE = 0.2948 | LCC = 0.8250 | SRCC = 0.8246 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1931 | LCC = 0.8994 | SRCC = 0.8967 ] +INFO:root:Average loss=0.08911616154588185 +INFO:root: +[Valid][17][UTT][ MSE = 0.2939 | LCC = 0.8255 | SRCC = 0.8251 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1822 | LCC = 0.9065 | SRCC = 0.9043 ] +INFO:root:Average loss=0.09417162687541583 +INFO:root: +[Valid][18][UTT][ MSE = 0.3526 | LCC = 0.8208 | SRCC = 0.8208 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.2636 | LCC = 0.8967 | SRCC = 0.8953 ] +INFO:root:Average loss=0.08660695644525382 +INFO:root: +[Valid][19][UTT][ MSE = 0.3296 | LCC = 0.8189 | SRCC = 0.8195 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.2344 | LCC = 0.8939 | SRCC = 0.8940 ] +INFO:root:Average loss=0.0790279702975964 +INFO:root: +[Valid][20][UTT][ MSE = 0.3281 | LCC = 0.8214 | SRCC = 0.8228 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.2310 | LCC = 0.8950 | SRCC = 0.8929 ] +INFO:root:Average loss=0.07765363534100544 +INFO:root: +[Valid][21][UTT][ MSE = 0.2869 | LCC = 0.8210 | SRCC = 0.8205 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1785 | LCC = 0.8962 | SRCC = 0.8941 ] +INFO:root:Average loss=0.0757472046579306 +INFO:root: +[Valid][22][UTT][ MSE = 0.2809 | LCC = 0.8247 | SRCC = 0.8243 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1676 | LCC = 0.9026 | SRCC = 0.8992 ] +INFO:root:Average loss=0.07204034026616658 +INFO:root: +[Valid][23][UTT][ MSE = 0.3394 | LCC = 0.8216 | SRCC = 0.8220 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.2465 | LCC = 0.8972 | SRCC = 0.8957 ] +INFO:root:Average loss=0.0696009183063721 +INFO:root: +[Valid][24][UTT][ MSE = 0.2805 | LCC = 0.8239 | SRCC = 0.8232 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1661 | LCC = 0.9009 | SRCC = 0.8943 ] +INFO:root:Average loss=0.06189665389366639 +INFO:root: +[Valid][25][UTT][ MSE = 0.2898 | LCC = 0.8219 | SRCC = 0.8211 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1746 | LCC = 0.9026 | SRCC = 0.8980 ] +INFO:root:Average loss=0.06331735801620361 +INFO:root: +[Valid][26][UTT][ MSE = 0.3322 | LCC = 0.8199 | SRCC = 0.8191 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.2283 | LCC = 0.8980 | SRCC = 0.8959 ] +INFO:root:Average loss=0.059490071752896674 +INFO:root: +[Valid][27][UTT][ MSE = 0.3056 | LCC = 0.8215 | SRCC = 0.8205 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1976 | LCC = 0.8994 | SRCC = 0.8977 ] +INFO:root:Average loss=0.062145379873422474 +INFO:root: +[Valid][28][UTT][ MSE = 0.3203 | LCC = 0.8204 | SRCC = 0.8208 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.2233 | LCC = 0.8947 | SRCC = 0.8928 ] +INFO:root:Average loss=0.060025691795043454 +INFO:root: +[Valid][29][UTT][ MSE = 0.2837 | LCC = 0.8196 | SRCC = 0.8173 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1632 | LCC = 0.9026 | SRCC = 0.8974 ] +INFO:root:Average loss=0.054683410204373874 +INFO:root: +[Valid][30][UTT][ MSE = 0.2909 | LCC = 0.8197 | SRCC = 0.8179 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1776 | LCC = 0.8996 | SRCC = 0.8950 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2603 | LCC = 0.8396 | SRCC = 0.8427 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1527 | LCC = 0.8966 | SRCC = 0.8968 ] diff --git a/results_bvcc/hubert_base/layer6/run1/config.gin b/results_bvcc/hubert_base/layer6/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer6/run1/model.pt b/results_bvcc/hubert_base/layer6/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b66d4893cd46b44b3880ddbec71e316237c507d1 --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:338298d16b067de25ddbd6e00f986b0ab2485f5f86e7f54cf5616847ad327214 +size 2747979 diff --git a/results_bvcc/hubert_base/layer6/run1/model_best.pt b/results_bvcc/hubert_base/layer6/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..90df426c361a6f31375597a2ddde6cf5261e8e4f --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06d89ed85f6940102e946e853ee013d5be2bbb79a8ea9f360750b5d212ff54b +size 2749638 diff --git a/results_bvcc/hubert_base/layer6/run1/train.log b/results_bvcc/hubert_base/layer6/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..96e169ef4167bc2e8df1185b214498c3d448d4c8 --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5180967209430841 +INFO:root: +[Valid][0][UTT][ MSE = 0.3609 | LCC = 0.7844 | SRCC = 0.7857 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2291 | LCC = 0.8573 | SRCC = 0.8603 ] +INFO:root:Average loss=0.29008719325065613 +INFO:root: +[Valid][1][UTT][ MSE = 0.3579 | LCC = 0.8134 | SRCC = 0.8133 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2084 | LCC = 0.8887 | SRCC = 0.8887 ] +INFO:root:Average loss=0.2560559203609442 +INFO:root: +[Valid][2][UTT][ MSE = 0.3251 | LCC = 0.8170 | SRCC = 0.8184 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2158 | LCC = 0.8901 | SRCC = 0.8934 ] +INFO:root:Average loss=0.22905671921295997 +INFO:root: +[Valid][3][UTT][ MSE = 0.3184 | LCC = 0.8254 | SRCC = 0.8264 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2062 | LCC = 0.9030 | SRCC = 0.9035 ] +INFO:root:Average loss=0.21833731902715486 +INFO:root: +[Valid][4][UTT][ MSE = 0.3138 | LCC = 0.8270 | SRCC = 0.8296 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2023 | LCC = 0.9016 | SRCC = 0.9049 ] +INFO:root:Average loss=0.1940051104204777 +INFO:root: +[Valid][5][UTT][ MSE = 0.2871 | LCC = 0.8299 | SRCC = 0.8287 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1681 | LCC = 0.9062 | SRCC = 0.9041 ] +INFO:root:Average loss=0.17973952358349776 +INFO:root: +[Valid][6][UTT][ MSE = 0.3045 | LCC = 0.8290 | SRCC = 0.8301 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1921 | LCC = 0.9112 | SRCC = 0.9126 ] +INFO:root:Average loss=0.16231720426525825 +INFO:root: +[Valid][7][UTT][ MSE = 0.2758 | LCC = 0.8307 | SRCC = 0.8288 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1608 | LCC = 0.9062 | SRCC = 0.9021 ] +INFO:root:Average loss=0.15479998987836716 +INFO:root: +[Valid][8][UTT][ MSE = 0.2697 | LCC = 0.8309 | SRCC = 0.8294 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1384 | LCC = 0.9150 | SRCC = 0.9126 ] +INFO:root:Average loss=0.1377987914169446 +INFO:root: +[Valid][9][UTT][ MSE = 0.2848 | LCC = 0.8256 | SRCC = 0.8241 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1652 | LCC = 0.9061 | SRCC = 0.9051 ] +INFO:root:Average loss=0.13204879724444488 +INFO:root: +[Valid][10][UTT][ MSE = 0.2765 | LCC = 0.8280 | SRCC = 0.8274 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1599 | LCC = 0.9041 | SRCC = 0.9002 ] +INFO:root:Average loss=0.13017040882737207 +INFO:root: +[Valid][11][UTT][ MSE = 0.3010 | LCC = 0.8243 | SRCC = 0.8229 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1644 | LCC = 0.9057 | SRCC = 0.9027 ] +INFO:root:Average loss=0.11947487648098896 +INFO:root: +[Valid][12][UTT][ MSE = 0.2741 | LCC = 0.8286 | SRCC = 0.8267 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1551 | LCC = 0.9059 | SRCC = 0.9042 ] +INFO:root:Average loss=0.10805474193050311 +INFO:root: +[Valid][13][UTT][ MSE = 0.2847 | LCC = 0.8228 | SRCC = 0.8233 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1575 | LCC = 0.9134 | SRCC = 0.9143 ] +INFO:root:Average loss=0.10017961110824193 +INFO:root: +[Valid][14][UTT][ MSE = 0.2861 | LCC = 0.8226 | SRCC = 0.8215 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1491 | LCC = 0.9075 | SRCC = 0.9042 ] +INFO:root:Average loss=0.09265195081631343 +INFO:root: +[Valid][15][UTT][ MSE = 0.2806 | LCC = 0.8212 | SRCC = 0.8209 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1519 | LCC = 0.9086 | SRCC = 0.9058 ] +INFO:root:Average loss=0.09315465056361297 +INFO:root: +[Valid][16][UTT][ MSE = 0.2855 | LCC = 0.8226 | SRCC = 0.8219 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1378 | LCC = 0.9174 | SRCC = 0.9135 ] +INFO:root:Average loss=0.09136773569461627 +INFO:root: +[Valid][17][UTT][ MSE = 0.2921 | LCC = 0.8191 | SRCC = 0.8179 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1583 | LCC = 0.9101 | SRCC = 0.9080 ] +INFO:root:Average loss=0.08075896287575746 +INFO:root: +[Valid][18][UTT][ MSE = 0.2954 | LCC = 0.8192 | SRCC = 0.8202 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1723 | LCC = 0.9113 | SRCC = 0.9117 ] +INFO:root:Average loss=0.07537948712706566 +INFO:root: +[Valid][19][UTT][ MSE = 0.2739 | LCC = 0.8248 | SRCC = 0.8244 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1535 | LCC = 0.9082 | SRCC = 0.9065 ] +INFO:root:Average loss=0.07366233543516734 +INFO:root: +[Valid][20][UTT][ MSE = 0.2674 | LCC = 0.8273 | SRCC = 0.8264 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1380 | LCC = 0.9148 | SRCC = 0.9122 ] +INFO:root:Average loss=0.072187115987524 +INFO:root: +[Valid][21][UTT][ MSE = 0.2707 | LCC = 0.8281 | SRCC = 0.8278 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1493 | LCC = 0.9124 | SRCC = 0.9133 ] +INFO:root:Average loss=0.06809495236629094 +INFO:root: +[Valid][22][UTT][ MSE = 0.2730 | LCC = 0.8278 | SRCC = 0.8279 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1476 | LCC = 0.9132 | SRCC = 0.9135 ] +INFO:root:Average loss=0.07075455254660203 +INFO:root: +[Valid][23][UTT][ MSE = 0.2778 | LCC = 0.8285 | SRCC = 0.8297 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1559 | LCC = 0.9150 | SRCC = 0.9156 ] +INFO:root:Average loss=0.06821603356645657 +INFO:root: +[Valid][24][UTT][ MSE = 0.2767 | LCC = 0.8256 | SRCC = 0.8248 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1383 | LCC = 0.9159 | SRCC = 0.9131 ] +INFO:root:Average loss=0.06321196110011676 +INFO:root: +[Valid][25][UTT][ MSE = 0.2826 | LCC = 0.8272 | SRCC = 0.8277 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1672 | LCC = 0.9097 | SRCC = 0.9071 ] +INFO:root:Average loss=0.06022056201711679 +INFO:root: +[Valid][26][UTT][ MSE = 0.2775 | LCC = 0.8256 | SRCC = 0.8247 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1492 | LCC = 0.9092 | SRCC = 0.9058 ] +INFO:root:Average loss=0.062139181181406364 +INFO:root: +[Valid][27][UTT][ MSE = 0.2862 | LCC = 0.8265 | SRCC = 0.8273 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1716 | LCC = 0.9085 | SRCC = 0.9064 ] +INFO:root:Average loss=0.05937404734775042 +INFO:root: +[Valid][28][UTT][ MSE = 0.2837 | LCC = 0.8277 | SRCC = 0.8261 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1503 | LCC = 0.9173 | SRCC = 0.9161 ] +INFO:root:Average loss=0.05369387987332466 +INFO:root: +[Valid][29][UTT][ MSE = 0.2701 | LCC = 0.8254 | SRCC = 0.8254 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1411 | LCC = 0.9117 | SRCC = 0.9088 ] +INFO:root:Average loss=0.052765441103241384 +INFO:root: +[Valid][30][UTT][ MSE = 0.2790 | LCC = 0.8255 | SRCC = 0.8256 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1563 | LCC = 0.9123 | SRCC = 0.9116 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2624 | LCC = 0.8437 | SRCC = 0.8460 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1841 | LCC = 0.8859 | SRCC = 0.8848 ] diff --git a/results_bvcc/hubert_base/layer6/run2/config.gin b/results_bvcc/hubert_base/layer6/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer6/run2/model.pt b/results_bvcc/hubert_base/layer6/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8994a45ff9ea9dfe70fb58e0a41cfbe6364bb34 --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b5eae1150eda533a97fcfa565eb3f6be008d5055bb2a4373043351b0807efdb +size 2747979 diff --git a/results_bvcc/hubert_base/layer6/run2/model_best.pt b/results_bvcc/hubert_base/layer6/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe2c76c4f6bc085fa9bbcb1a8e5de465fdb24eb6 --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c8e06ad3776bf1078ffbf6722ebcaa218a672751332830fadf00d8f1ea07b9 +size 2749638 diff --git a/results_bvcc/hubert_base/layer6/run2/train.log b/results_bvcc/hubert_base/layer6/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b39c0b1335f6889ac4e13bbb54ed507a673e04f4 --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.567688779762158 +INFO:root: +[Valid][0][UTT][ MSE = 0.3679 | LCC = 0.7771 | SRCC = 0.7786 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2514 | LCC = 0.8503 | SRCC = 0.8503 ] +INFO:root:Average loss=0.29616464578952545 +INFO:root: +[Valid][1][UTT][ MSE = 0.3373 | LCC = 0.8053 | SRCC = 0.8039 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2281 | LCC = 0.8781 | SRCC = 0.8745 ] +INFO:root:Average loss=0.2519272525723164 +INFO:root: +[Valid][2][UTT][ MSE = 0.3233 | LCC = 0.8159 | SRCC = 0.8146 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2124 | LCC = 0.8915 | SRCC = 0.8892 ] +INFO:root:Average loss=0.2215237422631337 +INFO:root: +[Valid][3][UTT][ MSE = 0.3475 | LCC = 0.8197 | SRCC = 0.8204 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2542 | LCC = 0.8933 | SRCC = 0.8932 ] +INFO:root:Average loss=0.2014719332831028 +INFO:root: +[Valid][4][UTT][ MSE = 0.3039 | LCC = 0.8239 | SRCC = 0.8239 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1928 | LCC = 0.9063 | SRCC = 0.9055 ] +INFO:root:Average loss=0.18700878236156243 +INFO:root: +[Valid][5][UTT][ MSE = 0.2947 | LCC = 0.8259 | SRCC = 0.8257 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1800 | LCC = 0.9085 | SRCC = 0.9073 ] +INFO:root:Average loss=0.17176459872951874 +INFO:root: +[Valid][6][UTT][ MSE = 0.3150 | LCC = 0.8227 | SRCC = 0.8220 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2092 | LCC = 0.9064 | SRCC = 0.8993 ] +INFO:root:Average loss=0.16525757819032058 +INFO:root: +[Valid][7][UTT][ MSE = 0.3044 | LCC = 0.8262 | SRCC = 0.8259 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1977 | LCC = 0.9074 | SRCC = 0.9061 ] +INFO:root:Average loss=0.14788186597900513 +INFO:root: +[Valid][8][UTT][ MSE = 0.2920 | LCC = 0.8251 | SRCC = 0.8255 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1781 | LCC = 0.9101 | SRCC = 0.9070 ] +INFO:root:Average loss=0.13889441132927552 +INFO:root: +[Valid][9][UTT][ MSE = 0.2766 | LCC = 0.8266 | SRCC = 0.8263 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1549 | LCC = 0.9041 | SRCC = 0.8987 ] +INFO:root:Average loss=0.1300840184856684 +INFO:root: +[Valid][10][UTT][ MSE = 0.2725 | LCC = 0.8298 | SRCC = 0.8292 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1504 | LCC = 0.9151 | SRCC = 0.9095 ] +INFO:root:Average loss=0.12447927873104046 +INFO:root: +[Valid][11][UTT][ MSE = 0.2853 | LCC = 0.8293 | SRCC = 0.8291 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1783 | LCC = 0.9101 | SRCC = 0.9055 ] +INFO:root:Average loss=0.11440040992620663 +INFO:root: +[Valid][12][UTT][ MSE = 0.2987 | LCC = 0.8282 | SRCC = 0.8287 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2031 | LCC = 0.9056 | SRCC = 0.9056 ] +INFO:root:Average loss=0.11097995230020621 +INFO:root: +[Valid][13][UTT][ MSE = 0.2640 | LCC = 0.8308 | SRCC = 0.8302 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1390 | LCC = 0.9142 | SRCC = 0.9103 ] +INFO:root:Average loss=0.10706835736831029 +INFO:root: +[Valid][14][UTT][ MSE = 0.2861 | LCC = 0.8203 | SRCC = 0.8211 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1482 | LCC = 0.9117 | SRCC = 0.9099 ] +INFO:root:Average loss=0.10033764413151985 +INFO:root: +[Valid][15][UTT][ MSE = 0.3370 | LCC = 0.8231 | SRCC = 0.8230 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.2376 | LCC = 0.9074 | SRCC = 0.9061 ] +INFO:root:Average loss=0.09751256426366475 +INFO:root: +[Valid][16][UTT][ MSE = 0.3296 | LCC = 0.8203 | SRCC = 0.8190 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.2270 | LCC = 0.9095 | SRCC = 0.9079 ] +INFO:root:Average loss=0.0892968833542023 +INFO:root: +[Valid][17][UTT][ MSE = 0.2736 | LCC = 0.8238 | SRCC = 0.8241 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1332 | LCC = 0.9135 | SRCC = 0.9132 ] +INFO:root:Average loss=0.09571778105619626 +INFO:root: +[Valid][18][UTT][ MSE = 0.2849 | LCC = 0.8208 | SRCC = 0.8199 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1635 | LCC = 0.9089 | SRCC = 0.9072 ] +INFO:root:Average loss=0.08664093515238701 +INFO:root: +[Valid][19][UTT][ MSE = 0.2950 | LCC = 0.8240 | SRCC = 0.8224 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1798 | LCC = 0.9113 | SRCC = 0.9113 ] +INFO:root:Average loss=0.07756105982340299 +INFO:root: +[Valid][20][UTT][ MSE = 0.2793 | LCC = 0.8231 | SRCC = 0.8227 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1465 | LCC = 0.9049 | SRCC = 0.9007 ] +INFO:root:Average loss=0.08041459164367272 +INFO:root: +[Valid][21][UTT][ MSE = 0.2871 | LCC = 0.8225 | SRCC = 0.8209 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1784 | LCC = 0.9035 | SRCC = 0.9032 ] +INFO:root:Average loss=0.07230791826851857 +INFO:root: +[Valid][22][UTT][ MSE = 0.2743 | LCC = 0.8280 | SRCC = 0.8285 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1431 | LCC = 0.9138 | SRCC = 0.9113 ] +INFO:root:Average loss=0.07145174607061423 +INFO:root: +[Valid][23][UTT][ MSE = 0.3018 | LCC = 0.8280 | SRCC = 0.8274 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1981 | LCC = 0.9130 | SRCC = 0.9119 ] +INFO:root:Average loss=0.0669459256892785 +INFO:root: +[Valid][24][UTT][ MSE = 0.2713 | LCC = 0.8268 | SRCC = 0.8273 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1462 | LCC = 0.9117 | SRCC = 0.9121 ] +INFO:root:Average loss=0.06390148640061036 +INFO:root: +[Valid][25][UTT][ MSE = 0.3170 | LCC = 0.8206 | SRCC = 0.8226 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.2020 | LCC = 0.9105 | SRCC = 0.9146 ] +INFO:root:Average loss=0.060675395222810596 +INFO:root: +[Valid][26][UTT][ MSE = 0.2800 | LCC = 0.8250 | SRCC = 0.8252 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1601 | LCC = 0.9074 | SRCC = 0.9056 ] +INFO:root:Average loss=0.05783795030453266 +INFO:root: +[Valid][27][UTT][ MSE = 0.2726 | LCC = 0.8256 | SRCC = 0.8251 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1493 | LCC = 0.9107 | SRCC = 0.9130 ] +INFO:root:Average loss=0.05597128895803904 +INFO:root: +[Valid][28][UTT][ MSE = 0.2819 | LCC = 0.8217 | SRCC = 0.8211 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1575 | LCC = 0.9063 | SRCC = 0.9082 ] +INFO:root:Average loss=0.055959781822867885 +INFO:root: +[Valid][29][UTT][ MSE = 0.2873 | LCC = 0.8228 | SRCC = 0.8222 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1726 | LCC = 0.9066 | SRCC = 0.9073 ] +INFO:root:Average loss=0.05343757646206098 +INFO:root: +[Valid][30][UTT][ MSE = 0.2916 | LCC = 0.8190 | SRCC = 0.8181 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1692 | LCC = 0.9104 | SRCC = 0.9101 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2579 | LCC = 0.8363 | SRCC = 0.8376 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1458 | LCC = 0.8983 | SRCC = 0.8971 ] diff --git a/results_bvcc/hubert_base/layer6/run3/config.gin b/results_bvcc/hubert_base/layer6/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer6/run3/model.pt b/results_bvcc/hubert_base/layer6/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bbdaa403d76da6d6a3cc835e482e89b9c7f018d --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce1697165f3cc5951c5c7d1a70c245d7d4845641b0a367263d2c6b3707cfc2d +size 2747979 diff --git a/results_bvcc/hubert_base/layer6/run3/model_best.pt b/results_bvcc/hubert_base/layer6/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aebdb647f43da30f674b882555826df2bdbc1ab --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:586f8dd830d5b74de59492fa6676821082cb1be5fecdb691aacd699caf56b290 +size 2749638 diff --git a/results_bvcc/hubert_base/layer6/run3/train.log b/results_bvcc/hubert_base/layer6/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f215728e87ed090707cfa937b4ac28eb36d42292 --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5468635960267141 +INFO:root: +[Valid][0][UTT][ MSE = 0.3702 | LCC = 0.7769 | SRCC = 0.7783 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2451 | LCC = 0.8432 | SRCC = 0.8464 ] +INFO:root:Average loss=0.3034550184622789 +INFO:root: +[Valid][1][UTT][ MSE = 0.3168 | LCC = 0.8070 | SRCC = 0.8078 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1999 | LCC = 0.8775 | SRCC = 0.8774 ] +INFO:root:Average loss=0.258651791092677 +INFO:root: +[Valid][2][UTT][ MSE = 0.3029 | LCC = 0.8164 | SRCC = 0.8160 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1840 | LCC = 0.8850 | SRCC = 0.8829 ] +INFO:root:Average loss=0.23270266101910517 +INFO:root: +[Valid][3][UTT][ MSE = 0.2958 | LCC = 0.8219 | SRCC = 0.8227 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1720 | LCC = 0.8962 | SRCC = 0.8955 ] +INFO:root:Average loss=0.2018823925501261 +INFO:root: +[Valid][4][UTT][ MSE = 0.2822 | LCC = 0.8239 | SRCC = 0.8239 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1568 | LCC = 0.9019 | SRCC = 0.9003 ] +INFO:root:Average loss=0.19027773873546186 +INFO:root: +[Valid][5][UTT][ MSE = 0.2841 | LCC = 0.8250 | SRCC = 0.8243 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1548 | LCC = 0.9078 | SRCC = 0.9074 ] +INFO:root:Average loss=0.1740116458863784 +INFO:root: +[Valid][6][UTT][ MSE = 0.2860 | LCC = 0.8201 | SRCC = 0.8203 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1596 | LCC = 0.9059 | SRCC = 0.9033 ] +INFO:root:Average loss=0.16610209089823258 +INFO:root: +[Valid][7][UTT][ MSE = 0.3240 | LCC = 0.8178 | SRCC = 0.8174 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2058 | LCC = 0.9051 | SRCC = 0.9020 ] +INFO:root:Average loss=0.16072326411421484 +INFO:root: +[Valid][8][UTT][ MSE = 0.2809 | LCC = 0.8211 | SRCC = 0.8180 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1468 | LCC = 0.9075 | SRCC = 0.9030 ] +INFO:root:Average loss=0.14021485957961816 +INFO:root: +[Valid][9][UTT][ MSE = 0.3055 | LCC = 0.8209 | SRCC = 0.8208 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1875 | LCC = 0.9078 | SRCC = 0.9069 ] +INFO:root:Average loss=0.13404269268115362 +INFO:root: +[Valid][10][UTT][ MSE = 0.2938 | LCC = 0.8205 | SRCC = 0.8199 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1784 | LCC = 0.9044 | SRCC = 0.9013 ] +INFO:root:Average loss=0.12843750006495377 +INFO:root: +[Valid][11][UTT][ MSE = 0.2729 | LCC = 0.8248 | SRCC = 0.8232 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1430 | LCC = 0.9101 | SRCC = 0.9069 ] +INFO:root:Average loss=0.11333273685513398 +INFO:root: +[Valid][12][UTT][ MSE = 0.2700 | LCC = 0.8226 | SRCC = 0.8202 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1349 | LCC = 0.9106 | SRCC = 0.9058 ] +INFO:root:Average loss=0.11450292351536262 +INFO:root: +[Valid][13][UTT][ MSE = 0.3651 | LCC = 0.8222 | SRCC = 0.8237 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.2681 | LCC = 0.9032 | SRCC = 0.9042 ] +INFO:root:Average loss=0.11548481690577972 +INFO:root: +[Valid][14][UTT][ MSE = 0.2708 | LCC = 0.8244 | SRCC = 0.8231 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1416 | LCC = 0.9046 | SRCC = 0.9013 ] +INFO:root:Average loss=0.10188322886824608 +INFO:root: +[Valid][15][UTT][ MSE = 0.3724 | LCC = 0.8213 | SRCC = 0.8232 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.2762 | LCC = 0.9044 | SRCC = 0.9042 ] +INFO:root:Average loss=0.09751432866622241 +INFO:root: +[Valid][16][UTT][ MSE = 0.2704 | LCC = 0.8273 | SRCC = 0.8260 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1407 | LCC = 0.9155 | SRCC = 0.9134 ] +INFO:root:Average loss=0.09605998278428347 +INFO:root: +[Valid][17][UTT][ MSE = 0.3059 | LCC = 0.8265 | SRCC = 0.8292 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1921 | LCC = 0.9119 | SRCC = 0.9170 ] +INFO:root:Average loss=0.090040748174756 +INFO:root: +[Valid][18][UTT][ MSE = 0.3043 | LCC = 0.8223 | SRCC = 0.8230 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1875 | LCC = 0.9089 | SRCC = 0.9097 ] +INFO:root:Average loss=0.0843148856686476 +INFO:root: +[Valid][19][UTT][ MSE = 0.2877 | LCC = 0.8309 | SRCC = 0.8302 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1723 | LCC = 0.9143 | SRCC = 0.9130 ] +INFO:root:Average loss=0.07661089067084667 +INFO:root: +[Valid][20][UTT][ MSE = 0.2760 | LCC = 0.8287 | SRCC = 0.8278 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1603 | LCC = 0.9085 | SRCC = 0.9077 ] +INFO:root:Average loss=0.08227367785114509 +INFO:root: +[Valid][21][UTT][ MSE = 0.3552 | LCC = 0.8283 | SRCC = 0.8308 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.2619 | LCC = 0.9033 | SRCC = 0.9065 ] +INFO:root:Average loss=0.07867360635636708 +INFO:root: +[Valid][22][UTT][ MSE = 0.2810 | LCC = 0.8313 | SRCC = 0.8313 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1758 | LCC = 0.9074 | SRCC = 0.9066 ] +INFO:root:Average loss=0.07003987255768898 +INFO:root: +[Valid][23][UTT][ MSE = 0.2588 | LCC = 0.8319 | SRCC = 0.8304 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1332 | LCC = 0.9116 | SRCC = 0.9109 ] +INFO:root:Average loss=0.07148610193951008 +INFO:root: +[Valid][24][UTT][ MSE = 0.2696 | LCC = 0.8266 | SRCC = 0.8262 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1440 | LCC = 0.9086 | SRCC = 0.9104 ] +INFO:root:Average loss=0.06310420344846371 +INFO:root: +[Valid][25][UTT][ MSE = 0.2670 | LCC = 0.8298 | SRCC = 0.8290 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1448 | LCC = 0.9126 | SRCC = 0.9105 ] +INFO:root:Average loss=0.06162754355523831 +INFO:root: +[Valid][26][UTT][ MSE = 0.2788 | LCC = 0.8244 | SRCC = 0.8232 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1589 | LCC = 0.9089 | SRCC = 0.9068 ] +INFO:root:Average loss=0.06418102091321579 +INFO:root: +[Valid][27][UTT][ MSE = 0.3128 | LCC = 0.8258 | SRCC = 0.8241 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.2046 | LCC = 0.9089 | SRCC = 0.9065 ] +INFO:root:Average loss=0.058193545119884685 +INFO:root: +[Valid][28][UTT][ MSE = 0.2835 | LCC = 0.8248 | SRCC = 0.8240 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1711 | LCC = 0.9032 | SRCC = 0.9006 ] +INFO:root:Average loss=0.06099821928028877 +INFO:root: +[Valid][29][UTT][ MSE = 0.2831 | LCC = 0.8243 | SRCC = 0.8226 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1637 | LCC = 0.9080 | SRCC = 0.9058 ] +INFO:root:Average loss=0.05791458931679909 +INFO:root: +[Valid][30][UTT][ MSE = 0.3787 | LCC = 0.8223 | SRCC = 0.8236 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.2874 | LCC = 0.9000 | SRCC = 0.9002 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2628 | LCC = 0.8358 | SRCC = 0.8359 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1636 | LCC = 0.8909 | SRCC = 0.8889 ] diff --git a/results_bvcc/hubert_base/layer6/run4/config.gin b/results_bvcc/hubert_base/layer6/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer6/run4/model.pt b/results_bvcc/hubert_base/layer6/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fefd80e80d8a53caf7dcb037bac4ad6a0ddb4e90 --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf43bba82edc78ea7e6451868375bbc80b6c5b9d8d7f4a3d8fc7c0f7333762b +size 2747979 diff --git a/results_bvcc/hubert_base/layer6/run4/model_best.pt b/results_bvcc/hubert_base/layer6/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c8a36e3dbd0c096b0d05994a72ac2f27c67e786 --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:952d6b03b933178a88c3183dee7464d4cb19e006bc9260ac6eadc0eb2c9767b4 +size 2749638 diff --git a/results_bvcc/hubert_base/layer6/run4/train.log b/results_bvcc/hubert_base/layer6/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f54503e9137b3fb92a89fba4a86fc9de6857471a --- /dev/null +++ b/results_bvcc/hubert_base/layer6/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5940782282596979 +INFO:root: +[Valid][0][UTT][ MSE = 0.3509 | LCC = 0.7815 | SRCC = 0.7878 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2328 | LCC = 0.8406 | SRCC = 0.8458 ] +INFO:root:Average loss=0.3121181993912428 +INFO:root: +[Valid][1][UTT][ MSE = 0.3460 | LCC = 0.8056 | SRCC = 0.8089 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2388 | LCC = 0.8684 | SRCC = 0.8706 ] +INFO:root:Average loss=0.26405525799745166 +INFO:root: +[Valid][2][UTT][ MSE = 0.3074 | LCC = 0.8199 | SRCC = 0.8182 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1842 | LCC = 0.8883 | SRCC = 0.8852 ] +INFO:root:Average loss=0.22505632386757776 +INFO:root: +[Valid][3][UTT][ MSE = 0.2867 | LCC = 0.8290 | SRCC = 0.8277 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1637 | LCC = 0.8959 | SRCC = 0.8941 ] +INFO:root:Average loss=0.21119322322117975 +INFO:root: +[Valid][4][UTT][ MSE = 0.2839 | LCC = 0.8303 | SRCC = 0.8291 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1755 | LCC = 0.8938 | SRCC = 0.8896 ] +INFO:root:Average loss=0.18955695829712427 +INFO:root: +[Valid][5][UTT][ MSE = 0.2929 | LCC = 0.8326 | SRCC = 0.8321 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1603 | LCC = 0.9010 | SRCC = 0.8958 ] +INFO:root:Average loss=0.17888362877644026 +INFO:root: +[Valid][6][UTT][ MSE = 0.2944 | LCC = 0.8282 | SRCC = 0.8278 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1792 | LCC = 0.9011 | SRCC = 0.8981 ] +INFO:root:Average loss=0.16545770899989667 +INFO:root: +[Valid][7][UTT][ MSE = 0.2815 | LCC = 0.8273 | SRCC = 0.8270 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1545 | LCC = 0.9024 | SRCC = 0.8998 ] +INFO:root:Average loss=0.14841671297565484 +INFO:root: +[Valid][8][UTT][ MSE = 0.2933 | LCC = 0.8254 | SRCC = 0.8257 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1918 | LCC = 0.8948 | SRCC = 0.8895 ] +INFO:root:Average loss=0.14476549042723116 +INFO:root: +[Valid][9][UTT][ MSE = 0.2658 | LCC = 0.8303 | SRCC = 0.8300 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1539 | LCC = 0.8942 | SRCC = 0.8891 ] +INFO:root:Average loss=0.13665249246435288 +INFO:root: +[Valid][10][UTT][ MSE = 0.3067 | LCC = 0.8289 | SRCC = 0.8288 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1624 | LCC = 0.9024 | SRCC = 0.8956 ] +INFO:root:Average loss=0.12890419383079577 +INFO:root: +[Valid][11][UTT][ MSE = 0.2791 | LCC = 0.8306 | SRCC = 0.8295 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1462 | LCC = 0.9039 | SRCC = 0.8955 ] +INFO:root:Average loss=0.11791269930127339 +INFO:root: +[Valid][12][UTT][ MSE = 0.2751 | LCC = 0.8291 | SRCC = 0.8275 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1533 | LCC = 0.9027 | SRCC = 0.8985 ] +INFO:root:Average loss=0.11205316869876324 +INFO:root: +[Valid][13][UTT][ MSE = 0.2762 | LCC = 0.8305 | SRCC = 0.8303 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1662 | LCC = 0.9052 | SRCC = 0.9062 ] +INFO:root:Average loss=0.10616610447565715 +INFO:root: +[Valid][14][UTT][ MSE = 0.2814 | LCC = 0.8246 | SRCC = 0.8232 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1552 | LCC = 0.9011 | SRCC = 0.8973 ] +INFO:root:Average loss=0.11944784577458332 +INFO:root: +[Valid][15][UTT][ MSE = 0.2730 | LCC = 0.8240 | SRCC = 0.8224 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1477 | LCC = 0.8999 | SRCC = 0.8953 ] +INFO:root:Average loss=0.09627743227741657 +INFO:root: +[Valid][16][UTT][ MSE = 0.2650 | LCC = 0.8322 | SRCC = 0.8318 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1464 | LCC = 0.9107 | SRCC = 0.9100 ] +INFO:root:Average loss=0.0930099066060323 +INFO:root: +[Valid][17][UTT][ MSE = 0.2823 | LCC = 0.8197 | SRCC = 0.8185 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1646 | LCC = 0.8976 | SRCC = 0.8900 ] +INFO:root:Average loss=0.08393679501918647 +INFO:root: +[Valid][18][UTT][ MSE = 0.2770 | LCC = 0.8264 | SRCC = 0.8254 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1445 | LCC = 0.9086 | SRCC = 0.9039 ] +INFO:root:Average loss=0.0810819676098151 +INFO:root: +[Valid][19][UTT][ MSE = 0.2722 | LCC = 0.8271 | SRCC = 0.8274 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1540 | LCC = 0.9047 | SRCC = 0.9022 ] +INFO:root:Average loss=0.07644267265613262 +INFO:root: +[Valid][20][UTT][ MSE = 0.2734 | LCC = 0.8265 | SRCC = 0.8259 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1395 | LCC = 0.9075 | SRCC = 0.9037 ] +INFO:root:Average loss=0.07318132891295812 +INFO:root: +[Valid][21][UTT][ MSE = 0.2800 | LCC = 0.8265 | SRCC = 0.8268 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1697 | LCC = 0.9047 | SRCC = 0.9015 ] +INFO:root:Average loss=0.07955695956181257 +INFO:root: +[Valid][22][UTT][ MSE = 0.2961 | LCC = 0.8190 | SRCC = 0.8181 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1492 | LCC = 0.9081 | SRCC = 0.9000 ] +INFO:root:Average loss=0.07029647432649747 +INFO:root: +[Valid][23][UTT][ MSE = 0.2759 | LCC = 0.8277 | SRCC = 0.8272 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1564 | LCC = 0.9129 | SRCC = 0.9082 ] +INFO:root:Average loss=0.07098273335932156 +INFO:root: +[Valid][24][UTT][ MSE = 0.2636 | LCC = 0.8292 | SRCC = 0.8293 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1394 | LCC = 0.9069 | SRCC = 0.9039 ] +INFO:root:Average loss=0.06466360318546112 +INFO:root: +[Valid][25][UTT][ MSE = 0.2829 | LCC = 0.8268 | SRCC = 0.8264 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1516 | LCC = 0.9098 | SRCC = 0.9055 ] +INFO:root:Average loss=0.06163786590481416 +INFO:root: +[Valid][26][UTT][ MSE = 0.2851 | LCC = 0.8286 | SRCC = 0.8285 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1450 | LCC = 0.9124 | SRCC = 0.9107 ] +INFO:root:Average loss=0.05953013266508396 +INFO:root: +[Valid][27][UTT][ MSE = 0.2784 | LCC = 0.8276 | SRCC = 0.8281 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1648 | LCC = 0.9060 | SRCC = 0.9019 ] +INFO:root:Average loss=0.06073169047251726 +INFO:root: +[Valid][28][UTT][ MSE = 0.2729 | LCC = 0.8315 | SRCC = 0.8316 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1612 | LCC = 0.9097 | SRCC = 0.9060 ] +INFO:root:Average loss=0.06096513636219196 +INFO:root: +[Valid][29][UTT][ MSE = 0.2944 | LCC = 0.8283 | SRCC = 0.8304 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1956 | LCC = 0.9057 | SRCC = 0.9031 ] +INFO:root:Average loss=0.05497271156845949 +INFO:root: +[Valid][30][UTT][ MSE = 0.2780 | LCC = 0.8260 | SRCC = 0.8250 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1449 | LCC = 0.9084 | SRCC = 0.9021 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3050 | LCC = 0.8387 | SRCC = 0.8421 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2300 | LCC = 0.8965 | SRCC = 0.8990 ] diff --git a/results_bvcc/hubert_base/layer7/run0/config.gin b/results_bvcc/hubert_base/layer7/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer7/run0/model.pt b/results_bvcc/hubert_base/layer7/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c89e8f338c21729c0d057f7b8d783cfef7331d1 --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b7f42137e1675c70ccef68d0e7cd3c8148dbb2b53dab0b1a1f6a34c4912c89 +size 2747979 diff --git a/results_bvcc/hubert_base/layer7/run0/model_best.pt b/results_bvcc/hubert_base/layer7/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..34174bf7eb5b8c2c417a2484b88d1b31fe9645ee --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0597f6943556b32d7bee5d7a5b0fb4561a5691819edbd2da7c824c594b18d3c7 +size 2749638 diff --git a/results_bvcc/hubert_base/layer7/run0/train.log b/results_bvcc/hubert_base/layer7/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c973eb7f8a3c70b8ab631cb444899f4beaf611bd --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6176199469810877 +INFO:root: +[Valid][0][UTT][ MSE = 0.3953 | LCC = 0.7467 | SRCC = 0.7518 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2644 | LCC = 0.8246 | SRCC = 0.8318 ] +INFO:root:Average loss=0.34449184017303663 +INFO:root: +[Valid][1][UTT][ MSE = 0.3536 | LCC = 0.7836 | SRCC = 0.7828 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2205 | LCC = 0.8596 | SRCC = 0.8569 ] +INFO:root:Average loss=0.27685462492398727 +INFO:root: +[Valid][2][UTT][ MSE = 0.3178 | LCC = 0.7971 | SRCC = 0.7974 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1856 | LCC = 0.8697 | SRCC = 0.8653 ] +INFO:root:Average loss=0.24743890303831834 +INFO:root: +[Valid][3][UTT][ MSE = 0.3406 | LCC = 0.8005 | SRCC = 0.8011 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1985 | LCC = 0.8760 | SRCC = 0.8672 ] +INFO:root:Average loss=0.23040472104763374 +INFO:root: +[Valid][4][UTT][ MSE = 0.3485 | LCC = 0.8076 | SRCC = 0.8088 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2043 | LCC = 0.8802 | SRCC = 0.8733 ] +INFO:root:Average loss=0.2041026862959067 +INFO:root: +[Valid][5][UTT][ MSE = 0.3314 | LCC = 0.8070 | SRCC = 0.8083 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1881 | LCC = 0.8803 | SRCC = 0.8719 ] +INFO:root:Average loss=0.18807803724820799 +INFO:root: +[Valid][6][UTT][ MSE = 0.2931 | LCC = 0.8127 | SRCC = 0.8122 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1713 | LCC = 0.8867 | SRCC = 0.8804 ] +INFO:root:Average loss=0.18669148190663412 +INFO:root: +[Valid][7][UTT][ MSE = 0.3059 | LCC = 0.8120 | SRCC = 0.8125 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1939 | LCC = 0.8866 | SRCC = 0.8807 ] +INFO:root:Average loss=0.1703011979086277 +INFO:root: +[Valid][8][UTT][ MSE = 0.3105 | LCC = 0.8044 | SRCC = 0.8048 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1879 | LCC = 0.8872 | SRCC = 0.8808 ] +INFO:root:Average loss=0.15941878656546274 +INFO:root: +[Valid][9][UTT][ MSE = 0.2945 | LCC = 0.8119 | SRCC = 0.8120 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1748 | LCC = 0.8878 | SRCC = 0.8837 ] +INFO:root:Average loss=0.138394044759946 +INFO:root: +[Valid][10][UTT][ MSE = 0.3000 | LCC = 0.8050 | SRCC = 0.8048 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1740 | LCC = 0.8767 | SRCC = 0.8686 ] +INFO:root:Average loss=0.13438399613667756 +INFO:root: +[Valid][11][UTT][ MSE = 0.2916 | LCC = 0.8099 | SRCC = 0.8095 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1700 | LCC = 0.8850 | SRCC = 0.8793 ] +INFO:root:Average loss=0.12233764897936429 +INFO:root: +[Valid][12][UTT][ MSE = 0.2973 | LCC = 0.8084 | SRCC = 0.8070 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1649 | LCC = 0.8877 | SRCC = 0.8840 ] +INFO:root:Average loss=0.12059434503316879 +INFO:root: +[Valid][13][UTT][ MSE = 0.2891 | LCC = 0.8098 | SRCC = 0.8094 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1642 | LCC = 0.8901 | SRCC = 0.8884 ] +INFO:root:Average loss=0.11304760991762845 +INFO:root: +[Valid][14][UTT][ MSE = 0.2996 | LCC = 0.8064 | SRCC = 0.8066 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1850 | LCC = 0.8826 | SRCC = 0.8790 ] +INFO:root:Average loss=0.1011328030950748 +INFO:root: +[Valid][15][UTT][ MSE = 0.2938 | LCC = 0.8078 | SRCC = 0.8081 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1562 | LCC = 0.8933 | SRCC = 0.8852 ] +INFO:root:Average loss=0.11303463282111363 +INFO:root: +[Valid][16][UTT][ MSE = 0.3505 | LCC = 0.8082 | SRCC = 0.8100 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1953 | LCC = 0.8860 | SRCC = 0.8799 ] +INFO:root:Average loss=0.09557020840927577 +INFO:root: +[Valid][17][UTT][ MSE = 0.2926 | LCC = 0.8068 | SRCC = 0.8073 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1647 | LCC = 0.8887 | SRCC = 0.8814 ] +INFO:root:Average loss=0.08928907027420326 +INFO:root: +[Valid][18][UTT][ MSE = 0.3035 | LCC = 0.8069 | SRCC = 0.8066 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1575 | LCC = 0.8937 | SRCC = 0.8848 ] +INFO:root:Average loss=0.08413528956663914 +INFO:root: +[Valid][19][UTT][ MSE = 0.2879 | LCC = 0.8112 | SRCC = 0.8113 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1620 | LCC = 0.8934 | SRCC = 0.8868 ] +INFO:root:Average loss=0.08178238737850617 +INFO:root: +[Valid][20][UTT][ MSE = 0.2926 | LCC = 0.8094 | SRCC = 0.8096 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1727 | LCC = 0.8892 | SRCC = 0.8835 ] +INFO:root:Average loss=0.08470379403577401 +INFO:root: +[Valid][21][UTT][ MSE = 0.3015 | LCC = 0.8092 | SRCC = 0.8106 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1859 | LCC = 0.8893 | SRCC = 0.8854 ] +INFO:root:Average loss=0.07093878376942414 +INFO:root: +[Valid][22][UTT][ MSE = 0.2981 | LCC = 0.8056 | SRCC = 0.8068 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1534 | LCC = 0.8942 | SRCC = 0.8877 ] +INFO:root:Average loss=0.07188286183354183 +INFO:root: +[Valid][23][UTT][ MSE = 0.2902 | LCC = 0.8083 | SRCC = 0.8082 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1539 | LCC = 0.8956 | SRCC = 0.8909 ] +INFO:root:Average loss=0.067737723629062 +INFO:root: +[Valid][24][UTT][ MSE = 0.3208 | LCC = 0.7989 | SRCC = 0.7991 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1975 | LCC = 0.8883 | SRCC = 0.8822 ] +INFO:root:Average loss=0.06510307071491694 +INFO:root: +[Valid][25][UTT][ MSE = 0.2997 | LCC = 0.8060 | SRCC = 0.8074 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1772 | LCC = 0.8898 | SRCC = 0.8865 ] +INFO:root:Average loss=0.06995381753987227 +INFO:root: +[Valid][26][UTT][ MSE = 0.3170 | LCC = 0.8034 | SRCC = 0.8041 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1944 | LCC = 0.8893 | SRCC = 0.8863 ] +INFO:root:Average loss=0.06443432685083304 +INFO:root: +[Valid][27][UTT][ MSE = 0.3047 | LCC = 0.8034 | SRCC = 0.8044 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1585 | LCC = 0.8922 | SRCC = 0.8852 ] +INFO:root:Average loss=0.0590026201441502 +INFO:root: +[Valid][28][UTT][ MSE = 0.2942 | LCC = 0.8065 | SRCC = 0.8064 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1526 | LCC = 0.8950 | SRCC = 0.8889 ] +INFO:root:Average loss=0.05566149505858238 +INFO:root: +[Valid][29][UTT][ MSE = 0.2928 | LCC = 0.8059 | SRCC = 0.8056 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1588 | LCC = 0.8903 | SRCC = 0.8843 ] +INFO:root:Average loss=0.057225179977906056 +INFO:root: +[Valid][30][UTT][ MSE = 0.2950 | LCC = 0.8057 | SRCC = 0.8063 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1615 | LCC = 0.8918 | SRCC = 0.8858 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2701 | LCC = 0.8339 | SRCC = 0.8349 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1745 | LCC = 0.8840 | SRCC = 0.8823 ] diff --git a/results_bvcc/hubert_base/layer7/run1/config.gin b/results_bvcc/hubert_base/layer7/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer7/run1/model.pt b/results_bvcc/hubert_base/layer7/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..11e1e35f3af58431f77090fa3b1d4d6daccbe735 --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1cc0a3de60bd0024d12d28702c12adcaccd9dccb18dce32c5f766d214e213fa +size 2747979 diff --git a/results_bvcc/hubert_base/layer7/run1/model_best.pt b/results_bvcc/hubert_base/layer7/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4913ee41ec2d13c80ab5ca684dd8c038ab2659a3 --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8eb6a8ad4dd2ae17ae8442ab9bb5092a1b98890e54a83f4672906418d392a52 +size 2749638 diff --git a/results_bvcc/hubert_base/layer7/run1/train.log b/results_bvcc/hubert_base/layer7/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..75685381f7d9060d397c1f2d4b0060094de026df --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6259526247397448 +INFO:root: +[Valid][0][UTT][ MSE = 0.4105 | LCC = 0.7501 | SRCC = 0.7550 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2793 | LCC = 0.8376 | SRCC = 0.8448 ] +INFO:root:Average loss=0.3291832720622038 +INFO:root: +[Valid][1][UTT][ MSE = 0.4453 | LCC = 0.7821 | SRCC = 0.7878 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.3323 | LCC = 0.8636 | SRCC = 0.8683 ] +INFO:root:Average loss=0.2840579755795308 +INFO:root: +[Valid][2][UTT][ MSE = 0.3815 | LCC = 0.7899 | SRCC = 0.7931 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2675 | LCC = 0.8690 | SRCC = 0.8713 ] +INFO:root:Average loss=0.24849539479384056 +INFO:root: +[Valid][3][UTT][ MSE = 0.3200 | LCC = 0.7988 | SRCC = 0.7981 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1868 | LCC = 0.8838 | SRCC = 0.8770 ] +INFO:root:Average loss=0.23896514834501806 +INFO:root: +[Valid][4][UTT][ MSE = 0.3139 | LCC = 0.8035 | SRCC = 0.8022 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1835 | LCC = 0.8852 | SRCC = 0.8796 ] +INFO:root:Average loss=0.21279678321801698 +INFO:root: +[Valid][5][UTT][ MSE = 0.3222 | LCC = 0.8074 | SRCC = 0.8059 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1998 | LCC = 0.8895 | SRCC = 0.8805 ] +INFO:root:Average loss=0.19237728951833186 +INFO:root: +[Valid][6][UTT][ MSE = 0.3678 | LCC = 0.8031 | SRCC = 0.8047 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2579 | LCC = 0.8846 | SRCC = 0.8808 ] +INFO:root:Average loss=0.18163442344237596 +INFO:root: +[Valid][7][UTT][ MSE = 0.3289 | LCC = 0.8048 | SRCC = 0.8031 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2111 | LCC = 0.8880 | SRCC = 0.8828 ] +INFO:root:Average loss=0.16442799625488427 +INFO:root: +[Valid][8][UTT][ MSE = 0.3064 | LCC = 0.8064 | SRCC = 0.8041 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1702 | LCC = 0.8956 | SRCC = 0.8882 ] +INFO:root:Average loss=0.16027584308997178 +INFO:root: +[Valid][9][UTT][ MSE = 0.3281 | LCC = 0.8100 | SRCC = 0.8092 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2108 | LCC = 0.8950 | SRCC = 0.8909 ] +INFO:root:Average loss=0.14211992909893012 +INFO:root: +[Valid][10][UTT][ MSE = 0.3034 | LCC = 0.8031 | SRCC = 0.8007 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1753 | LCC = 0.8868 | SRCC = 0.8780 ] +INFO:root:Average loss=0.13261519296047014 +INFO:root: +[Valid][11][UTT][ MSE = 0.3075 | LCC = 0.8099 | SRCC = 0.8078 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1835 | LCC = 0.8979 | SRCC = 0.8919 ] +INFO:root:Average loss=0.1267812501352567 +INFO:root: +[Valid][12][UTT][ MSE = 0.3354 | LCC = 0.8066 | SRCC = 0.8049 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2230 | LCC = 0.8916 | SRCC = 0.8869 ] +INFO:root:Average loss=0.11743787848032437 +INFO:root: +[Valid][13][UTT][ MSE = 0.3065 | LCC = 0.8123 | SRCC = 0.8102 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1837 | LCC = 0.9019 | SRCC = 0.8946 ] +INFO:root:Average loss=0.10917829597989719 +INFO:root: +[Valid][14][UTT][ MSE = 0.2990 | LCC = 0.8100 | SRCC = 0.8083 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1734 | LCC = 0.8990 | SRCC = 0.8914 ] +INFO:root:Average loss=0.10902009331263028 +INFO:root: +[Valid][15][UTT][ MSE = 0.3279 | LCC = 0.8085 | SRCC = 0.8072 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.2179 | LCC = 0.8928 | SRCC = 0.8894 ] +INFO:root:Average loss=0.09768191190102161 +INFO:root: +[Valid][16][UTT][ MSE = 0.3069 | LCC = 0.8105 | SRCC = 0.8089 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1921 | LCC = 0.8946 | SRCC = 0.8889 ] +INFO:root:Average loss=0.09473071199579117 +INFO:root: +[Valid][17][UTT][ MSE = 0.2896 | LCC = 0.8089 | SRCC = 0.8066 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1569 | LCC = 0.8921 | SRCC = 0.8860 ] +INFO:root:Average loss=0.09192170489292878 +INFO:root: +[Valid][18][UTT][ MSE = 0.3280 | LCC = 0.8105 | SRCC = 0.8080 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.2223 | LCC = 0.8919 | SRCC = 0.8879 ] +INFO:root:Average loss=0.08645361361022179 +INFO:root: +[Valid][19][UTT][ MSE = 0.3208 | LCC = 0.8104 | SRCC = 0.8090 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.2062 | LCC = 0.8990 | SRCC = 0.8961 ] +INFO:root:Average loss=0.08334142781603031 +INFO:root: +[Valid][20][UTT][ MSE = 0.3455 | LCC = 0.8049 | SRCC = 0.8031 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.2364 | LCC = 0.8917 | SRCC = 0.8881 ] +INFO:root:Average loss=0.0754568448337989 +INFO:root: +[Valid][21][UTT][ MSE = 0.3050 | LCC = 0.8102 | SRCC = 0.8085 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1835 | LCC = 0.8966 | SRCC = 0.8912 ] +INFO:root:Average loss=0.07587454267419301 +INFO:root: +[Valid][22][UTT][ MSE = 0.3075 | LCC = 0.8128 | SRCC = 0.8114 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1915 | LCC = 0.8994 | SRCC = 0.8936 ] +INFO:root:Average loss=0.07605948232305355 +INFO:root: +[Valid][23][UTT][ MSE = 0.3553 | LCC = 0.8106 | SRCC = 0.8093 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.2531 | LCC = 0.8960 | SRCC = 0.8929 ] +INFO:root:Average loss=0.07373218921323617 +INFO:root: +[Valid][24][UTT][ MSE = 0.3209 | LCC = 0.8134 | SRCC = 0.8116 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.2043 | LCC = 0.9014 | SRCC = 0.8989 ] +INFO:root:Average loss=0.0692863454325841 +INFO:root: +[Valid][25][UTT][ MSE = 0.3024 | LCC = 0.8186 | SRCC = 0.8170 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1874 | LCC = 0.9028 | SRCC = 0.9016 ] +INFO:root:Average loss=0.0683760046481322 +INFO:root: +[Valid][26][UTT][ MSE = 0.3403 | LCC = 0.8190 | SRCC = 0.8194 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.2372 | LCC = 0.9029 | SRCC = 0.9022 ] +INFO:root:Average loss=0.06694642120064834 +INFO:root: +[Valid][27][UTT][ MSE = 0.2933 | LCC = 0.8214 | SRCC = 0.8199 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1756 | LCC = 0.9071 | SRCC = 0.9042 ] +INFO:root:Average loss=0.061919484908382096 +INFO:root: +[Valid][28][UTT][ MSE = 0.2930 | LCC = 0.8168 | SRCC = 0.8155 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1714 | LCC = 0.9054 | SRCC = 0.9018 ] +INFO:root:Average loss=0.05934148663893724 +INFO:root: +[Valid][29][UTT][ MSE = 0.2795 | LCC = 0.8192 | SRCC = 0.8177 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1566 | LCC = 0.9008 | SRCC = 0.8959 ] +INFO:root:Average loss=0.06459609457315543 +INFO:root: +[Valid][30][UTT][ MSE = 0.2981 | LCC = 0.8182 | SRCC = 0.8163 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1863 | LCC = 0.9006 | SRCC = 0.8958 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2680 | LCC = 0.8313 | SRCC = 0.8304 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1351 | LCC = 0.9005 | SRCC = 0.8980 ] diff --git a/results_bvcc/hubert_base/layer7/run2/config.gin b/results_bvcc/hubert_base/layer7/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer7/run2/model.pt b/results_bvcc/hubert_base/layer7/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d1c56a937d44c5227898cbc0e82f5454aca8f6a --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e744337dfca38dbc621ace17bfa25266f9f8bfa58e52b763cbd1d82b7cca84b4 +size 2747979 diff --git a/results_bvcc/hubert_base/layer7/run2/model_best.pt b/results_bvcc/hubert_base/layer7/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..70e22bf44bf39a7d8d3be4dd4a3c8922aa329bff --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2207a3f7290c4c6c107c9c65253dc567e79a38873cb8bbfa3bfdbecb1ae0d1b8 +size 2749638 diff --git a/results_bvcc/hubert_base/layer7/run2/train.log b/results_bvcc/hubert_base/layer7/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4196e98535904df37280692245a30155f3577e88 --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6852265344216273 +INFO:root: +[Valid][0][UTT][ MSE = 0.5017 | LCC = 0.7109 | SRCC = 0.7466 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3585 | LCC = 0.7994 | SRCC = 0.8238 ] +INFO:root:Average loss=0.33512444201952374 +INFO:root: +[Valid][1][UTT][ MSE = 0.3521 | LCC = 0.7906 | SRCC = 0.7884 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2382 | LCC = 0.8574 | SRCC = 0.8527 ] +INFO:root:Average loss=0.2748663962269441 +INFO:root: +[Valid][2][UTT][ MSE = 0.3521 | LCC = 0.8053 | SRCC = 0.8037 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2448 | LCC = 0.8737 | SRCC = 0.8685 ] +INFO:root:Average loss=0.2438713854704148 +INFO:root: +[Valid][3][UTT][ MSE = 0.3709 | LCC = 0.8026 | SRCC = 0.8029 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2667 | LCC = 0.8743 | SRCC = 0.8710 ] +INFO:root:Average loss=0.22050271164148283 +INFO:root: +[Valid][4][UTT][ MSE = 0.3186 | LCC = 0.8096 | SRCC = 0.8078 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2062 | LCC = 0.8842 | SRCC = 0.8794 ] +INFO:root:Average loss=0.2019656953903345 +INFO:root: +[Valid][5][UTT][ MSE = 0.3694 | LCC = 0.8064 | SRCC = 0.8054 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2672 | LCC = 0.8798 | SRCC = 0.8736 ] +INFO:root:Average loss=0.18966738698192132 +INFO:root: +[Valid][6][UTT][ MSE = 0.3351 | LCC = 0.8053 | SRCC = 0.8021 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2134 | LCC = 0.8855 | SRCC = 0.8774 ] +INFO:root:Average loss=0.17230342500484908 +INFO:root: +[Valid][7][UTT][ MSE = 0.3565 | LCC = 0.8081 | SRCC = 0.8067 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2561 | LCC = 0.8814 | SRCC = 0.8755 ] +INFO:root:Average loss=0.1632467766220753 +INFO:root: +[Valid][8][UTT][ MSE = 0.3243 | LCC = 0.8082 | SRCC = 0.8071 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.2162 | LCC = 0.8827 | SRCC = 0.8781 ] +INFO:root:Average loss=0.15575702412006182 +INFO:root: +[Valid][9][UTT][ MSE = 0.3152 | LCC = 0.8074 | SRCC = 0.8065 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1979 | LCC = 0.8906 | SRCC = 0.8857 ] +INFO:root:Average loss=0.14546793364943603 +INFO:root: +[Valid][10][UTT][ MSE = 0.3056 | LCC = 0.8075 | SRCC = 0.8070 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1748 | LCC = 0.8970 | SRCC = 0.8892 ] +INFO:root:Average loss=0.13200459763025627 +INFO:root: +[Valid][11][UTT][ MSE = 0.3055 | LCC = 0.8074 | SRCC = 0.8062 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1778 | LCC = 0.8940 | SRCC = 0.8849 ] +INFO:root:Average loss=0.12377981507243255 +INFO:root: +[Valid][12][UTT][ MSE = 0.2979 | LCC = 0.8123 | SRCC = 0.8095 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1811 | LCC = 0.8931 | SRCC = 0.8856 ] +INFO:root:Average loss=0.11837482337768261 +INFO:root: +[Valid][13][UTT][ MSE = 0.3669 | LCC = 0.8049 | SRCC = 0.8031 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.2633 | LCC = 0.8882 | SRCC = 0.8841 ] +INFO:root:Average loss=0.11258932107534164 +INFO:root: +[Valid][14][UTT][ MSE = 0.3786 | LCC = 0.8100 | SRCC = 0.8097 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.2841 | LCC = 0.8921 | SRCC = 0.8900 ] +INFO:root:Average loss=0.10334493487309186 +INFO:root: +[Valid][15][UTT][ MSE = 0.3206 | LCC = 0.8105 | SRCC = 0.8092 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1996 | LCC = 0.9009 | SRCC = 0.8958 ] +INFO:root:Average loss=0.09692906979949047 +INFO:root: +[Valid][16][UTT][ MSE = 0.3192 | LCC = 0.8114 | SRCC = 0.8091 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.2119 | LCC = 0.8908 | SRCC = 0.8851 ] +INFO:root:Average loss=0.09844394095050983 +INFO:root: +[Valid][17][UTT][ MSE = 0.2972 | LCC = 0.8142 | SRCC = 0.8115 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1786 | LCC = 0.8986 | SRCC = 0.8897 ] +INFO:root:Average loss=0.08711718361920272 +INFO:root: +[Valid][18][UTT][ MSE = 0.3138 | LCC = 0.8064 | SRCC = 0.8045 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1934 | LCC = 0.8929 | SRCC = 0.8865 ] +INFO:root:Average loss=0.08510156682668588 +INFO:root: +[Valid][19][UTT][ MSE = 0.3049 | LCC = 0.8106 | SRCC = 0.8085 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1868 | LCC = 0.8932 | SRCC = 0.8822 ] +INFO:root:Average loss=0.08037469345025527 +INFO:root: +[Valid][20][UTT][ MSE = 0.3023 | LCC = 0.8116 | SRCC = 0.8108 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1869 | LCC = 0.8923 | SRCC = 0.8859 ] +INFO:root:Average loss=0.07350978107215503 +INFO:root: +[Valid][21][UTT][ MSE = 0.3143 | LCC = 0.8107 | SRCC = 0.8091 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.2064 | LCC = 0.8902 | SRCC = 0.8850 ] +INFO:root:Average loss=0.07581618815087356 +INFO:root: +[Valid][22][UTT][ MSE = 0.3205 | LCC = 0.8100 | SRCC = 0.8087 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.2065 | LCC = 0.8963 | SRCC = 0.8900 ] +INFO:root:Average loss=0.07221540025411508 +INFO:root: +[Valid][23][UTT][ MSE = 0.3070 | LCC = 0.8118 | SRCC = 0.8099 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1928 | LCC = 0.8946 | SRCC = 0.8883 ] +INFO:root:Average loss=0.06723400224477817 +INFO:root: +[Valid][24][UTT][ MSE = 0.3048 | LCC = 0.8113 | SRCC = 0.8102 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1922 | LCC = 0.8931 | SRCC = 0.8876 ] +INFO:root:Average loss=0.0652073384859623 +INFO:root: +[Valid][25][UTT][ MSE = 0.2864 | LCC = 0.8145 | SRCC = 0.8139 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1576 | LCC = 0.9040 | SRCC = 0.9005 ] +INFO:root:Average loss=0.06160390367492651 +INFO:root: +[Valid][26][UTT][ MSE = 0.3416 | LCC = 0.8068 | SRCC = 0.8055 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.2325 | LCC = 0.8922 | SRCC = 0.8853 ] +INFO:root:Average loss=0.062399217285788976 +INFO:root: +[Valid][27][UTT][ MSE = 0.3034 | LCC = 0.8075 | SRCC = 0.8065 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1842 | LCC = 0.8924 | SRCC = 0.8833 ] +INFO:root:Average loss=0.060037912180026375 +INFO:root: +[Valid][28][UTT][ MSE = 0.3080 | LCC = 0.8129 | SRCC = 0.8112 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1888 | LCC = 0.9003 | SRCC = 0.8917 ] +INFO:root:Average loss=0.0577194776194982 +INFO:root: +[Valid][29][UTT][ MSE = 0.3064 | LCC = 0.8042 | SRCC = 0.8029 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1773 | LCC = 0.8965 | SRCC = 0.8886 ] +INFO:root:Average loss=0.05427521171096044 +INFO:root: +[Valid][30][UTT][ MSE = 0.3129 | LCC = 0.8108 | SRCC = 0.8096 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1984 | LCC = 0.8958 | SRCC = 0.8877 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2800 | LCC = 0.8210 | SRCC = 0.8206 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1540 | LCC = 0.8929 | SRCC = 0.8906 ] diff --git a/results_bvcc/hubert_base/layer7/run3/config.gin b/results_bvcc/hubert_base/layer7/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer7/run3/model.pt b/results_bvcc/hubert_base/layer7/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..31e0adec9f2c6ba41804ed37063a44daa9186f8b --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a021ed96eccd99671aa2a8a0c869253888cf133c4c6c12184b644be666d69c6e +size 2747979 diff --git a/results_bvcc/hubert_base/layer7/run3/model_best.pt b/results_bvcc/hubert_base/layer7/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..038b60329576ea9dc9473138368799867c85a804 --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a785e08b8dfd49ebd7ac7173d5fedc11a99aee5991963a216bc8071827b5303 +size 2749638 diff --git a/results_bvcc/hubert_base/layer7/run3/train.log b/results_bvcc/hubert_base/layer7/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..72ec7edc9f9f88be8afbc97b04dea3f3c6ae9785 --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.571796776392521 +INFO:root: +[Valid][0][UTT][ MSE = 0.3773 | LCC = 0.7663 | SRCC = 0.7703 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2469 | LCC = 0.8445 | SRCC = 0.8489 ] +INFO:root:Average loss=0.31481596521842176 +INFO:root: +[Valid][1][UTT][ MSE = 0.3381 | LCC = 0.7944 | SRCC = 0.7947 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2155 | LCC = 0.8716 | SRCC = 0.8734 ] +INFO:root:Average loss=0.25904927937648237 +INFO:root: +[Valid][2][UTT][ MSE = 0.3178 | LCC = 0.8063 | SRCC = 0.8053 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1949 | LCC = 0.8829 | SRCC = 0.8812 ] +INFO:root:Average loss=0.24007341533135146 +INFO:root: +[Valid][3][UTT][ MSE = 0.3642 | LCC = 0.8001 | SRCC = 0.8014 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2455 | LCC = 0.8811 | SRCC = 0.8822 ] +INFO:root:Average loss=0.21621123109108362 +INFO:root: +[Valid][4][UTT][ MSE = 0.3139 | LCC = 0.8109 | SRCC = 0.8108 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2000 | LCC = 0.8868 | SRCC = 0.8868 ] +INFO:root:Average loss=0.20322313618201476 +INFO:root: +[Valid][5][UTT][ MSE = 0.2981 | LCC = 0.8137 | SRCC = 0.8126 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1678 | LCC = 0.8987 | SRCC = 0.8982 ] +INFO:root:Average loss=0.1957081719659842 +INFO:root: +[Valid][6][UTT][ MSE = 0.3172 | LCC = 0.8114 | SRCC = 0.8110 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1981 | LCC = 0.8964 | SRCC = 0.8971 ] +INFO:root:Average loss=0.16794606890433875 +INFO:root: +[Valid][7][UTT][ MSE = 0.2939 | LCC = 0.8104 | SRCC = 0.8076 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1577 | LCC = 0.9002 | SRCC = 0.8984 ] +INFO:root:Average loss=0.1591283042843525 +INFO:root: +[Valid][8][UTT][ MSE = 0.2950 | LCC = 0.8101 | SRCC = 0.8087 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1534 | LCC = 0.9027 | SRCC = 0.8955 ] +INFO:root:Average loss=0.1519451029598713 +INFO:root: +[Valid][9][UTT][ MSE = 0.3393 | LCC = 0.8084 | SRCC = 0.8080 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2257 | LCC = 0.8958 | SRCC = 0.8911 ] +INFO:root:Average loss=0.13569928447787577 +INFO:root: +[Valid][10][UTT][ MSE = 0.3213 | LCC = 0.8035 | SRCC = 0.8016 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1955 | LCC = 0.8968 | SRCC = 0.8924 ] +INFO:root:Average loss=0.12664116059358305 +INFO:root: +[Valid][11][UTT][ MSE = 0.2920 | LCC = 0.8107 | SRCC = 0.8088 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1573 | LCC = 0.9014 | SRCC = 0.8997 ] +INFO:root:Average loss=0.11881539206474255 +INFO:root: +[Valid][12][UTT][ MSE = 0.2956 | LCC = 0.8107 | SRCC = 0.8092 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1718 | LCC = 0.8966 | SRCC = 0.8962 ] +INFO:root:Average loss=0.10695667617405072 +INFO:root: +[Valid][13][UTT][ MSE = 0.2893 | LCC = 0.8121 | SRCC = 0.8107 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1554 | LCC = 0.9037 | SRCC = 0.8988 ] +INFO:root:Average loss=0.10781061267241454 +INFO:root: +[Valid][14][UTT][ MSE = 0.2988 | LCC = 0.8103 | SRCC = 0.8096 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1714 | LCC = 0.9018 | SRCC = 0.9001 ] +INFO:root:Average loss=0.09865396632215916 +INFO:root: +[Valid][15][UTT][ MSE = 0.2900 | LCC = 0.8110 | SRCC = 0.8110 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1433 | LCC = 0.9065 | SRCC = 0.9023 ] +INFO:root:Average loss=0.09744168440691936 +INFO:root: +[Valid][16][UTT][ MSE = 0.3197 | LCC = 0.8082 | SRCC = 0.8075 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.2013 | LCC = 0.8976 | SRCC = 0.8954 ] +INFO:root:Average loss=0.09029940305612026 +INFO:root: +[Valid][17][UTT][ MSE = 0.2968 | LCC = 0.8070 | SRCC = 0.8067 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1544 | LCC = 0.9058 | SRCC = 0.9044 ] +INFO:root:Average loss=0.088294718032464 +INFO:root: +[Valid][18][UTT][ MSE = 0.3149 | LCC = 0.8072 | SRCC = 0.8079 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1903 | LCC = 0.9018 | SRCC = 0.9009 ] +INFO:root:Average loss=0.08401626085814758 +INFO:root: +[Valid][19][UTT][ MSE = 0.2973 | LCC = 0.8054 | SRCC = 0.8043 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1588 | LCC = 0.9018 | SRCC = 0.9000 ] +INFO:root:Average loss=0.08011305728592934 +INFO:root: +[Valid][20][UTT][ MSE = 0.3242 | LCC = 0.8038 | SRCC = 0.8041 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.2100 | LCC = 0.8924 | SRCC = 0.8905 ] +INFO:root:Average loss=0.07601378074823281 +INFO:root: +[Valid][21][UTT][ MSE = 0.2961 | LCC = 0.8067 | SRCC = 0.8077 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1554 | LCC = 0.9020 | SRCC = 0.9002 ] +INFO:root:Average loss=0.0703809048789434 +INFO:root: +[Valid][22][UTT][ MSE = 0.2941 | LCC = 0.8073 | SRCC = 0.8079 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1459 | LCC = 0.9053 | SRCC = 0.9036 ] +INFO:root:Average loss=0.07334017892105457 +INFO:root: +[Valid][23][UTT][ MSE = 0.2927 | LCC = 0.8103 | SRCC = 0.8099 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1477 | LCC = 0.9064 | SRCC = 0.9044 ] +INFO:root:Average loss=0.06579347346455623 +INFO:root: +[Valid][24][UTT][ MSE = 0.3241 | LCC = 0.8112 | SRCC = 0.8122 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.2101 | LCC = 0.9030 | SRCC = 0.9032 ] +INFO:root:Average loss=0.0667183707253291 +INFO:root: +[Valid][25][UTT][ MSE = 0.2970 | LCC = 0.8112 | SRCC = 0.8119 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1723 | LCC = 0.9023 | SRCC = 0.9033 ] +INFO:root:Average loss=0.06327667741630322 +INFO:root: +[Valid][26][UTT][ MSE = 0.3017 | LCC = 0.8075 | SRCC = 0.8081 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1794 | LCC = 0.8955 | SRCC = 0.8965 ] +INFO:root:Average loss=0.05765737583621954 +INFO:root: +[Valid][27][UTT][ MSE = 0.3045 | LCC = 0.8098 | SRCC = 0.8110 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1793 | LCC = 0.9050 | SRCC = 0.9066 ] +INFO:root:Average loss=0.059581559867813036 +INFO:root: +[Valid][28][UTT][ MSE = 0.2898 | LCC = 0.8116 | SRCC = 0.8111 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1487 | LCC = 0.9098 | SRCC = 0.9100 ] +INFO:root:Average loss=0.0569864958524704 +INFO:root: +[Valid][29][UTT][ MSE = 0.2969 | LCC = 0.8053 | SRCC = 0.8069 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1592 | LCC = 0.8989 | SRCC = 0.9012 ] +INFO:root:Average loss=0.05819870588871149 +INFO:root: +[Valid][30][UTT][ MSE = 0.2977 | LCC = 0.8059 | SRCC = 0.8071 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1599 | LCC = 0.9006 | SRCC = 0.9028 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2729 | LCC = 0.8306 | SRCC = 0.8321 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1724 | LCC = 0.8813 | SRCC = 0.8792 ] diff --git a/results_bvcc/hubert_base/layer7/run4/config.gin b/results_bvcc/hubert_base/layer7/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer7/run4/model.pt b/results_bvcc/hubert_base/layer7/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbb5b195f268fc1a0ae9b363dd8161e2c7ca9e12 --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ec9698998e3b51dd3b8da2d57a73f62b4f0a479faaba1d08575384de6c73e8 +size 2747979 diff --git a/results_bvcc/hubert_base/layer7/run4/model_best.pt b/results_bvcc/hubert_base/layer7/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3d825295c4a7ef264db720f98da0556ea0fbfe6 --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e54ef4acf2f3d8647258af6f480c8e98e5c8c3ecdefb058c8470fc9ed5c80585 +size 2749638 diff --git a/results_bvcc/hubert_base/layer7/run4/train.log b/results_bvcc/hubert_base/layer7/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8649aef82d2fea98186297736c5810fbf9d7133b --- /dev/null +++ b/results_bvcc/hubert_base/layer7/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7702122216041272 +INFO:root: +[Valid][0][UTT][ MSE = 0.6094 | LCC = 0.7033 | SRCC = 0.7052 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.4760 | LCC = 0.8142 | SRCC = 0.8172 ] +INFO:root:Average loss=0.3770298000711661 +INFO:root: +[Valid][1][UTT][ MSE = 0.4050 | LCC = 0.7740 | SRCC = 0.7814 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2790 | LCC = 0.8562 | SRCC = 0.8626 ] +INFO:root:Average loss=0.27857035665940016 +INFO:root: +[Valid][2][UTT][ MSE = 0.3480 | LCC = 0.7902 | SRCC = 0.7916 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2181 | LCC = 0.8708 | SRCC = 0.8655 ] +INFO:root:Average loss=0.2382111600958384 +INFO:root: +[Valid][3][UTT][ MSE = 0.3777 | LCC = 0.7935 | SRCC = 0.7981 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2544 | LCC = 0.8813 | SRCC = 0.8779 ] +INFO:root:Average loss=0.22001673242984673 +INFO:root: +[Valid][4][UTT][ MSE = 0.3375 | LCC = 0.7985 | SRCC = 0.8012 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2093 | LCC = 0.8866 | SRCC = 0.8818 ] +INFO:root:Average loss=0.19907217090710616 +INFO:root: +[Valid][5][UTT][ MSE = 0.3128 | LCC = 0.8045 | SRCC = 0.8056 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1840 | LCC = 0.8893 | SRCC = 0.8846 ] +INFO:root:Average loss=0.18432923673819274 +INFO:root: +[Valid][6][UTT][ MSE = 0.3348 | LCC = 0.8013 | SRCC = 0.8035 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2032 | LCC = 0.8914 | SRCC = 0.8890 ] +INFO:root:Average loss=0.1687868943390174 +INFO:root: +[Valid][7][UTT][ MSE = 0.3254 | LCC = 0.8024 | SRCC = 0.8031 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1872 | LCC = 0.8975 | SRCC = 0.8919 ] +INFO:root:Average loss=0.16007084886615092 +INFO:root: +[Valid][8][UTT][ MSE = 0.3068 | LCC = 0.8052 | SRCC = 0.8057 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1631 | LCC = 0.8958 | SRCC = 0.8913 ] +INFO:root:Average loss=0.15000003843735427 +INFO:root: +[Valid][9][UTT][ MSE = 0.3056 | LCC = 0.8076 | SRCC = 0.8089 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1761 | LCC = 0.8956 | SRCC = 0.8882 ] +INFO:root:Average loss=0.1397616741939997 +INFO:root: +[Valid][10][UTT][ MSE = 0.3314 | LCC = 0.7995 | SRCC = 0.8034 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.2089 | LCC = 0.8902 | SRCC = 0.8864 ] +INFO:root:Average loss=0.12995960038059798 +INFO:root: +[Valid][11][UTT][ MSE = 0.3185 | LCC = 0.7967 | SRCC = 0.7970 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1783 | LCC = 0.8984 | SRCC = 0.8900 ] +INFO:root:Average loss=0.12153782160618366 +INFO:root: +[Valid][12][UTT][ MSE = 0.3094 | LCC = 0.7955 | SRCC = 0.7949 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1578 | LCC = 0.8956 | SRCC = 0.8873 ] +INFO:root:Average loss=0.11448533976307282 +INFO:root: +[Valid][13][UTT][ MSE = 0.2930 | LCC = 0.8074 | SRCC = 0.8077 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1497 | LCC = 0.9041 | SRCC = 0.8998 ] +INFO:root:Average loss=0.11637931154706539 +INFO:root: +[Valid][14][UTT][ MSE = 0.3290 | LCC = 0.7948 | SRCC = 0.7959 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1851 | LCC = 0.9023 | SRCC = 0.8977 ] +INFO:root:Average loss=0.09970673794547717 +INFO:root: +[Valid][15][UTT][ MSE = 0.3311 | LCC = 0.7945 | SRCC = 0.7970 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1913 | LCC = 0.9004 | SRCC = 0.8968 ] +INFO:root:Average loss=0.09710060165096553 +INFO:root: +[Valid][16][UTT][ MSE = 0.3355 | LCC = 0.7910 | SRCC = 0.7935 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1918 | LCC = 0.8985 | SRCC = 0.8947 ] +INFO:root:Average loss=0.09717675699637486 +INFO:root: +[Valid][17][UTT][ MSE = 0.3528 | LCC = 0.7897 | SRCC = 0.7917 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.2115 | LCC = 0.8960 | SRCC = 0.8931 ] +INFO:root:Average loss=0.08519387904268044 +INFO:root: +[Valid][18][UTT][ MSE = 0.3133 | LCC = 0.7971 | SRCC = 0.7965 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1641 | LCC = 0.9041 | SRCC = 0.8999 ] +INFO:root:Average loss=0.08582950627001432 +INFO:root: +[Valid][19][UTT][ MSE = 0.3197 | LCC = 0.7985 | SRCC = 0.7984 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1780 | LCC = 0.9031 | SRCC = 0.8987 ] +INFO:root:Average loss=0.07807089297626263 +INFO:root: +[Valid][20][UTT][ MSE = 0.2958 | LCC = 0.8047 | SRCC = 0.8058 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1469 | LCC = 0.9072 | SRCC = 0.9050 ] +INFO:root:Average loss=0.07721125047940475 +INFO:root: +[Valid][21][UTT][ MSE = 0.3504 | LCC = 0.7889 | SRCC = 0.7893 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.2113 | LCC = 0.8974 | SRCC = 0.8919 ] +INFO:root:Average loss=0.07099174617383724 +INFO:root: +[Valid][22][UTT][ MSE = 0.3569 | LCC = 0.7843 | SRCC = 0.7858 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.2127 | LCC = 0.8988 | SRCC = 0.8961 ] +INFO:root:Average loss=0.07111914780659553 +INFO:root: +[Valid][23][UTT][ MSE = 0.3136 | LCC = 0.7958 | SRCC = 0.7969 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1577 | LCC = 0.9105 | SRCC = 0.9060 ] +INFO:root:Average loss=0.06537567394284102 +INFO:root: +[Valid][24][UTT][ MSE = 0.3318 | LCC = 0.7876 | SRCC = 0.7880 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1761 | LCC = 0.9026 | SRCC = 0.8993 ] +INFO:root:Average loss=0.0690828218865089 +INFO:root: +[Valid][25][UTT][ MSE = 0.3665 | LCC = 0.7876 | SRCC = 0.7903 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.2212 | LCC = 0.9023 | SRCC = 0.9049 ] +INFO:root:Average loss=0.060373618482397154 +INFO:root: +[Valid][26][UTT][ MSE = 0.3460 | LCC = 0.7877 | SRCC = 0.7898 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1993 | LCC = 0.9009 | SRCC = 0.9015 ] +INFO:root:Average loss=0.05890879956766581 +INFO:root: +[Valid][27][UTT][ MSE = 0.3099 | LCC = 0.7950 | SRCC = 0.7957 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1574 | LCC = 0.9019 | SRCC = 0.8977 ] +INFO:root:Average loss=0.0586157387170272 +INFO:root: +[Valid][28][UTT][ MSE = 0.3203 | LCC = 0.7948 | SRCC = 0.7959 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1702 | LCC = 0.9063 | SRCC = 0.9025 ] +INFO:root:Average loss=0.05264919160459286 +INFO:root: +[Valid][29][UTT][ MSE = 0.3229 | LCC = 0.7922 | SRCC = 0.7934 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1754 | LCC = 0.9033 | SRCC = 0.9009 ] +INFO:root:Average loss=0.05348328534418192 +INFO:root: +[Valid][30][UTT][ MSE = 0.3182 | LCC = 0.7927 | SRCC = 0.7936 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1682 | LCC = 0.9032 | SRCC = 0.8991 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2628 | LCC = 0.8316 | SRCC = 0.8314 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1512 | LCC = 0.8822 | SRCC = 0.8776 ] diff --git a/results_bvcc/hubert_base/layer8/run0/config.gin b/results_bvcc/hubert_base/layer8/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer8/run0/model.pt b/results_bvcc/hubert_base/layer8/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5173e242e249f310e2729abd9cfebf72d17683c --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0bf98d743131eb4749a486ca450306f3aa8d0362e561ece1b28a99a8b3217bd +size 2747979 diff --git a/results_bvcc/hubert_base/layer8/run0/model_best.pt b/results_bvcc/hubert_base/layer8/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..89991d00bb374296dc4f8eb433136d9d52d9693f --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c324b06faaa5dedcadf23c6d292c40392dedb441538090cfc6e538e07819f51 +size 2749638 diff --git a/results_bvcc/hubert_base/layer8/run0/train.log b/results_bvcc/hubert_base/layer8/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e9743c1f27d75fb1af68e2724ecd59a71e2254ed --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5679928637467898 +INFO:root: +[Valid][0][UTT][ MSE = 0.4084 | LCC = 0.7262 | SRCC = 0.7291 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2569 | LCC = 0.8241 | SRCC = 0.8275 ] +INFO:root:Average loss=0.3324956334172151 +INFO:root: +[Valid][1][UTT][ MSE = 0.3670 | LCC = 0.7600 | SRCC = 0.7633 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2240 | LCC = 0.8487 | SRCC = 0.8502 ] +INFO:root:Average loss=0.28703231039719707 +INFO:root: +[Valid][2][UTT][ MSE = 0.3829 | LCC = 0.7779 | SRCC = 0.7761 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2247 | LCC = 0.8641 | SRCC = 0.8605 ] +INFO:root:Average loss=0.2455478921914712 +INFO:root: +[Valid][3][UTT][ MSE = 0.3300 | LCC = 0.7850 | SRCC = 0.7843 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1888 | LCC = 0.8718 | SRCC = 0.8704 ] +INFO:root:Average loss=0.22794057830021933 +INFO:root: +[Valid][4][UTT][ MSE = 0.3511 | LCC = 0.7840 | SRCC = 0.7819 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1908 | LCC = 0.8770 | SRCC = 0.8718 ] +INFO:root:Average loss=0.21563938775887856 +INFO:root: +[Valid][5][UTT][ MSE = 0.3691 | LCC = 0.7919 | SRCC = 0.7896 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2026 | LCC = 0.8880 | SRCC = 0.8868 ] +INFO:root:Average loss=0.19867746665691718 +INFO:root: +[Valid][6][UTT][ MSE = 0.3235 | LCC = 0.7858 | SRCC = 0.7836 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1763 | LCC = 0.8842 | SRCC = 0.8776 ] +INFO:root:Average loss=0.17592759917561823 +INFO:root: +[Valid][7][UTT][ MSE = 0.3376 | LCC = 0.7879 | SRCC = 0.7863 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1719 | LCC = 0.8907 | SRCC = 0.8819 ] +INFO:root:Average loss=0.16765598016671646 +INFO:root: +[Valid][8][UTT][ MSE = 0.3338 | LCC = 0.7846 | SRCC = 0.7830 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1856 | LCC = 0.8801 | SRCC = 0.8753 ] +INFO:root:Average loss=0.15628983768133017 +INFO:root: +[Valid][9][UTT][ MSE = 0.3528 | LCC = 0.7778 | SRCC = 0.7783 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2028 | LCC = 0.8900 | SRCC = 0.8862 ] +INFO:root:Average loss=0.14329226123980987 +INFO:root: +[Valid][10][UTT][ MSE = 0.3173 | LCC = 0.7871 | SRCC = 0.7855 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1696 | LCC = 0.8859 | SRCC = 0.8787 ] +INFO:root:Average loss=0.14153159658114114 +INFO:root: +[Valid][11][UTT][ MSE = 0.3846 | LCC = 0.7839 | SRCC = 0.7829 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1986 | LCC = 0.8905 | SRCC = 0.8862 ] +INFO:root:Average loss=0.12771428128083548 +INFO:root: +[Valid][12][UTT][ MSE = 0.3208 | LCC = 0.7851 | SRCC = 0.7826 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1555 | LCC = 0.8949 | SRCC = 0.8873 ] +INFO:root:Average loss=0.12016914355067107 +INFO:root: +[Valid][13][UTT][ MSE = 0.3660 | LCC = 0.7758 | SRCC = 0.7731 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1774 | LCC = 0.8967 | SRCC = 0.8909 ] +INFO:root:Average loss=0.11289246924794637 +INFO:root: +[Valid][14][UTT][ MSE = 0.3246 | LCC = 0.7867 | SRCC = 0.7835 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1626 | LCC = 0.8978 | SRCC = 0.8917 ] +INFO:root:Average loss=0.1090920770015472 +INFO:root: +[Valid][15][UTT][ MSE = 0.3491 | LCC = 0.7792 | SRCC = 0.7790 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.2099 | LCC = 0.8902 | SRCC = 0.8861 ] +INFO:root:Average loss=0.10128916298540738 +INFO:root: +[Valid][16][UTT][ MSE = 0.3342 | LCC = 0.7808 | SRCC = 0.7783 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1622 | LCC = 0.8956 | SRCC = 0.8868 ] +INFO:root:Average loss=0.09540830103632732 +INFO:root: +[Valid][17][UTT][ MSE = 0.3273 | LCC = 0.7869 | SRCC = 0.7852 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1554 | LCC = 0.8960 | SRCC = 0.8966 ] +INFO:root:Average loss=0.0892477960158617 +INFO:root: +[Valid][18][UTT][ MSE = 0.3539 | LCC = 0.7799 | SRCC = 0.7777 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1701 | LCC = 0.8979 | SRCC = 0.8901 ] +INFO:root:Average loss=0.08835412757710004 +INFO:root: +[Valid][19][UTT][ MSE = 0.3244 | LCC = 0.7865 | SRCC = 0.7849 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1502 | LCC = 0.9009 | SRCC = 0.8972 ] +INFO:root:Average loss=0.0831727949090493 +INFO:root: +[Valid][20][UTT][ MSE = 0.3182 | LCC = 0.7865 | SRCC = 0.7850 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1611 | LCC = 0.8992 | SRCC = 0.8941 ] +INFO:root:Average loss=0.08158035022326005 +INFO:root: +[Valid][21][UTT][ MSE = 0.3228 | LCC = 0.7824 | SRCC = 0.7799 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1526 | LCC = 0.9019 | SRCC = 0.8933 ] +INFO:root:Average loss=0.08018535270522802 +INFO:root: +[Valid][22][UTT][ MSE = 0.3497 | LCC = 0.7838 | SRCC = 0.7837 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1728 | LCC = 0.8983 | SRCC = 0.8915 ] +INFO:root:Average loss=0.07956384241772003 +INFO:root: +[Valid][23][UTT][ MSE = 0.3260 | LCC = 0.7877 | SRCC = 0.7887 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1818 | LCC = 0.8973 | SRCC = 0.8929 ] +INFO:root:Average loss=0.07112197334376666 +INFO:root: +[Valid][24][UTT][ MSE = 0.3221 | LCC = 0.7838 | SRCC = 0.7836 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1423 | LCC = 0.9044 | SRCC = 0.9000 ] +INFO:root:Average loss=0.06891429758606812 +INFO:root: +[Valid][25][UTT][ MSE = 0.3459 | LCC = 0.7792 | SRCC = 0.7778 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1630 | LCC = 0.8974 | SRCC = 0.8910 ] +INFO:root:Average loss=0.06798387323625577 +INFO:root: +[Valid][26][UTT][ MSE = 0.3337 | LCC = 0.7749 | SRCC = 0.7732 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1704 | LCC = 0.8925 | SRCC = 0.8843 ] +INFO:root:Average loss=0.063766429391809 +INFO:root: +[Valid][27][UTT][ MSE = 0.3576 | LCC = 0.7822 | SRCC = 0.7819 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1694 | LCC = 0.8994 | SRCC = 0.8928 ] +INFO:root:Average loss=0.06014123530342029 +INFO:root: +[Valid][28][UTT][ MSE = 0.3608 | LCC = 0.7823 | SRCC = 0.7824 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1705 | LCC = 0.8983 | SRCC = 0.8903 ] +INFO:root:Average loss=0.06052738566620228 +INFO:root: +[Valid][29][UTT][ MSE = 0.3273 | LCC = 0.7866 | SRCC = 0.7851 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1651 | LCC = 0.8920 | SRCC = 0.8834 ] +INFO:root:Average loss=0.05947058194149763 +INFO:root: +[Valid][30][UTT][ MSE = 0.3407 | LCC = 0.7821 | SRCC = 0.7810 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1607 | LCC = 0.9018 | SRCC = 0.8960 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3901 | LCC = 0.8034 | SRCC = 0.8133 ] +INFO:root: +[Test][31][SYS][ MSE = 0.3326 | LCC = 0.8677 | SRCC = 0.8681 ] diff --git a/results_bvcc/hubert_base/layer8/run1/config.gin b/results_bvcc/hubert_base/layer8/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer8/run1/model.pt b/results_bvcc/hubert_base/layer8/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a77f208ae8919fefa2b62ffa37397ca732d64d46 --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2e139d1655ab1225a0d65ec1c33eed90213a087b51e522103ef32e39d257632 +size 2747979 diff --git a/results_bvcc/hubert_base/layer8/run1/model_best.pt b/results_bvcc/hubert_base/layer8/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa1336a3062adb8cd4882ece025b4a7309394f7c --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:255d9ee0cb85a93909ef9a3b7e4800ae6741d9475fa2617c83c503ad26663779 +size 2749638 diff --git a/results_bvcc/hubert_base/layer8/run1/train.log b/results_bvcc/hubert_base/layer8/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4ba2287f7d0744fa87bfd2e7264906118ac171a0 --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6742373594106772 +INFO:root: +[Valid][0][UTT][ MSE = 0.4831 | LCC = 0.7041 | SRCC = 0.7282 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3470 | LCC = 0.7939 | SRCC = 0.8113 ] +INFO:root:Average loss=0.3491909786676749 +INFO:root: +[Valid][1][UTT][ MSE = 0.4296 | LCC = 0.7640 | SRCC = 0.7752 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.3058 | LCC = 0.8467 | SRCC = 0.8569 ] +INFO:root:Average loss=0.3094495116518094 +INFO:root: +[Valid][2][UTT][ MSE = 0.3844 | LCC = 0.7927 | SRCC = 0.7915 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2393 | LCC = 0.8730 | SRCC = 0.8712 ] +INFO:root:Average loss=0.2551603214098857 +INFO:root: +[Valid][3][UTT][ MSE = 0.3381 | LCC = 0.8019 | SRCC = 0.8012 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2151 | LCC = 0.8764 | SRCC = 0.8770 ] +INFO:root:Average loss=0.23169550471580946 +INFO:root: +[Valid][4][UTT][ MSE = 0.3219 | LCC = 0.8016 | SRCC = 0.8010 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1975 | LCC = 0.8800 | SRCC = 0.8803 ] +INFO:root:Average loss=0.21605930821253702 +INFO:root: +[Valid][5][UTT][ MSE = 0.3220 | LCC = 0.8004 | SRCC = 0.7995 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2091 | LCC = 0.8730 | SRCC = 0.8707 ] +INFO:root:Average loss=0.20118567041861704 +INFO:root: +[Valid][6][UTT][ MSE = 0.3164 | LCC = 0.8054 | SRCC = 0.8034 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1929 | LCC = 0.8900 | SRCC = 0.8864 ] +INFO:root:Average loss=0.1764042674539945 +INFO:root: +[Valid][7][UTT][ MSE = 0.3269 | LCC = 0.8005 | SRCC = 0.7990 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2102 | LCC = 0.8826 | SRCC = 0.8780 ] +INFO:root:Average loss=0.16707888493935266 +INFO:root: +[Valid][8][UTT][ MSE = 0.3192 | LCC = 0.8047 | SRCC = 0.8039 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1966 | LCC = 0.8910 | SRCC = 0.8884 ] +INFO:root:Average loss=0.1542442079920035 +INFO:root: +[Valid][9][UTT][ MSE = 0.3077 | LCC = 0.8019 | SRCC = 0.8001 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1758 | LCC = 0.8868 | SRCC = 0.8831 ] +INFO:root:Average loss=0.14467706273381525 +INFO:root: +[Valid][10][UTT][ MSE = 0.3089 | LCC = 0.8038 | SRCC = 0.8024 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1759 | LCC = 0.8943 | SRCC = 0.8910 ] +INFO:root:Average loss=0.1314928113267972 +INFO:root: +[Valid][11][UTT][ MSE = 0.3058 | LCC = 0.8016 | SRCC = 0.8008 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1658 | LCC = 0.8956 | SRCC = 0.8920 ] +INFO:root:Average loss=0.12240101263309136 +INFO:root: +[Valid][12][UTT][ MSE = 0.3059 | LCC = 0.8052 | SRCC = 0.8051 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1781 | LCC = 0.8943 | SRCC = 0.8906 ] +INFO:root:Average loss=0.11732638445802224 +INFO:root: +[Valid][13][UTT][ MSE = 0.3075 | LCC = 0.8029 | SRCC = 0.8026 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1711 | LCC = 0.8941 | SRCC = 0.8854 ] +INFO:root:Average loss=0.10544443937639396 +INFO:root: +[Valid][14][UTT][ MSE = 0.2976 | LCC = 0.8066 | SRCC = 0.8069 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1693 | LCC = 0.8966 | SRCC = 0.8945 ] +INFO:root:Average loss=0.10524586831720975 +INFO:root: +[Valid][15][UTT][ MSE = 0.3121 | LCC = 0.7964 | SRCC = 0.7961 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1748 | LCC = 0.8935 | SRCC = 0.8882 ] +INFO:root:Average loss=0.09779767725521173 +INFO:root: +[Valid][16][UTT][ MSE = 0.3042 | LCC = 0.8037 | SRCC = 0.8043 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1633 | LCC = 0.9008 | SRCC = 0.8954 ] +INFO:root:Average loss=0.0929005740640255 +INFO:root: +[Valid][17][UTT][ MSE = 0.3002 | LCC = 0.8039 | SRCC = 0.8045 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1636 | LCC = 0.8971 | SRCC = 0.8920 ] +INFO:root:Average loss=0.08623964998584527 +INFO:root: +[Valid][18][UTT][ MSE = 0.2999 | LCC = 0.8027 | SRCC = 0.8030 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1658 | LCC = 0.8944 | SRCC = 0.8898 ] +INFO:root:Average loss=0.08574550388715206 +INFO:root: +[Valid][19][UTT][ MSE = 0.3120 | LCC = 0.8018 | SRCC = 0.8011 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1822 | LCC = 0.8971 | SRCC = 0.8924 ] +INFO:root:Average loss=0.0833760634637796 +INFO:root: +[Valid][20][UTT][ MSE = 0.3069 | LCC = 0.8027 | SRCC = 0.8020 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1746 | LCC = 0.8978 | SRCC = 0.8937 ] +INFO:root:Average loss=0.07420407111446063 +INFO:root: +[Valid][21][UTT][ MSE = 0.3054 | LCC = 0.8001 | SRCC = 0.7992 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1640 | LCC = 0.8988 | SRCC = 0.8930 ] +INFO:root:Average loss=0.07301043083843513 +INFO:root: +[Valid][22][UTT][ MSE = 0.3147 | LCC = 0.8002 | SRCC = 0.8009 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1851 | LCC = 0.8908 | SRCC = 0.8910 ] +INFO:root:Average loss=0.06919303832527919 +INFO:root: +[Valid][23][UTT][ MSE = 0.3031 | LCC = 0.8003 | SRCC = 0.7995 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1544 | LCC = 0.8985 | SRCC = 0.8916 ] +INFO:root:Average loss=0.06734142576654752 +INFO:root: +[Valid][24][UTT][ MSE = 0.3068 | LCC = 0.7999 | SRCC = 0.7992 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1651 | LCC = 0.8982 | SRCC = 0.8923 ] +INFO:root:Average loss=0.062344117424426936 +INFO:root: +[Valid][25][UTT][ MSE = 0.3066 | LCC = 0.7982 | SRCC = 0.7977 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1658 | LCC = 0.8965 | SRCC = 0.8919 ] +INFO:root:Average loss=0.061876984838491834 +INFO:root: +[Valid][26][UTT][ MSE = 0.3075 | LCC = 0.8008 | SRCC = 0.7993 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1626 | LCC = 0.9007 | SRCC = 0.8932 ] +INFO:root:Average loss=0.06257536887931518 +INFO:root: +[Valid][27][UTT][ MSE = 0.3097 | LCC = 0.8005 | SRCC = 0.8001 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1719 | LCC = 0.8997 | SRCC = 0.8949 ] +INFO:root:Average loss=0.05760831209138418 +INFO:root: +[Valid][28][UTT][ MSE = 0.3085 | LCC = 0.7997 | SRCC = 0.8005 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1753 | LCC = 0.8958 | SRCC = 0.8921 ] +INFO:root:Average loss=0.056263256865816236 +INFO:root: +[Valid][29][UTT][ MSE = 0.3139 | LCC = 0.7986 | SRCC = 0.7983 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1740 | LCC = 0.8998 | SRCC = 0.8928 ] +INFO:root:Average loss=0.055707690568688586 +INFO:root: +[Valid][30][UTT][ MSE = 0.3042 | LCC = 0.8020 | SRCC = 0.8018 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1581 | LCC = 0.9049 | SRCC = 0.8994 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2914 | LCC = 0.8154 | SRCC = 0.8165 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1701 | LCC = 0.8876 | SRCC = 0.8858 ] diff --git a/results_bvcc/hubert_base/layer8/run2/config.gin b/results_bvcc/hubert_base/layer8/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer8/run2/model.pt b/results_bvcc/hubert_base/layer8/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e5e41cebfe7a75e2f90bba9906c8ee1b70f59f7 --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d55869630f77395c81f855554317276cf589a55c0ec9e4c528657762280f8c +size 2747979 diff --git a/results_bvcc/hubert_base/layer8/run2/model_best.pt b/results_bvcc/hubert_base/layer8/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..63254593177fbbd7c6b5e4917a0067ebef028d83 --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b71c45bf029595e1a2c768f95f976408f1a2e9d228747930aae0006f2c995f0 +size 2749638 diff --git a/results_bvcc/hubert_base/layer8/run2/train.log b/results_bvcc/hubert_base/layer8/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8001192eb4106690bace93f124017bbcd981aaf6 --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5606991289517819 +INFO:root: +[Valid][0][UTT][ MSE = 0.4070 | LCC = 0.7345 | SRCC = 0.7369 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2743 | LCC = 0.8199 | SRCC = 0.8276 ] +INFO:root:Average loss=0.3241928389821297 +INFO:root: +[Valid][1][UTT][ MSE = 0.4064 | LCC = 0.7685 | SRCC = 0.7722 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2764 | LCC = 0.8564 | SRCC = 0.8628 ] +INFO:root:Average loss=0.2724458195078067 +INFO:root: +[Valid][2][UTT][ MSE = 0.3631 | LCC = 0.7767 | SRCC = 0.7747 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2268 | LCC = 0.8628 | SRCC = 0.8613 ] +INFO:root:Average loss=0.24233050071276152 +INFO:root: +[Valid][3][UTT][ MSE = 0.3650 | LCC = 0.7873 | SRCC = 0.7877 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2384 | LCC = 0.8759 | SRCC = 0.8733 ] +INFO:root:Average loss=0.22958227762809166 +INFO:root: +[Valid][4][UTT][ MSE = 0.3457 | LCC = 0.7903 | SRCC = 0.7895 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2155 | LCC = 0.8800 | SRCC = 0.8761 ] +INFO:root:Average loss=0.20840939917625526 +INFO:root: +[Valid][5][UTT][ MSE = 0.3238 | LCC = 0.7916 | SRCC = 0.7902 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1776 | LCC = 0.8897 | SRCC = 0.8882 ] +INFO:root:Average loss=0.19745257324897325 +INFO:root: +[Valid][6][UTT][ MSE = 0.3386 | LCC = 0.7923 | SRCC = 0.7890 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1959 | LCC = 0.8965 | SRCC = 0.8888 ] +INFO:root:Average loss=0.17921754431266051 +INFO:root: +[Valid][7][UTT][ MSE = 0.3366 | LCC = 0.7942 | SRCC = 0.7934 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2053 | LCC = 0.8910 | SRCC = 0.8890 ] +INFO:root:Average loss=0.17363571643065184 +INFO:root: +[Valid][8][UTT][ MSE = 0.3417 | LCC = 0.7965 | SRCC = 0.7956 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.2083 | LCC = 0.8958 | SRCC = 0.8932 ] +INFO:root:Average loss=0.1521041420980906 +INFO:root: +[Valid][9][UTT][ MSE = 0.3335 | LCC = 0.7932 | SRCC = 0.7912 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2074 | LCC = 0.8873 | SRCC = 0.8843 ] +INFO:root:Average loss=0.141497148726231 +INFO:root: +[Valid][10][UTT][ MSE = 0.3255 | LCC = 0.7851 | SRCC = 0.7824 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1773 | LCC = 0.8869 | SRCC = 0.8798 ] +INFO:root:Average loss=0.13019384854497054 +INFO:root: +[Valid][11][UTT][ MSE = 0.3452 | LCC = 0.7899 | SRCC = 0.7879 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.2146 | LCC = 0.8911 | SRCC = 0.8862 ] +INFO:root:Average loss=0.12747878743669924 +INFO:root: +[Valid][12][UTT][ MSE = 0.3399 | LCC = 0.7920 | SRCC = 0.7895 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2071 | LCC = 0.8949 | SRCC = 0.8947 ] +INFO:root:Average loss=0.1202580730120341 +INFO:root: +[Valid][13][UTT][ MSE = 0.3299 | LCC = 0.7853 | SRCC = 0.7837 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1868 | LCC = 0.8879 | SRCC = 0.8849 ] +INFO:root:Average loss=0.10940798992911975 +INFO:root: +[Valid][14][UTT][ MSE = 0.3104 | LCC = 0.8015 | SRCC = 0.8002 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1746 | LCC = 0.9021 | SRCC = 0.8969 ] +INFO:root:Average loss=0.10204147041226044 +INFO:root: +[Valid][15][UTT][ MSE = 0.3516 | LCC = 0.7945 | SRCC = 0.7929 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.2184 | LCC = 0.8966 | SRCC = 0.8912 ] +INFO:root:Average loss=0.09693012061791542 +INFO:root: +[Valid][16][UTT][ MSE = 0.3276 | LCC = 0.8001 | SRCC = 0.7983 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1999 | LCC = 0.9002 | SRCC = 0.8972 ] +INFO:root:Average loss=0.10234174146675147 +INFO:root: +[Valid][17][UTT][ MSE = 0.3224 | LCC = 0.8017 | SRCC = 0.8005 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1860 | LCC = 0.9032 | SRCC = 0.9013 ] +INFO:root:Average loss=0.08801463031424926 +INFO:root: +[Valid][18][UTT][ MSE = 0.3792 | LCC = 0.7913 | SRCC = 0.7904 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.2535 | LCC = 0.8960 | SRCC = 0.8941 ] +INFO:root:Average loss=0.08732706661789845 +INFO:root: +[Valid][19][UTT][ MSE = 0.3277 | LCC = 0.7965 | SRCC = 0.7952 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1936 | LCC = 0.9002 | SRCC = 0.8972 ] +INFO:root:Average loss=0.07967726948360603 +INFO:root: +[Valid][20][UTT][ MSE = 0.3732 | LCC = 0.7965 | SRCC = 0.7961 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.2488 | LCC = 0.8993 | SRCC = 0.8995 ] +INFO:root:Average loss=0.07476033633336043 +INFO:root: +[Valid][21][UTT][ MSE = 0.3779 | LCC = 0.7959 | SRCC = 0.7956 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.2599 | LCC = 0.8996 | SRCC = 0.8976 ] +INFO:root:Average loss=0.07686105365745532 +INFO:root: +[Valid][22][UTT][ MSE = 0.3495 | LCC = 0.7930 | SRCC = 0.7914 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.2169 | LCC = 0.8976 | SRCC = 0.8949 ] +INFO:root:Average loss=0.07168900766051732 +INFO:root: +[Valid][23][UTT][ MSE = 0.3280 | LCC = 0.7992 | SRCC = 0.7972 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1998 | LCC = 0.8986 | SRCC = 0.8953 ] +INFO:root:Average loss=0.07045993758126712 +INFO:root: +[Valid][24][UTT][ MSE = 0.3468 | LCC = 0.7896 | SRCC = 0.7887 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.2145 | LCC = 0.8925 | SRCC = 0.8856 ] +INFO:root:Average loss=0.07088408208428285 +INFO:root: +[Valid][25][UTT][ MSE = 0.3367 | LCC = 0.7930 | SRCC = 0.7924 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1978 | LCC = 0.9007 | SRCC = 0.8974 ] +INFO:root:Average loss=0.06569486517363633 +INFO:root: +[Valid][26][UTT][ MSE = 0.3352 | LCC = 0.7908 | SRCC = 0.7885 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1996 | LCC = 0.8959 | SRCC = 0.8890 ] +INFO:root:Average loss=0.0640990374944149 +INFO:root: +[Valid][27][UTT][ MSE = 0.3386 | LCC = 0.7935 | SRCC = 0.7928 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.2036 | LCC = 0.8975 | SRCC = 0.8946 ] +INFO:root:Average loss=0.060859059914946556 +INFO:root: +[Valid][28][UTT][ MSE = 0.3230 | LCC = 0.7926 | SRCC = 0.7909 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1883 | LCC = 0.8924 | SRCC = 0.8883 ] +INFO:root:Average loss=0.058388602609435715 +INFO:root: +[Valid][29][UTT][ MSE = 0.3575 | LCC = 0.7917 | SRCC = 0.7914 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.2312 | LCC = 0.8955 | SRCC = 0.8880 ] +INFO:root:Average loss=0.05849054431877075 +INFO:root: +[Valid][30][UTT][ MSE = 0.4044 | LCC = 0.7900 | SRCC = 0.7905 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.2937 | LCC = 0.8911 | SRCC = 0.8896 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2767 | LCC = 0.8252 | SRCC = 0.8285 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1393 | LCC = 0.8984 | SRCC = 0.8991 ] diff --git a/results_bvcc/hubert_base/layer8/run3/config.gin b/results_bvcc/hubert_base/layer8/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer8/run3/model.pt b/results_bvcc/hubert_base/layer8/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..330d1ba0b4aa20467e8515384198087b27ad8f35 --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa58b723f0964272248ad9ddc45eeeda89afe25a19d887d8ad5e2f0d10b09694 +size 2747979 diff --git a/results_bvcc/hubert_base/layer8/run3/model_best.pt b/results_bvcc/hubert_base/layer8/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1fd3a9898aba2e9952d9d4385c5ae61857956fb --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953e1139035ba2359b95dc5475c74863ec30b7bd29064cfb63758667156d22da +size 2749638 diff --git a/results_bvcc/hubert_base/layer8/run3/train.log b/results_bvcc/hubert_base/layer8/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a23f8497a7ca5a3523edc5bfc2fcba704d4e9212 --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5484393105292932 +INFO:root: +[Valid][0][UTT][ MSE = 0.4223 | LCC = 0.7318 | SRCC = 0.7349 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2826 | LCC = 0.8225 | SRCC = 0.8247 ] +INFO:root:Average loss=0.3219615354751929 +INFO:root: +[Valid][1][UTT][ MSE = 0.3679 | LCC = 0.7678 | SRCC = 0.7680 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2334 | LCC = 0.8585 | SRCC = 0.8560 ] +INFO:root:Average loss=0.27356770978524136 +INFO:root: +[Valid][2][UTT][ MSE = 0.3533 | LCC = 0.7758 | SRCC = 0.7748 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2163 | LCC = 0.8686 | SRCC = 0.8654 ] +INFO:root:Average loss=0.24642913387371942 +INFO:root: +[Valid][3][UTT][ MSE = 0.3457 | LCC = 0.7837 | SRCC = 0.7826 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2135 | LCC = 0.8733 | SRCC = 0.8703 ] +INFO:root:Average loss=0.22737489468776262 +INFO:root: +[Valid][4][UTT][ MSE = 0.3466 | LCC = 0.7836 | SRCC = 0.7815 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1924 | LCC = 0.8785 | SRCC = 0.8731 ] +INFO:root:Average loss=0.20653294447140816 +INFO:root: +[Valid][5][UTT][ MSE = 0.3890 | LCC = 0.7832 | SRCC = 0.7830 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2182 | LCC = 0.8790 | SRCC = 0.8738 ] +INFO:root:Average loss=0.1902026346860788 +INFO:root: +[Valid][6][UTT][ MSE = 0.3272 | LCC = 0.7861 | SRCC = 0.7847 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1843 | LCC = 0.8839 | SRCC = 0.8787 ] +INFO:root:Average loss=0.17917244222301704 +INFO:root: +[Valid][7][UTT][ MSE = 0.3170 | LCC = 0.7898 | SRCC = 0.7882 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1735 | LCC = 0.8834 | SRCC = 0.8762 ] +INFO:root:Average loss=0.16933459406479812 +INFO:root: +[Valid][8][UTT][ MSE = 0.3453 | LCC = 0.7929 | SRCC = 0.7920 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1942 | LCC = 0.8853 | SRCC = 0.8792 ] +INFO:root:Average loss=0.1523124642479114 +INFO:root: +[Valid][9][UTT][ MSE = 0.3136 | LCC = 0.7961 | SRCC = 0.7946 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1761 | LCC = 0.8898 | SRCC = 0.8854 ] +INFO:root:Average loss=0.13954817914427856 +INFO:root: +[Valid][10][UTT][ MSE = 0.3337 | LCC = 0.7850 | SRCC = 0.7822 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.2024 | LCC = 0.8805 | SRCC = 0.8739 ] +INFO:root:Average loss=0.12896783535297102 +INFO:root: +[Valid][11][UTT][ MSE = 0.3205 | LCC = 0.7881 | SRCC = 0.7863 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1702 | LCC = 0.8884 | SRCC = 0.8839 ] +INFO:root:Average loss=0.1229615494226798 +INFO:root: +[Valid][12][UTT][ MSE = 0.3293 | LCC = 0.7843 | SRCC = 0.7812 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1840 | LCC = 0.8868 | SRCC = 0.8788 ] +INFO:root:Average loss=0.1285673085695658 +INFO:root: +[Valid][13][UTT][ MSE = 0.3304 | LCC = 0.7875 | SRCC = 0.7869 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1787 | LCC = 0.8896 | SRCC = 0.8842 ] +INFO:root:Average loss=0.10484257283119056 +INFO:root: +[Valid][14][UTT][ MSE = 0.3336 | LCC = 0.7828 | SRCC = 0.7813 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1970 | LCC = 0.8807 | SRCC = 0.8740 ] +INFO:root:Average loss=0.10929192994267513 +INFO:root: +[Valid][15][UTT][ MSE = 0.3425 | LCC = 0.7872 | SRCC = 0.7862 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1822 | LCC = 0.8887 | SRCC = 0.8846 ] +INFO:root:Average loss=0.09897991585043761 +INFO:root: +[Valid][16][UTT][ MSE = 0.3137 | LCC = 0.7918 | SRCC = 0.7907 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1616 | LCC = 0.8932 | SRCC = 0.8879 ] +INFO:root:Average loss=0.09597800409373565 +INFO:root: +[Valid][17][UTT][ MSE = 0.3195 | LCC = 0.7867 | SRCC = 0.7855 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1650 | LCC = 0.8938 | SRCC = 0.8859 ] +INFO:root:Average loss=0.08617570117498055 +INFO:root: +[Valid][18][UTT][ MSE = 0.3324 | LCC = 0.7887 | SRCC = 0.7869 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1642 | LCC = 0.8962 | SRCC = 0.8888 ] +INFO:root:Average loss=0.08334131696476386 +INFO:root: +[Valid][19][UTT][ MSE = 0.3115 | LCC = 0.7930 | SRCC = 0.7924 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1532 | LCC = 0.8972 | SRCC = 0.8883 ] +INFO:root:Average loss=0.08051211850192302 +INFO:root: +[Valid][20][UTT][ MSE = 0.3347 | LCC = 0.7894 | SRCC = 0.7887 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1753 | LCC = 0.8939 | SRCC = 0.8857 ] +INFO:root:Average loss=0.08111117498423809 +INFO:root: +[Valid][21][UTT][ MSE = 0.3088 | LCC = 0.8001 | SRCC = 0.7997 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1562 | LCC = 0.8989 | SRCC = 0.8938 ] +INFO:root:Average loss=0.0707282554358244 +INFO:root: +[Valid][22][UTT][ MSE = 0.3134 | LCC = 0.7936 | SRCC = 0.7921 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1663 | LCC = 0.8900 | SRCC = 0.8804 ] +INFO:root:Average loss=0.0786033873565686 +INFO:root: +[Valid][23][UTT][ MSE = 0.3249 | LCC = 0.7918 | SRCC = 0.7910 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1696 | LCC = 0.8930 | SRCC = 0.8861 ] +INFO:root:Average loss=0.0689632350531144 +INFO:root: +[Valid][24][UTT][ MSE = 0.3149 | LCC = 0.7931 | SRCC = 0.7920 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1770 | LCC = 0.8877 | SRCC = 0.8851 ] +INFO:root:Average loss=0.07232954720847118 +INFO:root: +[Valid][25][UTT][ MSE = 0.3163 | LCC = 0.7909 | SRCC = 0.7900 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1702 | LCC = 0.8881 | SRCC = 0.8800 ] +INFO:root:Average loss=0.061591798917223245 +INFO:root: +[Valid][26][UTT][ MSE = 0.3170 | LCC = 0.7906 | SRCC = 0.7901 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1640 | LCC = 0.8927 | SRCC = 0.8869 ] +INFO:root:Average loss=0.06270021739869545 +INFO:root: +[Valid][27][UTT][ MSE = 0.3168 | LCC = 0.7926 | SRCC = 0.7922 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1660 | LCC = 0.8942 | SRCC = 0.8884 ] +INFO:root:Average loss=0.05968290600830164 +INFO:root: +[Valid][28][UTT][ MSE = 0.3145 | LCC = 0.7946 | SRCC = 0.7935 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1595 | LCC = 0.8949 | SRCC = 0.8876 ] +INFO:root:Average loss=0.05622230365108221 +INFO:root: +[Valid][29][UTT][ MSE = 0.3168 | LCC = 0.7895 | SRCC = 0.7886 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1756 | LCC = 0.8853 | SRCC = 0.8775 ] +INFO:root:Average loss=0.057032301830939755 +INFO:root: +[Valid][30][UTT][ MSE = 0.3318 | LCC = 0.7906 | SRCC = 0.7910 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.2004 | LCC = 0.8877 | SRCC = 0.8823 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3202 | LCC = 0.8121 | SRCC = 0.8133 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2277 | LCC = 0.8795 | SRCC = 0.8774 ] diff --git a/results_bvcc/hubert_base/layer8/run4/config.gin b/results_bvcc/hubert_base/layer8/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer8/run4/model.pt b/results_bvcc/hubert_base/layer8/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8d9556fede6751901314f061dc5b3e70d63344e --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c097627e0d7c28812b2813de475ed215073c0894166261b6783ae6c2d1bcb9 +size 2747979 diff --git a/results_bvcc/hubert_base/layer8/run4/model_best.pt b/results_bvcc/hubert_base/layer8/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..27cc5d6c2ff11d3b6bd4ecc3ac3a41e6e33570b7 --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2187c35d240027ea38f2c72edf0dd836168643dffe2949e25464526a36f7899c +size 2749638 diff --git a/results_bvcc/hubert_base/layer8/run4/train.log b/results_bvcc/hubert_base/layer8/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bed1d104d058ef740108ce9d8bc971b64ba0b5e1 --- /dev/null +++ b/results_bvcc/hubert_base/layer8/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5964231987794241 +INFO:root: +[Valid][0][UTT][ MSE = 0.4290 | LCC = 0.7268 | SRCC = 0.7289 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2928 | LCC = 0.8213 | SRCC = 0.8267 ] +INFO:root:Average loss=0.33326233541354155 +INFO:root: +[Valid][1][UTT][ MSE = 0.3870 | LCC = 0.7700 | SRCC = 0.7702 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2508 | LCC = 0.8624 | SRCC = 0.8578 ] +INFO:root:Average loss=0.28129201038525653 +INFO:root: +[Valid][2][UTT][ MSE = 0.3576 | LCC = 0.7886 | SRCC = 0.7895 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2221 | LCC = 0.8806 | SRCC = 0.8825 ] +INFO:root:Average loss=0.25141917627591354 +INFO:root: +[Valid][3][UTT][ MSE = 0.3437 | LCC = 0.7850 | SRCC = 0.7848 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2020 | LCC = 0.8785 | SRCC = 0.8767 ] +INFO:root:Average loss=0.23327132696524644 +INFO:root: +[Valid][4][UTT][ MSE = 0.3279 | LCC = 0.7959 | SRCC = 0.7957 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1740 | LCC = 0.8886 | SRCC = 0.8869 ] +INFO:root:Average loss=0.20684587076688424 +INFO:root: +[Valid][5][UTT][ MSE = 0.3377 | LCC = 0.7959 | SRCC = 0.7951 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2033 | LCC = 0.8920 | SRCC = 0.8871 ] +INFO:root:Average loss=0.18896927904242125 +INFO:root: +[Valid][6][UTT][ MSE = 0.3669 | LCC = 0.7953 | SRCC = 0.7966 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2444 | LCC = 0.8896 | SRCC = 0.8868 ] +INFO:root:Average loss=0.17595773132947776 +INFO:root: +[Valid][7][UTT][ MSE = 0.3191 | LCC = 0.7981 | SRCC = 0.7966 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1771 | LCC = 0.8982 | SRCC = 0.8913 ] +INFO:root:Average loss=0.16299271306548363 +INFO:root: +[Valid][8][UTT][ MSE = 0.3137 | LCC = 0.7977 | SRCC = 0.7961 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1735 | LCC = 0.8889 | SRCC = 0.8825 ] +INFO:root:Average loss=0.16016066198547682 +INFO:root: +[Valid][9][UTT][ MSE = 0.3289 | LCC = 0.8012 | SRCC = 0.8013 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1749 | LCC = 0.9004 | SRCC = 0.8937 ] +INFO:root:Average loss=0.1476371023708429 +INFO:root: +[Valid][10][UTT][ MSE = 0.4137 | LCC = 0.7926 | SRCC = 0.7929 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.2999 | LCC = 0.8924 | SRCC = 0.8893 ] +INFO:root:Average loss=0.13987870667225275 +INFO:root: +[Valid][11][UTT][ MSE = 0.3777 | LCC = 0.7885 | SRCC = 0.7883 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.2589 | LCC = 0.8863 | SRCC = 0.8850 ] +INFO:root:Average loss=0.1257784654123661 +INFO:root: +[Valid][12][UTT][ MSE = 0.3155 | LCC = 0.7930 | SRCC = 0.7921 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1678 | LCC = 0.8945 | SRCC = 0.8904 ] +INFO:root:Average loss=0.1263459898913518 +INFO:root: +[Valid][13][UTT][ MSE = 0.3313 | LCC = 0.7915 | SRCC = 0.7896 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1863 | LCC = 0.9047 | SRCC = 0.9010 ] +INFO:root:Average loss=0.11875343609314698 +INFO:root: +[Valid][14][UTT][ MSE = 0.3292 | LCC = 0.7905 | SRCC = 0.7902 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1787 | LCC = 0.8956 | SRCC = 0.8875 ] +INFO:root:Average loss=0.10830902938659374 +INFO:root: +[Valid][15][UTT][ MSE = 0.3193 | LCC = 0.7950 | SRCC = 0.7933 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1816 | LCC = 0.8970 | SRCC = 0.8913 ] +INFO:root:Average loss=0.09581085160756722 +INFO:root: +[Valid][16][UTT][ MSE = 0.3187 | LCC = 0.7945 | SRCC = 0.7940 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1608 | LCC = 0.9030 | SRCC = 0.8950 ] +INFO:root:Average loss=0.09697565971276699 +INFO:root: +[Valid][17][UTT][ MSE = 0.3158 | LCC = 0.7906 | SRCC = 0.7908 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1650 | LCC = 0.8933 | SRCC = 0.8877 ] +INFO:root:Average loss=0.08665432107563202 +INFO:root: +[Valid][18][UTT][ MSE = 0.3544 | LCC = 0.7842 | SRCC = 0.7836 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.2170 | LCC = 0.8965 | SRCC = 0.8899 ] +INFO:root:Average loss=0.0892923861168898 +INFO:root: +[Valid][19][UTT][ MSE = 0.3218 | LCC = 0.7910 | SRCC = 0.7907 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1663 | LCC = 0.9039 | SRCC = 0.8938 ] +INFO:root:Average loss=0.08232465830559914 +INFO:root: +[Valid][20][UTT][ MSE = 0.3491 | LCC = 0.7854 | SRCC = 0.7842 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.2075 | LCC = 0.8957 | SRCC = 0.8907 ] +INFO:root:Average loss=0.08127577803455867 +INFO:root: +[Valid][21][UTT][ MSE = 0.3223 | LCC = 0.7881 | SRCC = 0.7870 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1768 | LCC = 0.8954 | SRCC = 0.8866 ] +INFO:root:Average loss=0.07664964496134183 +INFO:root: +[Valid][22][UTT][ MSE = 0.3299 | LCC = 0.7878 | SRCC = 0.7867 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1892 | LCC = 0.8930 | SRCC = 0.8854 ] +INFO:root:Average loss=0.07272610655770852 +INFO:root: +[Valid][23][UTT][ MSE = 0.3670 | LCC = 0.7825 | SRCC = 0.7822 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.2200 | LCC = 0.8987 | SRCC = 0.8909 ] +INFO:root:Average loss=0.07029719970738277 +INFO:root: +[Valid][24][UTT][ MSE = 0.3188 | LCC = 0.7926 | SRCC = 0.7929 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1572 | LCC = 0.8977 | SRCC = 0.8900 ] +INFO:root:Average loss=0.06879073324111792 +INFO:root: +[Valid][25][UTT][ MSE = 0.3165 | LCC = 0.7946 | SRCC = 0.7931 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1681 | LCC = 0.9000 | SRCC = 0.8895 ] +INFO:root:Average loss=0.06477648196503139 +INFO:root: +[Valid][26][UTT][ MSE = 0.3198 | LCC = 0.7885 | SRCC = 0.7892 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1673 | LCC = 0.8968 | SRCC = 0.8907 ] +INFO:root:Average loss=0.06413640268146992 +INFO:root: +[Valid][27][UTT][ MSE = 0.3232 | LCC = 0.7905 | SRCC = 0.7906 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1799 | LCC = 0.8938 | SRCC = 0.8879 ] +INFO:root:Average loss=0.05852029071404384 +INFO:root: +[Valid][28][UTT][ MSE = 0.3236 | LCC = 0.7865 | SRCC = 0.7857 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1679 | LCC = 0.8953 | SRCC = 0.8849 ] +INFO:root:Average loss=0.06326376589444968 +INFO:root: +[Valid][29][UTT][ MSE = 0.3275 | LCC = 0.7847 | SRCC = 0.7847 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1746 | LCC = 0.8974 | SRCC = 0.8907 ] +INFO:root:Average loss=0.05536415552099546 +INFO:root: +[Valid][30][UTT][ MSE = 0.3382 | LCC = 0.7835 | SRCC = 0.7830 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1966 | LCC = 0.8963 | SRCC = 0.8888 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3318 | LCC = 0.8109 | SRCC = 0.8167 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2427 | LCC = 0.8783 | SRCC = 0.8796 ] diff --git a/results_bvcc/hubert_base/layer9/run0/config.gin b/results_bvcc/hubert_base/layer9/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer9/run0/model.pt b/results_bvcc/hubert_base/layer9/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..541cf2a5233257cc2a10a6bfa8a147b6e7057eb9 --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3931c935d707400758cafb88a398c512b8d81464ce0d6182e081c26bffc4db83 +size 2747979 diff --git a/results_bvcc/hubert_base/layer9/run0/model_best.pt b/results_bvcc/hubert_base/layer9/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c9cb057cbf094588c6821af53e51b4aab529070 --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7053233b894bb4a90e7805dd2b1960d4bad6c909accd58d453881399e588ca2c +size 2749638 diff --git a/results_bvcc/hubert_base/layer9/run0/train.log b/results_bvcc/hubert_base/layer9/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d0c915a0ed262689b7dace3de301a0ab4b722c1a --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7043875188399584 +INFO:root: +[Valid][0][UTT][ MSE = 0.4896 | LCC = 0.7040 | SRCC = 0.7088 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3839 | LCC = 0.7622 | SRCC = 0.7855 ] +INFO:root:Average loss=0.34659090103247225 +INFO:root: +[Valid][1][UTT][ MSE = 0.3864 | LCC = 0.7780 | SRCC = 0.7786 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2733 | LCC = 0.8456 | SRCC = 0.8411 ] +INFO:root:Average loss=0.2826149629858824 +INFO:root: +[Valid][2][UTT][ MSE = 0.3526 | LCC = 0.7913 | SRCC = 0.7921 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2278 | LCC = 0.8681 | SRCC = 0.8693 ] +INFO:root:Average loss=0.25957860644811237 +INFO:root: +[Valid][3][UTT][ MSE = 0.3625 | LCC = 0.7891 | SRCC = 0.7892 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2234 | LCC = 0.8698 | SRCC = 0.8685 ] +INFO:root:Average loss=0.2345481453797756 +INFO:root: +[Valid][4][UTT][ MSE = 0.3400 | LCC = 0.8015 | SRCC = 0.8020 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2219 | LCC = 0.8796 | SRCC = 0.8794 ] +INFO:root:Average loss=0.21533926041462484 +INFO:root: +[Valid][5][UTT][ MSE = 0.3386 | LCC = 0.8011 | SRCC = 0.8020 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2162 | LCC = 0.8879 | SRCC = 0.8861 ] +INFO:root:Average loss=0.19586216448209223 +INFO:root: +[Valid][6][UTT][ MSE = 0.3280 | LCC = 0.7991 | SRCC = 0.8006 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2013 | LCC = 0.8865 | SRCC = 0.8862 ] +INFO:root:Average loss=0.18069283597362348 +INFO:root: +[Valid][7][UTT][ MSE = 0.3154 | LCC = 0.7970 | SRCC = 0.7982 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1768 | LCC = 0.8892 | SRCC = 0.8890 ] +INFO:root:Average loss=0.16778161539099154 +INFO:root: +[Valid][8][UTT][ MSE = 0.3585 | LCC = 0.7937 | SRCC = 0.7954 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.2310 | LCC = 0.8892 | SRCC = 0.8925 ] +INFO:root:Average loss=0.1552635845847619 +INFO:root: +[Valid][9][UTT][ MSE = 0.3215 | LCC = 0.7957 | SRCC = 0.7967 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1921 | LCC = 0.8828 | SRCC = 0.8846 ] +INFO:root:Average loss=0.1480838388013534 +INFO:root: +[Valid][10][UTT][ MSE = 0.3462 | LCC = 0.7929 | SRCC = 0.7939 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.2128 | LCC = 0.8944 | SRCC = 0.8953 ] +INFO:root:Average loss=0.13588083716921318 +INFO:root: +[Valid][11][UTT][ MSE = 0.3201 | LCC = 0.7948 | SRCC = 0.7958 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1762 | LCC = 0.8954 | SRCC = 0.8942 ] +INFO:root:Average loss=0.12951616083200163 +INFO:root: +[Valid][12][UTT][ MSE = 0.3128 | LCC = 0.7974 | SRCC = 0.7991 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1619 | LCC = 0.9049 | SRCC = 0.9055 ] +INFO:root:Average loss=0.12128537234205466 +INFO:root: +[Valid][13][UTT][ MSE = 0.3550 | LCC = 0.7847 | SRCC = 0.7851 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.2188 | LCC = 0.8890 | SRCC = 0.8884 ] +INFO:root:Average loss=0.10993805336646545 +INFO:root: +[Valid][14][UTT][ MSE = 0.3469 | LCC = 0.7841 | SRCC = 0.7849 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.2010 | LCC = 0.8949 | SRCC = 0.8947 ] +INFO:root:Average loss=0.10577684497604004 +INFO:root: +[Valid][15][UTT][ MSE = 0.3246 | LCC = 0.7888 | SRCC = 0.7893 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1674 | LCC = 0.9023 | SRCC = 0.9033 ] +INFO:root:Average loss=0.10368141493736169 +INFO:root: +[Valid][16][UTT][ MSE = 0.3287 | LCC = 0.7860 | SRCC = 0.7882 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1740 | LCC = 0.8991 | SRCC = 0.8982 ] +INFO:root:Average loss=0.10298837014497855 +INFO:root: +[Valid][17][UTT][ MSE = 0.3254 | LCC = 0.7879 | SRCC = 0.7896 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1796 | LCC = 0.8976 | SRCC = 0.8925 ] +INFO:root:Average loss=0.09329089493705676 +INFO:root: +[Valid][18][UTT][ MSE = 0.3181 | LCC = 0.7925 | SRCC = 0.7948 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1651 | LCC = 0.9063 | SRCC = 0.9077 ] +INFO:root:Average loss=0.09170311297743748 +INFO:root: +[Valid][19][UTT][ MSE = 0.3181 | LCC = 0.7905 | SRCC = 0.7920 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1600 | LCC = 0.9044 | SRCC = 0.9047 ] +INFO:root:Average loss=0.08560047055093142 +INFO:root: +[Valid][20][UTT][ MSE = 0.3235 | LCC = 0.7878 | SRCC = 0.7889 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1644 | LCC = 0.8998 | SRCC = 0.8983 ] +INFO:root:Average loss=0.08035037719095364 +INFO:root: +[Valid][21][UTT][ MSE = 0.3288 | LCC = 0.7848 | SRCC = 0.7873 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1686 | LCC = 0.8988 | SRCC = 0.8958 ] +INFO:root:Average loss=0.08311513925974186 +INFO:root: +[Valid][22][UTT][ MSE = 0.3205 | LCC = 0.7903 | SRCC = 0.7914 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1689 | LCC = 0.9043 | SRCC = 0.9032 ] +INFO:root:Average loss=0.07500815305572289 +INFO:root: +[Valid][23][UTT][ MSE = 0.3206 | LCC = 0.7934 | SRCC = 0.7968 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1729 | LCC = 0.9058 | SRCC = 0.9084 ] +INFO:root:Average loss=0.07328357647817868 +INFO:root: +[Valid][24][UTT][ MSE = 0.3448 | LCC = 0.7868 | SRCC = 0.7888 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.2028 | LCC = 0.9005 | SRCC = 0.9009 ] +INFO:root:Average loss=0.0710013342113831 +INFO:root: +[Valid][25][UTT][ MSE = 0.3330 | LCC = 0.7853 | SRCC = 0.7885 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1791 | LCC = 0.9048 | SRCC = 0.9068 ] +INFO:root:Average loss=0.06582488683171761 +INFO:root: +[Valid][26][UTT][ MSE = 0.3555 | LCC = 0.7875 | SRCC = 0.7919 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.2141 | LCC = 0.9045 | SRCC = 0.9078 ] +INFO:root:Average loss=0.06352608789427158 +INFO:root: +[Valid][27][UTT][ MSE = 0.3348 | LCC = 0.7859 | SRCC = 0.7885 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1855 | LCC = 0.9031 | SRCC = 0.9048 ] +INFO:root:Average loss=0.06488708144006057 +INFO:root: +[Valid][28][UTT][ MSE = 0.3245 | LCC = 0.7878 | SRCC = 0.7904 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1713 | LCC = 0.9044 | SRCC = 0.9058 ] +INFO:root:Average loss=0.0636932053245031 +INFO:root: +[Valid][29][UTT][ MSE = 0.3244 | LCC = 0.7916 | SRCC = 0.7948 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1762 | LCC = 0.9056 | SRCC = 0.9068 ] +INFO:root:Average loss=0.0625380888963357 +INFO:root: +[Valid][30][UTT][ MSE = 0.3277 | LCC = 0.7892 | SRCC = 0.7925 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1744 | LCC = 0.9063 | SRCC = 0.9089 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2960 | LCC = 0.8176 | SRCC = 0.8227 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1738 | LCC = 0.8770 | SRCC = 0.8771 ] diff --git a/results_bvcc/hubert_base/layer9/run1/config.gin b/results_bvcc/hubert_base/layer9/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer9/run1/model.pt b/results_bvcc/hubert_base/layer9/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a52363d2e6c5e3eb4aa1ba26cb8894edbbfa4c2a --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f3d5159c17bd9e0317d7da5dac48c18c72bad1affa89276f72cdb9e22d9644f +size 2747979 diff --git a/results_bvcc/hubert_base/layer9/run1/model_best.pt b/results_bvcc/hubert_base/layer9/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4492cd618cffca0c51ed38bc2d1860115573d391 --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7f8574c75c3d7b1fb49a50c37bf2e057f8f99d983f9e030e6817fc731c152f +size 2749638 diff --git a/results_bvcc/hubert_base/layer9/run1/train.log b/results_bvcc/hubert_base/layer9/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6730c308ada974dc0bc2657ccd8d7ef64744edd3 --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5756046661199667 +INFO:root: +[Valid][0][UTT][ MSE = 0.4256 | LCC = 0.7559 | SRCC = 0.7581 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3145 | LCC = 0.8213 | SRCC = 0.8258 ] +INFO:root:Average loss=0.32172615883442074 +INFO:root: +[Valid][1][UTT][ MSE = 0.3618 | LCC = 0.7904 | SRCC = 0.7903 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2362 | LCC = 0.8591 | SRCC = 0.8586 ] +INFO:root:Average loss=0.27479594028913057 +INFO:root: +[Valid][2][UTT][ MSE = 0.3354 | LCC = 0.8018 | SRCC = 0.8016 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2198 | LCC = 0.8630 | SRCC = 0.8617 ] +INFO:root:Average loss=0.2546884654424129 +INFO:root: +[Valid][3][UTT][ MSE = 0.3558 | LCC = 0.7998 | SRCC = 0.7982 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2415 | LCC = 0.8720 | SRCC = 0.8660 ] +INFO:root:Average loss=0.22517365904954764 +INFO:root: +[Valid][4][UTT][ MSE = 0.3255 | LCC = 0.8030 | SRCC = 0.8033 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1988 | LCC = 0.8746 | SRCC = 0.8708 ] +INFO:root:Average loss=0.20877295130720505 +INFO:root: +[Valid][5][UTT][ MSE = 0.3614 | LCC = 0.8028 | SRCC = 0.8023 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.2569 | LCC = 0.8759 | SRCC = 0.8686 ] +INFO:root:Average loss=0.19560870919854212 +INFO:root: +[Valid][6][UTT][ MSE = 0.3127 | LCC = 0.8103 | SRCC = 0.8080 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1987 | LCC = 0.8848 | SRCC = 0.8779 ] +INFO:root:Average loss=0.18224086096653572 +INFO:root: +[Valid][7][UTT][ MSE = 0.3157 | LCC = 0.8045 | SRCC = 0.8011 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1963 | LCC = 0.8815 | SRCC = 0.8726 ] +INFO:root:Average loss=0.17169746794761756 +INFO:root: +[Valid][8][UTT][ MSE = 0.3322 | LCC = 0.8045 | SRCC = 0.8035 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.2072 | LCC = 0.8930 | SRCC = 0.8894 ] +INFO:root:Average loss=0.15829007423076874 +INFO:root: +[Valid][9][UTT][ MSE = 0.3634 | LCC = 0.8051 | SRCC = 0.8044 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2577 | LCC = 0.8861 | SRCC = 0.8815 ] +INFO:root:Average loss=0.14988868922377244 +INFO:root: +[Valid][10][UTT][ MSE = 0.3172 | LCC = 0.8068 | SRCC = 0.8058 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1932 | LCC = 0.8929 | SRCC = 0.8874 ] +INFO:root:Average loss=0.13789387075946882 +INFO:root: +[Valid][11][UTT][ MSE = 0.3249 | LCC = 0.8038 | SRCC = 0.8043 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1747 | LCC = 0.8949 | SRCC = 0.8890 ] +INFO:root:Average loss=0.1307732834456823 +INFO:root: +[Valid][12][UTT][ MSE = 0.3033 | LCC = 0.8071 | SRCC = 0.8071 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1645 | LCC = 0.9009 | SRCC = 0.8978 ] +INFO:root:Average loss=0.11610558103674497 +INFO:root: +[Valid][13][UTT][ MSE = 0.3201 | LCC = 0.7946 | SRCC = 0.7942 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1670 | LCC = 0.8942 | SRCC = 0.8891 ] +INFO:root:Average loss=0.11289997895558675 +INFO:root: +[Valid][14][UTT][ MSE = 0.3217 | LCC = 0.7949 | SRCC = 0.7934 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1728 | LCC = 0.8998 | SRCC = 0.8973 ] +INFO:root:Average loss=0.10815429324522996 +INFO:root: +[Valid][15][UTT][ MSE = 0.3027 | LCC = 0.8020 | SRCC = 0.8013 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1571 | LCC = 0.9007 | SRCC = 0.8984 ] +INFO:root:Average loss=0.10306247209127133 +INFO:root: +[Valid][16][UTT][ MSE = 0.3200 | LCC = 0.7942 | SRCC = 0.7924 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1719 | LCC = 0.8995 | SRCC = 0.8958 ] +INFO:root:Average loss=0.10111242494521996 +INFO:root: +[Valid][17][UTT][ MSE = 0.3216 | LCC = 0.7999 | SRCC = 0.7979 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1893 | LCC = 0.8954 | SRCC = 0.8956 ] +INFO:root:Average loss=0.09239866145146199 +INFO:root: +[Valid][18][UTT][ MSE = 0.3122 | LCC = 0.7986 | SRCC = 0.7969 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1662 | LCC = 0.9019 | SRCC = 0.8984 ] +INFO:root:Average loss=0.0889916179749446 +INFO:root: +[Valid][19][UTT][ MSE = 0.3076 | LCC = 0.8027 | SRCC = 0.7995 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1681 | LCC = 0.9015 | SRCC = 0.8988 ] +INFO:root:Average loss=0.0882440218463158 +INFO:root: +[Valid][20][UTT][ MSE = 0.3540 | LCC = 0.7943 | SRCC = 0.7944 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.2087 | LCC = 0.9007 | SRCC = 0.9021 ] +INFO:root:Average loss=0.08609294834045264 +INFO:root: +[Valid][21][UTT][ MSE = 0.3144 | LCC = 0.8004 | SRCC = 0.7977 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1638 | LCC = 0.9091 | SRCC = 0.9057 ] +INFO:root:Average loss=0.07758001056619179 +INFO:root: +[Valid][22][UTT][ MSE = 0.3369 | LCC = 0.7922 | SRCC = 0.7911 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1984 | LCC = 0.8934 | SRCC = 0.8939 ] +INFO:root:Average loss=0.07685837068427832 +INFO:root: +[Valid][23][UTT][ MSE = 0.3104 | LCC = 0.8005 | SRCC = 0.7989 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1703 | LCC = 0.8993 | SRCC = 0.8989 ] +INFO:root:Average loss=0.07766912476374553 +INFO:root: +[Valid][24][UTT][ MSE = 0.3450 | LCC = 0.7911 | SRCC = 0.7888 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.2098 | LCC = 0.8953 | SRCC = 0.8916 ] +INFO:root:Average loss=0.07094165921593323 +INFO:root: +[Valid][25][UTT][ MSE = 0.3798 | LCC = 0.7937 | SRCC = 0.7946 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.2529 | LCC = 0.8911 | SRCC = 0.8949 ] +INFO:root:Average loss=0.07783078173032174 +INFO:root: +[Valid][26][UTT][ MSE = 0.3171 | LCC = 0.8019 | SRCC = 0.8015 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1772 | LCC = 0.9025 | SRCC = 0.9033 ] +INFO:root:Average loss=0.06420277426831233 +INFO:root: +[Valid][27][UTT][ MSE = 0.3255 | LCC = 0.8005 | SRCC = 0.7984 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1880 | LCC = 0.9001 | SRCC = 0.8971 ] +INFO:root:Average loss=0.0672627088542168 +INFO:root: +[Valid][28][UTT][ MSE = 0.3414 | LCC = 0.7986 | SRCC = 0.7986 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.2051 | LCC = 0.8998 | SRCC = 0.8987 ] +INFO:root:Average loss=0.06148209938636193 +INFO:root: +[Valid][29][UTT][ MSE = 0.3147 | LCC = 0.7929 | SRCC = 0.7919 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1599 | LCC = 0.9008 | SRCC = 0.8994 ] +INFO:root:Average loss=0.0652556831542498 +INFO:root: +[Valid][30][UTT][ MSE = 0.3306 | LCC = 0.7979 | SRCC = 0.7971 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1877 | LCC = 0.9042 | SRCC = 0.9032 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2816 | LCC = 0.8222 | SRCC = 0.8257 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1577 | LCC = 0.8856 | SRCC = 0.8847 ] diff --git a/results_bvcc/hubert_base/layer9/run2/config.gin b/results_bvcc/hubert_base/layer9/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer9/run2/model.pt b/results_bvcc/hubert_base/layer9/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..126e0591ef4816a7013c98e8684c0b54b1ade21d --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edff677f33bdbd5c1ca7ad8991384c1d7c16eb2679d230747bedbd131b7ce5a0 +size 2747979 diff --git a/results_bvcc/hubert_base/layer9/run2/model_best.pt b/results_bvcc/hubert_base/layer9/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..313df912a4c6778918ab848d0ed548cbc7653d54 --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd071bdaead24c45cf79a67573194b9ee8d1f04b9ce856bd2eaf35a8200e565 +size 2749638 diff --git a/results_bvcc/hubert_base/layer9/run2/train.log b/results_bvcc/hubert_base/layer9/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a642dd74e9e55e12b40825bcabaaaf7ace509996 --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run2/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5523332846470368 +INFO:root: +[Valid][0][UTT][ MSE = 0.3903 | LCC = 0.7654 | SRCC = 0.7668 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2757 | LCC = 0.8265 | SRCC = 0.8319 ] +INFO:root:Average loss=0.3284198529063127 +INFO:root: +[Valid][1][UTT][ MSE = 0.4236 | LCC = 0.7768 | SRCC = 0.7800 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.3281 | LCC = 0.8445 | SRCC = 0.8504 ] +INFO:root:Average loss=0.2832674596172113 +INFO:root: +[Valid][2][UTT][ MSE = 0.4161 | LCC = 0.7835 | SRCC = 0.7862 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.3087 | LCC = 0.8612 | SRCC = 0.8610 ] +INFO:root:Average loss=0.25081353519971555 +INFO:root: +[Valid][3][UTT][ MSE = 0.3555 | LCC = 0.7971 | SRCC = 0.7978 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.2418 | LCC = 0.8739 | SRCC = 0.8725 ] +INFO:root:Average loss=0.23231175943062857 +INFO:root: +[Valid][4][UTT][ MSE = 0.3574 | LCC = 0.7960 | SRCC = 0.7966 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2379 | LCC = 0.8810 | SRCC = 0.8821 ] +INFO:root:Average loss=0.21838428022769782 +INFO:root: +[Valid][5][UTT][ MSE = 0.3191 | LCC = 0.8021 | SRCC = 0.8018 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1990 | LCC = 0.8804 | SRCC = 0.8776 ] +INFO:root:Average loss=0.19570975339947602 +INFO:root: +[Valid][6][UTT][ MSE = 0.3376 | LCC = 0.7968 | SRCC = 0.7944 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2118 | LCC = 0.8861 | SRCC = 0.8819 ] +INFO:root:Average loss=0.18103100063327032 +INFO:root: +[Valid][7][UTT][ MSE = 0.3420 | LCC = 0.7951 | SRCC = 0.7934 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.2267 | LCC = 0.8788 | SRCC = 0.8743 ] +INFO:root:Average loss=0.17696615442251548 +INFO:root: +[Valid][8][UTT][ MSE = 0.3498 | LCC = 0.7988 | SRCC = 0.7988 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.2437 | LCC = 0.8782 | SRCC = 0.8735 ] +INFO:root:Average loss=0.16485964831633446 +INFO:root: +[Valid][9][UTT][ MSE = 0.3994 | LCC = 0.7976 | SRCC = 0.7979 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.3031 | LCC = 0.8826 | SRCC = 0.8805 ] +INFO:root:Average loss=0.15724733548286635 +INFO:root: +[Valid][10][UTT][ MSE = 0.3308 | LCC = 0.7998 | SRCC = 0.7981 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.2116 | LCC = 0.8871 | SRCC = 0.8816 ] +INFO:root:Average loss=0.14444337785243988 +INFO:root: +[Valid][11][UTT][ MSE = 0.4579 | LCC = 0.7868 | SRCC = 0.7887 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.3555 | LCC = 0.8813 | SRCC = 0.8804 ] +INFO:root:Average loss=0.13201503933240205 +INFO:root: +[Valid][12][UTT][ MSE = 0.3325 | LCC = 0.7962 | SRCC = 0.7940 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1963 | LCC = 0.8983 | SRCC = 0.8960 ] +INFO:root:Average loss=0.13231146335601807 +INFO:root: +[Valid][13][UTT][ MSE = 0.3199 | LCC = 0.7999 | SRCC = 0.7983 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1867 | LCC = 0.8967 | SRCC = 0.8962 ] +INFO:root:Average loss=0.12552210659934923 +INFO:root: +[Valid][14][UTT][ MSE = 0.3558 | LCC = 0.7919 | SRCC = 0.7900 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.2334 | LCC = 0.8847 | SRCC = 0.8800 ] +INFO:root:Average loss=0.11054440898199876 +INFO:root: +[Valid][15][UTT][ MSE = 0.3296 | LCC = 0.7909 | SRCC = 0.7888 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.2025 | LCC = 0.8848 | SRCC = 0.8803 ] +INFO:root:Average loss=0.11999339538698013 +INFO:root: +[Valid][16][UTT][ MSE = 0.3729 | LCC = 0.7866 | SRCC = 0.7848 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.2445 | LCC = 0.8902 | SRCC = 0.8843 ] +INFO:root:Average loss=0.10439327244575207 +INFO:root: +[Valid][17][UTT][ MSE = 0.3286 | LCC = 0.7977 | SRCC = 0.7966 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.2013 | LCC = 0.8913 | SRCC = 0.8863 ] +INFO:root:Average loss=0.09532984742560448 +INFO:root: +[Valid][18][UTT][ MSE = 0.3172 | LCC = 0.7927 | SRCC = 0.7904 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1794 | LCC = 0.8927 | SRCC = 0.8870 ] +INFO:root:Average loss=0.08845800605530922 +INFO:root: +[Valid][19][UTT][ MSE = 0.3554 | LCC = 0.7911 | SRCC = 0.7887 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.2235 | LCC = 0.8944 | SRCC = 0.8902 ] +INFO:root:Average loss=0.08834095409092231 +INFO:root: +[Valid][20][UTT][ MSE = 0.3451 | LCC = 0.7972 | SRCC = 0.7949 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.2221 | LCC = 0.8931 | SRCC = 0.8887 ] +INFO:root:Average loss=0.08575645495110597 +INFO:root: +[Valid][21][UTT][ MSE = 0.3482 | LCC = 0.7937 | SRCC = 0.7922 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.2307 | LCC = 0.8890 | SRCC = 0.8838 ] +INFO:root:Average loss=0.08002935665158126 +INFO:root: +[Valid][22][UTT][ MSE = 0.3440 | LCC = 0.7950 | SRCC = 0.7930 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.2193 | LCC = 0.8900 | SRCC = 0.8861 ] +INFO:root:Average loss=0.07814323677657506 +INFO:root: +[Valid][23][UTT][ MSE = 0.3711 | LCC = 0.7952 | SRCC = 0.7956 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.2476 | LCC = 0.8929 | SRCC = 0.8940 ] +INFO:root:Average loss=0.0746991664935381 +INFO:root: +[Valid][24][UTT][ MSE = 0.3106 | LCC = 0.7982 | SRCC = 0.7973 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1669 | LCC = 0.9007 | SRCC = 0.8961 ] +INFO:root:Average loss=0.07243049693986392 +INFO:root: +[Valid][25][UTT][ MSE = 0.3533 | LCC = 0.7914 | SRCC = 0.7910 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.2215 | LCC = 0.8962 | SRCC = 0.8915 ] +INFO:root:Average loss=0.06762181494671565 +INFO:root: +[Valid][26][UTT][ MSE = 0.3177 | LCC = 0.7946 | SRCC = 0.7924 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1784 | LCC = 0.8952 | SRCC = 0.8878 ] +INFO:root:Average loss=0.08035394663994129 +INFO:root: +[Valid][27][UTT][ MSE = 0.3165 | LCC = 0.7953 | SRCC = 0.7941 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1759 | LCC = 0.8979 | SRCC = 0.8924 ] +INFO:root:Average loss=0.0658031245932365 +INFO:root: +[Valid][28][UTT][ MSE = 0.3173 | LCC = 0.7960 | SRCC = 0.7950 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1784 | LCC = 0.8970 | SRCC = 0.8928 ] +INFO:root:Average loss=0.06226821902852792 +INFO:root: +[Valid][29][UTT][ MSE = 0.3423 | LCC = 0.7982 | SRCC = 0.7970 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.2113 | LCC = 0.8980 | SRCC = 0.8933 ] +INFO:root:Average loss=0.05926117253227112 +INFO:root: +[Valid][30][UTT][ MSE = 0.3152 | LCC = 0.7924 | SRCC = 0.7897 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1733 | LCC = 0.8913 | SRCC = 0.8839 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2880 | LCC = 0.8215 | SRCC = 0.8276 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1816 | LCC = 0.8735 | SRCC = 0.8729 ] diff --git a/results_bvcc/hubert_base/layer9/run3/config.gin b/results_bvcc/hubert_base/layer9/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer9/run3/model.pt b/results_bvcc/hubert_base/layer9/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef6afb8f33a58a3b9f5696b44c62a18f30c22aee --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afad7f6e6b734c56282c703f09b6f58cf0eb1823be8fb1cd59d195f30bdc074 +size 2747979 diff --git a/results_bvcc/hubert_base/layer9/run3/model_best.pt b/results_bvcc/hubert_base/layer9/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..569e5947bb58a30baaa73bca8ffa43d68e7b4f30 --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:465e571311809cc0a5bc79443a8a970a27d52bbcd9b1c3cc0691786e5ed6cda6 +size 2749638 diff --git a/results_bvcc/hubert_base/layer9/run3/train.log b/results_bvcc/hubert_base/layer9/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4e876f59ce22fc3c49c1d33f1cecae370ce8d9a1 --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run3/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5686884167102667 +INFO:root: +[Valid][0][UTT][ MSE = 0.4129 | LCC = 0.7545 | SRCC = 0.7566 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2742 | LCC = 0.8286 | SRCC = 0.8402 ] +INFO:root:Average loss=0.3321661148697902 +INFO:root: +[Valid][1][UTT][ MSE = 0.3529 | LCC = 0.7791 | SRCC = 0.7796 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2131 | LCC = 0.8567 | SRCC = 0.8610 ] +INFO:root:Average loss=0.29133301686782104 +INFO:root: +[Valid][2][UTT][ MSE = 0.3585 | LCC = 0.7816 | SRCC = 0.7841 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2304 | LCC = 0.8594 | SRCC = 0.8659 ] +INFO:root:Average loss=0.2579513918130826 +INFO:root: +[Valid][3][UTT][ MSE = 0.3362 | LCC = 0.7926 | SRCC = 0.7921 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1988 | LCC = 0.8690 | SRCC = 0.8695 ] +INFO:root:Average loss=0.2294770427621328 +INFO:root: +[Valid][4][UTT][ MSE = 0.3349 | LCC = 0.7951 | SRCC = 0.7943 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1998 | LCC = 0.8790 | SRCC = 0.8795 ] +INFO:root:Average loss=0.20966384712702188 +INFO:root: +[Valid][5][UTT][ MSE = 0.3467 | LCC = 0.8005 | SRCC = 0.7989 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1865 | LCC = 0.8885 | SRCC = 0.8805 ] +INFO:root:Average loss=0.2122776225591317 +INFO:root: +[Valid][6][UTT][ MSE = 0.4359 | LCC = 0.7978 | SRCC = 0.8004 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.2561 | LCC = 0.8868 | SRCC = 0.8842 ] +INFO:root:Average loss=0.20051183723486388 +INFO:root: +[Valid][7][UTT][ MSE = 0.3238 | LCC = 0.7961 | SRCC = 0.7944 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1756 | LCC = 0.8810 | SRCC = 0.8741 ] +INFO:root:Average loss=0.18076026363250536 +INFO:root: +[Valid][8][UTT][ MSE = 0.3203 | LCC = 0.7948 | SRCC = 0.7918 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1796 | LCC = 0.8868 | SRCC = 0.8811 ] +INFO:root:Average loss=0.16471662735327697 +INFO:root: +[Valid][9][UTT][ MSE = 0.3122 | LCC = 0.7946 | SRCC = 0.7945 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1659 | LCC = 0.8817 | SRCC = 0.8752 ] +INFO:root:Average loss=0.14845149524700949 +INFO:root: +[Valid][10][UTT][ MSE = 0.3220 | LCC = 0.7917 | SRCC = 0.7912 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1724 | LCC = 0.8845 | SRCC = 0.8761 ] +INFO:root:Average loss=0.14352799006379569 +INFO:root: +[Valid][11][UTT][ MSE = 0.3242 | LCC = 0.7878 | SRCC = 0.7879 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1681 | LCC = 0.8860 | SRCC = 0.8835 ] +INFO:root:Average loss=0.13383892312263831 +INFO:root: +[Valid][12][UTT][ MSE = 0.3308 | LCC = 0.7840 | SRCC = 0.7833 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1856 | LCC = 0.8742 | SRCC = 0.8686 ] +INFO:root:Average loss=0.12265925224010761 +INFO:root: +[Valid][13][UTT][ MSE = 0.3443 | LCC = 0.7862 | SRCC = 0.7847 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1840 | LCC = 0.8793 | SRCC = 0.8731 ] +INFO:root:Average loss=0.12167774675748287 +INFO:root: +[Valid][14][UTT][ MSE = 0.3375 | LCC = 0.7953 | SRCC = 0.7936 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1802 | LCC = 0.8856 | SRCC = 0.8811 ] +INFO:root:Average loss=0.11371492164639327 +INFO:root: +[Valid][15][UTT][ MSE = 0.3263 | LCC = 0.7925 | SRCC = 0.7913 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1736 | LCC = 0.8868 | SRCC = 0.8789 ] +INFO:root:Average loss=0.11523997086362961 +INFO:root: +[Valid][16][UTT][ MSE = 0.3206 | LCC = 0.7886 | SRCC = 0.7880 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1713 | LCC = 0.8794 | SRCC = 0.8719 ] +INFO:root:Average loss=0.10265256540897565 +INFO:root: +[Valid][17][UTT][ MSE = 0.3262 | LCC = 0.7897 | SRCC = 0.7898 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1809 | LCC = 0.8849 | SRCC = 0.8795 ] +INFO:root:Average loss=0.09882382685557389 +INFO:root: +[Valid][18][UTT][ MSE = 0.3146 | LCC = 0.7935 | SRCC = 0.7932 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1733 | LCC = 0.8837 | SRCC = 0.8787 ] +INFO:root:Average loss=0.095766975520513 +INFO:root: +[Valid][19][UTT][ MSE = 0.3133 | LCC = 0.7963 | SRCC = 0.7940 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1652 | LCC = 0.8847 | SRCC = 0.8763 ] +INFO:root:Average loss=0.09152286289594112 +INFO:root: +[Valid][20][UTT][ MSE = 0.3286 | LCC = 0.7971 | SRCC = 0.7953 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1769 | LCC = 0.8846 | SRCC = 0.8798 ] +INFO:root:Average loss=0.08896920309425929 +INFO:root: +[Valid][21][UTT][ MSE = 0.3255 | LCC = 0.7913 | SRCC = 0.7911 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1715 | LCC = 0.8854 | SRCC = 0.8818 ] +INFO:root:Average loss=0.08164148061321332 +INFO:root: +[Valid][22][UTT][ MSE = 0.3202 | LCC = 0.7998 | SRCC = 0.7992 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1741 | LCC = 0.8849 | SRCC = 0.8810 ] +INFO:root:Average loss=0.08410135475106728 +INFO:root: +[Valid][23][UTT][ MSE = 0.3173 | LCC = 0.7959 | SRCC = 0.7955 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1682 | LCC = 0.8880 | SRCC = 0.8843 ] +INFO:root:Average loss=0.07607069917214222 +INFO:root: +[Valid][24][UTT][ MSE = 0.3580 | LCC = 0.7928 | SRCC = 0.7922 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1935 | LCC = 0.8862 | SRCC = 0.8837 ] +INFO:root:Average loss=0.07239182814000508 +INFO:root: +[Valid][25][UTT][ MSE = 0.3171 | LCC = 0.7972 | SRCC = 0.7965 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1646 | LCC = 0.8927 | SRCC = 0.8895 ] +INFO:root:Average loss=0.07170582548356973 +INFO:root: +[Valid][26][UTT][ MSE = 0.3173 | LCC = 0.7904 | SRCC = 0.7890 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1669 | LCC = 0.8846 | SRCC = 0.8797 ] +INFO:root:Average loss=0.07101355631573078 +INFO:root: +[Valid][27][UTT][ MSE = 0.3296 | LCC = 0.7902 | SRCC = 0.7890 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1700 | LCC = 0.8853 | SRCC = 0.8848 ] +INFO:root:Average loss=0.06879226739207904 +INFO:root: +[Valid][28][UTT][ MSE = 0.3171 | LCC = 0.7907 | SRCC = 0.7895 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1697 | LCC = 0.8864 | SRCC = 0.8842 ] +INFO:root:Average loss=0.0634245944615358 +INFO:root: +[Valid][29][UTT][ MSE = 0.3467 | LCC = 0.7880 | SRCC = 0.7864 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1804 | LCC = 0.8871 | SRCC = 0.8824 ] +INFO:root:Average loss=0.06505811572648011 +INFO:root: +[Valid][30][UTT][ MSE = 0.3521 | LCC = 0.7953 | SRCC = 0.7941 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1803 | LCC = 0.8947 | SRCC = 0.8944 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3513 | LCC = 0.8197 | SRCC = 0.8253 ] +INFO:root: +[Test][31][SYS][ MSE = 0.2859 | LCC = 0.8695 | SRCC = 0.8668 ] diff --git a/results_bvcc/hubert_base/layer9/run4/config.gin b/results_bvcc/hubert_base/layer9/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/hubert_base/layer9/run4/model.pt b/results_bvcc/hubert_base/layer9/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..46b6ecf49defa3bd2c5b35942b7bc9abc034f4c5 --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4181d61f284051daa03012dc2fe761f3f9757aa97446a6b9fe408c6b9163c3fe +size 2747979 diff --git a/results_bvcc/hubert_base/layer9/run4/model_best.pt b/results_bvcc/hubert_base/layer9/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdbdd6e35240ced739342279b040755b1a9c241f --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d62b2224f59c33b771b99edb39c6569d7a22136bf387188bc90166dc3938c697 +size 2749638 diff --git a/results_bvcc/hubert_base/layer9/run4/train.log b/results_bvcc/hubert_base/layer9/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..56a4acee6238dea1159f1b8088d726c8d4fac314 --- /dev/null +++ b/results_bvcc/hubert_base/layer9/run4/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5451701268171653 +INFO:root: +[Valid][0][UTT][ MSE = 0.4683 | LCC = 0.7348 | SRCC = 0.7471 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.3503 | LCC = 0.8080 | SRCC = 0.8261 ] +INFO:root:Average loss=0.32670941700538 +INFO:root: +[Valid][1][UTT][ MSE = 0.4014 | LCC = 0.7696 | SRCC = 0.7751 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2798 | LCC = 0.8502 | SRCC = 0.8538 ] +INFO:root:Average loss=0.28123907840404755 +INFO:root: +[Valid][2][UTT][ MSE = 0.3469 | LCC = 0.7914 | SRCC = 0.7923 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.2338 | LCC = 0.8603 | SRCC = 0.8601 ] +INFO:root:Average loss=0.2507888055764712 +INFO:root: +[Valid][3][UTT][ MSE = 0.3288 | LCC = 0.7971 | SRCC = 0.7967 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1988 | LCC = 0.8762 | SRCC = 0.8725 ] +INFO:root:Average loss=0.2298131327216442 +INFO:root: +[Valid][4][UTT][ MSE = 0.3409 | LCC = 0.8003 | SRCC = 0.8009 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.2253 | LCC = 0.8778 | SRCC = 0.8790 ] +INFO:root:Average loss=0.21515791748578733 +INFO:root: +[Valid][5][UTT][ MSE = 0.3177 | LCC = 0.8034 | SRCC = 0.8013 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1933 | LCC = 0.8824 | SRCC = 0.8789 ] +INFO:root:Average loss=0.20088190948351836 +INFO:root: +[Valid][6][UTT][ MSE = 0.3263 | LCC = 0.8026 | SRCC = 0.8030 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1991 | LCC = 0.8870 | SRCC = 0.8849 ] +INFO:root:Average loss=0.18448968021533427 +INFO:root: +[Valid][7][UTT][ MSE = 0.3237 | LCC = 0.8014 | SRCC = 0.7991 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1963 | LCC = 0.8869 | SRCC = 0.8858 ] +INFO:root:Average loss=0.18218535328140625 +INFO:root: +[Valid][8][UTT][ MSE = 0.3303 | LCC = 0.7981 | SRCC = 0.7969 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1965 | LCC = 0.8901 | SRCC = 0.8861 ] +INFO:root:Average loss=0.16030482422464934 +INFO:root: +[Valid][9][UTT][ MSE = 0.3356 | LCC = 0.7971 | SRCC = 0.7976 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2034 | LCC = 0.8900 | SRCC = 0.8916 ] +INFO:root:Average loss=0.15998410280698386 +INFO:root: +[Valid][10][UTT][ MSE = 0.3136 | LCC = 0.8054 | SRCC = 0.8027 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1781 | LCC = 0.8978 | SRCC = 0.8965 ] +INFO:root:Average loss=0.14344657422640386 +INFO:root: +[Valid][11][UTT][ MSE = 0.3469 | LCC = 0.8047 | SRCC = 0.8065 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.2140 | LCC = 0.9032 | SRCC = 0.9023 ] +INFO:root:Average loss=0.14151549396606591 +INFO:root: +[Valid][12][UTT][ MSE = 0.3790 | LCC = 0.7937 | SRCC = 0.7977 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.2495 | LCC = 0.8913 | SRCC = 0.8929 ] +INFO:root:Average loss=0.1335334570553058 +INFO:root: +[Valid][13][UTT][ MSE = 0.3287 | LCC = 0.7992 | SRCC = 0.7981 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1908 | LCC = 0.9012 | SRCC = 0.8975 ] +INFO:root:Average loss=0.13054394721984863 +INFO:root: +[Valid][14][UTT][ MSE = 0.3603 | LCC = 0.7951 | SRCC = 0.7979 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.2281 | LCC = 0.8953 | SRCC = 0.8947 ] +INFO:root:Average loss=0.11667236781273133 +INFO:root: +[Valid][15][UTT][ MSE = 0.3122 | LCC = 0.7977 | SRCC = 0.7941 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1648 | LCC = 0.8956 | SRCC = 0.8906 ] +INFO:root:Average loss=0.11144821001933171 +INFO:root: +[Valid][16][UTT][ MSE = 0.3308 | LCC = 0.7957 | SRCC = 0.7950 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1889 | LCC = 0.8984 | SRCC = 0.8959 ] +INFO:root:Average loss=0.10895625568735294 +INFO:root: +[Valid][17][UTT][ MSE = 0.3098 | LCC = 0.8060 | SRCC = 0.8051 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1823 | LCC = 0.8943 | SRCC = 0.8928 ] +INFO:root:Average loss=0.1020453294309286 +INFO:root: +[Valid][18][UTT][ MSE = 0.3290 | LCC = 0.7972 | SRCC = 0.7975 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1966 | LCC = 0.8911 | SRCC = 0.8886 ] +INFO:root:Average loss=0.09913074167875144 +INFO:root: +[Valid][19][UTT][ MSE = 0.3347 | LCC = 0.7948 | SRCC = 0.7959 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1973 | LCC = 0.8936 | SRCC = 0.8897 ] +INFO:root:Average loss=0.09548100341971104 +INFO:root: +[Valid][20][UTT][ MSE = 0.3166 | LCC = 0.7957 | SRCC = 0.7944 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1795 | LCC = 0.8926 | SRCC = 0.8898 ] +INFO:root:Average loss=0.0891043116362431 +INFO:root: +[Valid][21][UTT][ MSE = 0.3126 | LCC = 0.7937 | SRCC = 0.7926 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1601 | LCC = 0.8977 | SRCC = 0.8935 ] +INFO:root:Average loss=0.08380704296705051 +INFO:root: +[Valid][22][UTT][ MSE = 0.3285 | LCC = 0.7979 | SRCC = 0.7978 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1830 | LCC = 0.8999 | SRCC = 0.9005 ] +INFO:root:Average loss=0.08261018681029479 +INFO:root: +[Valid][23][UTT][ MSE = 0.3582 | LCC = 0.7872 | SRCC = 0.7879 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.2147 | LCC = 0.8948 | SRCC = 0.8933 ] +INFO:root:Average loss=0.08299549243962154 +INFO:root: +[Valid][24][UTT][ MSE = 0.3316 | LCC = 0.7946 | SRCC = 0.7957 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1794 | LCC = 0.8995 | SRCC = 0.8999 ] +INFO:root:Average loss=0.08135940855703293 +INFO:root: +[Valid][25][UTT][ MSE = 0.3184 | LCC = 0.7979 | SRCC = 0.7981 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1682 | LCC = 0.9017 | SRCC = 0.8991 ] +INFO:root:Average loss=0.07303332035931256 +INFO:root: +[Valid][26][UTT][ MSE = 0.3152 | LCC = 0.7940 | SRCC = 0.7929 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1579 | LCC = 0.9004 | SRCC = 0.8971 ] +INFO:root:Average loss=0.0726819425725784 +INFO:root: +[Valid][27][UTT][ MSE = 0.3525 | LCC = 0.7863 | SRCC = 0.7868 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.2014 | LCC = 0.8962 | SRCC = 0.8947 ] +INFO:root:Average loss=0.07286032532843259 +INFO:root: +[Valid][28][UTT][ MSE = 0.3296 | LCC = 0.7886 | SRCC = 0.7881 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1765 | LCC = 0.8948 | SRCC = 0.8928 ] +INFO:root:Average loss=0.06786362439967118 +INFO:root: +[Valid][29][UTT][ MSE = 0.3219 | LCC = 0.7965 | SRCC = 0.7953 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1717 | LCC = 0.9042 | SRCC = 0.9030 ] +INFO:root:Average loss=0.06443013026355168 +INFO:root: +[Valid][30][UTT][ MSE = 0.3148 | LCC = 0.7907 | SRCC = 0.7881 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1490 | LCC = 0.9017 | SRCC = 0.8975 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2861 | LCC = 0.8160 | SRCC = 0.8160 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1514 | LCC = 0.8852 | SRCC = 0.8810 ] diff --git a/results_bvcc/w2v2_base/layer0/run0/config.gin b/results_bvcc/w2v2_base/layer0/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base/layer0/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base/layer0/run0/model.pt b/results_bvcc/w2v2_base/layer0/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c99b6b8107abb900ee152bbbc6c91ce88a8e184 --- /dev/null +++ b/results_bvcc/w2v2_base/layer0/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bd9fe592e1bb8a48b0bd9883f9d9fbb5b5f8994175de8093154da3f932dd427 +size 2747979 diff --git a/results_bvcc/w2v2_base/layer0/run0/model_best.pt b/results_bvcc/w2v2_base/layer0/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb250049579cc4932fdf0067dfe67ffa984c2864 --- /dev/null +++ b/results_bvcc/w2v2_base/layer0/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9476bc5cf90df382055259227aacadf478e36bd7277c3f98e739c663e176c43 +size 2749702 diff --git a/results_bvcc/w2v2_base/layer0/run0/train.log b/results_bvcc/w2v2_base/layer0/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c2e1d8061e51592232bd8c8a7a221f25b544377d --- /dev/null +++ b/results_bvcc/w2v2_base/layer0/run0/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5733388406343949 +INFO:root: +[Valid][0][UTT][ MSE = 0.4110 | LCC = 0.7355 | SRCC = 0.7471 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2544 | LCC = 0.8303 | SRCC = 0.8452 ] +INFO:root:Average loss=0.32410717526307475 +INFO:root: +[Valid][1][UTT][ MSE = 0.3278 | LCC = 0.7943 | SRCC = 0.7987 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.2143 | LCC = 0.8710 | SRCC = 0.8750 ] +INFO:root:Average loss=0.28297447031125045 +INFO:root: +[Valid][2][UTT][ MSE = 0.3303 | LCC = 0.8075 | SRCC = 0.8103 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1878 | LCC = 0.8915 | SRCC = 0.8948 ] +INFO:root:Average loss=0.24045038108642286 +INFO:root: +[Valid][3][UTT][ MSE = 0.2942 | LCC = 0.8262 | SRCC = 0.8262 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1637 | LCC = 0.9016 | SRCC = 0.8993 ] +INFO:root:Average loss=0.22679609356400293 +INFO:root: +[Valid][4][UTT][ MSE = 0.2872 | LCC = 0.8239 | SRCC = 0.8274 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1499 | LCC = 0.9007 | SRCC = 0.9021 ] +INFO:root:Average loss=0.21241638121696618 +INFO:root: +[Valid][5][UTT][ MSE = 0.2939 | LCC = 0.8361 | SRCC = 0.8359 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1567 | LCC = 0.9146 | SRCC = 0.9101 ] +INFO:root:Average loss=0.19698676275901306 +INFO:root: +[Valid][6][UTT][ MSE = 0.2731 | LCC = 0.8373 | SRCC = 0.8358 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1429 | LCC = 0.9155 | SRCC = 0.9128 ] +INFO:root:Average loss=0.1807547721725244 +INFO:root: +[Valid][7][UTT][ MSE = 0.2609 | LCC = 0.8400 | SRCC = 0.8378 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1485 | LCC = 0.9133 | SRCC = 0.9098 ] +INFO:root:Average loss=0.17297484314976594 +INFO:root: +[Valid][8][UTT][ MSE = 0.2911 | LCC = 0.8376 | SRCC = 0.8376 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1426 | LCC = 0.9216 | SRCC = 0.9206 ] +INFO:root:Average loss=0.16493254852218506 +INFO:root: +[Valid][9][UTT][ MSE = 0.3007 | LCC = 0.8460 | SRCC = 0.8453 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.1618 | LCC = 0.9203 | SRCC = 0.9188 ] +INFO:root:Average loss=0.15410180170184526 +INFO:root: +[Valid][10][UTT][ MSE = 0.2532 | LCC = 0.8443 | SRCC = 0.8450 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1437 | LCC = 0.9216 | SRCC = 0.9230 ] +INFO:root:Average loss=0.15438429887096086 +INFO:root: +[Valid][11][UTT][ MSE = 0.2616 | LCC = 0.8425 | SRCC = 0.8399 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1331 | LCC = 0.9226 | SRCC = 0.9216 ] +INFO:root:Average loss=0.14028072328521654 +INFO:root: +[Valid][12][UTT][ MSE = 0.2515 | LCC = 0.8427 | SRCC = 0.8429 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1386 | LCC = 0.9156 | SRCC = 0.9172 ] +INFO:root:Average loss=0.13294406130145758 +INFO:root: +[Valid][13][UTT][ MSE = 0.2445 | LCC = 0.8423 | SRCC = 0.8440 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1154 | LCC = 0.9198 | SRCC = 0.9226 ] +INFO:root:Average loss=0.12585296137974814 +INFO:root: +[Valid][14][UTT][ MSE = 0.2576 | LCC = 0.8531 | SRCC = 0.8507 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1255 | LCC = 0.9232 | SRCC = 0.9170 ] +INFO:root:Average loss=0.11994184228854302 +INFO:root: +[Valid][15][UTT][ MSE = 0.2491 | LCC = 0.8517 | SRCC = 0.8515 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1242 | LCC = 0.9233 | SRCC = 0.9227 ] +INFO:root:Average loss=0.12204637827399449 +INFO:root: +[Valid][16][UTT][ MSE = 0.2305 | LCC = 0.8564 | SRCC = 0.8563 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1101 | LCC = 0.9301 | SRCC = 0.9320 ] +INFO:root:Average loss=0.11603920715741622 +INFO:root: +[Valid][17][UTT][ MSE = 0.2783 | LCC = 0.8470 | SRCC = 0.8470 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1429 | LCC = 0.9181 | SRCC = 0.9158 ] +INFO:root:Average loss=0.11005459764064887 +INFO:root: +[Valid][18][UTT][ MSE = 0.2497 | LCC = 0.8515 | SRCC = 0.8501 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1207 | LCC = 0.9233 | SRCC = 0.9204 ] +INFO:root:Average loss=0.11197880579110904 +INFO:root: +[Valid][19][UTT][ MSE = 0.2439 | LCC = 0.8472 | SRCC = 0.8480 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1302 | LCC = 0.9197 | SRCC = 0.9221 ] +INFO:root:Average loss=0.10270796152643669 +INFO:root: +[Valid][20][UTT][ MSE = 0.2407 | LCC = 0.8518 | SRCC = 0.8504 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1110 | LCC = 0.9281 | SRCC = 0.9261 ] +INFO:root:Average loss=0.09761702689604881 +INFO:root: +[Valid][21][UTT][ MSE = 0.2567 | LCC = 0.8545 | SRCC = 0.8524 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1301 | LCC = 0.9228 | SRCC = 0.9169 ] +INFO:root:Average loss=0.09445992002311425 +INFO:root: +[Valid][22][UTT][ MSE = 0.2270 | LCC = 0.8587 | SRCC = 0.8576 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1111 | LCC = 0.9301 | SRCC = 0.9285 ] +INFO:root:Average loss=0.10397109952874672 +INFO:root: +[Valid][23][UTT][ MSE = 0.2340 | LCC = 0.8549 | SRCC = 0.8530 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1134 | LCC = 0.9272 | SRCC = 0.9249 ] +INFO:root:Average loss=0.08551024177517647 +INFO:root: +[Valid][24][UTT][ MSE = 0.2485 | LCC = 0.8561 | SRCC = 0.8545 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1255 | LCC = 0.9237 | SRCC = 0.9182 ] +INFO:root:Average loss=0.08093613032729198 +INFO:root: +[Valid][25][UTT][ MSE = 0.2514 | LCC = 0.8558 | SRCC = 0.8557 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1262 | LCC = 0.9237 | SRCC = 0.9209 ] +INFO:root:Average loss=0.08669695239036511 +INFO:root: +[Valid][26][UTT][ MSE = 0.2370 | LCC = 0.8578 | SRCC = 0.8557 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1197 | LCC = 0.9217 | SRCC = 0.9158 ] +INFO:root:Average loss=0.07812619099441247 +INFO:root: +[Valid][27][UTT][ MSE = 0.2474 | LCC = 0.8560 | SRCC = 0.8558 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1192 | LCC = 0.9282 | SRCC = 0.9255 ] +INFO:root:Average loss=0.07529271040589382 +INFO:root: +[Valid][28][UTT][ MSE = 0.2354 | LCC = 0.8527 | SRCC = 0.8508 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.1273 | LCC = 0.9199 | SRCC = 0.9188 ] +INFO:root:Average loss=0.07346706488766731 +INFO:root: +[Valid][29][UTT][ MSE = 0.2358 | LCC = 0.8537 | SRCC = 0.8519 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1158 | LCC = 0.9295 | SRCC = 0.9268 ] +INFO:root:Average loss=0.07168884159853825 +INFO:root: +[Valid][30][UTT][ MSE = 0.2336 | LCC = 0.8559 | SRCC = 0.8543 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1186 | LCC = 0.9271 | SRCC = 0.9235 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2520 | LCC = 0.8547 | SRCC = 0.8542 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1556 | LCC = 0.9108 | SRCC = 0.9060 ] diff --git a/results_bvcc/w2v2_base/layer0/run1/config.gin b/results_bvcc/w2v2_base/layer0/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base/layer0/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base/layer0/run1/model.pt b/results_bvcc/w2v2_base/layer0/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..12cd9a4681cf861edc2a3816208f9fffce89e6e6 --- /dev/null +++ b/results_bvcc/w2v2_base/layer0/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea1982120d34d7a67eb66af6b8c74650c43c3782fe092d1c28387c5d461ac66 +size 2747979 diff --git a/results_bvcc/w2v2_base/layer0/run1/model_best.pt b/results_bvcc/w2v2_base/layer0/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9495151144aaa08fc1b79c7e87fcff6f47f6c9a7 --- /dev/null +++ b/results_bvcc/w2v2_base/layer0/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b02c644dbbcb9977eeb6a14aa426869540327b7c4245d04bba79ae94b0db0337 +size 2749702 diff --git a/results_bvcc/w2v2_base/layer0/run1/train.log b/results_bvcc/w2v2_base/layer0/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..734c842dfa9f0ca08a2de3618ff5ed046b8f403c --- /dev/null +++ b/results_bvcc/w2v2_base/layer0/run1/train.log @@ -0,0 +1,163 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.613962261722638 +INFO:root: +[Valid][0][UTT][ MSE = 0.3998 | LCC = 0.7289 | SRCC = 0.7377 ] +INFO:root: +[Valid][0][SYS][ MSE = 0.2760 | LCC = 0.8135 | SRCC = 0.8277 ] +INFO:root:Average loss=0.31135676552851993 +INFO:root: +[Valid][1][UTT][ MSE = 0.3294 | LCC = 0.7859 | SRCC = 0.7920 ] +INFO:root: +[Valid][1][SYS][ MSE = 0.1883 | LCC = 0.8791 | SRCC = 0.8829 ] +INFO:root:Average loss=0.25847093015909195 +INFO:root: +[Valid][2][UTT][ MSE = 0.2910 | LCC = 0.8127 | SRCC = 0.8130 ] +INFO:root: +[Valid][2][SYS][ MSE = 0.1631 | LCC = 0.9020 | SRCC = 0.8988 ] +INFO:root:Average loss=0.23227286377014258 +INFO:root: +[Valid][3][UTT][ MSE = 0.2882 | LCC = 0.8197 | SRCC = 0.8221 ] +INFO:root: +[Valid][3][SYS][ MSE = 0.1568 | LCC = 0.9058 | SRCC = 0.9061 ] +INFO:root:Average loss=0.21933599465932602 +INFO:root: +[Valid][4][UTT][ MSE = 0.2744 | LCC = 0.8257 | SRCC = 0.8260 ] +INFO:root: +[Valid][4][SYS][ MSE = 0.1599 | LCC = 0.9043 | SRCC = 0.9030 ] +INFO:root:Average loss=0.20607597686541387 +INFO:root: +[Valid][5][UTT][ MSE = 0.2793 | LCC = 0.8279 | SRCC = 0.8281 ] +INFO:root: +[Valid][5][SYS][ MSE = 0.1713 | LCC = 0.9065 | SRCC = 0.9037 ] +INFO:root:Average loss=0.19419305389508223 +INFO:root: +[Valid][6][UTT][ MSE = 0.2798 | LCC = 0.8340 | SRCC = 0.8317 ] +INFO:root: +[Valid][6][SYS][ MSE = 0.1452 | LCC = 0.9101 | SRCC = 0.9044 ] +INFO:root:Average loss=0.1754852430178569 +INFO:root: +[Valid][7][UTT][ MSE = 0.2594 | LCC = 0.8317 | SRCC = 0.8357 ] +INFO:root: +[Valid][7][SYS][ MSE = 0.1375 | LCC = 0.9109 | SRCC = 0.9124 ] +INFO:root:Average loss=0.17434834173092476 +INFO:root: +[Valid][8][UTT][ MSE = 0.2521 | LCC = 0.8385 | SRCC = 0.8394 ] +INFO:root: +[Valid][8][SYS][ MSE = 0.1290 | LCC = 0.9146 | SRCC = 0.9155 ] +INFO:root:Average loss=0.16212314367294312 +INFO:root: +[Valid][9][UTT][ MSE = 0.2962 | LCC = 0.8342 | SRCC = 0.8449 ] +INFO:root: +[Valid][9][SYS][ MSE = 0.2018 | LCC = 0.9096 | SRCC = 0.9210 ] +INFO:root:Average loss=0.15432619847930396 +INFO:root: +[Valid][10][UTT][ MSE = 0.2439 | LCC = 0.8428 | SRCC = 0.8447 ] +INFO:root: +[Valid][10][SYS][ MSE = 0.1238 | LCC = 0.9193 | SRCC = 0.9216 ] +INFO:root:Average loss=0.14310604572678223 +INFO:root: +[Valid][11][UTT][ MSE = 0.2840 | LCC = 0.8345 | SRCC = 0.8384 ] +INFO:root: +[Valid][11][SYS][ MSE = 0.1840 | LCC = 0.9140 | SRCC = 0.9165 ] +INFO:root:Average loss=0.14116429346494186 +INFO:root: +[Valid][12][UTT][ MSE = 0.2326 | LCC = 0.8511 | SRCC = 0.8503 ] +INFO:root: +[Valid][12][SYS][ MSE = 0.1128 | LCC = 0.9263 | SRCC = 0.9262 ] +INFO:root:Average loss=0.1348174512386322 +INFO:root: +[Valid][13][UTT][ MSE = 0.2389 | LCC = 0.8477 | SRCC = 0.8449 ] +INFO:root: +[Valid][13][SYS][ MSE = 0.1228 | LCC = 0.9229 | SRCC = 0.9175 ] +INFO:root:Average loss=0.12961910779659563 +INFO:root: +[Valid][14][UTT][ MSE = 0.2490 | LCC = 0.8455 | SRCC = 0.8480 ] +INFO:root: +[Valid][14][SYS][ MSE = 0.1439 | LCC = 0.9210 | SRCC = 0.9268 ] +INFO:root:Average loss=0.11698800745682839 +INFO:root: +[Valid][15][UTT][ MSE = 0.2336 | LCC = 0.8506 | SRCC = 0.8480 ] +INFO:root: +[Valid][15][SYS][ MSE = 0.1155 | LCC = 0.9204 | SRCC = 0.9151 ] +INFO:root:Average loss=0.11721293504039447 +INFO:root: +[Valid][16][UTT][ MSE = 0.2536 | LCC = 0.8422 | SRCC = 0.8465 ] +INFO:root: +[Valid][16][SYS][ MSE = 0.1526 | LCC = 0.9147 | SRCC = 0.9234 ] +INFO:root:Average loss=0.11578834629975833 +INFO:root: +[Valid][17][UTT][ MSE = 0.2377 | LCC = 0.8494 | SRCC = 0.8502 ] +INFO:root: +[Valid][17][SYS][ MSE = 0.1124 | LCC = 0.9255 | SRCC = 0.9301 ] +INFO:root:Average loss=0.1091032584126179 +INFO:root: +[Valid][18][UTT][ MSE = 0.2493 | LCC = 0.8488 | SRCC = 0.8476 ] +INFO:root: +[Valid][18][SYS][ MSE = 0.1134 | LCC = 0.9266 | SRCC = 0.9244 ] +INFO:root:Average loss=0.10134864846865337 +INFO:root: +[Valid][19][UTT][ MSE = 0.2448 | LCC = 0.8478 | SRCC = 0.8505 ] +INFO:root: +[Valid][19][SYS][ MSE = 0.1347 | LCC = 0.9266 | SRCC = 0.9318 ] +INFO:root:Average loss=0.0948087343802819 +INFO:root: +[Valid][20][UTT][ MSE = 0.2372 | LCC = 0.8496 | SRCC = 0.8506 ] +INFO:root: +[Valid][20][SYS][ MSE = 0.1246 | LCC = 0.9257 | SRCC = 0.9283 ] +INFO:root:Average loss=0.09199297026945995 +INFO:root: +[Valid][21][UTT][ MSE = 0.2309 | LCC = 0.8514 | SRCC = 0.8522 ] +INFO:root: +[Valid][21][SYS][ MSE = 0.1190 | LCC = 0.9255 | SRCC = 0.9276 ] +INFO:root:Average loss=0.09048715429619336 +INFO:root: +[Valid][22][UTT][ MSE = 0.2246 | LCC = 0.8569 | SRCC = 0.8561 ] +INFO:root: +[Valid][22][SYS][ MSE = 0.1057 | LCC = 0.9340 | SRCC = 0.9319 ] +INFO:root:Average loss=0.08427616280431931 +INFO:root: +[Valid][23][UTT][ MSE = 0.2306 | LCC = 0.8550 | SRCC = 0.8550 ] +INFO:root: +[Valid][23][SYS][ MSE = 0.1203 | LCC = 0.9249 | SRCC = 0.9242 ] +INFO:root:Average loss=0.08134738222146645 +INFO:root: +[Valid][24][UTT][ MSE = 0.2349 | LCC = 0.8540 | SRCC = 0.8516 ] +INFO:root: +[Valid][24][SYS][ MSE = 0.1324 | LCC = 0.9247 | SRCC = 0.9183 ] +INFO:root:Average loss=0.08087831649642724 +INFO:root: +[Valid][25][UTT][ MSE = 0.2311 | LCC = 0.8532 | SRCC = 0.8521 ] +INFO:root: +[Valid][25][SYS][ MSE = 0.1073 | LCC = 0.9294 | SRCC = 0.9269 ] +INFO:root:Average loss=0.07791683541085476 +INFO:root: +[Valid][26][UTT][ MSE = 0.2296 | LCC = 0.8539 | SRCC = 0.8539 ] +INFO:root: +[Valid][26][SYS][ MSE = 0.1218 | LCC = 0.9282 | SRCC = 0.9287 ] +INFO:root:Average loss=0.07506370907410598 +INFO:root: +[Valid][27][UTT][ MSE = 0.2289 | LCC = 0.8529 | SRCC = 0.8530 ] +INFO:root: +[Valid][27][SYS][ MSE = 0.1145 | LCC = 0.9287 | SRCC = 0.9283 ] +INFO:root:Average loss=0.0746138914464376 +INFO:root: +[Valid][28][UTT][ MSE = 0.2253 | LCC = 0.8540 | SRCC = 0.8534 ] +INFO:root: +[Valid][28][SYS][ MSE = 0.0995 | LCC = 0.9324 | SRCC = 0.9289 ] +INFO:root:Average loss=0.07386519143787715 +INFO:root: +[Valid][29][UTT][ MSE = 0.2375 | LCC = 0.8516 | SRCC = 0.8520 ] +INFO:root: +[Valid][29][SYS][ MSE = 0.1322 | LCC = 0.9257 | SRCC = 0.9265 ] +INFO:root:Average loss=0.07764507247469364 +INFO:root: +[Valid][30][UTT][ MSE = 0.2290 | LCC = 0.8553 | SRCC = 0.8536 ] +INFO:root: +[Valid][30][SYS][ MSE = 0.1134 | LCC = 0.9313 | SRCC = 0.9287 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2461 | LCC = 0.8510 | SRCC = 0.8478 ] +INFO:root: +[Test][31][SYS][ MSE = 0.1377 | LCC = 0.9179 | SRCC = 0.9135 ] diff --git a/results_bvcc/w2v2_base/layer0/run2/config.gin b/results_bvcc/w2v2_base/layer0/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base/layer0/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64