diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer0/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer0/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..152d588e611410ba8281c1c9e1b256ddfb5b3016 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer0/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.535094215701788 +INFO:root: +[Valid][0][UTT][ MSE = 0.3842 | LCC = 0.7488 | SRCC = 0.7526 ] +INFO:root:Average loss=0.29584163962266385 +INFO:root: +[Valid][1][UTT][ MSE = 0.3277 | LCC = 0.8040 | SRCC = 0.8071 ] +INFO:root:Average loss=0.261383328300256 +INFO:root: +[Valid][2][UTT][ MSE = 0.3275 | LCC = 0.8241 | SRCC = 0.8261 ] +INFO:root:Average loss=0.2500763161060138 +INFO:root: +[Valid][3][UTT][ MSE = 0.2768 | LCC = 0.8237 | SRCC = 0.8287 ] +INFO:root:Average loss=0.22942434002955756 +INFO:root: +[Valid][4][UTT][ MSE = 0.2744 | LCC = 0.8337 | SRCC = 0.8325 ] +INFO:root:Average loss=0.21366153036554655 +INFO:root: +[Valid][5][UTT][ MSE = 0.2711 | LCC = 0.8356 | SRCC = 0.8348 ] +INFO:root:Average loss=0.1999274050960174 +INFO:root: +[Valid][6][UTT][ MSE = 0.2892 | LCC = 0.8433 | SRCC = 0.8431 ] +INFO:root:Average loss=0.1926165959582879 +INFO:root: +[Valid][7][UTT][ MSE = 0.2597 | LCC = 0.8372 | SRCC = 0.8387 ] +INFO:root:Average loss=0.18232641139855751 +INFO:root: +[Valid][8][UTT][ MSE = 0.2566 | LCC = 0.8441 | SRCC = 0.8439 ] +INFO:root:Average loss=0.16798540166555306 +INFO:root: +[Valid][9][UTT][ MSE = 0.2583 | LCC = 0.8462 | SRCC = 0.8452 ] +INFO:root:Average loss=0.16106477570839417 +INFO:root: +[Valid][10][UTT][ MSE = 0.2451 | LCC = 0.8465 | SRCC = 0.8461 ] +INFO:root:Average loss=0.15572912628069902 +INFO:root: +[Valid][11][UTT][ MSE = 0.2486 | LCC = 0.8534 | SRCC = 0.8523 ] +INFO:root:Average loss=0.16287972462865022 +INFO:root: +[Valid][12][UTT][ MSE = 0.2368 | LCC = 0.8494 | SRCC = 0.8497 ] +INFO:root:Average loss=0.14000631782871026 +INFO:root: +[Valid][13][UTT][ MSE = 0.2341 | LCC = 0.8523 | SRCC = 0.8508 ] +INFO:root:Average loss=0.13539448752999306 +INFO:root: +[Valid][14][UTT][ MSE = 0.2411 | LCC = 0.8472 | SRCC = 0.8475 ] +INFO:root:Average loss=0.1342860907316208 +INFO:root: +[Valid][15][UTT][ MSE = 0.2522 | LCC = 0.8499 | SRCC = 0.8499 ] +INFO:root:Average loss=0.12398458272218704 +INFO:root: +[Valid][16][UTT][ MSE = 0.2593 | LCC = 0.8503 | SRCC = 0.8515 ] +INFO:root:Average loss=0.12395244598006591 +INFO:root: +[Valid][17][UTT][ MSE = 0.2810 | LCC = 0.8483 | SRCC = 0.8488 ] +INFO:root:Average loss=0.11546754569579394 +INFO:root: +[Valid][18][UTT][ MSE = 0.2350 | LCC = 0.8511 | SRCC = 0.8520 ] +INFO:root:Average loss=0.1048146407955732 +INFO:root: +[Valid][19][UTT][ MSE = 0.2434 | LCC = 0.8534 | SRCC = 0.8525 ] +INFO:root:Average loss=0.1139298324019481 +INFO:root: +[Valid][20][UTT][ MSE = 0.2414 | LCC = 0.8502 | SRCC = 0.8479 ] +INFO:root:Average loss=0.1061294471892791 +INFO:root: +[Valid][21][UTT][ MSE = 0.2416 | LCC = 0.8532 | SRCC = 0.8519 ] +INFO:root:Average loss=0.10086686135484622 +INFO:root: +[Valid][22][UTT][ MSE = 0.2341 | LCC = 0.8540 | SRCC = 0.8543 ] +INFO:root:Average loss=0.09473796456288068 +INFO:root: +[Valid][23][UTT][ MSE = 0.2398 | LCC = 0.8571 | SRCC = 0.8542 ] +INFO:root:Average loss=0.09539232890193279 +INFO:root: +[Valid][24][UTT][ MSE = 0.2321 | LCC = 0.8554 | SRCC = 0.8546 ] +INFO:root:Average loss=0.08975056835856193 +INFO:root: +[Valid][25][UTT][ MSE = 0.2351 | LCC = 0.8560 | SRCC = 0.8550 ] +INFO:root:Average loss=0.08621321427516448 +INFO:root: +[Valid][26][UTT][ MSE = 0.2405 | LCC = 0.8486 | SRCC = 0.8482 ] +INFO:root:Average loss=0.08316171355545521 +INFO:root: +[Valid][27][UTT][ MSE = 0.2407 | LCC = 0.8505 | SRCC = 0.8477 ] +INFO:root:Average loss=0.0816903845526469 +INFO:root: +[Valid][28][UTT][ MSE = 0.2393 | LCC = 0.8546 | SRCC = 0.8528 ] +INFO:root:Average loss=0.08002073800143523 +INFO:root: +[Valid][29][UTT][ MSE = 0.2402 | LCC = 0.8501 | SRCC = 0.8511 ] +INFO:root:Average loss=0.07424558823307355 +INFO:root: +[Valid][30][UTT][ MSE = 0.2353 | LCC = 0.8522 | SRCC = 0.8511 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2507 | LCC = 0.8542 | SRCC = 0.8528 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc8755a2490329ad409c76e12aab2bb245d9a9f2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83707ae7e026bc38645ef7b66be6edf3f700d0a934aeafa84086212548c94877 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..57efd8cdc1f49b89cee698a00a4b1480a2e4c83c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c38695247b7bde782abd69802d97a48da16d37bbac8d04d4764c524c37f67b0 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e0ddfc97e77a95ab064db12b3d7a2dff0f2bf128 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4579593210648268 +INFO:root: +[Valid][0][UTT][ MSE = 0.3317 | LCC = 0.7894 | SRCC = 0.7982 ] +INFO:root:Average loss=0.2636304598970291 +INFO:root: +[Valid][1][UTT][ MSE = 0.2871 | LCC = 0.8262 | SRCC = 0.8316 ] +INFO:root:Average loss=0.23933588980864257 +INFO:root: +[Valid][2][UTT][ MSE = 0.2538 | LCC = 0.8485 | SRCC = 0.8497 ] +INFO:root:Average loss=0.21618451598363045 +INFO:root: +[Valid][3][UTT][ MSE = 0.2379 | LCC = 0.8550 | SRCC = 0.8563 ] +INFO:root:Average loss=0.20248253204119512 +INFO:root: +[Valid][4][UTT][ MSE = 0.2463 | LCC = 0.8576 | SRCC = 0.8598 ] +INFO:root:Average loss=0.18415622499126655 +INFO:root: +[Valid][5][UTT][ MSE = 0.2249 | LCC = 0.8643 | SRCC = 0.8635 ] +INFO:root:Average loss=0.17019824874706757 +INFO:root: +[Valid][6][UTT][ MSE = 0.2349 | LCC = 0.8703 | SRCC = 0.8698 ] +INFO:root:Average loss=0.16008747092042214 +INFO:root: +[Valid][7][UTT][ MSE = 0.2346 | LCC = 0.8668 | SRCC = 0.8669 ] +INFO:root:Average loss=0.15423229556435195 +INFO:root: +[Valid][8][UTT][ MSE = 0.2285 | LCC = 0.8652 | SRCC = 0.8663 ] +INFO:root:Average loss=0.14377070342501005 +INFO:root: +[Valid][9][UTT][ MSE = 0.2259 | LCC = 0.8704 | SRCC = 0.8698 ] +INFO:root:Average loss=0.13622465137487802 +INFO:root: +[Valid][10][UTT][ MSE = 0.2213 | LCC = 0.8665 | SRCC = 0.8661 ] +INFO:root:Average loss=0.1270195396664815 +INFO:root: +[Valid][11][UTT][ MSE = 0.2703 | LCC = 0.8627 | SRCC = 0.8678 ] +INFO:root:Average loss=0.11590135536896877 +INFO:root: +[Valid][12][UTT][ MSE = 0.2276 | LCC = 0.8687 | SRCC = 0.8693 ] +INFO:root:Average loss=0.11665745041309258 +INFO:root: +[Valid][13][UTT][ MSE = 0.2237 | LCC = 0.8682 | SRCC = 0.8683 ] +INFO:root:Average loss=0.10896223200819431 +INFO:root: +[Valid][14][UTT][ MSE = 0.2068 | LCC = 0.8725 | SRCC = 0.8744 ] +INFO:root:Average loss=0.09942773428673927 +INFO:root: +[Valid][15][UTT][ MSE = 0.2140 | LCC = 0.8730 | SRCC = 0.8733 ] +INFO:root:Average loss=0.10112338221799104 +INFO:root: +[Valid][16][UTT][ MSE = 0.2134 | LCC = 0.8728 | SRCC = 0.8741 ] +INFO:root:Average loss=0.09263984352732316 +INFO:root: +[Valid][17][UTT][ MSE = 0.2332 | LCC = 0.8680 | SRCC = 0.8689 ] +INFO:root:Average loss=0.09141098483441731 +INFO:root: +[Valid][18][UTT][ MSE = 0.2508 | LCC = 0.8667 | SRCC = 0.8691 ] +INFO:root:Average loss=0.08199414028189121 +INFO:root: +[Valid][19][UTT][ MSE = 0.2179 | LCC = 0.8701 | SRCC = 0.8712 ] +INFO:root:Average loss=0.07928904661765465 +INFO:root: +[Valid][20][UTT][ MSE = 0.2148 | LCC = 0.8712 | SRCC = 0.8726 ] +INFO:root:Average loss=0.07552609296563344 +INFO:root: +[Valid][21][UTT][ MSE = 0.2072 | LCC = 0.8723 | SRCC = 0.8726 ] +INFO:root:Average loss=0.0743144827011304 +INFO:root: +[Valid][22][UTT][ MSE = 0.2219 | LCC = 0.8695 | SRCC = 0.8708 ] +INFO:root:Average loss=0.07293196237431122 +INFO:root: +[Valid][23][UTT][ MSE = 0.2231 | LCC = 0.8715 | SRCC = 0.8732 ] +INFO:root:Average loss=0.07622888860985255 +INFO:root: +[Valid][24][UTT][ MSE = 0.2320 | LCC = 0.8689 | SRCC = 0.8730 ] +INFO:root:Average loss=0.06728216910209411 +INFO:root: +[Valid][25][UTT][ MSE = 0.2217 | LCC = 0.8704 | SRCC = 0.8734 ] +INFO:root:Average loss=0.06447688805369231 +INFO:root: +[Valid][26][UTT][ MSE = 0.1995 | LCC = 0.8726 | SRCC = 0.8747 ] +INFO:root:Average loss=0.06138085411527218 +INFO:root: +[Valid][27][UTT][ MSE = 0.2278 | LCC = 0.8717 | SRCC = 0.8733 ] +INFO:root:Average loss=0.060740136565306246 +INFO:root: +[Valid][28][UTT][ MSE = 0.2234 | LCC = 0.8719 | SRCC = 0.8738 ] +INFO:root:Average loss=0.06006152732058977 +INFO:root: +[Valid][29][UTT][ MSE = 0.2505 | LCC = 0.8666 | SRCC = 0.8701 ] +INFO:root:Average loss=0.05618765596777965 +INFO:root: +[Valid][30][UTT][ MSE = 0.2154 | LCC = 0.8702 | SRCC = 0.8715 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2533 | LCC = 0.8534 | SRCC = 0.8568 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..be35b0a1fd9c33a9416c7bc22b39497f4dd8c46a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf18d371a39cc8e99834efd83bca8e6612123bb36b50b9b9cfbc75379cb4ee2 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5610a81ae41be8ccf69092519d59d727f59f7ee --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2f13099fe68a0b06c2064d64a56fd47d6a13d3163ba4ed103d8983f8961c73c +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b3bb4f6bcf8c291da3ba634e652d58a807165d18 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.472901660662431 +INFO:root: +[Valid][0][UTT][ MSE = 0.3769 | LCC = 0.7891 | SRCC = 0.7979 ] +INFO:root:Average loss=0.277625910173624 +INFO:root: +[Valid][1][UTT][ MSE = 0.2818 | LCC = 0.8286 | SRCC = 0.8308 ] +INFO:root:Average loss=0.23368344532373625 +INFO:root: +[Valid][2][UTT][ MSE = 0.2876 | LCC = 0.8393 | SRCC = 0.8427 ] +INFO:root:Average loss=0.21330232068132132 +INFO:root: +[Valid][3][UTT][ MSE = 0.2472 | LCC = 0.8549 | SRCC = 0.8539 ] +INFO:root:Average loss=0.19755786466292846 +INFO:root: +[Valid][4][UTT][ MSE = 0.3097 | LCC = 0.8498 | SRCC = 0.8559 ] +INFO:root:Average loss=0.1885475592735486 +INFO:root: +[Valid][5][UTT][ MSE = 0.2433 | LCC = 0.8633 | SRCC = 0.8624 ] +INFO:root:Average loss=0.17586563212367204 +INFO:root: +[Valid][6][UTT][ MSE = 0.2377 | LCC = 0.8593 | SRCC = 0.8606 ] +INFO:root:Average loss=0.1659340140147087 +INFO:root: +[Valid][7][UTT][ MSE = 0.2378 | LCC = 0.8615 | SRCC = 0.8613 ] +INFO:root:Average loss=0.1488923263282348 +INFO:root: +[Valid][8][UTT][ MSE = 0.2663 | LCC = 0.8628 | SRCC = 0.8683 ] +INFO:root:Average loss=0.15275137881055856 +INFO:root: +[Valid][9][UTT][ MSE = 0.2214 | LCC = 0.8642 | SRCC = 0.8657 ] +INFO:root:Average loss=0.13369808355585122 +INFO:root: +[Valid][10][UTT][ MSE = 0.2617 | LCC = 0.8617 | SRCC = 0.8639 ] +INFO:root:Average loss=0.13001980708959776 +INFO:root: +[Valid][11][UTT][ MSE = 0.2206 | LCC = 0.8684 | SRCC = 0.8684 ] +INFO:root:Average loss=0.12487195126521282 +INFO:root: +[Valid][12][UTT][ MSE = 0.2604 | LCC = 0.8652 | SRCC = 0.8672 ] +INFO:root:Average loss=0.1163460753667049 +INFO:root: +[Valid][13][UTT][ MSE = 0.2327 | LCC = 0.8630 | SRCC = 0.8645 ] +INFO:root:Average loss=0.11134161312992756 +INFO:root: +[Valid][14][UTT][ MSE = 0.2354 | LCC = 0.8673 | SRCC = 0.8682 ] +INFO:root:Average loss=0.10704351149690457 +INFO:root: +[Valid][15][UTT][ MSE = 0.2161 | LCC = 0.8674 | SRCC = 0.8677 ] +INFO:root:Average loss=0.09886064767264403 +INFO:root: +[Valid][16][UTT][ MSE = 0.2221 | LCC = 0.8691 | SRCC = 0.8678 ] +INFO:root:Average loss=0.09969308657141832 +INFO:root: +[Valid][17][UTT][ MSE = 0.2135 | LCC = 0.8706 | SRCC = 0.8712 ] +INFO:root:Average loss=0.08704848606617023 +INFO:root: +[Valid][18][UTT][ MSE = 0.2210 | LCC = 0.8675 | SRCC = 0.8682 ] +INFO:root:Average loss=0.08401912899735646 +INFO:root: +[Valid][19][UTT][ MSE = 0.2291 | LCC = 0.8651 | SRCC = 0.8669 ] +INFO:root:Average loss=0.0786556480691219 +INFO:root: +[Valid][20][UTT][ MSE = 0.2226 | LCC = 0.8644 | SRCC = 0.8660 ] +INFO:root:Average loss=0.08213168043547715 +INFO:root: +[Valid][21][UTT][ MSE = 0.2155 | LCC = 0.8654 | SRCC = 0.8665 ] +INFO:root:Average loss=0.07721420019291915 +INFO:root: +[Valid][22][UTT][ MSE = 0.2155 | LCC = 0.8670 | SRCC = 0.8674 ] +INFO:root:Average loss=0.07011394207485211 +INFO:root: +[Valid][23][UTT][ MSE = 0.2249 | LCC = 0.8628 | SRCC = 0.8641 ] +INFO:root:Average loss=0.0725587058143738 +INFO:root: +[Valid][24][UTT][ MSE = 0.2239 | LCC = 0.8662 | SRCC = 0.8658 ] +INFO:root:Average loss=0.06930257551945172 +INFO:root: +[Valid][25][UTT][ MSE = 0.2309 | LCC = 0.8661 | SRCC = 0.8669 ] +INFO:root:Average loss=0.06451827975419852 +INFO:root: +[Valid][26][UTT][ MSE = 0.2640 | LCC = 0.8643 | SRCC = 0.8649 ] +INFO:root:Average loss=0.06259272032632278 +INFO:root: +[Valid][27][UTT][ MSE = 0.2344 | LCC = 0.8678 | SRCC = 0.8670 ] +INFO:root:Average loss=0.06423783187682812 +INFO:root: +[Valid][28][UTT][ MSE = 0.2112 | LCC = 0.8678 | SRCC = 0.8673 ] +INFO:root:Average loss=0.06117730936369835 +INFO:root: +[Valid][29][UTT][ MSE = 0.2160 | LCC = 0.8653 | SRCC = 0.8665 ] +INFO:root:Average loss=0.06286063513312584 +INFO:root: +[Valid][30][UTT][ MSE = 0.2296 | LCC = 0.8656 | SRCC = 0.8654 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2231 | LCC = 0.8698 | SRCC = 0.8702 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9df7e89a6cd80ffebcbb4172e3d7c26082352976 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5698ccc79830bf8d2ec4d180ca68ae59ec105762e6f3504c08e09d4802b51c75 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fcada52ca71376cf5e9c0e6434e01490d2cc3a7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a97c7380bd4c9abafd283364d20a5f92cdb2494d7b7f59496eb84af83d40692 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e10ffbcf302d91c426cde8e29c9c9f1d7d71e5a5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.456562588421198 +INFO:root: +[Valid][0][UTT][ MSE = 0.3457 | LCC = 0.7809 | SRCC = 0.7896 ] +INFO:root:Average loss=0.27176349801130784 +INFO:root: +[Valid][1][UTT][ MSE = 0.2868 | LCC = 0.8273 | SRCC = 0.8294 ] +INFO:root:Average loss=0.2241117415519861 +INFO:root: +[Valid][2][UTT][ MSE = 0.3013 | LCC = 0.8404 | SRCC = 0.8424 ] +INFO:root:Average loss=0.20278623757454065 +INFO:root: +[Valid][3][UTT][ MSE = 0.2491 | LCC = 0.8525 | SRCC = 0.8544 ] +INFO:root:Average loss=0.1871246367883988 +INFO:root: +[Valid][4][UTT][ MSE = 0.2346 | LCC = 0.8585 | SRCC = 0.8594 ] +INFO:root:Average loss=0.1779566798836757 +INFO:root: +[Valid][5][UTT][ MSE = 0.2373 | LCC = 0.8591 | SRCC = 0.8592 ] +INFO:root:Average loss=0.17168924174247643 +INFO:root: +[Valid][6][UTT][ MSE = 0.2454 | LCC = 0.8611 | SRCC = 0.8645 ] +INFO:root:Average loss=0.15440419946725553 +INFO:root: +[Valid][7][UTT][ MSE = 0.2183 | LCC = 0.8686 | SRCC = 0.8689 ] +INFO:root:Average loss=0.14360607663790384 +INFO:root: +[Valid][8][UTT][ MSE = 0.2176 | LCC = 0.8673 | SRCC = 0.8680 ] +INFO:root:Average loss=0.14387893571685523 +INFO:root: +[Valid][9][UTT][ MSE = 0.2319 | LCC = 0.8635 | SRCC = 0.8670 ] +INFO:root:Average loss=0.13322913064024386 +INFO:root: +[Valid][10][UTT][ MSE = 0.2264 | LCC = 0.8681 | SRCC = 0.8699 ] +INFO:root:Average loss=0.12076364944760616 +INFO:root: +[Valid][11][UTT][ MSE = 0.2313 | LCC = 0.8682 | SRCC = 0.8676 ] +INFO:root:Average loss=0.11942552851560788 +INFO:root: +[Valid][12][UTT][ MSE = 0.2117 | LCC = 0.8689 | SRCC = 0.8685 ] +INFO:root:Average loss=0.10900448539700264 +INFO:root: +[Valid][13][UTT][ MSE = 0.2188 | LCC = 0.8718 | SRCC = 0.8730 ] +INFO:root:Average loss=0.10810819392402966 +INFO:root: +[Valid][14][UTT][ MSE = 0.2287 | LCC = 0.8662 | SRCC = 0.8682 ] +INFO:root:Average loss=0.09844396683650139 +INFO:root: +[Valid][15][UTT][ MSE = 0.2190 | LCC = 0.8689 | SRCC = 0.8698 ] +INFO:root:Average loss=0.09757571619672653 +INFO:root: +[Valid][16][UTT][ MSE = 0.2521 | LCC = 0.8655 | SRCC = 0.8682 ] +INFO:root:Average loss=0.0925496702010815 +INFO:root: +[Valid][17][UTT][ MSE = 0.2077 | LCC = 0.8732 | SRCC = 0.8733 ] +INFO:root:Average loss=0.09199598765908143 +INFO:root: +[Valid][18][UTT][ MSE = 0.2235 | LCC = 0.8685 | SRCC = 0.8689 ] +INFO:root:Average loss=0.08461821456559193 +INFO:root: +[Valid][19][UTT][ MSE = 0.2049 | LCC = 0.8709 | SRCC = 0.8720 ] +INFO:root:Average loss=0.07709161961116852 +INFO:root: +[Valid][20][UTT][ MSE = 0.2244 | LCC = 0.8666 | SRCC = 0.8685 ] +INFO:root:Average loss=0.07737652537150261 +INFO:root: +[Valid][21][UTT][ MSE = 0.2106 | LCC = 0.8705 | SRCC = 0.8717 ] +INFO:root:Average loss=0.07965540465636131 +INFO:root: +[Valid][22][UTT][ MSE = 0.2147 | LCC = 0.8681 | SRCC = 0.8702 ] +INFO:root:Average loss=0.07509194949689584 +INFO:root: +[Valid][23][UTT][ MSE = 0.2256 | LCC = 0.8672 | SRCC = 0.8680 ] +INFO:root:Average loss=0.06980926901675187 +INFO:root: +[Valid][24][UTT][ MSE = 0.2195 | LCC = 0.8704 | SRCC = 0.8706 ] +INFO:root:Average loss=0.06937091277004817 +INFO:root: +[Valid][25][UTT][ MSE = 0.2093 | LCC = 0.8695 | SRCC = 0.8700 ] +INFO:root:Average loss=0.06473130279053481 +INFO:root: +[Valid][26][UTT][ MSE = 0.2109 | LCC = 0.8704 | SRCC = 0.8702 ] +INFO:root:Average loss=0.060205467188587554 +INFO:root: +[Valid][27][UTT][ MSE = 0.2164 | LCC = 0.8678 | SRCC = 0.8670 ] +INFO:root:Average loss=0.062438682008248106 +INFO:root: +[Valid][28][UTT][ MSE = 0.2175 | LCC = 0.8685 | SRCC = 0.8691 ] +INFO:root:Average loss=0.05673838244416775 +INFO:root: +[Valid][29][UTT][ MSE = 0.2158 | LCC = 0.8696 | SRCC = 0.8690 ] +INFO:root:Average loss=0.056596591256749935 +INFO:root: +[Valid][30][UTT][ MSE = 0.2119 | LCC = 0.8704 | SRCC = 0.8711 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2388 | LCC = 0.8582 | SRCC = 0.8600 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d7f45f294358c856765b629c4c1ee436892319a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0eba625a314422aa88e9a1ecd81632d7937bd76362eb9ea56ead7772f523209 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..53ea7e5d79cc5e0f0ce63b6c4612cb88bdd8c439 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f48af2af80f57e58dda2b5963a877ed8c312c34e6999ed5d8ff82ddb890627 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7ddca9fbf6dc2410220c0f0c99122636748482b6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4943407733853047 +INFO:root: +[Valid][0][UTT][ MSE = 0.3524 | LCC = 0.7888 | SRCC = 0.7867 ] +INFO:root:Average loss=0.27113553709708726 +INFO:root: +[Valid][1][UTT][ MSE = 0.2766 | LCC = 0.8275 | SRCC = 0.8295 ] +INFO:root:Average loss=0.22598646409236467 +INFO:root: +[Valid][2][UTT][ MSE = 0.2490 | LCC = 0.8449 | SRCC = 0.8433 ] +INFO:root:Average loss=0.20969594824008453 +INFO:root: +[Valid][3][UTT][ MSE = 0.2584 | LCC = 0.8529 | SRCC = 0.8518 ] +INFO:root:Average loss=0.19203148696285027 +INFO:root: +[Valid][4][UTT][ MSE = 0.2432 | LCC = 0.8536 | SRCC = 0.8512 ] +INFO:root:Average loss=0.17385386847532713 +INFO:root: +[Valid][5][UTT][ MSE = 0.2296 | LCC = 0.8589 | SRCC = 0.8576 ] +INFO:root:Average loss=0.17610548025904557 +INFO:root: +[Valid][6][UTT][ MSE = 0.2539 | LCC = 0.8637 | SRCC = 0.8610 ] +INFO:root:Average loss=0.1517601083868589 +INFO:root: +[Valid][7][UTT][ MSE = 0.2255 | LCC = 0.8622 | SRCC = 0.8612 ] +INFO:root:Average loss=0.14952213164323416 +INFO:root: +[Valid][8][UTT][ MSE = 0.2327 | LCC = 0.8691 | SRCC = 0.8680 ] +INFO:root:Average loss=0.13857012022382173 +INFO:root: +[Valid][9][UTT][ MSE = 0.2259 | LCC = 0.8649 | SRCC = 0.8642 ] +INFO:root:Average loss=0.12525158346845552 +INFO:root: +[Valid][10][UTT][ MSE = 0.2173 | LCC = 0.8620 | SRCC = 0.8614 ] +INFO:root:Average loss=0.12006656911510688 +INFO:root: +[Valid][11][UTT][ MSE = 0.2160 | LCC = 0.8677 | SRCC = 0.8668 ] +INFO:root:Average loss=0.1218708648513525 +INFO:root: +[Valid][12][UTT][ MSE = 0.2141 | LCC = 0.8687 | SRCC = 0.8678 ] +INFO:root:Average loss=0.11266429378436162 +INFO:root: +[Valid][13][UTT][ MSE = 0.2422 | LCC = 0.8687 | SRCC = 0.8682 ] +INFO:root:Average loss=0.106711987262735 +INFO:root: +[Valid][14][UTT][ MSE = 0.2282 | LCC = 0.8607 | SRCC = 0.8608 ] +INFO:root:Average loss=0.10513852952191463 +INFO:root: +[Valid][15][UTT][ MSE = 0.2131 | LCC = 0.8668 | SRCC = 0.8666 ] +INFO:root:Average loss=0.09303858049978049 +INFO:root: +[Valid][16][UTT][ MSE = 0.2116 | LCC = 0.8670 | SRCC = 0.8668 ] +INFO:root:Average loss=0.09211676195263863 +INFO:root: +[Valid][17][UTT][ MSE = 0.2060 | LCC = 0.8680 | SRCC = 0.8681 ] +INFO:root:Average loss=0.08704451170678322 +INFO:root: +[Valid][18][UTT][ MSE = 0.2225 | LCC = 0.8684 | SRCC = 0.8677 ] +INFO:root:Average loss=0.08433384123520973 +INFO:root: +[Valid][19][UTT][ MSE = 0.2149 | LCC = 0.8686 | SRCC = 0.8672 ] +INFO:root:Average loss=0.08346272360246915 +INFO:root: +[Valid][20][UTT][ MSE = 0.2287 | LCC = 0.8673 | SRCC = 0.8672 ] +INFO:root:Average loss=0.07591132619060002 +INFO:root: +[Valid][21][UTT][ MSE = 0.2127 | LCC = 0.8707 | SRCC = 0.8693 ] +INFO:root:Average loss=0.07149577881090152 +INFO:root: +[Valid][22][UTT][ MSE = 0.2210 | LCC = 0.8657 | SRCC = 0.8657 ] +INFO:root:Average loss=0.07121308506108247 +INFO:root: +[Valid][23][UTT][ MSE = 0.2178 | LCC = 0.8677 | SRCC = 0.8670 ] +INFO:root:Average loss=0.0649825891909691 +INFO:root: +[Valid][24][UTT][ MSE = 0.2114 | LCC = 0.8667 | SRCC = 0.8651 ] +INFO:root:Average loss=0.06367795747251083 +INFO:root: +[Valid][25][UTT][ MSE = 0.2120 | LCC = 0.8686 | SRCC = 0.8674 ] +INFO:root:Average loss=0.07200747379698814 +INFO:root: +[Valid][26][UTT][ MSE = 0.2109 | LCC = 0.8666 | SRCC = 0.8662 ] +INFO:root:Average loss=0.0621874925131217 +INFO:root: +[Valid][27][UTT][ MSE = 0.2297 | LCC = 0.8669 | SRCC = 0.8683 ] +INFO:root:Average loss=0.0624477541886079 +INFO:root: +[Valid][28][UTT][ MSE = 0.2122 | LCC = 0.8678 | SRCC = 0.8683 ] +INFO:root:Average loss=0.056709306744428783 +INFO:root: +[Valid][29][UTT][ MSE = 0.2117 | LCC = 0.8681 | SRCC = 0.8678 ] +INFO:root:Average loss=0.05619487495949635 +INFO:root: +[Valid][30][UTT][ MSE = 0.2009 | LCC = 0.8730 | SRCC = 0.8729 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2482 | LCC = 0.8523 | SRCC = 0.8560 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c9f266f49a2af517cc35d97b5ac378347f7616a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a77faff56de2cb9601f358c6a22be1bc537428629a76cd52f06a0a1b0d1807 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e11f14d97867c2653517cc3cac12d554e6c5b807 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d371876e0229d5fc44c92ea47e96c4ee8ffce8a7c0f19cc19e09a506c739c43 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..28a1a4683ace474cdd9199d0c6b6345b9db33ac9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer1/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.45782110687249744 +INFO:root: +[Valid][0][UTT][ MSE = 0.3364 | LCC = 0.7890 | SRCC = 0.7910 ] +INFO:root:Average loss=0.2619916040163774 +INFO:root: +[Valid][1][UTT][ MSE = 0.2988 | LCC = 0.8240 | SRCC = 0.8316 ] +INFO:root:Average loss=0.22947889069716135 +INFO:root: +[Valid][2][UTT][ MSE = 0.2622 | LCC = 0.8463 | SRCC = 0.8454 ] +INFO:root:Average loss=0.2089968497554461 +INFO:root: +[Valid][3][UTT][ MSE = 0.2518 | LCC = 0.8477 | SRCC = 0.8487 ] +INFO:root:Average loss=0.1862188675082647 +INFO:root: +[Valid][4][UTT][ MSE = 0.2489 | LCC = 0.8596 | SRCC = 0.8589 ] +INFO:root:Average loss=0.18314770083778945 +INFO:root: +[Valid][5][UTT][ MSE = 0.2721 | LCC = 0.8529 | SRCC = 0.8594 ] +INFO:root:Average loss=0.17004422193918473 +INFO:root: +[Valid][6][UTT][ MSE = 0.2385 | LCC = 0.8630 | SRCC = 0.8632 ] +INFO:root:Average loss=0.15617927106527182 +INFO:root: +[Valid][7][UTT][ MSE = 0.2328 | LCC = 0.8601 | SRCC = 0.8619 ] +INFO:root:Average loss=0.14268474424114594 +INFO:root: +[Valid][8][UTT][ MSE = 0.2152 | LCC = 0.8698 | SRCC = 0.8701 ] +INFO:root:Average loss=0.14190625714567992 +INFO:root: +[Valid][9][UTT][ MSE = 0.2288 | LCC = 0.8638 | SRCC = 0.8654 ] +INFO:root:Average loss=0.13102695603783315 +INFO:root: +[Valid][10][UTT][ MSE = 0.2433 | LCC = 0.8660 | SRCC = 0.8668 ] +INFO:root:Average loss=0.12423438301835305 +INFO:root: +[Valid][11][UTT][ MSE = 0.2445 | LCC = 0.8723 | SRCC = 0.8697 ] +INFO:root:Average loss=0.122484947148806 +INFO:root: +[Valid][12][UTT][ MSE = 0.2148 | LCC = 0.8700 | SRCC = 0.8683 ] +INFO:root:Average loss=0.1195953864699755 +INFO:root: +[Valid][13][UTT][ MSE = 0.2504 | LCC = 0.8649 | SRCC = 0.8659 ] +INFO:root:Average loss=0.10542827290602219 +INFO:root: +[Valid][14][UTT][ MSE = 0.2221 | LCC = 0.8692 | SRCC = 0.8688 ] +INFO:root:Average loss=0.10004530102014542 +INFO:root: +[Valid][15][UTT][ MSE = 0.2044 | LCC = 0.8710 | SRCC = 0.8700 ] +INFO:root:Average loss=0.0951573085039854 +INFO:root: +[Valid][16][UTT][ MSE = 0.2163 | LCC = 0.8693 | SRCC = 0.8683 ] +INFO:root:Average loss=0.09048761613667011 +INFO:root: +[Valid][17][UTT][ MSE = 0.2099 | LCC = 0.8701 | SRCC = 0.8685 ] +INFO:root:Average loss=0.08737292069082077 +INFO:root: +[Valid][18][UTT][ MSE = 0.2151 | LCC = 0.8721 | SRCC = 0.8714 ] +INFO:root:Average loss=0.08500232160664521 +INFO:root: +[Valid][19][UTT][ MSE = 0.2429 | LCC = 0.8642 | SRCC = 0.8667 ] +INFO:root:Average loss=0.08119577207626441 +INFO:root: +[Valid][20][UTT][ MSE = 0.2391 | LCC = 0.8627 | SRCC = 0.8635 ] +INFO:root:Average loss=0.07703164883722098 +INFO:root: +[Valid][21][UTT][ MSE = 0.2173 | LCC = 0.8674 | SRCC = 0.8678 ] +INFO:root:Average loss=0.07261426412524322 +INFO:root: +[Valid][22][UTT][ MSE = 0.2099 | LCC = 0.8668 | SRCC = 0.8661 ] +INFO:root:Average loss=0.07048633059438987 +INFO:root: +[Valid][23][UTT][ MSE = 0.2188 | LCC = 0.8637 | SRCC = 0.8639 ] +INFO:root:Average loss=0.06686967668625024 +INFO:root: +[Valid][24][UTT][ MSE = 0.2222 | LCC = 0.8639 | SRCC = 0.8653 ] +INFO:root:Average loss=0.06369337406104957 +INFO:root: +[Valid][25][UTT][ MSE = 0.2176 | LCC = 0.8690 | SRCC = 0.8680 ] +INFO:root:Average loss=0.06694034291192508 +INFO:root: +[Valid][26][UTT][ MSE = 0.2187 | LCC = 0.8712 | SRCC = 0.8703 ] +INFO:root:Average loss=0.061048720843898945 +INFO:root: +[Valid][27][UTT][ MSE = 0.2092 | LCC = 0.8686 | SRCC = 0.8680 ] +INFO:root:Average loss=0.05901365908674705 +INFO:root: +[Valid][28][UTT][ MSE = 0.2183 | LCC = 0.8690 | SRCC = 0.8683 ] +INFO:root:Average loss=0.061393342195795134 +INFO:root: +[Valid][29][UTT][ MSE = 0.2120 | LCC = 0.8744 | SRCC = 0.8735 ] +INFO:root:Average loss=0.05789379297922819 +INFO:root: +[Valid][30][UTT][ MSE = 0.2063 | LCC = 0.8724 | SRCC = 0.8716 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2476 | LCC = 0.8631 | SRCC = 0.8640 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..edacc48584c3255348b8a259dd9205768a08dab8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7855e332683aa76d3b5be5834e3fc7c041067e5a51ff750804aa8e5b0b7507fd +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f54a02a0eb8aa7d7ad6d6b7c279e377c4bd7c2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e279789e2f65683e4ee41efa9edb3396389ceefaac008562f048901f7136fe8 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c555ac918fca96241a4de5419b6077003a40d148 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.35324714829524356 +INFO:root: +[Valid][0][UTT][ MSE = 0.3867 | LCC = 0.8282 | SRCC = 0.8278 ] +INFO:root:Average loss=0.24930995989304322 +INFO:root: +[Valid][1][UTT][ MSE = 0.3611 | LCC = 0.8364 | SRCC = 0.8430 ] +INFO:root:Average loss=0.23973685273757347 +INFO:root: +[Valid][2][UTT][ MSE = 0.3314 | LCC = 0.8430 | SRCC = 0.8420 ] +INFO:root:Average loss=0.22885072460541359 +INFO:root: +[Valid][3][UTT][ MSE = 0.2966 | LCC = 0.8469 | SRCC = 0.8476 ] +INFO:root:Average loss=0.22210966432705903 +INFO:root: +[Valid][4][UTT][ MSE = 0.3708 | LCC = 0.8439 | SRCC = 0.8506 ] +INFO:root:Average loss=0.22060811863495752 +INFO:root: +[Valid][5][UTT][ MSE = 0.3311 | LCC = 0.8595 | SRCC = 0.8568 ] +INFO:root:Average loss=0.22270624855389962 +INFO:root: +[Valid][6][UTT][ MSE = 0.2953 | LCC = 0.8612 | SRCC = 0.8592 ] +INFO:root:Average loss=0.20937233055249238 +INFO:root: +[Valid][7][UTT][ MSE = 0.2898 | LCC = 0.8619 | SRCC = 0.8623 ] +INFO:root:Average loss=0.21042930583159128 +INFO:root: +[Valid][8][UTT][ MSE = 0.3252 | LCC = 0.8604 | SRCC = 0.8590 ] +INFO:root:Average loss=0.2150851547335967 +INFO:root: +[Valid][9][UTT][ MSE = 0.3789 | LCC = 0.8601 | SRCC = 0.8623 ] +INFO:root:Average loss=0.21118132865581757 +INFO:root: +[Valid][10][UTT][ MSE = 0.3025 | LCC = 0.8604 | SRCC = 0.8638 ] +INFO:root:Average loss=0.19872835182990783 +INFO:root: +[Valid][11][UTT][ MSE = 0.3028 | LCC = 0.8637 | SRCC = 0.8611 ] +INFO:root:Average loss=0.19554700817053133 +INFO:root: +[Valid][12][UTT][ MSE = 0.2758 | LCC = 0.8614 | SRCC = 0.8638 ] +INFO:root:Average loss=0.19753452925345835 +INFO:root: +[Valid][13][UTT][ MSE = 0.2998 | LCC = 0.8589 | SRCC = 0.8631 ] +INFO:root:Average loss=0.1991382343455767 +INFO:root: +[Valid][14][UTT][ MSE = 0.3042 | LCC = 0.8594 | SRCC = 0.8608 ] +INFO:root:Average loss=0.19103276347502685 +INFO:root: +[Valid][15][UTT][ MSE = 0.3140 | LCC = 0.8643 | SRCC = 0.8620 ] +INFO:root:Average loss=0.1848798216535495 +INFO:root: +[Valid][16][UTT][ MSE = 0.2835 | LCC = 0.8646 | SRCC = 0.8644 ] +INFO:root:Average loss=0.18802716783606088 +INFO:root: +[Valid][17][UTT][ MSE = 0.2759 | LCC = 0.8637 | SRCC = 0.8650 ] +INFO:root:Average loss=0.1843139182489652 +INFO:root: +[Valid][18][UTT][ MSE = 0.2932 | LCC = 0.8660 | SRCC = 0.8645 ] +INFO:root:Average loss=0.1860717388872917 +INFO:root: +[Valid][19][UTT][ MSE = 0.2532 | LCC = 0.8625 | SRCC = 0.8660 ] +INFO:root:Average loss=0.179396929171605 +INFO:root: +[Valid][20][UTT][ MSE = 0.2935 | LCC = 0.8668 | SRCC = 0.8657 ] +INFO:root:Average loss=0.17457233312038276 +INFO:root: +[Valid][21][UTT][ MSE = 0.2671 | LCC = 0.8640 | SRCC = 0.8652 ] +INFO:root:Average loss=0.1704600256605026 +INFO:root: +[Valid][22][UTT][ MSE = 0.2466 | LCC = 0.8642 | SRCC = 0.8668 ] +INFO:root:Average loss=0.17291488508001351 +INFO:root: +[Valid][23][UTT][ MSE = 0.2811 | LCC = 0.8631 | SRCC = 0.8636 ] +INFO:root:Average loss=0.1721521261601876 +INFO:root: +[Valid][24][UTT][ MSE = 0.2653 | LCC = 0.8657 | SRCC = 0.8651 ] +INFO:root:Average loss=0.17146906065635192 +INFO:root: +[Valid][25][UTT][ MSE = 0.2940 | LCC = 0.8628 | SRCC = 0.8620 ] +INFO:root:Average loss=0.1732069048552941 +INFO:root: +[Valid][26][UTT][ MSE = 0.3067 | LCC = 0.8639 | SRCC = 0.8646 ] +INFO:root:Average loss=0.16534294818456358 +INFO:root: +[Valid][27][UTT][ MSE = 0.2942 | LCC = 0.8665 | SRCC = 0.8649 ] +INFO:root:Average loss=0.16810460035235453 +INFO:root: +[Valid][28][UTT][ MSE = 0.2733 | LCC = 0.8702 | SRCC = 0.8692 ] +INFO:root:Average loss=0.1651376108519542 +INFO:root: +[Valid][29][UTT][ MSE = 0.2612 | LCC = 0.8649 | SRCC = 0.8674 ] +INFO:root:Average loss=0.16043257235716551 +INFO:root: +[Valid][30][UTT][ MSE = 0.2681 | LCC = 0.8640 | SRCC = 0.8641 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2663 | LCC = 0.8632 | SRCC = 0.8647 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8707a61f21b4414ec1aea32237591e33d5bff409 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:025648c1443cfec8343e325108a504abe1aaa78924862060cf31247479eb7d0c +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e5af643055c4fd549ed62581daefa3fd4549747 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf33e76e72c6b1970c247f95db3cc9ac7146b17ee8d41c356ab26c99ec55c42 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e90f91454caa3b4740140d594ba6743e3c4bf595 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3174068969793809 +INFO:root: +[Valid][0][UTT][ MSE = 0.3576 | LCC = 0.8231 | SRCC = 0.8222 ] +INFO:root:Average loss=0.2588573136390784 +INFO:root: +[Valid][1][UTT][ MSE = 0.3749 | LCC = 0.8406 | SRCC = 0.8386 ] +INFO:root:Average loss=0.2442090860926188 +INFO:root: +[Valid][2][UTT][ MSE = 0.3411 | LCC = 0.8382 | SRCC = 0.8405 ] +INFO:root:Average loss=0.242265957288253 +INFO:root: +[Valid][3][UTT][ MSE = 0.3309 | LCC = 0.8506 | SRCC = 0.8491 ] +INFO:root:Average loss=0.22892723996669817 +INFO:root: +[Valid][4][UTT][ MSE = 0.3126 | LCC = 0.8479 | SRCC = 0.8493 ] +INFO:root:Average loss=0.22753513814547124 +INFO:root: +[Valid][5][UTT][ MSE = 0.3182 | LCC = 0.8536 | SRCC = 0.8520 ] +INFO:root:Average loss=0.22084839871296516 +INFO:root: +[Valid][6][UTT][ MSE = 0.3279 | LCC = 0.8569 | SRCC = 0.8551 ] +INFO:root:Average loss=0.22092963239321342 +INFO:root: +[Valid][7][UTT][ MSE = 0.3281 | LCC = 0.8614 | SRCC = 0.8591 ] +INFO:root:Average loss=0.21114806830883026 +INFO:root: +[Valid][8][UTT][ MSE = 0.2746 | LCC = 0.8561 | SRCC = 0.8599 ] +INFO:root:Average loss=0.21660359891561362 +INFO:root: +[Valid][9][UTT][ MSE = 0.3215 | LCC = 0.8591 | SRCC = 0.8591 ] +INFO:root:Average loss=0.2115032353844398 +INFO:root: +[Valid][10][UTT][ MSE = 0.2897 | LCC = 0.8616 | SRCC = 0.8603 ] +INFO:root:Average loss=0.19968528281419706 +INFO:root: +[Valid][11][UTT][ MSE = 0.2724 | LCC = 0.8636 | SRCC = 0.8632 ] +INFO:root:Average loss=0.20283982348747742 +INFO:root: +[Valid][12][UTT][ MSE = 0.3356 | LCC = 0.8662 | SRCC = 0.8637 ] +INFO:root:Average loss=0.20301509123200026 +INFO:root: +[Valid][13][UTT][ MSE = 0.2896 | LCC = 0.8636 | SRCC = 0.8628 ] +INFO:root:Average loss=0.19392374377602187 +INFO:root: +[Valid][14][UTT][ MSE = 0.2697 | LCC = 0.8634 | SRCC = 0.8640 ] +INFO:root:Average loss=0.1967244171179258 +INFO:root: +[Valid][15][UTT][ MSE = 0.2897 | LCC = 0.8649 | SRCC = 0.8657 ] +INFO:root:Average loss=0.19277676042073813 +INFO:root: +[Valid][16][UTT][ MSE = 0.2672 | LCC = 0.8631 | SRCC = 0.8649 ] +INFO:root:Average loss=0.18900141673974502 +INFO:root: +[Valid][17][UTT][ MSE = 0.2854 | LCC = 0.8669 | SRCC = 0.8681 ] +INFO:root:Average loss=0.1896263198592724 +INFO:root: +[Valid][18][UTT][ MSE = 0.2882 | LCC = 0.8669 | SRCC = 0.8674 ] +INFO:root:Average loss=0.18029660722002006 +INFO:root: +[Valid][19][UTT][ MSE = 0.2709 | LCC = 0.8642 | SRCC = 0.8683 ] +INFO:root:Average loss=0.18510208517695084 +INFO:root: +[Valid][20][UTT][ MSE = 0.2649 | LCC = 0.8674 | SRCC = 0.8686 ] +INFO:root:Average loss=0.18069163958231607 +INFO:root: +[Valid][21][UTT][ MSE = 0.3011 | LCC = 0.8656 | SRCC = 0.8662 ] +INFO:root:Average loss=0.18128735505235502 +INFO:root: +[Valid][22][UTT][ MSE = 0.2878 | LCC = 0.8646 | SRCC = 0.8660 ] +INFO:root:Average loss=0.18800209577266985 +INFO:root: +[Valid][23][UTT][ MSE = 0.2614 | LCC = 0.8638 | SRCC = 0.8663 ] +INFO:root:Average loss=0.17238368590672812 +INFO:root: +[Valid][24][UTT][ MSE = 0.2676 | LCC = 0.8688 | SRCC = 0.8696 ] +INFO:root:Average loss=0.17248299058813316 +INFO:root: +[Valid][25][UTT][ MSE = 0.2626 | LCC = 0.8616 | SRCC = 0.8674 ] +INFO:root:Average loss=0.17391084316067207 +INFO:root: +[Valid][26][UTT][ MSE = 0.2791 | LCC = 0.8660 | SRCC = 0.8675 ] +INFO:root:Average loss=0.17232279985761031 +INFO:root: +[Valid][27][UTT][ MSE = 0.2713 | LCC = 0.8670 | SRCC = 0.8677 ] +INFO:root:Average loss=0.16440686717247352 +INFO:root: +[Valid][28][UTT][ MSE = 0.2772 | LCC = 0.8658 | SRCC = 0.8672 ] +INFO:root:Average loss=0.16360459018212098 +INFO:root: +[Valid][29][UTT][ MSE = 0.2662 | LCC = 0.8632 | SRCC = 0.8652 ] +INFO:root:Average loss=0.1604236720655209 +INFO:root: +[Valid][30][UTT][ MSE = 0.2527 | LCC = 0.8659 | SRCC = 0.8682 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2689 | LCC = 0.8565 | SRCC = 0.8595 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c89d856fb4305aceb1d476216f08c877c67fec3a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e2ea65ffa4da02a6470e6212da2d23521a072eacf68d5269d09fae8f38f043f +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..347ba5b7f5066be5a24ccfb899db3019e8945475 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d83565dbaa3144282845251019596a4f2c5cbf885296d24db1d05c033c2d14d1 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..22d58c6571960797f052e2b89c098a4293db5012 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3141508494050075 +INFO:root: +[Valid][0][UTT][ MSE = 0.3923 | LCC = 0.8184 | SRCC = 0.8285 ] +INFO:root:Average loss=0.2554331055054298 +INFO:root: +[Valid][1][UTT][ MSE = 0.3284 | LCC = 0.8396 | SRCC = 0.8396 ] +INFO:root:Average loss=0.24269820195742142 +INFO:root: +[Valid][2][UTT][ MSE = 0.3514 | LCC = 0.8523 | SRCC = 0.8499 ] +INFO:root:Average loss=0.23832531464405549 +INFO:root: +[Valid][3][UTT][ MSE = 0.3120 | LCC = 0.8541 | SRCC = 0.8504 ] +INFO:root:Average loss=0.23004326759240565 +INFO:root: +[Valid][4][UTT][ MSE = 0.3032 | LCC = 0.8579 | SRCC = 0.8555 ] +INFO:root:Average loss=0.22105907400449118 +INFO:root: +[Valid][5][UTT][ MSE = 0.3209 | LCC = 0.8551 | SRCC = 0.8531 ] +INFO:root:Average loss=0.2214812878996898 +INFO:root: +[Valid][6][UTT][ MSE = 0.2872 | LCC = 0.8490 | SRCC = 0.8500 ] +INFO:root:Average loss=0.21716442780616957 +INFO:root: +[Valid][7][UTT][ MSE = 0.2854 | LCC = 0.8513 | SRCC = 0.8523 ] +INFO:root:Average loss=0.21841917167871427 +INFO:root: +[Valid][8][UTT][ MSE = 0.2818 | LCC = 0.8596 | SRCC = 0.8600 ] +INFO:root:Average loss=0.2112439840267866 +INFO:root: +[Valid][9][UTT][ MSE = 0.3440 | LCC = 0.8598 | SRCC = 0.8599 ] +INFO:root:Average loss=0.21325892257766846 +INFO:root: +[Valid][10][UTT][ MSE = 0.3217 | LCC = 0.8542 | SRCC = 0.8535 ] +INFO:root:Average loss=0.21124051358455267 +INFO:root: +[Valid][11][UTT][ MSE = 0.2747 | LCC = 0.8650 | SRCC = 0.8646 ] +INFO:root:Average loss=0.1968130994683657 +INFO:root: +[Valid][12][UTT][ MSE = 0.2713 | LCC = 0.8587 | SRCC = 0.8634 ] +INFO:root:Average loss=0.19356833159541473 +INFO:root: +[Valid][13][UTT][ MSE = 0.2894 | LCC = 0.8633 | SRCC = 0.8632 ] +INFO:root:Average loss=0.19821430895573053 +INFO:root: +[Valid][14][UTT][ MSE = 0.2775 | LCC = 0.8674 | SRCC = 0.8664 ] +INFO:root:Average loss=0.2002851986923279 +INFO:root: +[Valid][15][UTT][ MSE = 0.2740 | LCC = 0.8679 | SRCC = 0.8664 ] +INFO:root:Average loss=0.1913907012114158 +INFO:root: +[Valid][16][UTT][ MSE = 0.2871 | LCC = 0.8606 | SRCC = 0.8614 ] +INFO:root:Average loss=0.19164187346513456 +INFO:root: +[Valid][17][UTT][ MSE = 0.2830 | LCC = 0.8692 | SRCC = 0.8669 ] +INFO:root:Average loss=0.18783364225274476 +INFO:root: +[Valid][18][UTT][ MSE = 0.2903 | LCC = 0.8663 | SRCC = 0.8658 ] +INFO:root:Average loss=0.1885135512894545 +INFO:root: +[Valid][19][UTT][ MSE = 0.2650 | LCC = 0.8640 | SRCC = 0.8640 ] +INFO:root:Average loss=0.18124018838772407 +INFO:root: +[Valid][20][UTT][ MSE = 0.2583 | LCC = 0.8667 | SRCC = 0.8669 ] +INFO:root:Average loss=0.18142137542749062 +INFO:root: +[Valid][21][UTT][ MSE = 0.2521 | LCC = 0.8619 | SRCC = 0.8626 ] +INFO:root:Average loss=0.18358278303192213 +INFO:root: +[Valid][22][UTT][ MSE = 0.2609 | LCC = 0.8651 | SRCC = 0.8633 ] +INFO:root:Average loss=0.17670650570056376 +INFO:root: +[Valid][23][UTT][ MSE = 0.2851 | LCC = 0.8628 | SRCC = 0.8602 ] +INFO:root:Average loss=0.17500572498792258 +INFO:root: +[Valid][24][UTT][ MSE = 0.2729 | LCC = 0.8625 | SRCC = 0.8616 ] +INFO:root:Average loss=0.17408147664406362 +INFO:root: +[Valid][25][UTT][ MSE = 0.3144 | LCC = 0.8629 | SRCC = 0.8630 ] +INFO:root:Average loss=0.17899597054108596 +INFO:root: +[Valid][26][UTT][ MSE = 0.2503 | LCC = 0.8634 | SRCC = 0.8646 ] +INFO:root:Average loss=0.16612830137213072 +INFO:root: +[Valid][27][UTT][ MSE = 0.2560 | LCC = 0.8637 | SRCC = 0.8630 ] +INFO:root:Average loss=0.1669961369763582 +INFO:root: +[Valid][28][UTT][ MSE = 0.2636 | LCC = 0.8639 | SRCC = 0.8647 ] +INFO:root:Average loss=0.16910032335764322 +INFO:root: +[Valid][29][UTT][ MSE = 0.2576 | LCC = 0.8609 | SRCC = 0.8626 ] +INFO:root:Average loss=0.16751875518224177 +INFO:root: +[Valid][30][UTT][ MSE = 0.2563 | LCC = 0.8542 | SRCC = 0.8557 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2817 | LCC = 0.8629 | SRCC = 0.8658 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b81c8cde0c663ea870980d9921569dd15acbf24 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad47deba415f4f454db1aa85e4c54abc8885c8ac975cbfc9cbfc6ddc8ab67795 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..aed8bb736fadfa1cd758d4f23b5569728fee8463 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:402bb1c181bf3ea0bc45fb73825d31536a27bea1d15dccf12d2e6b328db2d6ad +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f36444aec576789559b33441fa65107a421feaa4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.34359422612648743 +INFO:root: +[Valid][0][UTT][ MSE = 0.3381 | LCC = 0.8327 | SRCC = 0.8335 ] +INFO:root:Average loss=0.25268365882146054 +INFO:root: +[Valid][1][UTT][ MSE = 0.3041 | LCC = 0.8411 | SRCC = 0.8399 ] +INFO:root:Average loss=0.24073684922395608 +INFO:root: +[Valid][2][UTT][ MSE = 0.3230 | LCC = 0.8512 | SRCC = 0.8501 ] +INFO:root:Average loss=0.2348229088462316 +INFO:root: +[Valid][3][UTT][ MSE = 0.2999 | LCC = 0.8548 | SRCC = 0.8524 ] +INFO:root:Average loss=0.235323510490931 +INFO:root: +[Valid][4][UTT][ MSE = 0.3086 | LCC = 0.8544 | SRCC = 0.8571 ] +INFO:root:Average loss=0.22614780565102896 +INFO:root: +[Valid][5][UTT][ MSE = 0.2810 | LCC = 0.8524 | SRCC = 0.8514 ] +INFO:root:Average loss=0.2186295346189768 +INFO:root: +[Valid][6][UTT][ MSE = 0.2780 | LCC = 0.8590 | SRCC = 0.8589 ] +INFO:root:Average loss=0.21325671061491355 +INFO:root: +[Valid][7][UTT][ MSE = 0.2519 | LCC = 0.8589 | SRCC = 0.8602 ] +INFO:root:Average loss=0.2090612978507311 +INFO:root: +[Valid][8][UTT][ MSE = 0.2709 | LCC = 0.8612 | SRCC = 0.8603 ] +INFO:root:Average loss=0.20827738482218522 +INFO:root: +[Valid][9][UTT][ MSE = 0.2621 | LCC = 0.8588 | SRCC = 0.8582 ] +INFO:root:Average loss=0.2062528269031109 +INFO:root: +[Valid][10][UTT][ MSE = 0.2415 | LCC = 0.8616 | SRCC = 0.8613 ] +INFO:root:Average loss=0.197889989003157 +INFO:root: +[Valid][11][UTT][ MSE = 0.2550 | LCC = 0.8632 | SRCC = 0.8612 ] +INFO:root:Average loss=0.19881469240555397 +INFO:root: +[Valid][12][UTT][ MSE = 0.2649 | LCC = 0.8652 | SRCC = 0.8644 ] +INFO:root:Average loss=0.19561036427815756 +INFO:root: +[Valid][13][UTT][ MSE = 0.2773 | LCC = 0.8651 | SRCC = 0.8631 ] +INFO:root:Average loss=0.19029056471891892 +INFO:root: +[Valid][14][UTT][ MSE = 0.2441 | LCC = 0.8643 | SRCC = 0.8638 ] +INFO:root:Average loss=0.1908005829422902 +INFO:root: +[Valid][15][UTT][ MSE = 0.2589 | LCC = 0.8649 | SRCC = 0.8657 ] +INFO:root:Average loss=0.18912337643977922 +INFO:root: +[Valid][16][UTT][ MSE = 0.2542 | LCC = 0.8658 | SRCC = 0.8647 ] +INFO:root:Average loss=0.19007801226316354 +INFO:root: +[Valid][17][UTT][ MSE = 0.2460 | LCC = 0.8642 | SRCC = 0.8631 ] +INFO:root:Average loss=0.18176348832173225 +INFO:root: +[Valid][18][UTT][ MSE = 0.2564 | LCC = 0.8661 | SRCC = 0.8651 ] +INFO:root:Average loss=0.1788630990836865 +INFO:root: +[Valid][19][UTT][ MSE = 0.2397 | LCC = 0.8640 | SRCC = 0.8662 ] +INFO:root:Average loss=0.17991739702530396 +INFO:root: +[Valid][20][UTT][ MSE = 0.2408 | LCC = 0.8635 | SRCC = 0.8670 ] +INFO:root:Average loss=0.1741629709991125 +INFO:root: +[Valid][21][UTT][ MSE = 0.2399 | LCC = 0.8669 | SRCC = 0.8685 ] +INFO:root:Average loss=0.17182968671505267 +INFO:root: +[Valid][22][UTT][ MSE = 0.2403 | LCC = 0.8698 | SRCC = 0.8691 ] +INFO:root:Average loss=0.17087039007590368 +INFO:root: +[Valid][23][UTT][ MSE = 0.2568 | LCC = 0.8661 | SRCC = 0.8643 ] +INFO:root:Average loss=0.17264685989954534 +INFO:root: +[Valid][24][UTT][ MSE = 0.2772 | LCC = 0.8684 | SRCC = 0.8661 ] +INFO:root:Average loss=0.16902533393257704 +INFO:root: +[Valid][25][UTT][ MSE = 0.2580 | LCC = 0.8659 | SRCC = 0.8658 ] +INFO:root:Average loss=0.17027832032778326 +INFO:root: +[Valid][26][UTT][ MSE = 0.2435 | LCC = 0.8680 | SRCC = 0.8693 ] +INFO:root:Average loss=0.16568645128072837 +INFO:root: +[Valid][27][UTT][ MSE = 0.2514 | LCC = 0.8690 | SRCC = 0.8695 ] +INFO:root:Average loss=0.16094743938018113 +INFO:root: +[Valid][28][UTT][ MSE = 0.2324 | LCC = 0.8647 | SRCC = 0.8669 ] +INFO:root:Average loss=0.1598964351683091 +INFO:root: +[Valid][29][UTT][ MSE = 0.2724 | LCC = 0.8676 | SRCC = 0.8667 ] +INFO:root:Average loss=0.1596166241245392 +INFO:root: +[Valid][30][UTT][ MSE = 0.2283 | LCC = 0.8673 | SRCC = 0.8687 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2485 | LCC = 0.8601 | SRCC = 0.8622 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..062e5d8d3149112024cc53a89a25bef299296e52 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa1566f376a6968e46fdded79b9a9d30f4e98a681ee6884790bc80821e5b9c4 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d4e10d9ed12a5c3bebd0c88ef997996ada45b09 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a623dda0c661b21e1456f5a03c03a4f605304923bbcb4f0de0a67efc525b548 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3a0036c22350f591ff281b5df44664224706bd52 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer10/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3513447588835007 +INFO:root: +[Valid][0][UTT][ MSE = 0.3417 | LCC = 0.8276 | SRCC = 0.8304 ] +INFO:root:Average loss=0.25473815221817064 +INFO:root: +[Valid][1][UTT][ MSE = 0.3410 | LCC = 0.8433 | SRCC = 0.8437 ] +INFO:root:Average loss=0.2443691394650019 +INFO:root: +[Valid][2][UTT][ MSE = 0.2765 | LCC = 0.8447 | SRCC = 0.8477 ] +INFO:root:Average loss=0.2353168160487444 +INFO:root: +[Valid][3][UTT][ MSE = 0.3346 | LCC = 0.8560 | SRCC = 0.8527 ] +INFO:root:Average loss=0.2238629882534345 +INFO:root: +[Valid][4][UTT][ MSE = 0.2785 | LCC = 0.8559 | SRCC = 0.8575 ] +INFO:root:Average loss=0.2155209752993706 +INFO:root: +[Valid][5][UTT][ MSE = 0.2880 | LCC = 0.8587 | SRCC = 0.8590 ] +INFO:root:Average loss=0.21565459630428216 +INFO:root: +[Valid][6][UTT][ MSE = 0.3298 | LCC = 0.8565 | SRCC = 0.8595 ] +INFO:root:Average loss=0.21336795523380622 +INFO:root: +[Valid][7][UTT][ MSE = 0.2992 | LCC = 0.8569 | SRCC = 0.8610 ] +INFO:root:Average loss=0.2078454213646742 +INFO:root: +[Valid][8][UTT][ MSE = 0.2593 | LCC = 0.8567 | SRCC = 0.8599 ] +INFO:root:Average loss=0.20342941735035333 +INFO:root: +[Valid][9][UTT][ MSE = 0.2910 | LCC = 0.8631 | SRCC = 0.8626 ] +INFO:root:Average loss=0.2024319343841993 +INFO:root: +[Valid][10][UTT][ MSE = 0.2872 | LCC = 0.8618 | SRCC = 0.8637 ] +INFO:root:Average loss=0.20285591301627648 +INFO:root: +[Valid][11][UTT][ MSE = 0.2462 | LCC = 0.8623 | SRCC = 0.8655 ] +INFO:root:Average loss=0.20194479804008436 +INFO:root: +[Valid][12][UTT][ MSE = 0.2472 | LCC = 0.8576 | SRCC = 0.8611 ] +INFO:root:Average loss=0.19600733178548324 +INFO:root: +[Valid][13][UTT][ MSE = 0.2877 | LCC = 0.8634 | SRCC = 0.8633 ] +INFO:root:Average loss=0.19065598054574087 +INFO:root: +[Valid][14][UTT][ MSE = 0.2626 | LCC = 0.8643 | SRCC = 0.8658 ] +INFO:root:Average loss=0.19070384431725892 +INFO:root: +[Valid][15][UTT][ MSE = 0.2757 | LCC = 0.8670 | SRCC = 0.8663 ] +INFO:root:Average loss=0.18763475922437814 +INFO:root: +[Valid][16][UTT][ MSE = 0.2372 | LCC = 0.8641 | SRCC = 0.8665 ] +INFO:root:Average loss=0.183171934233262 +INFO:root: +[Valid][17][UTT][ MSE = 0.3073 | LCC = 0.8655 | SRCC = 0.8645 ] +INFO:root:Average loss=0.1805742650459974 +INFO:root: +[Valid][18][UTT][ MSE = 0.2959 | LCC = 0.8655 | SRCC = 0.8659 ] +INFO:root:Average loss=0.17919325016630003 +INFO:root: +[Valid][19][UTT][ MSE = 0.2687 | LCC = 0.8681 | SRCC = 0.8682 ] +INFO:root:Average loss=0.17685179431469011 +INFO:root: +[Valid][20][UTT][ MSE = 0.2754 | LCC = 0.8618 | SRCC = 0.8654 ] +INFO:root:Average loss=0.1755190059924737 +INFO:root: +[Valid][21][UTT][ MSE = 0.2870 | LCC = 0.8667 | SRCC = 0.8662 ] +INFO:root:Average loss=0.17320412789017725 +INFO:root: +[Valid][22][UTT][ MSE = 0.2651 | LCC = 0.8644 | SRCC = 0.8630 ] +INFO:root:Average loss=0.17252024960441467 +INFO:root: +[Valid][23][UTT][ MSE = 0.2881 | LCC = 0.8630 | SRCC = 0.8663 ] +INFO:root:Average loss=0.1731349052144931 +INFO:root: +[Valid][24][UTT][ MSE = 0.2851 | LCC = 0.8594 | SRCC = 0.8622 ] +INFO:root:Average loss=0.16869943321515352 +INFO:root: +[Valid][25][UTT][ MSE = 0.2651 | LCC = 0.8621 | SRCC = 0.8620 ] +INFO:root:Average loss=0.16282657724924576 +INFO:root: +[Valid][26][UTT][ MSE = 0.2416 | LCC = 0.8639 | SRCC = 0.8650 ] +INFO:root:Average loss=0.16413819732574317 +INFO:root: +[Valid][27][UTT][ MSE = 0.2694 | LCC = 0.8627 | SRCC = 0.8625 ] +INFO:root:Average loss=0.160474983163369 +INFO:root: +[Valid][28][UTT][ MSE = 0.2371 | LCC = 0.8634 | SRCC = 0.8649 ] +INFO:root:Average loss=0.159651718269556 +INFO:root: +[Valid][29][UTT][ MSE = 0.2544 | LCC = 0.8606 | SRCC = 0.8618 ] +INFO:root:Average loss=0.1596557400547541 +INFO:root: +[Valid][30][UTT][ MSE = 0.2655 | LCC = 0.8603 | SRCC = 0.8627 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2828 | LCC = 0.8589 | SRCC = 0.8639 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..69e5214add057f503657543ad04e6afbc01ffe77 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d01b4451e54e22c9c9aac64ac367210df6ee5506cfed3fda0df890d2544a3d9 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4bb726dc349289e7f2642d38ed56f105abbdf50 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09cbf2e22bdc818bcb0e3841beede25be35ab2dedf89ad95dc3964888aae7f1 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..eb72adaabb90ce2bda04fd60eddceb2c95dad1ce --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.33078792691230774 +INFO:root: +[Valid][0][UTT][ MSE = 0.3967 | LCC = 0.8191 | SRCC = 0.8127 ] +INFO:root:Average loss=0.27789780440238804 +INFO:root: +[Valid][1][UTT][ MSE = 0.3707 | LCC = 0.8283 | SRCC = 0.8245 ] +INFO:root:Average loss=0.26373726091323757 +INFO:root: +[Valid][2][UTT][ MSE = 0.3493 | LCC = 0.8369 | SRCC = 0.8353 ] +INFO:root:Average loss=0.25764327267041576 +INFO:root: +[Valid][3][UTT][ MSE = 0.3964 | LCC = 0.8469 | SRCC = 0.8444 ] +INFO:root:Average loss=0.25970415274302167 +INFO:root: +[Valid][4][UTT][ MSE = 0.3312 | LCC = 0.8428 | SRCC = 0.8408 ] +INFO:root:Average loss=0.2419386041852144 +INFO:root: +[Valid][5][UTT][ MSE = 0.3288 | LCC = 0.8389 | SRCC = 0.8439 ] +INFO:root:Average loss=0.24131066447649246 +INFO:root: +[Valid][6][UTT][ MSE = 0.3517 | LCC = 0.8399 | SRCC = 0.8431 ] +INFO:root:Average loss=0.24209309560366166 +INFO:root: +[Valid][7][UTT][ MSE = 0.3284 | LCC = 0.8506 | SRCC = 0.8494 ] +INFO:root:Average loss=0.2312618557077188 +INFO:root: +[Valid][8][UTT][ MSE = 0.3576 | LCC = 0.8539 | SRCC = 0.8505 ] +INFO:root:Average loss=0.2371799586675106 +INFO:root: +[Valid][9][UTT][ MSE = 0.3117 | LCC = 0.8467 | SRCC = 0.8461 ] +INFO:root:Average loss=0.2394746320369916 +INFO:root: +[Valid][10][UTT][ MSE = 0.3395 | LCC = 0.8519 | SRCC = 0.8501 ] +INFO:root:Average loss=0.22599803923796385 +INFO:root: +[Valid][11][UTT][ MSE = 0.3133 | LCC = 0.8537 | SRCC = 0.8537 ] +INFO:root:Average loss=0.22792509752206314 +INFO:root: +[Valid][12][UTT][ MSE = 0.3548 | LCC = 0.8512 | SRCC = 0.8539 ] +INFO:root:Average loss=0.22745798805203193 +INFO:root: +[Valid][13][UTT][ MSE = 0.3159 | LCC = 0.8572 | SRCC = 0.8545 ] +INFO:root:Average loss=0.22512680273025465 +INFO:root: +[Valid][14][UTT][ MSE = 0.3208 | LCC = 0.8575 | SRCC = 0.8553 ] +INFO:root:Average loss=0.22657086929449669 +INFO:root: +[Valid][15][UTT][ MSE = 0.3144 | LCC = 0.8528 | SRCC = 0.8521 ] +INFO:root:Average loss=0.21680787740609583 +INFO:root: +[Valid][16][UTT][ MSE = 0.3172 | LCC = 0.8582 | SRCC = 0.8557 ] +INFO:root:Average loss=0.22560458238690329 +INFO:root: +[Valid][17][UTT][ MSE = 0.2977 | LCC = 0.8565 | SRCC = 0.8568 ] +INFO:root:Average loss=0.21467241090841782 +INFO:root: +[Valid][18][UTT][ MSE = 0.2953 | LCC = 0.8576 | SRCC = 0.8583 ] +INFO:root:Average loss=0.21918566009173027 +INFO:root: +[Valid][19][UTT][ MSE = 0.2863 | LCC = 0.8585 | SRCC = 0.8582 ] +INFO:root:Average loss=0.20934437387264693 +INFO:root: +[Valid][20][UTT][ MSE = 0.3032 | LCC = 0.8609 | SRCC = 0.8580 ] +INFO:root:Average loss=0.21085804777267653 +INFO:root: +[Valid][21][UTT][ MSE = 0.2974 | LCC = 0.8591 | SRCC = 0.8600 ] +INFO:root:Average loss=0.21469746224391154 +INFO:root: +[Valid][22][UTT][ MSE = 0.3163 | LCC = 0.8597 | SRCC = 0.8579 ] +INFO:root:Average loss=0.21678824531726348 +INFO:root: +[Valid][23][UTT][ MSE = 0.3375 | LCC = 0.8598 | SRCC = 0.8597 ] +INFO:root:Average loss=0.21253518779308367 +INFO:root: +[Valid][24][UTT][ MSE = 0.3090 | LCC = 0.8624 | SRCC = 0.8613 ] +INFO:root:Average loss=0.20803204990732363 +INFO:root: +[Valid][25][UTT][ MSE = 0.2852 | LCC = 0.8608 | SRCC = 0.8610 ] +INFO:root:Average loss=0.2030117167876317 +INFO:root: +[Valid][26][UTT][ MSE = 0.2944 | LCC = 0.8617 | SRCC = 0.8611 ] +INFO:root:Average loss=0.2059562731629763 +INFO:root: +[Valid][27][UTT][ MSE = 0.2873 | LCC = 0.8624 | SRCC = 0.8609 ] +INFO:root:Average loss=0.21658280415412706 +INFO:root: +[Valid][28][UTT][ MSE = 0.3111 | LCC = 0.8616 | SRCC = 0.8612 ] +INFO:root:Average loss=0.20796056340138117 +INFO:root: +[Valid][29][UTT][ MSE = 0.2915 | LCC = 0.8640 | SRCC = 0.8621 ] +INFO:root:Average loss=0.20105138449714735 +INFO:root: +[Valid][30][UTT][ MSE = 0.2922 | LCC = 0.8605 | SRCC = 0.8597 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2717 | LCC = 0.8615 | SRCC = 0.8630 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9dd446b44ff2c11865c26d05e3d772b8e5ba4ea --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98452ebb1345f88a5e91108016a92662ce8327e33a92f63715bf15a2377878d5 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d53e843ab54b3c63f1a1ab615b8e64bad5927605 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855db1b44d86923a0504edc0e932dd50fc60ad913adb683729f013134e0e04de +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c8bba8dadcbffb3bc1d2e650a53520831a5bef62 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.32513359360969984 +INFO:root: +[Valid][0][UTT][ MSE = 0.3488 | LCC = 0.8163 | SRCC = 0.8176 ] +INFO:root:Average loss=0.2751318552555182 +INFO:root: +[Valid][1][UTT][ MSE = 0.3305 | LCC = 0.8224 | SRCC = 0.8278 ] +INFO:root:Average loss=0.266876003299004 +INFO:root: +[Valid][2][UTT][ MSE = 0.3343 | LCC = 0.8360 | SRCC = 0.8354 ] +INFO:root:Average loss=0.25654739408920973 +INFO:root: +[Valid][3][UTT][ MSE = 0.3230 | LCC = 0.8402 | SRCC = 0.8444 ] +INFO:root:Average loss=0.25022137031341213 +INFO:root: +[Valid][4][UTT][ MSE = 0.3637 | LCC = 0.8288 | SRCC = 0.8409 ] +INFO:root:Average loss=0.24391714808268425 +INFO:root: +[Valid][5][UTT][ MSE = 0.3139 | LCC = 0.8413 | SRCC = 0.8424 ] +INFO:root:Average loss=0.24498498745453665 +INFO:root: +[Valid][6][UTT][ MSE = 0.3378 | LCC = 0.8471 | SRCC = 0.8459 ] +INFO:root:Average loss=0.24725066583890182 +INFO:root: +[Valid][7][UTT][ MSE = 0.2778 | LCC = 0.8446 | SRCC = 0.8459 ] +INFO:root:Average loss=0.2337179992061395 +INFO:root: +[Valid][8][UTT][ MSE = 0.3004 | LCC = 0.8492 | SRCC = 0.8486 ] +INFO:root:Average loss=0.23140103064286402 +INFO:root: +[Valid][9][UTT][ MSE = 0.3304 | LCC = 0.8477 | SRCC = 0.8528 ] +INFO:root:Average loss=0.23007153681455514 +INFO:root: +[Valid][10][UTT][ MSE = 0.2887 | LCC = 0.8547 | SRCC = 0.8525 ] +INFO:root:Average loss=0.22550642108305907 +INFO:root: +[Valid][11][UTT][ MSE = 0.3106 | LCC = 0.8449 | SRCC = 0.8516 ] +INFO:root:Average loss=0.22466648045258644 +INFO:root: +[Valid][12][UTT][ MSE = 0.2777 | LCC = 0.8539 | SRCC = 0.8561 ] +INFO:root:Average loss=0.2247244686079331 +INFO:root: +[Valid][13][UTT][ MSE = 0.3254 | LCC = 0.8336 | SRCC = 0.8429 ] +INFO:root:Average loss=0.22946318487326303 +INFO:root: +[Valid][14][UTT][ MSE = 0.2903 | LCC = 0.8522 | SRCC = 0.8529 ] +INFO:root:Average loss=0.2135695755863801 +INFO:root: +[Valid][15][UTT][ MSE = 0.2898 | LCC = 0.8583 | SRCC = 0.8584 ] +INFO:root:Average loss=0.22677059070422098 +INFO:root: +[Valid][16][UTT][ MSE = 0.2731 | LCC = 0.8488 | SRCC = 0.8538 ] +INFO:root:Average loss=0.22322779645522436 +INFO:root: +[Valid][17][UTT][ MSE = 0.2682 | LCC = 0.8475 | SRCC = 0.8524 ] +INFO:root:Average loss=0.21604020855365655 +INFO:root: +[Valid][18][UTT][ MSE = 0.2931 | LCC = 0.8534 | SRCC = 0.8542 ] +INFO:root:Average loss=0.21095065371348307 +INFO:root: +[Valid][19][UTT][ MSE = 0.2887 | LCC = 0.8579 | SRCC = 0.8583 ] +INFO:root:Average loss=0.21357266681316572 +INFO:root: +[Valid][20][UTT][ MSE = 0.2916 | LCC = 0.8598 | SRCC = 0.8584 ] +INFO:root:Average loss=0.2227043398679831 +INFO:root: +[Valid][21][UTT][ MSE = 0.2846 | LCC = 0.8516 | SRCC = 0.8568 ] +INFO:root:Average loss=0.21614293028146792 +INFO:root: +[Valid][22][UTT][ MSE = 0.2744 | LCC = 0.8600 | SRCC = 0.8583 ] +INFO:root:Average loss=0.2121183169193757 +INFO:root: +[Valid][23][UTT][ MSE = 0.2664 | LCC = 0.8540 | SRCC = 0.8584 ] +INFO:root:Average loss=0.20658476134905449 +INFO:root: +[Valid][24][UTT][ MSE = 0.2692 | LCC = 0.8579 | SRCC = 0.8588 ] +INFO:root:Average loss=0.20228580117989808 +INFO:root: +[Valid][25][UTT][ MSE = 0.2800 | LCC = 0.8580 | SRCC = 0.8596 ] +INFO:root:Average loss=0.20654089290362138 +INFO:root: +[Valid][26][UTT][ MSE = 0.3005 | LCC = 0.8612 | SRCC = 0.8594 ] +INFO:root:Average loss=0.2029284200607202 +INFO:root: +[Valid][27][UTT][ MSE = 0.2808 | LCC = 0.8602 | SRCC = 0.8626 ] +INFO:root:Average loss=0.20251721306106982 +INFO:root: +[Valid][28][UTT][ MSE = 0.3137 | LCC = 0.8626 | SRCC = 0.8630 ] +INFO:root:Average loss=0.20582877605771407 +INFO:root: +[Valid][29][UTT][ MSE = 0.2828 | LCC = 0.8641 | SRCC = 0.8637 ] +INFO:root:Average loss=0.20313372577612215 +INFO:root: +[Valid][30][UTT][ MSE = 0.2643 | LCC = 0.8533 | SRCC = 0.8589 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2771 | LCC = 0.8658 | SRCC = 0.8662 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..effc0fc6470b33f6d9459b1c6f2c660cc2dc59d7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993d0b40eb3299d3a3dc987c0c43f16ee4b512d9895cddbaf5c9a06b8dc202d9 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c2268c248fb26c6afe135a035cb01eb41dc5046 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00cc6aecb5ea6455ffff70fcf1802414fd2313accdd6198946895fd2d85c22b0 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9f5bab038e7741ce34a2decbce9952fc4324ebe1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.34113794488784593 +INFO:root: +[Valid][0][UTT][ MSE = 0.3589 | LCC = 0.8124 | SRCC = 0.8103 ] +INFO:root:Average loss=0.2828338746076975 +INFO:root: +[Valid][1][UTT][ MSE = 0.3818 | LCC = 0.8270 | SRCC = 0.8241 ] +INFO:root:Average loss=0.27330581022378725 +INFO:root: +[Valid][2][UTT][ MSE = 0.3571 | LCC = 0.8299 | SRCC = 0.8272 ] +INFO:root:Average loss=0.2574171341764621 +INFO:root: +[Valid][3][UTT][ MSE = 0.3336 | LCC = 0.8401 | SRCC = 0.8388 ] +INFO:root:Average loss=0.25193903155815905 +INFO:root: +[Valid][4][UTT][ MSE = 0.3428 | LCC = 0.8432 | SRCC = 0.8426 ] +INFO:root:Average loss=0.2459011272742198 +INFO:root: +[Valid][5][UTT][ MSE = 0.3263 | LCC = 0.8454 | SRCC = 0.8444 ] +INFO:root:Average loss=0.23891479139908767 +INFO:root: +[Valid][6][UTT][ MSE = 0.3217 | LCC = 0.8451 | SRCC = 0.8480 ] +INFO:root:Average loss=0.23250574733202273 +INFO:root: +[Valid][7][UTT][ MSE = 0.3735 | LCC = 0.8508 | SRCC = 0.8494 ] +INFO:root:Average loss=0.24102707379139388 +INFO:root: +[Valid][8][UTT][ MSE = 0.3097 | LCC = 0.8522 | SRCC = 0.8511 ] +INFO:root:Average loss=0.2297907150708712 +INFO:root: +[Valid][9][UTT][ MSE = 0.3286 | LCC = 0.8471 | SRCC = 0.8481 ] +INFO:root:Average loss=0.22988724479308495 +INFO:root: +[Valid][10][UTT][ MSE = 0.2915 | LCC = 0.8458 | SRCC = 0.8457 ] +INFO:root:Average loss=0.23700545307917473 +INFO:root: +[Valid][11][UTT][ MSE = 0.2791 | LCC = 0.8465 | SRCC = 0.8484 ] +INFO:root:Average loss=0.22585522249723092 +INFO:root: +[Valid][12][UTT][ MSE = 0.2722 | LCC = 0.8523 | SRCC = 0.8534 ] +INFO:root:Average loss=0.222590782894538 +INFO:root: +[Valid][13][UTT][ MSE = 0.2636 | LCC = 0.8530 | SRCC = 0.8537 ] +INFO:root:Average loss=0.21691003174353868 +INFO:root: +[Valid][14][UTT][ MSE = 0.2924 | LCC = 0.8545 | SRCC = 0.8553 ] +INFO:root:Average loss=0.2221457872253198 +INFO:root: +[Valid][15][UTT][ MSE = 0.2989 | LCC = 0.8598 | SRCC = 0.8571 ] +INFO:root:Average loss=0.21647409540720475 +INFO:root: +[Valid][16][UTT][ MSE = 0.3054 | LCC = 0.8568 | SRCC = 0.8574 ] +INFO:root:Average loss=0.21469200794131327 +INFO:root: +[Valid][17][UTT][ MSE = 0.2704 | LCC = 0.8568 | SRCC = 0.8575 ] +INFO:root:Average loss=0.21882846015386093 +INFO:root: +[Valid][18][UTT][ MSE = 0.2713 | LCC = 0.8573 | SRCC = 0.8559 ] +INFO:root:Average loss=0.21687207714869425 +INFO:root: +[Valid][19][UTT][ MSE = 0.3361 | LCC = 0.8604 | SRCC = 0.8600 ] +INFO:root:Average loss=0.2106094234264814 +INFO:root: +[Valid][20][UTT][ MSE = 0.2554 | LCC = 0.8566 | SRCC = 0.8566 ] +INFO:root:Average loss=0.21323928924707267 +INFO:root: +[Valid][21][UTT][ MSE = 0.2505 | LCC = 0.8539 | SRCC = 0.8573 ] +INFO:root:Average loss=0.21230361744379386 +INFO:root: +[Valid][22][UTT][ MSE = 0.3122 | LCC = 0.8643 | SRCC = 0.8628 ] +INFO:root:Average loss=0.21046863286158976 +INFO:root: +[Valid][23][UTT][ MSE = 0.2781 | LCC = 0.8585 | SRCC = 0.8565 ] +INFO:root:Average loss=0.20688620171485803 +INFO:root: +[Valid][24][UTT][ MSE = 0.2636 | LCC = 0.8614 | SRCC = 0.8605 ] +INFO:root:Average loss=0.20606865733861923 +INFO:root: +[Valid][25][UTT][ MSE = 0.2672 | LCC = 0.8595 | SRCC = 0.8608 ] +INFO:root:Average loss=0.20674977126793984 +INFO:root: +[Valid][26][UTT][ MSE = 0.2617 | LCC = 0.8589 | SRCC = 0.8620 ] +INFO:root:Average loss=0.20493894242323363 +INFO:root: +[Valid][27][UTT][ MSE = 0.2740 | LCC = 0.8588 | SRCC = 0.8577 ] +INFO:root:Average loss=0.20363038912033424 +INFO:root: +[Valid][28][UTT][ MSE = 0.2631 | LCC = 0.8634 | SRCC = 0.8635 ] +INFO:root:Average loss=0.20782752965505308 +INFO:root: +[Valid][29][UTT][ MSE = 0.3020 | LCC = 0.8634 | SRCC = 0.8626 ] +INFO:root:Average loss=0.20245555673654264 +INFO:root: +[Valid][30][UTT][ MSE = 0.2805 | LCC = 0.8642 | SRCC = 0.8631 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3206 | LCC = 0.8609 | SRCC = 0.8662 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ee6b128d318c3c434bb9c10b7ae22ad37a829f9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c891d69baa90b3343527968c40c03339b18b57aee4b3db0c380c5976316430d2 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8da1eb8254653a60e044045266651bffe3d8edcc --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24d4dc9f74c9e3b94a1b50bda44317cd7bfd39c3d0518a6ee39a69f588e11fd +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0e5a8ab149828c1d806a881e216deb156d99a96f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3316426462469957 +INFO:root: +[Valid][0][UTT][ MSE = 0.3715 | LCC = 0.8176 | SRCC = 0.8140 ] +INFO:root:Average loss=0.2806169551152449 +INFO:root: +[Valid][1][UTT][ MSE = 0.3615 | LCC = 0.8274 | SRCC = 0.8252 ] +INFO:root:Average loss=0.26188817391028774 +INFO:root: +[Valid][2][UTT][ MSE = 0.3817 | LCC = 0.8297 | SRCC = 0.8313 ] +INFO:root:Average loss=0.2641564682126045 +INFO:root: +[Valid][3][UTT][ MSE = 0.3566 | LCC = 0.8400 | SRCC = 0.8410 ] +INFO:root:Average loss=0.2494294589910752 +INFO:root: +[Valid][4][UTT][ MSE = 0.3374 | LCC = 0.8382 | SRCC = 0.8406 ] +INFO:root:Average loss=0.24384106561923638 +INFO:root: +[Valid][5][UTT][ MSE = 0.3314 | LCC = 0.8460 | SRCC = 0.8443 ] +INFO:root:Average loss=0.2375786419098194 +INFO:root: +[Valid][6][UTT][ MSE = 0.3477 | LCC = 0.8470 | SRCC = 0.8462 ] +INFO:root:Average loss=0.24348385632038116 +INFO:root: +[Valid][7][UTT][ MSE = 0.3394 | LCC = 0.8515 | SRCC = 0.8498 ] +INFO:root:Average loss=0.23248344965470144 +INFO:root: +[Valid][8][UTT][ MSE = 0.3193 | LCC = 0.8484 | SRCC = 0.8476 ] +INFO:root:Average loss=0.23134395403739733 +INFO:root: +[Valid][9][UTT][ MSE = 0.2952 | LCC = 0.8413 | SRCC = 0.8463 ] +INFO:root:Average loss=0.23413168199551412 +INFO:root: +[Valid][10][UTT][ MSE = 0.3249 | LCC = 0.8530 | SRCC = 0.8503 ] +INFO:root:Average loss=0.22916386887813225 +INFO:root: +[Valid][11][UTT][ MSE = 0.3077 | LCC = 0.8509 | SRCC = 0.8520 ] +INFO:root:Average loss=0.224396801338746 +INFO:root: +[Valid][12][UTT][ MSE = 0.3301 | LCC = 0.8505 | SRCC = 0.8523 ] +INFO:root:Average loss=0.2225992100743147 +INFO:root: +[Valid][13][UTT][ MSE = 0.3268 | LCC = 0.8586 | SRCC = 0.8565 ] +INFO:root:Average loss=0.22774871572470054 +INFO:root: +[Valid][14][UTT][ MSE = 0.3261 | LCC = 0.8527 | SRCC = 0.8516 ] +INFO:root:Average loss=0.23060045525049552 +INFO:root: +[Valid][15][UTT][ MSE = 0.3303 | LCC = 0.8561 | SRCC = 0.8556 ] +INFO:root:Average loss=0.2197683518513655 +INFO:root: +[Valid][16][UTT][ MSE = 0.3010 | LCC = 0.8569 | SRCC = 0.8554 ] +INFO:root:Average loss=0.21976657536549446 +INFO:root: +[Valid][17][UTT][ MSE = 0.3381 | LCC = 0.8568 | SRCC = 0.8573 ] +INFO:root:Average loss=0.2130612142575093 +INFO:root: +[Valid][18][UTT][ MSE = 0.2766 | LCC = 0.8563 | SRCC = 0.8563 ] +INFO:root:Average loss=0.2130912804068663 +INFO:root: +[Valid][19][UTT][ MSE = 0.2949 | LCC = 0.8480 | SRCC = 0.8536 ] +INFO:root:Average loss=0.21405372911920914 +INFO:root: +[Valid][20][UTT][ MSE = 0.2897 | LCC = 0.8606 | SRCC = 0.8597 ] +INFO:root:Average loss=0.21286795231012198 +INFO:root: +[Valid][21][UTT][ MSE = 0.2881 | LCC = 0.8604 | SRCC = 0.8588 ] +INFO:root:Average loss=0.21488661261705252 +INFO:root: +[Valid][22][UTT][ MSE = 0.3295 | LCC = 0.8615 | SRCC = 0.8597 ] +INFO:root:Average loss=0.21026774228383333 +INFO:root: +[Valid][23][UTT][ MSE = 0.3072 | LCC = 0.8622 | SRCC = 0.8599 ] +INFO:root:Average loss=0.20783000401197335 +INFO:root: +[Valid][24][UTT][ MSE = 0.2948 | LCC = 0.8620 | SRCC = 0.8605 ] +INFO:root:Average loss=0.20455596443170157 +INFO:root: +[Valid][25][UTT][ MSE = 0.2638 | LCC = 0.8614 | SRCC = 0.8608 ] +INFO:root:Average loss=0.20544002214685464 +INFO:root: +[Valid][26][UTT][ MSE = 0.3467 | LCC = 0.8588 | SRCC = 0.8577 ] +INFO:root:Average loss=0.20580706688073966 +INFO:root: +[Valid][27][UTT][ MSE = 0.2950 | LCC = 0.8591 | SRCC = 0.8585 ] +INFO:root:Average loss=0.2026585544913243 +INFO:root: +[Valid][28][UTT][ MSE = 0.3115 | LCC = 0.8626 | SRCC = 0.8611 ] +INFO:root:Average loss=0.20230921797263315 +INFO:root: +[Valid][29][UTT][ MSE = 0.3000 | LCC = 0.8634 | SRCC = 0.8618 ] +INFO:root:Average loss=0.1991393342614174 +INFO:root: +[Valid][30][UTT][ MSE = 0.2783 | LCC = 0.8617 | SRCC = 0.8624 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2838 | LCC = 0.8622 | SRCC = 0.8661 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..46d9af7b1a469b6933dcd8e22497a12d44131cf9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8acf4914f9d1a84e178f3461d5ae4898515a9ea40e6bd80b87d6de9b19e8dab5 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..72572124d2f4a488807de7f017312485a735bd75 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:494df063bb85630ab74d7f1c9103536b3333e69e5c8e3c03c44d12456fba906a +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1922660c18c8e6277d88f8bcd89ac9dc60101532 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer11/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.32860947400331497 +INFO:root: +[Valid][0][UTT][ MSE = 0.3781 | LCC = 0.8070 | SRCC = 0.8075 ] +INFO:root:Average loss=0.2805034793340243 +INFO:root: +[Valid][1][UTT][ MSE = 0.3307 | LCC = 0.8264 | SRCC = 0.8226 ] +INFO:root:Average loss=0.26871824455566895 +INFO:root: +[Valid][2][UTT][ MSE = 0.3712 | LCC = 0.8297 | SRCC = 0.8366 ] +INFO:root:Average loss=0.26368831250912106 +INFO:root: +[Valid][3][UTT][ MSE = 0.3676 | LCC = 0.8332 | SRCC = 0.8356 ] +INFO:root:Average loss=0.2506307886961179 +INFO:root: +[Valid][4][UTT][ MSE = 0.3231 | LCC = 0.8426 | SRCC = 0.8412 ] +INFO:root:Average loss=0.25079676986504823 +INFO:root: +[Valid][5][UTT][ MSE = 0.2839 | LCC = 0.8403 | SRCC = 0.8468 ] +INFO:root:Average loss=0.2383585981069467 +INFO:root: +[Valid][6][UTT][ MSE = 0.2920 | LCC = 0.8487 | SRCC = 0.8483 ] +INFO:root:Average loss=0.23513796830024475 +INFO:root: +[Valid][7][UTT][ MSE = 0.2954 | LCC = 0.8507 | SRCC = 0.8504 ] +INFO:root:Average loss=0.23700289581066522 +INFO:root: +[Valid][8][UTT][ MSE = 0.3406 | LCC = 0.8520 | SRCC = 0.8528 ] +INFO:root:Average loss=0.244741603350028 +INFO:root: +[Valid][9][UTT][ MSE = 0.3263 | LCC = 0.8501 | SRCC = 0.8479 ] +INFO:root:Average loss=0.2297905479104091 +INFO:root: +[Valid][10][UTT][ MSE = 0.3076 | LCC = 0.8522 | SRCC = 0.8515 ] +INFO:root:Average loss=0.22601276368666917 +INFO:root: +[Valid][11][UTT][ MSE = 0.2965 | LCC = 0.8570 | SRCC = 0.8544 ] +INFO:root:Average loss=0.22680232024345642 +INFO:root: +[Valid][12][UTT][ MSE = 0.2856 | LCC = 0.8559 | SRCC = 0.8551 ] +INFO:root:Average loss=0.22685464949179918 +INFO:root: +[Valid][13][UTT][ MSE = 0.3016 | LCC = 0.8575 | SRCC = 0.8568 ] +INFO:root:Average loss=0.22359874099493027 +INFO:root: +[Valid][14][UTT][ MSE = 0.3182 | LCC = 0.8584 | SRCC = 0.8558 ] +INFO:root:Average loss=0.21883232089189383 +INFO:root: +[Valid][15][UTT][ MSE = 0.2859 | LCC = 0.8575 | SRCC = 0.8570 ] +INFO:root:Average loss=0.2179538355423854 +INFO:root: +[Valid][16][UTT][ MSE = 0.3093 | LCC = 0.8598 | SRCC = 0.8558 ] +INFO:root:Average loss=0.21732462369478667 +INFO:root: +[Valid][17][UTT][ MSE = 0.2878 | LCC = 0.8622 | SRCC = 0.8597 ] +INFO:root:Average loss=0.21644157247665602 +INFO:root: +[Valid][18][UTT][ MSE = 0.2956 | LCC = 0.8508 | SRCC = 0.8549 ] +INFO:root:Average loss=0.22171549613659197 +INFO:root: +[Valid][19][UTT][ MSE = 0.2638 | LCC = 0.8537 | SRCC = 0.8554 ] +INFO:root:Average loss=0.21307634524045846 +INFO:root: +[Valid][20][UTT][ MSE = 0.2712 | LCC = 0.8557 | SRCC = 0.8553 ] +INFO:root:Average loss=0.2161407159307064 +INFO:root: +[Valid][21][UTT][ MSE = 0.2830 | LCC = 0.8570 | SRCC = 0.8575 ] +INFO:root:Average loss=0.2103159494507007 +INFO:root: +[Valid][22][UTT][ MSE = 0.3025 | LCC = 0.8582 | SRCC = 0.8593 ] +INFO:root:Average loss=0.20926350660813162 +INFO:root: +[Valid][23][UTT][ MSE = 0.2869 | LCC = 0.8612 | SRCC = 0.8592 ] +INFO:root:Average loss=0.20906598426592657 +INFO:root: +[Valid][24][UTT][ MSE = 0.2994 | LCC = 0.8607 | SRCC = 0.8600 ] +INFO:root:Average loss=0.20997822896028176 +INFO:root: +[Valid][25][UTT][ MSE = 0.2840 | LCC = 0.8596 | SRCC = 0.8604 ] +INFO:root:Average loss=0.2071191012286223 +INFO:root: +[Valid][26][UTT][ MSE = 0.2694 | LCC = 0.8556 | SRCC = 0.8561 ] +INFO:root:Average loss=0.2055208872144039 +INFO:root: +[Valid][27][UTT][ MSE = 0.2980 | LCC = 0.8573 | SRCC = 0.8585 ] +INFO:root:Average loss=0.20440232218840185 +INFO:root: +[Valid][28][UTT][ MSE = 0.2638 | LCC = 0.8587 | SRCC = 0.8600 ] +INFO:root:Average loss=0.2103385600524071 +INFO:root: +[Valid][29][UTT][ MSE = 0.2668 | LCC = 0.8595 | SRCC = 0.8594 ] +INFO:root:Average loss=0.20369251550008088 +INFO:root: +[Valid][30][UTT][ MSE = 0.2611 | LCC = 0.8563 | SRCC = 0.8578 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2750 | LCC = 0.8675 | SRCC = 0.8666 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0c31e8ac8c988057864b40d0abc69d036d24385 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef7c28f0a86f2396e40102b25d5b4e9d229b30761d48bc73a25e98f0b4cd1718 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b27be344559814a14b9c019dede1be01cbaa7242 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d03e4efe5bbad13739781e4517672f4c872b044cfafc16aae207365f60f9032 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b304f85094b8d15286ffa381336c4a55cd0b24ad --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4387778485050568 +INFO:root: +[Valid][0][UTT][ MSE = 0.3169 | LCC = 0.8086 | SRCC = 0.8209 ] +INFO:root:Average loss=0.23181831683868018 +INFO:root: +[Valid][1][UTT][ MSE = 0.2617 | LCC = 0.8472 | SRCC = 0.8519 ] +INFO:root:Average loss=0.2047052549628111 +INFO:root: +[Valid][2][UTT][ MSE = 0.2454 | LCC = 0.8614 | SRCC = 0.8616 ] +INFO:root:Average loss=0.184063317015385 +INFO:root: +[Valid][3][UTT][ MSE = 0.2345 | LCC = 0.8675 | SRCC = 0.8680 ] +INFO:root:Average loss=0.17114454889908814 +INFO:root: +[Valid][4][UTT][ MSE = 0.2253 | LCC = 0.8680 | SRCC = 0.8670 ] +INFO:root:Average loss=0.15529645769259867 +INFO:root: +[Valid][5][UTT][ MSE = 0.2290 | LCC = 0.8673 | SRCC = 0.8673 ] +INFO:root:Average loss=0.14826373946972382 +INFO:root: +[Valid][6][UTT][ MSE = 0.2152 | LCC = 0.8681 | SRCC = 0.8679 ] +INFO:root:Average loss=0.1454124806018976 +INFO:root: +[Valid][7][UTT][ MSE = 0.2303 | LCC = 0.8696 | SRCC = 0.8699 ] +INFO:root:Average loss=0.14252624546106046 +INFO:root: +[Valid][8][UTT][ MSE = 0.2112 | LCC = 0.8733 | SRCC = 0.8725 ] +INFO:root:Average loss=0.12096090949116609 +INFO:root: +[Valid][9][UTT][ MSE = 0.2188 | LCC = 0.8726 | SRCC = 0.8714 ] +INFO:root:Average loss=0.11628578106562297 +INFO:root: +[Valid][10][UTT][ MSE = 0.2354 | LCC = 0.8720 | SRCC = 0.8718 ] +INFO:root:Average loss=0.11464300866310413 +INFO:root: +[Valid][11][UTT][ MSE = 0.2443 | LCC = 0.8726 | SRCC = 0.8724 ] +INFO:root:Average loss=0.1019164155691098 +INFO:root: +[Valid][12][UTT][ MSE = 0.2188 | LCC = 0.8706 | SRCC = 0.8707 ] +INFO:root:Average loss=0.10711515642320499 +INFO:root: +[Valid][13][UTT][ MSE = 0.2384 | LCC = 0.8718 | SRCC = 0.8714 ] +INFO:root:Average loss=0.09999302631387344 +INFO:root: +[Valid][14][UTT][ MSE = 0.2187 | LCC = 0.8699 | SRCC = 0.8691 ] +INFO:root:Average loss=0.09283252041309308 +INFO:root: +[Valid][15][UTT][ MSE = 0.2149 | LCC = 0.8702 | SRCC = 0.8689 ] +INFO:root:Average loss=0.08161106280600414 +INFO:root: +[Valid][16][UTT][ MSE = 0.2175 | LCC = 0.8682 | SRCC = 0.8671 ] +INFO:root:Average loss=0.08011722211272289 +INFO:root: +[Valid][17][UTT][ MSE = 0.2216 | LCC = 0.8705 | SRCC = 0.8688 ] +INFO:root:Average loss=0.07872925736965278 +INFO:root: +[Valid][18][UTT][ MSE = 0.2331 | LCC = 0.8667 | SRCC = 0.8656 ] +INFO:root:Average loss=0.08232497256726791 +INFO:root: +[Valid][19][UTT][ MSE = 0.2233 | LCC = 0.8652 | SRCC = 0.8641 ] +INFO:root:Average loss=0.07316709453096756 +INFO:root: +[Valid][20][UTT][ MSE = 0.2085 | LCC = 0.8681 | SRCC = 0.8667 ] +INFO:root:Average loss=0.06818282900330348 +INFO:root: +[Valid][21][UTT][ MSE = 0.2240 | LCC = 0.8661 | SRCC = 0.8646 ] +INFO:root:Average loss=0.06750422052274911 +INFO:root: +[Valid][22][UTT][ MSE = 0.2222 | LCC = 0.8667 | SRCC = 0.8648 ] +INFO:root:Average loss=0.062019670429902196 +INFO:root: +[Valid][23][UTT][ MSE = 0.2330 | LCC = 0.8641 | SRCC = 0.8613 ] +INFO:root:Average loss=0.06321875564754009 +INFO:root: +[Valid][24][UTT][ MSE = 0.2212 | LCC = 0.8670 | SRCC = 0.8653 ] +INFO:root:Average loss=0.059762065466015764 +INFO:root: +[Valid][25][UTT][ MSE = 0.2199 | LCC = 0.8665 | SRCC = 0.8647 ] +INFO:root:Average loss=0.05296016584795255 +INFO:root: +[Valid][26][UTT][ MSE = 0.2281 | LCC = 0.8633 | SRCC = 0.8619 ] +INFO:root:Average loss=0.05227124084455845 +INFO:root: +[Valid][27][UTT][ MSE = 0.2161 | LCC = 0.8655 | SRCC = 0.8641 ] +INFO:root:Average loss=0.05283277787459202 +INFO:root: +[Valid][28][UTT][ MSE = 0.2195 | LCC = 0.8650 | SRCC = 0.8637 ] +INFO:root:Average loss=0.052642401021260485 +INFO:root: +[Valid][29][UTT][ MSE = 0.2205 | LCC = 0.8646 | SRCC = 0.8634 ] +INFO:root:Average loss=0.04818469319397058 +INFO:root: +[Valid][30][UTT][ MSE = 0.2230 | LCC = 0.8649 | SRCC = 0.8640 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2290 | LCC = 0.8721 | SRCC = 0.8741 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..02942e5ff2f592b91663922f354fa03474cf6e19 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:844624deb823591c740f79c218c8d69a44de005462cc2346bf06313b00f726c0 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..598da4691b2d1e16d1523b9353c37b7d6749a53d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ba9c8d6086e83223b66effe354e4bce01da883305094094b2a186473ccc171 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ed9d42e6356ee66efba7561ed08442e77876462e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.48268627241635936 +INFO:root: +[Valid][0][UTT][ MSE = 0.2997 | LCC = 0.8225 | SRCC = 0.8288 ] +INFO:root:Average loss=0.23384194439038253 +INFO:root: +[Valid][1][UTT][ MSE = 0.2838 | LCC = 0.8493 | SRCC = 0.8532 ] +INFO:root:Average loss=0.20901746532091728 +INFO:root: +[Valid][2][UTT][ MSE = 0.2531 | LCC = 0.8603 | SRCC = 0.8611 ] +INFO:root:Average loss=0.1939790583191774 +INFO:root: +[Valid][3][UTT][ MSE = 0.2310 | LCC = 0.8616 | SRCC = 0.8634 ] +INFO:root:Average loss=0.1762195884799346 +INFO:root: +[Valid][4][UTT][ MSE = 0.2111 | LCC = 0.8704 | SRCC = 0.8703 ] +INFO:root:Average loss=0.17236565263607564 +INFO:root: +[Valid][5][UTT][ MSE = 0.2210 | LCC = 0.8727 | SRCC = 0.8723 ] +INFO:root:Average loss=0.16571818913022676 +INFO:root: +[Valid][6][UTT][ MSE = 0.2186 | LCC = 0.8736 | SRCC = 0.8728 ] +INFO:root:Average loss=0.1498628981793538 +INFO:root: +[Valid][7][UTT][ MSE = 0.2527 | LCC = 0.8686 | SRCC = 0.8730 ] +INFO:root:Average loss=0.13766002234740135 +INFO:root: +[Valid][8][UTT][ MSE = 0.2410 | LCC = 0.8722 | SRCC = 0.8737 ] +INFO:root:Average loss=0.13189727984941924 +INFO:root: +[Valid][9][UTT][ MSE = 0.2088 | LCC = 0.8777 | SRCC = 0.8789 ] +INFO:root:Average loss=0.12660816493324745 +INFO:root: +[Valid][10][UTT][ MSE = 0.2128 | LCC = 0.8747 | SRCC = 0.8761 ] +INFO:root:Average loss=0.11946093138211812 +INFO:root: +[Valid][11][UTT][ MSE = 0.2071 | LCC = 0.8763 | SRCC = 0.8771 ] +INFO:root:Average loss=0.10734681641826263 +INFO:root: +[Valid][12][UTT][ MSE = 0.2268 | LCC = 0.8739 | SRCC = 0.8749 ] +INFO:root:Average loss=0.10854501812121807 +INFO:root: +[Valid][13][UTT][ MSE = 0.2137 | LCC = 0.8735 | SRCC = 0.8749 ] +INFO:root:Average loss=0.10405686736488953 +INFO:root: +[Valid][14][UTT][ MSE = 0.2325 | LCC = 0.8733 | SRCC = 0.8744 ] +INFO:root:Average loss=0.0937659437648761 +INFO:root: +[Valid][15][UTT][ MSE = 0.2383 | LCC = 0.8724 | SRCC = 0.8739 ] +INFO:root:Average loss=0.0902000387223103 +INFO:root: +[Valid][16][UTT][ MSE = 0.2086 | LCC = 0.8748 | SRCC = 0.8758 ] +INFO:root:Average loss=0.08890669009624383 +INFO:root: +[Valid][17][UTT][ MSE = 0.2099 | LCC = 0.8741 | SRCC = 0.8746 ] +INFO:root:Average loss=0.08156239441954173 +INFO:root: +[Valid][18][UTT][ MSE = 0.2088 | LCC = 0.8747 | SRCC = 0.8746 ] +INFO:root:Average loss=0.07996537044453315 +INFO:root: +[Valid][19][UTT][ MSE = 0.2068 | LCC = 0.8747 | SRCC = 0.8736 ] +INFO:root:Average loss=0.07766053133094922 +INFO:root: +[Valid][20][UTT][ MSE = 0.2364 | LCC = 0.8712 | SRCC = 0.8715 ] +INFO:root:Average loss=0.07333383604119985 +INFO:root: +[Valid][21][UTT][ MSE = 0.2054 | LCC = 0.8758 | SRCC = 0.8762 ] +INFO:root:Average loss=0.06971310528042989 +INFO:root: +[Valid][22][UTT][ MSE = 0.2138 | LCC = 0.8743 | SRCC = 0.8740 ] +INFO:root:Average loss=0.06553038453253415 +INFO:root: +[Valid][23][UTT][ MSE = 0.2162 | LCC = 0.8747 | SRCC = 0.8751 ] +INFO:root:Average loss=0.06514905732220565 +INFO:root: +[Valid][24][UTT][ MSE = 0.2158 | LCC = 0.8747 | SRCC = 0.8756 ] +INFO:root:Average loss=0.06566312770621899 +INFO:root: +[Valid][25][UTT][ MSE = 0.2110 | LCC = 0.8756 | SRCC = 0.8756 ] +INFO:root:Average loss=0.06294639095759545 +INFO:root: +[Valid][26][UTT][ MSE = 0.2162 | LCC = 0.8737 | SRCC = 0.8742 ] +INFO:root:Average loss=0.05549944760516668 +INFO:root: +[Valid][27][UTT][ MSE = 0.2204 | LCC = 0.8715 | SRCC = 0.8712 ] +INFO:root:Average loss=0.05357423185920104 +INFO:root: +[Valid][28][UTT][ MSE = 0.2197 | LCC = 0.8725 | SRCC = 0.8736 ] +INFO:root:Average loss=0.0541739624280196 +INFO:root: +[Valid][29][UTT][ MSE = 0.2242 | LCC = 0.8719 | SRCC = 0.8720 ] +INFO:root:Average loss=0.05491073773457454 +INFO:root: +[Valid][30][UTT][ MSE = 0.2216 | LCC = 0.8706 | SRCC = 0.8716 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2186 | LCC = 0.8715 | SRCC = 0.8719 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..274a30b95fdccd8d8042f65aa772812f9d8c9091 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67fc7f01c478316d6738baefda6d9c7dba6cf32bb06bf94015a1a5f99bea1482 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8d7fc83c86a6b4e90c4ec96fe94b781d6f0ec18 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c4bd1f33adfac9e93258ea8a24a740e5ede773fdb96c187a893ed6ebc57123 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5f9e1bf2b3257761e9d0965f6c41babb96770276 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4781842527863307 +INFO:root: +[Valid][0][UTT][ MSE = 0.3163 | LCC = 0.8070 | SRCC = 0.8175 ] +INFO:root:Average loss=0.23613741611823058 +INFO:root: +[Valid][1][UTT][ MSE = 0.2652 | LCC = 0.8484 | SRCC = 0.8527 ] +INFO:root:Average loss=0.20769026550727013 +INFO:root: +[Valid][2][UTT][ MSE = 0.2365 | LCC = 0.8677 | SRCC = 0.8671 ] +INFO:root:Average loss=0.19201199853649506 +INFO:root: +[Valid][3][UTT][ MSE = 0.2202 | LCC = 0.8662 | SRCC = 0.8702 ] +INFO:root:Average loss=0.1778988093137741 +INFO:root: +[Valid][4][UTT][ MSE = 0.2090 | LCC = 0.8735 | SRCC = 0.8728 ] +INFO:root:Average loss=0.1699680915245643 +INFO:root: +[Valid][5][UTT][ MSE = 0.2353 | LCC = 0.8695 | SRCC = 0.8728 ] +INFO:root:Average loss=0.15215981541535792 +INFO:root: +[Valid][6][UTT][ MSE = 0.2036 | LCC = 0.8767 | SRCC = 0.8753 ] +INFO:root:Average loss=0.14643158725438973 +INFO:root: +[Valid][7][UTT][ MSE = 0.2226 | LCC = 0.8752 | SRCC = 0.8769 ] +INFO:root:Average loss=0.13671187741252092 +INFO:root: +[Valid][8][UTT][ MSE = 0.1923 | LCC = 0.8784 | SRCC = 0.8783 ] +INFO:root:Average loss=0.12606464173549262 +INFO:root: +[Valid][9][UTT][ MSE = 0.1919 | LCC = 0.8805 | SRCC = 0.8804 ] +INFO:root:Average loss=0.1231770647259859 +INFO:root: +[Valid][10][UTT][ MSE = 0.2199 | LCC = 0.8785 | SRCC = 0.8785 ] +INFO:root:Average loss=0.11942852613253471 +INFO:root: +[Valid][11][UTT][ MSE = 0.2045 | LCC = 0.8793 | SRCC = 0.8777 ] +INFO:root:Average loss=0.11039927000036606 +INFO:root: +[Valid][12][UTT][ MSE = 0.2191 | LCC = 0.8773 | SRCC = 0.8757 ] +INFO:root:Average loss=0.10292679272018947 +INFO:root: +[Valid][13][UTT][ MSE = 0.2140 | LCC = 0.8768 | SRCC = 0.8767 ] +INFO:root:Average loss=0.10455983619277294 +INFO:root: +[Valid][14][UTT][ MSE = 0.2274 | LCC = 0.8736 | SRCC = 0.8736 ] +INFO:root:Average loss=0.09357199407158753 +INFO:root: +[Valid][15][UTT][ MSE = 0.1956 | LCC = 0.8752 | SRCC = 0.8741 ] +INFO:root:Average loss=0.08778256669831581 +INFO:root: +[Valid][16][UTT][ MSE = 0.2313 | LCC = 0.8751 | SRCC = 0.8737 ] +INFO:root:Average loss=0.09292328443664771 +INFO:root: +[Valid][17][UTT][ MSE = 0.2084 | LCC = 0.8728 | SRCC = 0.8723 ] +INFO:root:Average loss=0.08181076195950691 +INFO:root: +[Valid][18][UTT][ MSE = 0.2173 | LCC = 0.8759 | SRCC = 0.8753 ] +INFO:root:Average loss=0.08021513238931313 +INFO:root: +[Valid][19][UTT][ MSE = 0.2120 | LCC = 0.8734 | SRCC = 0.8729 ] +INFO:root:Average loss=0.0763263141688628 +INFO:root: +[Valid][20][UTT][ MSE = 0.2291 | LCC = 0.8756 | SRCC = 0.8754 ] +INFO:root:Average loss=0.07221738000710805 +INFO:root: +[Valid][21][UTT][ MSE = 0.2028 | LCC = 0.8759 | SRCC = 0.8754 ] +INFO:root:Average loss=0.07002804280282596 +INFO:root: +[Valid][22][UTT][ MSE = 0.2053 | LCC = 0.8725 | SRCC = 0.8725 ] +INFO:root:Average loss=0.06573197818719424 +INFO:root: +[Valid][23][UTT][ MSE = 0.2041 | LCC = 0.8746 | SRCC = 0.8744 ] +INFO:root:Average loss=0.0646639437152025 +INFO:root: +[Valid][24][UTT][ MSE = 0.2019 | LCC = 0.8743 | SRCC = 0.8744 ] +INFO:root:Average loss=0.06209222014802389 +INFO:root: +[Valid][25][UTT][ MSE = 0.2085 | LCC = 0.8733 | SRCC = 0.8742 ] +INFO:root:Average loss=0.0603105466430768 +INFO:root: +[Valid][26][UTT][ MSE = 0.1994 | LCC = 0.8746 | SRCC = 0.8756 ] +INFO:root:Average loss=0.0578132807635344 +INFO:root: +[Valid][27][UTT][ MSE = 0.1961 | LCC = 0.8778 | SRCC = 0.8788 ] +INFO:root:Average loss=0.056941802255236186 +INFO:root: +[Valid][28][UTT][ MSE = 0.2011 | LCC = 0.8747 | SRCC = 0.8756 ] +INFO:root:Average loss=0.054460311404023416 +INFO:root: +[Valid][29][UTT][ MSE = 0.2001 | LCC = 0.8741 | SRCC = 0.8735 ] +INFO:root:Average loss=0.052289295846071 +INFO:root: +[Valid][30][UTT][ MSE = 0.2113 | LCC = 0.8743 | SRCC = 0.8742 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2074 | LCC = 0.8705 | SRCC = 0.8723 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f36a23d0a1b016ae70881bb293c6028b6ea155f7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27bada65073d7d8d3925ca037e33fb9d9d8c9e999385d4314b7d9c4d73199b66 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecfb58a5ad02d080cdabdba3e3545f16c31528cb --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b04bde7096d2ac23a859fcbdc0addd83db69f508ac6aa6cb0fe0af903f6f0ab +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6344bf4dc3ba5db710f76c3511c10465c987a0a3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5634188325359271 +INFO:root: +[Valid][0][UTT][ MSE = 0.3492 | LCC = 0.7994 | SRCC = 0.8111 ] +INFO:root:Average loss=0.2531540277294623 +INFO:root: +[Valid][1][UTT][ MSE = 0.3685 | LCC = 0.8376 | SRCC = 0.8463 ] +INFO:root:Average loss=0.22133738241898707 +INFO:root: +[Valid][2][UTT][ MSE = 0.2881 | LCC = 0.8523 | SRCC = 0.8583 ] +INFO:root:Average loss=0.19137614201276731 +INFO:root: +[Valid][3][UTT][ MSE = 0.2521 | LCC = 0.8632 | SRCC = 0.8643 ] +INFO:root:Average loss=0.17482125014066696 +INFO:root: +[Valid][4][UTT][ MSE = 0.2488 | LCC = 0.8688 | SRCC = 0.8670 ] +INFO:root:Average loss=0.16468983812209886 +INFO:root: +[Valid][5][UTT][ MSE = 0.2688 | LCC = 0.8683 | SRCC = 0.8694 ] +INFO:root:Average loss=0.15619038437039423 +INFO:root: +[Valid][6][UTT][ MSE = 0.2892 | LCC = 0.8719 | SRCC = 0.8719 ] +INFO:root:Average loss=0.1499162039313561 +INFO:root: +[Valid][7][UTT][ MSE = 0.2382 | LCC = 0.8748 | SRCC = 0.8735 ] +INFO:root:Average loss=0.13889312772796705 +INFO:root: +[Valid][8][UTT][ MSE = 0.2387 | LCC = 0.8747 | SRCC = 0.8740 ] +INFO:root:Average loss=0.13025494129993978 +INFO:root: +[Valid][9][UTT][ MSE = 0.2149 | LCC = 0.8754 | SRCC = 0.8751 ] +INFO:root:Average loss=0.12951778801969993 +INFO:root: +[Valid][10][UTT][ MSE = 0.2197 | LCC = 0.8732 | SRCC = 0.8730 ] +INFO:root:Average loss=0.1153276947637399 +INFO:root: +[Valid][11][UTT][ MSE = 0.2549 | LCC = 0.8737 | SRCC = 0.8734 ] +INFO:root:Average loss=0.10682628036309512 +INFO:root: +[Valid][12][UTT][ MSE = 0.2314 | LCC = 0.8701 | SRCC = 0.8711 ] +INFO:root:Average loss=0.10350490409212235 +INFO:root: +[Valid][13][UTT][ MSE = 0.2363 | LCC = 0.8727 | SRCC = 0.8718 ] +INFO:root:Average loss=0.09628911335498859 +INFO:root: +[Valid][14][UTT][ MSE = 0.2348 | LCC = 0.8719 | SRCC = 0.8734 ] +INFO:root:Average loss=0.08955109033447045 +INFO:root: +[Valid][15][UTT][ MSE = 0.2395 | LCC = 0.8747 | SRCC = 0.8740 ] +INFO:root:Average loss=0.08751148692308328 +INFO:root: +[Valid][16][UTT][ MSE = 0.2081 | LCC = 0.8714 | SRCC = 0.8723 ] +INFO:root:Average loss=0.08188071655921447 +INFO:root: +[Valid][17][UTT][ MSE = 0.2245 | LCC = 0.8719 | SRCC = 0.8708 ] +INFO:root:Average loss=0.08122043894269527 +INFO:root: +[Valid][18][UTT][ MSE = 0.2361 | LCC = 0.8696 | SRCC = 0.8689 ] +INFO:root:Average loss=0.07518836827232288 +INFO:root: +[Valid][19][UTT][ MSE = 0.2196 | LCC = 0.8725 | SRCC = 0.8712 ] +INFO:root:Average loss=0.07529198187283981 +INFO:root: +[Valid][20][UTT][ MSE = 0.2161 | LCC = 0.8723 | SRCC = 0.8724 ] +INFO:root:Average loss=0.07355058274399011 +INFO:root: +[Valid][21][UTT][ MSE = 0.2636 | LCC = 0.8710 | SRCC = 0.8710 ] +INFO:root:Average loss=0.06450817595498684 +INFO:root: +[Valid][22][UTT][ MSE = 0.2186 | LCC = 0.8694 | SRCC = 0.8700 ] +INFO:root:Average loss=0.06833295442928107 +INFO:root: +[Valid][23][UTT][ MSE = 0.2494 | LCC = 0.8685 | SRCC = 0.8681 ] +INFO:root:Average loss=0.06190357266519314 +INFO:root: +[Valid][24][UTT][ MSE = 0.2181 | LCC = 0.8707 | SRCC = 0.8701 ] +INFO:root:Average loss=0.06318858141700427 +INFO:root: +[Valid][25][UTT][ MSE = 0.2602 | LCC = 0.8691 | SRCC = 0.8687 ] +INFO:root:Average loss=0.05997448428892172 +INFO:root: +[Valid][26][UTT][ MSE = 0.2419 | LCC = 0.8681 | SRCC = 0.8673 ] +INFO:root:Average loss=0.05490612506102293 +INFO:root: +[Valid][27][UTT][ MSE = 0.2219 | LCC = 0.8681 | SRCC = 0.8666 ] +INFO:root:Average loss=0.05625367666093203 +INFO:root: +[Valid][28][UTT][ MSE = 0.2533 | LCC = 0.8721 | SRCC = 0.8702 ] +INFO:root:Average loss=0.052673440951949514 +INFO:root: +[Valid][29][UTT][ MSE = 0.2857 | LCC = 0.8699 | SRCC = 0.8699 ] +INFO:root:Average loss=0.052979568210549846 +INFO:root: +[Valid][30][UTT][ MSE = 0.2189 | LCC = 0.8687 | SRCC = 0.8695 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2285 | LCC = 0.8683 | SRCC = 0.8718 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad6ecd3694420e565fb2f3e5b9f7967d0849e28e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b89beeb5a760942afd07ad299974fd1a1706e930ef6dcea8acf41623d6cbc0f +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a44f417ec91652d936518ace5358768e6f0d6a4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c180c05a8829b2f1c2871ac19f3a41e0bfa92d907438cc69da0bf70276cf5f2e +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7bc794954b065f97b58f0cb0e7140b6eaaa62478 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer2/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.43937023404317027 +INFO:root: +[Valid][0][UTT][ MSE = 0.3077 | LCC = 0.8016 | SRCC = 0.8096 ] +INFO:root:Average loss=0.23684029720532587 +INFO:root: +[Valid][1][UTT][ MSE = 0.2678 | LCC = 0.8455 | SRCC = 0.8488 ] +INFO:root:Average loss=0.20713911664027435 +INFO:root: +[Valid][2][UTT][ MSE = 0.2432 | LCC = 0.8579 | SRCC = 0.8582 ] +INFO:root:Average loss=0.1858617766545369 +INFO:root: +[Valid][3][UTT][ MSE = 0.2356 | LCC = 0.8628 | SRCC = 0.8635 ] +INFO:root:Average loss=0.17510661740715688 +INFO:root: +[Valid][4][UTT][ MSE = 0.2741 | LCC = 0.8591 | SRCC = 0.8637 ] +INFO:root:Average loss=0.16519860942394304 +INFO:root: +[Valid][5][UTT][ MSE = 0.2404 | LCC = 0.8719 | SRCC = 0.8714 ] +INFO:root:Average loss=0.15070843887634766 +INFO:root: +[Valid][6][UTT][ MSE = 0.2317 | LCC = 0.8721 | SRCC = 0.8726 ] +INFO:root:Average loss=0.1418338941457944 +INFO:root: +[Valid][7][UTT][ MSE = 0.2279 | LCC = 0.8718 | SRCC = 0.8721 ] +INFO:root:Average loss=0.1369937256169625 +INFO:root: +[Valid][8][UTT][ MSE = 0.2073 | LCC = 0.8732 | SRCC = 0.8736 ] +INFO:root:Average loss=0.13252269505308226 +INFO:root: +[Valid][9][UTT][ MSE = 0.2161 | LCC = 0.8735 | SRCC = 0.8726 ] +INFO:root:Average loss=0.12166090519764484 +INFO:root: +[Valid][10][UTT][ MSE = 0.2110 | LCC = 0.8748 | SRCC = 0.8757 ] +INFO:root:Average loss=0.1117400633983123 +INFO:root: +[Valid][11][UTT][ MSE = 0.2051 | LCC = 0.8722 | SRCC = 0.8715 ] +INFO:root:Average loss=0.10770596984105232 +INFO:root: +[Valid][12][UTT][ MSE = 0.2458 | LCC = 0.8693 | SRCC = 0.8712 ] +INFO:root:Average loss=0.10709185468462798 +INFO:root: +[Valid][13][UTT][ MSE = 0.2162 | LCC = 0.8764 | SRCC = 0.8748 ] +INFO:root:Average loss=0.10171344121679282 +INFO:root: +[Valid][14][UTT][ MSE = 0.2454 | LCC = 0.8709 | SRCC = 0.8712 ] +INFO:root:Average loss=0.09305304866761734 +INFO:root: +[Valid][15][UTT][ MSE = 0.2121 | LCC = 0.8733 | SRCC = 0.8728 ] +INFO:root:Average loss=0.09011904417704313 +INFO:root: +[Valid][16][UTT][ MSE = 0.2104 | LCC = 0.8741 | SRCC = 0.8732 ] +INFO:root:Average loss=0.08876317792022839 +INFO:root: +[Valid][17][UTT][ MSE = 0.2125 | LCC = 0.8696 | SRCC = 0.8687 ] +INFO:root:Average loss=0.08392415768825091 +INFO:root: +[Valid][18][UTT][ MSE = 0.2054 | LCC = 0.8725 | SRCC = 0.8733 ] +INFO:root:Average loss=0.07761074273059002 +INFO:root: +[Valid][19][UTT][ MSE = 0.2133 | LCC = 0.8697 | SRCC = 0.8714 ] +INFO:root:Average loss=0.0778320770806227 +INFO:root: +[Valid][20][UTT][ MSE = 0.2177 | LCC = 0.8728 | SRCC = 0.8723 ] +INFO:root:Average loss=0.07291778616416149 +INFO:root: +[Valid][21][UTT][ MSE = 0.2142 | LCC = 0.8722 | SRCC = 0.8730 ] +INFO:root:Average loss=0.07250394973044212 +INFO:root: +[Valid][22][UTT][ MSE = 0.2155 | LCC = 0.8696 | SRCC = 0.8704 ] +INFO:root:Average loss=0.06461931535830864 +INFO:root: +[Valid][23][UTT][ MSE = 0.2077 | LCC = 0.8724 | SRCC = 0.8724 ] +INFO:root:Average loss=0.06837018044331135 +INFO:root: +[Valid][24][UTT][ MSE = 0.2271 | LCC = 0.8719 | SRCC = 0.8732 ] +INFO:root:Average loss=0.0634219147838079 +INFO:root: +[Valid][25][UTT][ MSE = 0.2118 | LCC = 0.8723 | SRCC = 0.8723 ] +INFO:root:Average loss=0.059486035018777236 +INFO:root: +[Valid][26][UTT][ MSE = 0.2106 | LCC = 0.8726 | SRCC = 0.8724 ] +INFO:root:Average loss=0.05754845699247641 +INFO:root: +[Valid][27][UTT][ MSE = 0.2124 | LCC = 0.8718 | SRCC = 0.8732 ] +INFO:root:Average loss=0.056054758242307566 +INFO:root: +[Valid][28][UTT][ MSE = 0.2147 | LCC = 0.8714 | SRCC = 0.8712 ] +INFO:root:Average loss=0.05484637682541059 +INFO:root: +[Valid][29][UTT][ MSE = 0.2158 | LCC = 0.8718 | SRCC = 0.8721 ] +INFO:root:Average loss=0.05625019432642521 +INFO:root: +[Valid][30][UTT][ MSE = 0.2073 | LCC = 0.8742 | SRCC = 0.8742 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2277 | LCC = 0.8711 | SRCC = 0.8733 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..55ce334423665bc29bae0e1e02bb0e7bb0fbc804 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad842aa21fd9189f34d488a4246a4ae8f0c6df513e657d589c8e53c1af92117c +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a57886a326ffafc05ee3c699b02fe845a45657 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78b94c04f5799009cbbfebd2a22e8e39a00038729f06f1f2234b9b6a120ee3bc +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..93b1c0a01385c1afa714d889b6004c45a3928f6f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.40247468593028873 +INFO:root: +[Valid][0][UTT][ MSE = 0.3041 | LCC = 0.8240 | SRCC = 0.8330 ] +INFO:root:Average loss=0.22838977246712416 +INFO:root: +[Valid][1][UTT][ MSE = 0.2586 | LCC = 0.8563 | SRCC = 0.8570 ] +INFO:root:Average loss=0.19356076524425775 +INFO:root: +[Valid][2][UTT][ MSE = 0.2553 | LCC = 0.8686 | SRCC = 0.8663 ] +INFO:root:Average loss=0.1773000166584284 +INFO:root: +[Valid][3][UTT][ MSE = 0.2382 | LCC = 0.8741 | SRCC = 0.8714 ] +INFO:root:Average loss=0.16497294041208732 +INFO:root: +[Valid][4][UTT][ MSE = 0.2356 | LCC = 0.8744 | SRCC = 0.8731 ] +INFO:root:Average loss=0.1546124068972392 +INFO:root: +[Valid][5][UTT][ MSE = 0.2585 | LCC = 0.8719 | SRCC = 0.8722 ] +INFO:root:Average loss=0.14587493374561653 +INFO:root: +[Valid][6][UTT][ MSE = 0.2268 | LCC = 0.8744 | SRCC = 0.8728 ] +INFO:root:Average loss=0.13837878587536323 +INFO:root: +[Valid][7][UTT][ MSE = 0.2185 | LCC = 0.8746 | SRCC = 0.8728 ] +INFO:root:Average loss=0.1273691381017367 +INFO:root: +[Valid][8][UTT][ MSE = 0.2216 | LCC = 0.8730 | SRCC = 0.8723 ] +INFO:root:Average loss=0.1220332937171826 +INFO:root: +[Valid][9][UTT][ MSE = 0.2137 | LCC = 0.8739 | SRCC = 0.8737 ] +INFO:root:Average loss=0.1135462689667176 +INFO:root: +[Valid][10][UTT][ MSE = 0.2133 | LCC = 0.8713 | SRCC = 0.8718 ] +INFO:root:Average loss=0.10765452391635148 +INFO:root: +[Valid][11][UTT][ MSE = 0.2218 | LCC = 0.8710 | SRCC = 0.8710 ] +INFO:root:Average loss=0.10622186739093219 +INFO:root: +[Valid][12][UTT][ MSE = 0.2319 | LCC = 0.8689 | SRCC = 0.8704 ] +INFO:root:Average loss=0.10558832092927052 +INFO:root: +[Valid][13][UTT][ MSE = 0.2144 | LCC = 0.8721 | SRCC = 0.8716 ] +INFO:root:Average loss=0.09185668606406604 +INFO:root: +[Valid][14][UTT][ MSE = 0.2141 | LCC = 0.8681 | SRCC = 0.8679 ] +INFO:root:Average loss=0.08684931332484269 +INFO:root: +[Valid][15][UTT][ MSE = 0.2270 | LCC = 0.8658 | SRCC = 0.8658 ] +INFO:root:Average loss=0.08259511581407143 +INFO:root: +[Valid][16][UTT][ MSE = 0.2197 | LCC = 0.8651 | SRCC = 0.8647 ] +INFO:root:Average loss=0.07962506264448166 +INFO:root: +[Valid][17][UTT][ MSE = 0.2230 | LCC = 0.8677 | SRCC = 0.8672 ] +INFO:root:Average loss=0.0792859339943299 +INFO:root: +[Valid][18][UTT][ MSE = 0.2191 | LCC = 0.8691 | SRCC = 0.8706 ] +INFO:root:Average loss=0.07191483752849774 +INFO:root: +[Valid][19][UTT][ MSE = 0.2216 | LCC = 0.8698 | SRCC = 0.8698 ] +INFO:root:Average loss=0.06864225740234058 +INFO:root: +[Valid][20][UTT][ MSE = 0.2176 | LCC = 0.8689 | SRCC = 0.8693 ] +INFO:root:Average loss=0.068814161973886 +INFO:root: +[Valid][21][UTT][ MSE = 0.2169 | LCC = 0.8637 | SRCC = 0.8649 ] +INFO:root:Average loss=0.0641398190592344 +INFO:root: +[Valid][22][UTT][ MSE = 0.2244 | LCC = 0.8675 | SRCC = 0.8667 ] +INFO:root:Average loss=0.06034718310603729 +INFO:root: +[Valid][23][UTT][ MSE = 0.2253 | LCC = 0.8643 | SRCC = 0.8642 ] +INFO:root:Average loss=0.05973686449802839 +INFO:root: +[Valid][24][UTT][ MSE = 0.2171 | LCC = 0.8675 | SRCC = 0.8672 ] +INFO:root:Average loss=0.05822282528074888 +INFO:root: +[Valid][25][UTT][ MSE = 0.2193 | LCC = 0.8667 | SRCC = 0.8672 ] +INFO:root:Average loss=0.054961819774829425 +INFO:root: +[Valid][26][UTT][ MSE = 0.2328 | LCC = 0.8647 | SRCC = 0.8646 ] +INFO:root:Average loss=0.054396018194846615 +INFO:root: +[Valid][27][UTT][ MSE = 0.2292 | LCC = 0.8677 | SRCC = 0.8674 ] +INFO:root:Average loss=0.04870628847334629 +INFO:root: +[Valid][28][UTT][ MSE = 0.2101 | LCC = 0.8676 | SRCC = 0.8676 ] +INFO:root:Average loss=0.04871768752733866 +INFO:root: +[Valid][29][UTT][ MSE = 0.2243 | LCC = 0.8651 | SRCC = 0.8649 ] +INFO:root:Average loss=0.045579373717117004 +INFO:root: +[Valid][30][UTT][ MSE = 0.2151 | LCC = 0.8659 | SRCC = 0.8659 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2289 | LCC = 0.8720 | SRCC = 0.8731 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..13cd0aa7658581eedee916d3f6ff7dc7fc739a1e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7aa9fac54e451b071c369b75085b40a82d9fcc5683513eea4edbded809fd356 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..468688743fb5f9014cd223ed568941856d9cc827 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfad435f435ffd9db9eedc0772e0b0291a165853e60a75702b5dcbc77c8817e2 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2d292c18395453bdeeb0376fcb440bc20d413da3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.37622404709840435 +INFO:root: +[Valid][0][UTT][ MSE = 0.3030 | LCC = 0.8295 | SRCC = 0.8347 ] +INFO:root:Average loss=0.22470905994757628 +INFO:root: +[Valid][1][UTT][ MSE = 0.2755 | LCC = 0.8552 | SRCC = 0.8575 ] +INFO:root:Average loss=0.19484485924626008 +INFO:root: +[Valid][2][UTT][ MSE = 0.2513 | LCC = 0.8670 | SRCC = 0.8667 ] +INFO:root:Average loss=0.18553115771367 +INFO:root: +[Valid][3][UTT][ MSE = 0.2406 | LCC = 0.8663 | SRCC = 0.8655 ] +INFO:root:Average loss=0.17306077289275634 +INFO:root: +[Valid][4][UTT][ MSE = 0.2537 | LCC = 0.8697 | SRCC = 0.8699 ] +INFO:root:Average loss=0.16005925910595137 +INFO:root: +[Valid][5][UTT][ MSE = 0.2194 | LCC = 0.8717 | SRCC = 0.8726 ] +INFO:root:Average loss=0.14856044422739592 +INFO:root: +[Valid][6][UTT][ MSE = 0.2612 | LCC = 0.8694 | SRCC = 0.8691 ] +INFO:root:Average loss=0.14335717681126717 +INFO:root: +[Valid][7][UTT][ MSE = 0.2473 | LCC = 0.8687 | SRCC = 0.8703 ] +INFO:root:Average loss=0.1307439688497629 +INFO:root: +[Valid][8][UTT][ MSE = 0.2294 | LCC = 0.8664 | SRCC = 0.8683 ] +INFO:root:Average loss=0.12304489734845284 +INFO:root: +[Valid][9][UTT][ MSE = 0.2371 | LCC = 0.8662 | SRCC = 0.8668 ] +INFO:root:Average loss=0.11942707680356808 +INFO:root: +[Valid][10][UTT][ MSE = 0.2143 | LCC = 0.8653 | SRCC = 0.8671 ] +INFO:root:Average loss=0.11730598419522628 +INFO:root: +[Valid][11][UTT][ MSE = 0.2616 | LCC = 0.8662 | SRCC = 0.8693 ] +INFO:root:Average loss=0.10218417018843003 +INFO:root: +[Valid][12][UTT][ MSE = 0.2175 | LCC = 0.8687 | SRCC = 0.8699 ] +INFO:root:Average loss=0.09771429618390706 +INFO:root: +[Valid][13][UTT][ MSE = 0.2193 | LCC = 0.8682 | SRCC = 0.8689 ] +INFO:root:Average loss=0.09654336150449055 +INFO:root: +[Valid][14][UTT][ MSE = 0.2414 | LCC = 0.8621 | SRCC = 0.8643 ] +INFO:root:Average loss=0.09238303285569717 +INFO:root: +[Valid][15][UTT][ MSE = 0.2130 | LCC = 0.8679 | SRCC = 0.8682 ] +INFO:root:Average loss=0.08700034867685574 +INFO:root: +[Valid][16][UTT][ MSE = 0.2233 | LCC = 0.8632 | SRCC = 0.8633 ] +INFO:root:Average loss=0.08007089612193596 +INFO:root: +[Valid][17][UTT][ MSE = 0.2261 | LCC = 0.8635 | SRCC = 0.8636 ] +INFO:root:Average loss=0.07770739629482612 +INFO:root: +[Valid][18][UTT][ MSE = 0.2347 | LCC = 0.8658 | SRCC = 0.8661 ] +INFO:root:Average loss=0.07766207680106163 +INFO:root: +[Valid][19][UTT][ MSE = 0.2243 | LCC = 0.8686 | SRCC = 0.8684 ] +INFO:root:Average loss=0.0709934627207426 +INFO:root: +[Valid][20][UTT][ MSE = 0.2327 | LCC = 0.8629 | SRCC = 0.8637 ] +INFO:root:Average loss=0.06601824831122007 +INFO:root: +[Valid][21][UTT][ MSE = 0.2286 | LCC = 0.8642 | SRCC = 0.8651 ] +INFO:root:Average loss=0.06555697818597157 +INFO:root: +[Valid][22][UTT][ MSE = 0.2291 | LCC = 0.8632 | SRCC = 0.8641 ] +INFO:root:Average loss=0.062297131102054544 +INFO:root: +[Valid][23][UTT][ MSE = 0.2304 | LCC = 0.8603 | SRCC = 0.8594 ] +INFO:root:Average loss=0.05882028929698162 +INFO:root: +[Valid][24][UTT][ MSE = 0.2284 | LCC = 0.8593 | SRCC = 0.8594 ] +INFO:root:Average loss=0.056333740695546836 +INFO:root: +[Valid][25][UTT][ MSE = 0.2209 | LCC = 0.8625 | SRCC = 0.8627 ] +INFO:root:Average loss=0.05504509797080969 +INFO:root: +[Valid][26][UTT][ MSE = 0.2281 | LCC = 0.8605 | SRCC = 0.8611 ] +INFO:root:Average loss=0.053081381922731034 +INFO:root: +[Valid][27][UTT][ MSE = 0.2457 | LCC = 0.8594 | SRCC = 0.8603 ] +INFO:root:Average loss=0.05283720528659148 +INFO:root: +[Valid][28][UTT][ MSE = 0.2237 | LCC = 0.8602 | SRCC = 0.8614 ] +INFO:root:Average loss=0.05631980132789184 +INFO:root: +[Valid][29][UTT][ MSE = 0.2527 | LCC = 0.8582 | SRCC = 0.8586 ] +INFO:root:Average loss=0.04834470902688992 +INFO:root: +[Valid][30][UTT][ MSE = 0.2324 | LCC = 0.8614 | SRCC = 0.8612 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2113 | LCC = 0.8741 | SRCC = 0.8751 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dfd57680a6ad6bbc5c9c1c42469290995aa0957 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:248fe4ab0148a5210c7c0eece0a747734a636cf6d8d5d5fc638f814881732f6a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e91d68ed8b710bc0344c811e517385ab7849a780 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f45c23753fc570fca26bef36a3a44dfc170a727fd387e04849c04eadf5dd808 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6013b11e3418400a80032cc14fd8043c1cd6a6f5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.355578943895988 +INFO:root: +[Valid][0][UTT][ MSE = 0.3119 | LCC = 0.8346 | SRCC = 0.8374 ] +INFO:root:Average loss=0.22525669366885454 +INFO:root: +[Valid][1][UTT][ MSE = 0.2511 | LCC = 0.8587 | SRCC = 0.8580 ] +INFO:root:Average loss=0.2039361726015042 +INFO:root: +[Valid][2][UTT][ MSE = 0.2443 | LCC = 0.8678 | SRCC = 0.8650 ] +INFO:root:Average loss=0.1941851695569662 +INFO:root: +[Valid][3][UTT][ MSE = 0.2573 | LCC = 0.8721 | SRCC = 0.8692 ] +INFO:root:Average loss=0.1720260946223369 +INFO:root: +[Valid][4][UTT][ MSE = 0.2338 | LCC = 0.8743 | SRCC = 0.8712 ] +INFO:root:Average loss=0.16437850252558023 +INFO:root: +[Valid][5][UTT][ MSE = 0.2303 | LCC = 0.8743 | SRCC = 0.8719 ] +INFO:root:Average loss=0.14892265324791273 +INFO:root: +[Valid][6][UTT][ MSE = 0.2237 | LCC = 0.8765 | SRCC = 0.8747 ] +INFO:root:Average loss=0.13808524064146555 +INFO:root: +[Valid][7][UTT][ MSE = 0.2112 | LCC = 0.8736 | SRCC = 0.8733 ] +INFO:root:Average loss=0.13145764162525153 +INFO:root: +[Valid][8][UTT][ MSE = 0.2291 | LCC = 0.8737 | SRCC = 0.8726 ] +INFO:root:Average loss=0.12567956244143155 +INFO:root: +[Valid][9][UTT][ MSE = 0.2172 | LCC = 0.8740 | SRCC = 0.8724 ] +INFO:root:Average loss=0.11522459410704099 +INFO:root: +[Valid][10][UTT][ MSE = 0.2192 | LCC = 0.8720 | SRCC = 0.8708 ] +INFO:root:Average loss=0.10895812138915062 +INFO:root: +[Valid][11][UTT][ MSE = 0.2393 | LCC = 0.8689 | SRCC = 0.8661 ] +INFO:root:Average loss=0.10485768843537722 +INFO:root: +[Valid][12][UTT][ MSE = 0.2227 | LCC = 0.8723 | SRCC = 0.8707 ] +INFO:root:Average loss=0.10023716407326552 +INFO:root: +[Valid][13][UTT][ MSE = 0.2145 | LCC = 0.8714 | SRCC = 0.8706 ] +INFO:root:Average loss=0.09559976147153439 +INFO:root: +[Valid][14][UTT][ MSE = 0.2191 | LCC = 0.8730 | SRCC = 0.8712 ] +INFO:root:Average loss=0.09074719775563632 +INFO:root: +[Valid][15][UTT][ MSE = 0.2587 | LCC = 0.8674 | SRCC = 0.8685 ] +INFO:root:Average loss=0.08358998854572956 +INFO:root: +[Valid][16][UTT][ MSE = 0.2188 | LCC = 0.8705 | SRCC = 0.8690 ] +INFO:root:Average loss=0.07833889900491788 +INFO:root: +[Valid][17][UTT][ MSE = 0.2243 | LCC = 0.8674 | SRCC = 0.8680 ] +INFO:root:Average loss=0.07393090594082306 +INFO:root: +[Valid][18][UTT][ MSE = 0.2160 | LCC = 0.8693 | SRCC = 0.8683 ] +INFO:root:Average loss=0.07844418917710964 +INFO:root: +[Valid][19][UTT][ MSE = 0.2233 | LCC = 0.8701 | SRCC = 0.8685 ] +INFO:root:Average loss=0.07285883736151916 +INFO:root: +[Valid][20][UTT][ MSE = 0.2192 | LCC = 0.8683 | SRCC = 0.8666 ] +INFO:root:Average loss=0.06593785544809623 +INFO:root: +[Valid][21][UTT][ MSE = 0.2309 | LCC = 0.8663 | SRCC = 0.8644 ] +INFO:root:Average loss=0.07108647099290138 +INFO:root: +[Valid][22][UTT][ MSE = 0.2266 | LCC = 0.8676 | SRCC = 0.8655 ] +INFO:root:Average loss=0.05974706126233706 +INFO:root: +[Valid][23][UTT][ MSE = 0.2218 | LCC = 0.8649 | SRCC = 0.8634 ] +INFO:root:Average loss=0.057858738904962174 +INFO:root: +[Valid][24][UTT][ MSE = 0.2233 | LCC = 0.8634 | SRCC = 0.8606 ] +INFO:root:Average loss=0.057710788236596644 +INFO:root: +[Valid][25][UTT][ MSE = 0.2226 | LCC = 0.8670 | SRCC = 0.8648 ] +INFO:root:Average loss=0.055623190286449894 +INFO:root: +[Valid][26][UTT][ MSE = 0.2127 | LCC = 0.8672 | SRCC = 0.8654 ] +INFO:root:Average loss=0.05238423883341826 +INFO:root: +[Valid][27][UTT][ MSE = 0.2340 | LCC = 0.8672 | SRCC = 0.8649 ] +INFO:root:Average loss=0.05261756508396222 +INFO:root: +[Valid][28][UTT][ MSE = 0.2144 | LCC = 0.8685 | SRCC = 0.8667 ] +INFO:root:Average loss=0.047891764591137566 +INFO:root: +[Valid][29][UTT][ MSE = 0.2194 | LCC = 0.8651 | SRCC = 0.8645 ] +INFO:root:Average loss=0.0475088065633407 +INFO:root: +[Valid][30][UTT][ MSE = 0.2257 | LCC = 0.8678 | SRCC = 0.8664 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2220 | LCC = 0.8713 | SRCC = 0.8741 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a5344405a2e563f405b9ce5b54ea97d26e1c609 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc8f46e1f74867420c18f5493af6dd2be3f8d7fb71ddb381da23dead244623b1 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b6b27a7fa3c0de9df75cab183d68e37375744e1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c4f87ea324a2cde82a1ac49e3155e6008bae6a75562f6955eaf1724239838a +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fc75dd105ec8a5241f199f1480e35d8195491f04 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3974503234792978 +INFO:root: +[Valid][0][UTT][ MSE = 0.3058 | LCC = 0.8243 | SRCC = 0.8265 ] +INFO:root:Average loss=0.2264872059608117 +INFO:root: +[Valid][1][UTT][ MSE = 0.2537 | LCC = 0.8586 | SRCC = 0.8578 ] +INFO:root:Average loss=0.19531141622708395 +INFO:root: +[Valid][2][UTT][ MSE = 0.2662 | LCC = 0.8650 | SRCC = 0.8638 ] +INFO:root:Average loss=0.1812796957599811 +INFO:root: +[Valid][3][UTT][ MSE = 0.2295 | LCC = 0.8724 | SRCC = 0.8704 ] +INFO:root:Average loss=0.17164521779005343 +INFO:root: +[Valid][4][UTT][ MSE = 0.2503 | LCC = 0.8687 | SRCC = 0.8695 ] +INFO:root:Average loss=0.1664085515225545 +INFO:root: +[Valid][5][UTT][ MSE = 0.2068 | LCC = 0.8746 | SRCC = 0.8732 ] +INFO:root:Average loss=0.14702805618827158 +INFO:root: +[Valid][6][UTT][ MSE = 0.2384 | LCC = 0.8708 | SRCC = 0.8692 ] +INFO:root:Average loss=0.1375186008711656 +INFO:root: +[Valid][7][UTT][ MSE = 0.2301 | LCC = 0.8709 | SRCC = 0.8692 ] +INFO:root:Average loss=0.12835541806924036 +INFO:root: +[Valid][8][UTT][ MSE = 0.2424 | LCC = 0.8711 | SRCC = 0.8717 ] +INFO:root:Average loss=0.12305980185285592 +INFO:root: +[Valid][9][UTT][ MSE = 0.2373 | LCC = 0.8691 | SRCC = 0.8669 ] +INFO:root:Average loss=0.11724770861940506 +INFO:root: +[Valid][10][UTT][ MSE = 0.2173 | LCC = 0.8718 | SRCC = 0.8708 ] +INFO:root:Average loss=0.11146210697598946 +INFO:root: +[Valid][11][UTT][ MSE = 0.2562 | LCC = 0.8684 | SRCC = 0.8698 ] +INFO:root:Average loss=0.1086925466855367 +INFO:root: +[Valid][12][UTT][ MSE = 0.2262 | LCC = 0.8660 | SRCC = 0.8648 ] +INFO:root:Average loss=0.098540210380004 +INFO:root: +[Valid][13][UTT][ MSE = 0.2292 | LCC = 0.8687 | SRCC = 0.8686 ] +INFO:root:Average loss=0.09471219395979857 +INFO:root: +[Valid][14][UTT][ MSE = 0.2111 | LCC = 0.8676 | SRCC = 0.8670 ] +INFO:root:Average loss=0.08975345350037782 +INFO:root: +[Valid][15][UTT][ MSE = 0.2223 | LCC = 0.8675 | SRCC = 0.8666 ] +INFO:root:Average loss=0.09024047245008823 +INFO:root: +[Valid][16][UTT][ MSE = 0.2250 | LCC = 0.8666 | SRCC = 0.8662 ] +INFO:root:Average loss=0.08319034909781738 +INFO:root: +[Valid][17][UTT][ MSE = 0.2324 | LCC = 0.8651 | SRCC = 0.8659 ] +INFO:root:Average loss=0.07977868215395854 +INFO:root: +[Valid][18][UTT][ MSE = 0.2108 | LCC = 0.8691 | SRCC = 0.8695 ] +INFO:root:Average loss=0.07958651319719277 +INFO:root: +[Valid][19][UTT][ MSE = 0.2189 | LCC = 0.8680 | SRCC = 0.8684 ] +INFO:root:Average loss=0.07047559755543868 +INFO:root: +[Valid][20][UTT][ MSE = 0.2243 | LCC = 0.8663 | SRCC = 0.8664 ] +INFO:root:Average loss=0.07028330537753227 +INFO:root: +[Valid][21][UTT][ MSE = 0.2338 | LCC = 0.8649 | SRCC = 0.8642 ] +INFO:root:Average loss=0.0639533098691549 +INFO:root: +[Valid][22][UTT][ MSE = 0.2238 | LCC = 0.8644 | SRCC = 0.8635 ] +INFO:root:Average loss=0.06318111517108403 +INFO:root: +[Valid][23][UTT][ MSE = 0.2394 | LCC = 0.8611 | SRCC = 0.8625 ] +INFO:root:Average loss=0.05907102769766098 +INFO:root: +[Valid][24][UTT][ MSE = 0.2176 | LCC = 0.8648 | SRCC = 0.8633 ] +INFO:root:Average loss=0.05609509348869324 +INFO:root: +[Valid][25][UTT][ MSE = 0.2494 | LCC = 0.8656 | SRCC = 0.8662 ] +INFO:root:Average loss=0.056262876360844344 +INFO:root: +[Valid][26][UTT][ MSE = 0.2188 | LCC = 0.8662 | SRCC = 0.8649 ] +INFO:root:Average loss=0.05734131609400114 +INFO:root: +[Valid][27][UTT][ MSE = 0.2349 | LCC = 0.8638 | SRCC = 0.8643 ] +INFO:root:Average loss=0.05349115057824514 +INFO:root: +[Valid][28][UTT][ MSE = 0.2190 | LCC = 0.8667 | SRCC = 0.8666 ] +INFO:root:Average loss=0.05216671884633028 +INFO:root: +[Valid][29][UTT][ MSE = 0.2285 | LCC = 0.8675 | SRCC = 0.8671 ] +INFO:root:Average loss=0.050752969816900216 +INFO:root: +[Valid][30][UTT][ MSE = 0.2216 | LCC = 0.8671 | SRCC = 0.8654 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2130 | LCC = 0.8704 | SRCC = 0.8734 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a55079dc7e98371584d9fdc3c91623c8edc62b04 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba87a741e46a5f922dec287e6d78953d9fbc5ff2a3b4280e65a2158c0c57ed5 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..10e0b6c96ae3277f16dd6b70715175d2341bb991 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:620f7f14cb42888ee0ed99d8f069428e5728def1c4048657c25dcec07b3662f0 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2c7bf6bbecdb178e90b95187896a6f38282184d5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer3/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.40465306777220506 +INFO:root: +[Valid][0][UTT][ MSE = 0.3081 | LCC = 0.8236 | SRCC = 0.8331 ] +INFO:root:Average loss=0.2243408060226685 +INFO:root: +[Valid][1][UTT][ MSE = 0.2852 | LCC = 0.8570 | SRCC = 0.8591 ] +INFO:root:Average loss=0.20129816157695574 +INFO:root: +[Valid][2][UTT][ MSE = 0.2688 | LCC = 0.8678 | SRCC = 0.8673 ] +INFO:root:Average loss=0.18096422996276465 +INFO:root: +[Valid][3][UTT][ MSE = 0.2385 | LCC = 0.8757 | SRCC = 0.8732 ] +INFO:root:Average loss=0.16994018585253984 +INFO:root: +[Valid][4][UTT][ MSE = 0.2185 | LCC = 0.8776 | SRCC = 0.8772 ] +INFO:root:Average loss=0.15650486821929613 +INFO:root: +[Valid][5][UTT][ MSE = 0.2648 | LCC = 0.8768 | SRCC = 0.8762 ] +INFO:root:Average loss=0.14392543794252935 +INFO:root: +[Valid][6][UTT][ MSE = 0.2827 | LCC = 0.8787 | SRCC = 0.8788 ] +INFO:root:Average loss=0.14499002647323486 +INFO:root: +[Valid][7][UTT][ MSE = 0.2384 | LCC = 0.8787 | SRCC = 0.8792 ] +INFO:root:Average loss=0.12686681976685157 +INFO:root: +[Valid][8][UTT][ MSE = 0.2731 | LCC = 0.8755 | SRCC = 0.8777 ] +INFO:root:Average loss=0.12348599263872856 +INFO:root: +[Valid][9][UTT][ MSE = 0.2045 | LCC = 0.8770 | SRCC = 0.8773 ] +INFO:root:Average loss=0.11382424611693774 +INFO:root: +[Valid][10][UTT][ MSE = 0.2687 | LCC = 0.8762 | SRCC = 0.8754 ] +INFO:root:Average loss=0.10832717565771861 +INFO:root: +[Valid][11][UTT][ MSE = 0.2418 | LCC = 0.8741 | SRCC = 0.8748 ] +INFO:root:Average loss=0.10068668778508137 +INFO:root: +[Valid][12][UTT][ MSE = 0.2490 | LCC = 0.8762 | SRCC = 0.8769 ] +INFO:root:Average loss=0.09613375375286126 +INFO:root: +[Valid][13][UTT][ MSE = 0.2072 | LCC = 0.8782 | SRCC = 0.8767 ] +INFO:root:Average loss=0.09261098948235695 +INFO:root: +[Valid][14][UTT][ MSE = 0.3022 | LCC = 0.8711 | SRCC = 0.8737 ] +INFO:root:Average loss=0.08667984982140553 +INFO:root: +[Valid][15][UTT][ MSE = 0.2606 | LCC = 0.8725 | SRCC = 0.8725 ] +INFO:root:Average loss=0.081930586304038 +INFO:root: +[Valid][16][UTT][ MSE = 0.2071 | LCC = 0.8757 | SRCC = 0.8749 ] +INFO:root:Average loss=0.0784393284851924 +INFO:root: +[Valid][17][UTT][ MSE = 0.2257 | LCC = 0.8754 | SRCC = 0.8741 ] +INFO:root:Average loss=0.07561195909212796 +INFO:root: +[Valid][18][UTT][ MSE = 0.2537 | LCC = 0.8751 | SRCC = 0.8756 ] +INFO:root:Average loss=0.07145042980137543 +INFO:root: +[Valid][19][UTT][ MSE = 0.2340 | LCC = 0.8755 | SRCC = 0.8769 ] +INFO:root:Average loss=0.0697227783787709 +INFO:root: +[Valid][20][UTT][ MSE = 0.2201 | LCC = 0.8754 | SRCC = 0.8766 ] +INFO:root:Average loss=0.0658782058610366 +INFO:root: +[Valid][21][UTT][ MSE = 0.2513 | LCC = 0.8726 | SRCC = 0.8736 ] +INFO:root:Average loss=0.061416748338020764 +INFO:root: +[Valid][22][UTT][ MSE = 0.2398 | LCC = 0.8759 | SRCC = 0.8764 ] +INFO:root:Average loss=0.05992592560748259 +INFO:root: +[Valid][23][UTT][ MSE = 0.2091 | LCC = 0.8755 | SRCC = 0.8760 ] +INFO:root:Average loss=0.05594433060823343 +INFO:root: +[Valid][24][UTT][ MSE = 0.2234 | LCC = 0.8734 | SRCC = 0.8758 ] +INFO:root:Average loss=0.05715113118864023 +INFO:root: +[Valid][25][UTT][ MSE = 0.2295 | LCC = 0.8746 | SRCC = 0.8754 ] +INFO:root:Average loss=0.06193412128740396 +INFO:root: +[Valid][26][UTT][ MSE = 0.2169 | LCC = 0.8762 | SRCC = 0.8763 ] +INFO:root:Average loss=0.05558299001019735 +INFO:root: +[Valid][27][UTT][ MSE = 0.2204 | LCC = 0.8737 | SRCC = 0.8736 ] +INFO:root:Average loss=0.052882095416769005 +INFO:root: +[Valid][28][UTT][ MSE = 0.2408 | LCC = 0.8725 | SRCC = 0.8734 ] +INFO:root:Average loss=0.047348733633183517 +INFO:root: +[Valid][29][UTT][ MSE = 0.2500 | LCC = 0.8701 | SRCC = 0.8709 ] +INFO:root:Average loss=0.047372135381477 +INFO:root: +[Valid][30][UTT][ MSE = 0.2515 | LCC = 0.8732 | SRCC = 0.8747 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2277 | LCC = 0.8726 | SRCC = 0.8729 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..01fd6aa51cfaa9fde7d5d20eae581cf51343136a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf1a7a209b2963bd1f3154ee95324487ea569adfc3cda9a914172e2595dfebb9 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a88162f31cd4fa74a14d7cb6c5197dec9e54301 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:690eda6098ccdfedd84f5e660e029c824db49ff38f2c8f4d8f0616e7d53b7bef +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8643e1fb36fee6deb0baf49e1daaa2680615c050 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3966392958775545 +INFO:root: +[Valid][0][UTT][ MSE = 0.3202 | LCC = 0.8330 | SRCC = 0.8354 ] +INFO:root:Average loss=0.2278972613887909 +INFO:root: +[Valid][1][UTT][ MSE = 0.2993 | LCC = 0.8550 | SRCC = 0.8529 ] +INFO:root:Average loss=0.19987150205251497 +INFO:root: +[Valid][2][UTT][ MSE = 0.2458 | LCC = 0.8660 | SRCC = 0.8637 ] +INFO:root:Average loss=0.18523342926532793 +INFO:root: +[Valid][3][UTT][ MSE = 0.2620 | LCC = 0.8688 | SRCC = 0.8676 ] +INFO:root:Average loss=0.17180781467602804 +INFO:root: +[Valid][4][UTT][ MSE = 0.2511 | LCC = 0.8730 | SRCC = 0.8712 ] +INFO:root:Average loss=0.15578849050096977 +INFO:root: +[Valid][5][UTT][ MSE = 0.2503 | LCC = 0.8689 | SRCC = 0.8669 ] +INFO:root:Average loss=0.15086590899870947 +INFO:root: +[Valid][6][UTT][ MSE = 0.2612 | LCC = 0.8706 | SRCC = 0.8686 ] +INFO:root:Average loss=0.1386272423924544 +INFO:root: +[Valid][7][UTT][ MSE = 0.2518 | LCC = 0.8654 | SRCC = 0.8636 ] +INFO:root:Average loss=0.1287630286354285 +INFO:root: +[Valid][8][UTT][ MSE = 0.2339 | LCC = 0.8657 | SRCC = 0.8648 ] +INFO:root:Average loss=0.11566686305480126 +INFO:root: +[Valid][9][UTT][ MSE = 0.2477 | LCC = 0.8631 | SRCC = 0.8616 ] +INFO:root:Average loss=0.1116250617763935 +INFO:root: +[Valid][10][UTT][ MSE = 0.2251 | LCC = 0.8649 | SRCC = 0.8640 ] +INFO:root:Average loss=0.10346883439864868 +INFO:root: +[Valid][11][UTT][ MSE = 0.2516 | LCC = 0.8628 | SRCC = 0.8613 ] +INFO:root:Average loss=0.0954049582569263 +INFO:root: +[Valid][12][UTT][ MSE = 0.2346 | LCC = 0.8629 | SRCC = 0.8621 ] +INFO:root:Average loss=0.09183587047916192 +INFO:root: +[Valid][13][UTT][ MSE = 0.2309 | LCC = 0.8613 | SRCC = 0.8594 ] +INFO:root:Average loss=0.086829084616441 +INFO:root: +[Valid][14][UTT][ MSE = 0.2332 | LCC = 0.8598 | SRCC = 0.8586 ] +INFO:root:Average loss=0.08475916407620296 +INFO:root: +[Valid][15][UTT][ MSE = 0.2381 | LCC = 0.8575 | SRCC = 0.8562 ] +INFO:root:Average loss=0.07722648629584374 +INFO:root: +[Valid][16][UTT][ MSE = 0.2517 | LCC = 0.8581 | SRCC = 0.8562 ] +INFO:root:Average loss=0.0732801456290942 +INFO:root: +[Valid][17][UTT][ MSE = 0.2395 | LCC = 0.8549 | SRCC = 0.8538 ] +INFO:root:Average loss=0.07007139085386044 +INFO:root: +[Valid][18][UTT][ MSE = 0.2338 | LCC = 0.8568 | SRCC = 0.8562 ] +INFO:root:Average loss=0.06857352269192536 +INFO:root: +[Valid][19][UTT][ MSE = 0.2457 | LCC = 0.8542 | SRCC = 0.8546 ] +INFO:root:Average loss=0.061640506180433124 +INFO:root: +[Valid][20][UTT][ MSE = 0.2394 | LCC = 0.8575 | SRCC = 0.8571 ] +INFO:root:Average loss=0.06196294323756145 +INFO:root: +[Valid][21][UTT][ MSE = 0.2401 | LCC = 0.8550 | SRCC = 0.8548 ] +INFO:root:Average loss=0.05881558984327011 +INFO:root: +[Valid][22][UTT][ MSE = 0.2472 | LCC = 0.8520 | SRCC = 0.8511 ] +INFO:root:Average loss=0.05390429721237757 +INFO:root: +[Valid][23][UTT][ MSE = 0.2386 | LCC = 0.8555 | SRCC = 0.8547 ] +INFO:root:Average loss=0.05577585478432667 +INFO:root: +[Valid][24][UTT][ MSE = 0.2426 | LCC = 0.8549 | SRCC = 0.8534 ] +INFO:root:Average loss=0.04956907793306387 +INFO:root: +[Valid][25][UTT][ MSE = 0.2488 | LCC = 0.8557 | SRCC = 0.8549 ] +INFO:root:Average loss=0.0562137594112219 +INFO:root: +[Valid][26][UTT][ MSE = 0.2516 | LCC = 0.8549 | SRCC = 0.8542 ] +INFO:root:Average loss=0.047948071924157634 +INFO:root: +[Valid][27][UTT][ MSE = 0.2427 | LCC = 0.8542 | SRCC = 0.8541 ] +INFO:root:Average loss=0.04650293784932448 +INFO:root: +[Valid][28][UTT][ MSE = 0.2586 | LCC = 0.8523 | SRCC = 0.8520 ] +INFO:root:Average loss=0.048090250231325626 +INFO:root: +[Valid][29][UTT][ MSE = 0.2404 | LCC = 0.8534 | SRCC = 0.8516 ] +INFO:root:Average loss=0.04326378417989382 +INFO:root: +[Valid][30][UTT][ MSE = 0.2494 | LCC = 0.8519 | SRCC = 0.8521 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2533 | LCC = 0.8678 | SRCC = 0.8700 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a57fa431e3b2b1df8b4b1e720dbd564f8527768 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74b2c2da6d3b5b1efab2dc292ddf5d115d0687a1e4f908051e62ebcad2da9dbb +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0378dddd630150dd75174cc24f538fdb5948cfb0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acd80d6b20365ef58ac92c4b70700bbf02b531f51c7ed0bd01e0485ea0244817 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c46bab9bb026d26bbd003532cb3f4985e0d96926 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3227617327983563 +INFO:root: +[Valid][0][UTT][ MSE = 0.2840 | LCC = 0.8364 | SRCC = 0.8396 ] +INFO:root:Average loss=0.22029936122588623 +INFO:root: +[Valid][1][UTT][ MSE = 0.2709 | LCC = 0.8619 | SRCC = 0.8617 ] +INFO:root:Average loss=0.19553846197250563 +INFO:root: +[Valid][2][UTT][ MSE = 0.2369 | LCC = 0.8678 | SRCC = 0.8668 ] +INFO:root:Average loss=0.18477836404091272 +INFO:root: +[Valid][3][UTT][ MSE = 0.2325 | LCC = 0.8677 | SRCC = 0.8676 ] +INFO:root:Average loss=0.17285176137318978 +INFO:root: +[Valid][4][UTT][ MSE = 0.2525 | LCC = 0.8727 | SRCC = 0.8703 ] +INFO:root:Average loss=0.1595349506689952 +INFO:root: +[Valid][5][UTT][ MSE = 0.2505 | LCC = 0.8683 | SRCC = 0.8686 ] +INFO:root:Average loss=0.14815395468702683 +INFO:root: +[Valid][6][UTT][ MSE = 0.2246 | LCC = 0.8718 | SRCC = 0.8699 ] +INFO:root:Average loss=0.13162784431225213 +INFO:root: +[Valid][7][UTT][ MSE = 0.2205 | LCC = 0.8671 | SRCC = 0.8664 ] +INFO:root:Average loss=0.12909273593089518 +INFO:root: +[Valid][8][UTT][ MSE = 0.2258 | LCC = 0.8674 | SRCC = 0.8664 ] +INFO:root:Average loss=0.11864093041572815 +INFO:root: +[Valid][9][UTT][ MSE = 0.2176 | LCC = 0.8690 | SRCC = 0.8692 ] +INFO:root:Average loss=0.10916890719762215 +INFO:root: +[Valid][10][UTT][ MSE = 0.2333 | LCC = 0.8662 | SRCC = 0.8642 ] +INFO:root:Average loss=0.10153911229318534 +INFO:root: +[Valid][11][UTT][ MSE = 0.2313 | LCC = 0.8686 | SRCC = 0.8671 ] +INFO:root:Average loss=0.09620040521407738 +INFO:root: +[Valid][12][UTT][ MSE = 0.2232 | LCC = 0.8633 | SRCC = 0.8639 ] +INFO:root:Average loss=0.09199283792613408 +INFO:root: +[Valid][13][UTT][ MSE = 0.2269 | LCC = 0.8657 | SRCC = 0.8645 ] +INFO:root:Average loss=0.08335804991806164 +INFO:root: +[Valid][14][UTT][ MSE = 0.2169 | LCC = 0.8652 | SRCC = 0.8650 ] +INFO:root:Average loss=0.07921208866322652 +INFO:root: +[Valid][15][UTT][ MSE = 0.2209 | LCC = 0.8653 | SRCC = 0.8636 ] +INFO:root:Average loss=0.07419235402574906 +INFO:root: +[Valid][16][UTT][ MSE = 0.2257 | LCC = 0.8656 | SRCC = 0.8649 ] +INFO:root:Average loss=0.07008560837652439 +INFO:root: +[Valid][17][UTT][ MSE = 0.2592 | LCC = 0.8619 | SRCC = 0.8622 ] +INFO:root:Average loss=0.07090270361648156 +INFO:root: +[Valid][18][UTT][ MSE = 0.2498 | LCC = 0.8640 | SRCC = 0.8634 ] +INFO:root:Average loss=0.06745388769568542 +INFO:root: +[Valid][19][UTT][ MSE = 0.2478 | LCC = 0.8623 | SRCC = 0.8633 ] +INFO:root:Average loss=0.06378454218308131 +INFO:root: +[Valid][20][UTT][ MSE = 0.2309 | LCC = 0.8621 | SRCC = 0.8613 ] +INFO:root:Average loss=0.05783807720320347 +INFO:root: +[Valid][21][UTT][ MSE = 0.2255 | LCC = 0.8615 | SRCC = 0.8616 ] +INFO:root:Average loss=0.05742576670570251 +INFO:root: +[Valid][22][UTT][ MSE = 0.2271 | LCC = 0.8640 | SRCC = 0.8640 ] +INFO:root:Average loss=0.05888201229465313 +INFO:root: +[Valid][23][UTT][ MSE = 0.2322 | LCC = 0.8606 | SRCC = 0.8625 ] +INFO:root:Average loss=0.05241750777722933 +INFO:root: +[Valid][24][UTT][ MSE = 0.2264 | LCC = 0.8616 | SRCC = 0.8620 ] +INFO:root:Average loss=0.05119066642454037 +INFO:root: +[Valid][25][UTT][ MSE = 0.2319 | LCC = 0.8636 | SRCC = 0.8625 ] +INFO:root:Average loss=0.05307565634258282 +INFO:root: +[Valid][26][UTT][ MSE = 0.2319 | LCC = 0.8624 | SRCC = 0.8620 ] +INFO:root:Average loss=0.04808044385833618 +INFO:root: +[Valid][27][UTT][ MSE = 0.2340 | LCC = 0.8613 | SRCC = 0.8628 ] +INFO:root:Average loss=0.04529074185456221 +INFO:root: +[Valid][28][UTT][ MSE = 0.2206 | LCC = 0.8652 | SRCC = 0.8652 ] +INFO:root:Average loss=0.0444183398802311 +INFO:root: +[Valid][29][UTT][ MSE = 0.2248 | LCC = 0.8618 | SRCC = 0.8621 ] +INFO:root:Average loss=0.043780894950032234 +INFO:root: +[Valid][30][UTT][ MSE = 0.2248 | LCC = 0.8623 | SRCC = 0.8620 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2769 | LCC = 0.8655 | SRCC = 0.8688 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa1774f5e1bff4a3d1295ef6316b363dc639cd02 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9fb3f83c042c78e994fb486c76f6ccf17309704b711f67c6b881af58da144db +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..276dd2c957dba6e860b99a480c5ae171e11728fe --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca08b6f466e29410b3608f5dd03c948251639508ce42b985c06cf9d354bddcb1 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e368844fdfc512fd9d467ce75a44f9ea6c636418 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.42479805399974185 +INFO:root: +[Valid][0][UTT][ MSE = 0.3292 | LCC = 0.8337 | SRCC = 0.8384 ] +INFO:root:Average loss=0.22396259067150262 +INFO:root: +[Valid][1][UTT][ MSE = 0.2691 | LCC = 0.8598 | SRCC = 0.8594 ] +INFO:root:Average loss=0.19573449582243577 +INFO:root: +[Valid][2][UTT][ MSE = 0.2908 | LCC = 0.8649 | SRCC = 0.8636 ] +INFO:root:Average loss=0.17824621880665803 +INFO:root: +[Valid][3][UTT][ MSE = 0.2371 | LCC = 0.8718 | SRCC = 0.8703 ] +INFO:root:Average loss=0.16648771862188974 +INFO:root: +[Valid][4][UTT][ MSE = 0.2643 | LCC = 0.8715 | SRCC = 0.8703 ] +INFO:root:Average loss=0.15000966248603967 +INFO:root: +[Valid][5][UTT][ MSE = 0.2326 | LCC = 0.8727 | SRCC = 0.8713 ] +INFO:root:Average loss=0.13867183287556356 +INFO:root: +[Valid][6][UTT][ MSE = 0.2375 | LCC = 0.8702 | SRCC = 0.8687 ] +INFO:root:Average loss=0.13063709323222822 +INFO:root: +[Valid][7][UTT][ MSE = 0.2920 | LCC = 0.8675 | SRCC = 0.8661 ] +INFO:root:Average loss=0.12986971504795244 +INFO:root: +[Valid][8][UTT][ MSE = 0.2711 | LCC = 0.8685 | SRCC = 0.8666 ] +INFO:root:Average loss=0.1148976811613792 +INFO:root: +[Valid][9][UTT][ MSE = 0.2421 | LCC = 0.8697 | SRCC = 0.8690 ] +INFO:root:Average loss=0.10899482543269794 +INFO:root: +[Valid][10][UTT][ MSE = 0.2578 | LCC = 0.8654 | SRCC = 0.8655 ] +INFO:root:Average loss=0.10253408403159717 +INFO:root: +[Valid][11][UTT][ MSE = 0.2317 | LCC = 0.8651 | SRCC = 0.8657 ] +INFO:root:Average loss=0.09628315881276742 +INFO:root: +[Valid][12][UTT][ MSE = 0.2319 | LCC = 0.8674 | SRCC = 0.8671 ] +INFO:root:Average loss=0.08670511985054383 +INFO:root: +[Valid][13][UTT][ MSE = 0.2258 | LCC = 0.8639 | SRCC = 0.8641 ] +INFO:root:Average loss=0.08296822360119759 +INFO:root: +[Valid][14][UTT][ MSE = 0.2332 | LCC = 0.8629 | SRCC = 0.8617 ] +INFO:root:Average loss=0.07550602668944077 +INFO:root: +[Valid][15][UTT][ MSE = 0.2433 | LCC = 0.8607 | SRCC = 0.8618 ] +INFO:root:Average loss=0.07640611394666709 +INFO:root: +[Valid][16][UTT][ MSE = 0.2597 | LCC = 0.8627 | SRCC = 0.8627 ] +INFO:root:Average loss=0.06931372860876414 +INFO:root: +[Valid][17][UTT][ MSE = 0.2490 | LCC = 0.8583 | SRCC = 0.8594 ] +INFO:root:Average loss=0.06628280648818383 +INFO:root: +[Valid][18][UTT][ MSE = 0.2643 | LCC = 0.8578 | SRCC = 0.8595 ] +INFO:root:Average loss=0.0635231693681234 +INFO:root: +[Valid][19][UTT][ MSE = 0.2344 | LCC = 0.8592 | SRCC = 0.8603 ] +INFO:root:Average loss=0.061082134930751264 +INFO:root: +[Valid][20][UTT][ MSE = 0.2336 | LCC = 0.8591 | SRCC = 0.8591 ] +INFO:root:Average loss=0.06156468143065771 +INFO:root: +[Valid][21][UTT][ MSE = 0.2496 | LCC = 0.8581 | SRCC = 0.8583 ] +INFO:root:Average loss=0.055749875326187186 +INFO:root: +[Valid][22][UTT][ MSE = 0.2493 | LCC = 0.8569 | SRCC = 0.8577 ] +INFO:root:Average loss=0.05632940832621012 +INFO:root: +[Valid][23][UTT][ MSE = 0.2301 | LCC = 0.8617 | SRCC = 0.8617 ] +INFO:root:Average loss=0.05146658425338757 +INFO:root: +[Valid][24][UTT][ MSE = 0.2357 | LCC = 0.8626 | SRCC = 0.8625 ] +INFO:root:Average loss=0.05025275813367886 +INFO:root: +[Valid][25][UTT][ MSE = 0.2515 | LCC = 0.8605 | SRCC = 0.8630 ] +INFO:root:Average loss=0.04661212992878296 +INFO:root: +[Valid][26][UTT][ MSE = 0.2663 | LCC = 0.8605 | SRCC = 0.8616 ] +INFO:root:Average loss=0.04873540629752171 +INFO:root: +[Valid][27][UTT][ MSE = 0.2401 | LCC = 0.8598 | SRCC = 0.8611 ] +INFO:root:Average loss=0.04197504533789097 +INFO:root: +[Valid][28][UTT][ MSE = 0.2478 | LCC = 0.8581 | SRCC = 0.8596 ] +INFO:root:Average loss=0.04245805697372326 +INFO:root: +[Valid][29][UTT][ MSE = 0.2309 | LCC = 0.8633 | SRCC = 0.8636 ] +INFO:root:Average loss=0.04584421695042879 +INFO:root: +[Valid][30][UTT][ MSE = 0.2255 | LCC = 0.8626 | SRCC = 0.8628 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2315 | LCC = 0.8664 | SRCC = 0.8698 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..78e460573f3d2bc32bd77d51371dd205abb1f1df --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31e4562eded6da174b69f80231deee952e9e961ed7484f0c7dc651bd89a804f +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..63690129e111b6e807207fdc7fee1ccda15255c1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:affb656d2afe61961bfb181dee0b12675b05e8717f1a59e1973c4332cca6fa68 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..657b3efe8b4c18317c1813e8e865536b63bb2a02 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.33918521954463077 +INFO:root: +[Valid][0][UTT][ MSE = 0.3212 | LCC = 0.8370 | SRCC = 0.8411 ] +INFO:root:Average loss=0.2242147378050364 +INFO:root: +[Valid][1][UTT][ MSE = 0.2769 | LCC = 0.8571 | SRCC = 0.8565 ] +INFO:root:Average loss=0.19923033221409872 +INFO:root: +[Valid][2][UTT][ MSE = 0.2454 | LCC = 0.8634 | SRCC = 0.8613 ] +INFO:root:Average loss=0.18290635666404015 +INFO:root: +[Valid][3][UTT][ MSE = 0.2443 | LCC = 0.8691 | SRCC = 0.8665 ] +INFO:root:Average loss=0.1748239297706347 +INFO:root: +[Valid][4][UTT][ MSE = 0.2390 | LCC = 0.8709 | SRCC = 0.8688 ] +INFO:root:Average loss=0.15649241237686232 +INFO:root: +[Valid][5][UTT][ MSE = 0.2235 | LCC = 0.8721 | SRCC = 0.8700 ] +INFO:root:Average loss=0.1468721482043083 +INFO:root: +[Valid][6][UTT][ MSE = 0.2155 | LCC = 0.8715 | SRCC = 0.8703 ] +INFO:root:Average loss=0.13206937804053992 +INFO:root: +[Valid][7][UTT][ MSE = 0.2636 | LCC = 0.8648 | SRCC = 0.8648 ] +INFO:root:Average loss=0.12830079069886452 +INFO:root: +[Valid][8][UTT][ MSE = 0.2295 | LCC = 0.8672 | SRCC = 0.8664 ] +INFO:root:Average loss=0.11863361642910884 +INFO:root: +[Valid][9][UTT][ MSE = 0.2272 | LCC = 0.8693 | SRCC = 0.8695 ] +INFO:root:Average loss=0.11271437076039803 +INFO:root: +[Valid][10][UTT][ MSE = 0.2193 | LCC = 0.8663 | SRCC = 0.8661 ] +INFO:root:Average loss=0.10734838581620118 +INFO:root: +[Valid][11][UTT][ MSE = 0.2398 | LCC = 0.8655 | SRCC = 0.8654 ] +INFO:root:Average loss=0.09890304954770283 +INFO:root: +[Valid][12][UTT][ MSE = 0.2239 | LCC = 0.8664 | SRCC = 0.8662 ] +INFO:root:Average loss=0.09199830899253869 +INFO:root: +[Valid][13][UTT][ MSE = 0.2131 | LCC = 0.8663 | SRCC = 0.8659 ] +INFO:root:Average loss=0.08625603214097328 +INFO:root: +[Valid][14][UTT][ MSE = 0.2371 | LCC = 0.8604 | SRCC = 0.8603 ] +INFO:root:Average loss=0.08148543436366779 +INFO:root: +[Valid][15][UTT][ MSE = 0.2133 | LCC = 0.8664 | SRCC = 0.8661 ] +INFO:root:Average loss=0.0818221349364672 +INFO:root: +[Valid][16][UTT][ MSE = 0.2285 | LCC = 0.8622 | SRCC = 0.8617 ] +INFO:root:Average loss=0.07409171631129888 +INFO:root: +[Valid][17][UTT][ MSE = 0.2234 | LCC = 0.8631 | SRCC = 0.8625 ] +INFO:root:Average loss=0.06941344665411191 +INFO:root: +[Valid][18][UTT][ MSE = 0.2431 | LCC = 0.8604 | SRCC = 0.8610 ] +INFO:root:Average loss=0.06656536125601867 +INFO:root: +[Valid][19][UTT][ MSE = 0.2288 | LCC = 0.8650 | SRCC = 0.8660 ] +INFO:root:Average loss=0.06408428768507946 +INFO:root: +[Valid][20][UTT][ MSE = 0.2184 | LCC = 0.8629 | SRCC = 0.8625 ] +INFO:root:Average loss=0.05871176839065857 +INFO:root: +[Valid][21][UTT][ MSE = 0.2357 | LCC = 0.8618 | SRCC = 0.8613 ] +INFO:root:Average loss=0.06059249433187338 +INFO:root: +[Valid][22][UTT][ MSE = 0.2561 | LCC = 0.8598 | SRCC = 0.8606 ] +INFO:root:Average loss=0.05693361124931238 +INFO:root: +[Valid][23][UTT][ MSE = 0.2194 | LCC = 0.8623 | SRCC = 0.8625 ] +INFO:root:Average loss=0.054726591477027305 +INFO:root: +[Valid][24][UTT][ MSE = 0.2221 | LCC = 0.8593 | SRCC = 0.8600 ] +INFO:root:Average loss=0.05070832851701058 +INFO:root: +[Valid][25][UTT][ MSE = 0.2269 | LCC = 0.8576 | SRCC = 0.8576 ] +INFO:root:Average loss=0.052562287936990075 +INFO:root: +[Valid][26][UTT][ MSE = 0.2313 | LCC = 0.8600 | SRCC = 0.8603 ] +INFO:root:Average loss=0.04886173702871952 +INFO:root: +[Valid][27][UTT][ MSE = 0.2734 | LCC = 0.8564 | SRCC = 0.8576 ] +INFO:root:Average loss=0.050222618935199886 +INFO:root: +[Valid][28][UTT][ MSE = 0.2272 | LCC = 0.8575 | SRCC = 0.8569 ] +INFO:root:Average loss=0.04511434233819063 +INFO:root: +[Valid][29][UTT][ MSE = 0.2397 | LCC = 0.8568 | SRCC = 0.8571 ] +INFO:root:Average loss=0.043894630283690415 +INFO:root: +[Valid][30][UTT][ MSE = 0.2381 | LCC = 0.8590 | SRCC = 0.8593 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2304 | LCC = 0.8637 | SRCC = 0.8676 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..496f44a5a089b90d94e4d6439037971b34b6e49d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef16eb27ea0449be12978185312d1ea4eed841c3281b7c9a07fca42afbf8b90e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a7b11b43271918d0f37417ad4f88b0fe17e3aa2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc99bdf77392f044641a0df9a6ea12402485ed68230102d704bbacc902a5d245 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..99f5d4a14b3f55beaaf87a75dd2d3ed1e23a61ca --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer4/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4214945915035712 +INFO:root: +[Valid][0][UTT][ MSE = 0.3496 | LCC = 0.8148 | SRCC = 0.8305 ] +INFO:root:Average loss=0.23274702979968145 +INFO:root: +[Valid][1][UTT][ MSE = 0.2871 | LCC = 0.8598 | SRCC = 0.8583 ] +INFO:root:Average loss=0.20321405029449707 +INFO:root: +[Valid][2][UTT][ MSE = 0.2413 | LCC = 0.8699 | SRCC = 0.8690 ] +INFO:root:Average loss=0.18542872885098824 +INFO:root: +[Valid][3][UTT][ MSE = 0.2343 | LCC = 0.8737 | SRCC = 0.8719 ] +INFO:root:Average loss=0.17021784835901016 +INFO:root: +[Valid][4][UTT][ MSE = 0.2354 | LCC = 0.8743 | SRCC = 0.8713 ] +INFO:root:Average loss=0.16085918620228767 +INFO:root: +[Valid][5][UTT][ MSE = 0.2280 | LCC = 0.8718 | SRCC = 0.8703 ] +INFO:root:Average loss=0.14584976558883986 +INFO:root: +[Valid][6][UTT][ MSE = 0.2194 | LCC = 0.8730 | SRCC = 0.8726 ] +INFO:root:Average loss=0.13574576693085524 +INFO:root: +[Valid][7][UTT][ MSE = 0.2262 | LCC = 0.8737 | SRCC = 0.8721 ] +INFO:root:Average loss=0.1302289292216301 +INFO:root: +[Valid][8][UTT][ MSE = 0.2206 | LCC = 0.8723 | SRCC = 0.8741 ] +INFO:root:Average loss=0.11628909924855599 +INFO:root: +[Valid][9][UTT][ MSE = 0.2208 | LCC = 0.8716 | SRCC = 0.8709 ] +INFO:root:Average loss=0.11188711087482098 +INFO:root: +[Valid][10][UTT][ MSE = 0.2489 | LCC = 0.8693 | SRCC = 0.8694 ] +INFO:root:Average loss=0.10705531388521194 +INFO:root: +[Valid][11][UTT][ MSE = 0.2255 | LCC = 0.8704 | SRCC = 0.8711 ] +INFO:root:Average loss=0.09630383250231926 +INFO:root: +[Valid][12][UTT][ MSE = 0.2285 | LCC = 0.8669 | SRCC = 0.8670 ] +INFO:root:Average loss=0.08941717101977421 +INFO:root: +[Valid][13][UTT][ MSE = 0.2462 | LCC = 0.8671 | SRCC = 0.8674 ] +INFO:root:Average loss=0.08828557268358193 +INFO:root: +[Valid][14][UTT][ MSE = 0.2351 | LCC = 0.8653 | SRCC = 0.8652 ] +INFO:root:Average loss=0.08210236884844609 +INFO:root: +[Valid][15][UTT][ MSE = 0.2253 | LCC = 0.8674 | SRCC = 0.8679 ] +INFO:root:Average loss=0.07650375103530212 +INFO:root: +[Valid][16][UTT][ MSE = 0.2369 | LCC = 0.8609 | SRCC = 0.8615 ] +INFO:root:Average loss=0.07737361119152644 +INFO:root: +[Valid][17][UTT][ MSE = 0.2499 | LCC = 0.8621 | SRCC = 0.8637 ] +INFO:root:Average loss=0.07065230612762463 +INFO:root: +[Valid][18][UTT][ MSE = 0.2447 | LCC = 0.8591 | SRCC = 0.8607 ] +INFO:root:Average loss=0.06634870763772573 +INFO:root: +[Valid][19][UTT][ MSE = 0.2349 | LCC = 0.8618 | SRCC = 0.8618 ] +INFO:root:Average loss=0.0649534557492305 +INFO:root: +[Valid][20][UTT][ MSE = 0.2215 | LCC = 0.8642 | SRCC = 0.8647 ] +INFO:root:Average loss=0.060222285345960885 +INFO:root: +[Valid][21][UTT][ MSE = 0.2490 | LCC = 0.8621 | SRCC = 0.8627 ] +INFO:root:Average loss=0.05879244724145302 +INFO:root: +[Valid][22][UTT][ MSE = 0.2423 | LCC = 0.8600 | SRCC = 0.8604 ] +INFO:root:Average loss=0.05906617073103403 +INFO:root: +[Valid][23][UTT][ MSE = 0.2341 | LCC = 0.8610 | SRCC = 0.8623 ] +INFO:root:Average loss=0.05827223891631151 +INFO:root: +[Valid][24][UTT][ MSE = 0.2267 | LCC = 0.8645 | SRCC = 0.8651 ] +INFO:root:Average loss=0.052085505082057074 +INFO:root: +[Valid][25][UTT][ MSE = 0.2225 | LCC = 0.8646 | SRCC = 0.8657 ] +INFO:root:Average loss=0.05078552078264646 +INFO:root: +[Valid][26][UTT][ MSE = 0.2411 | LCC = 0.8614 | SRCC = 0.8620 ] +INFO:root:Average loss=0.05209902026809943 +INFO:root: +[Valid][27][UTT][ MSE = 0.2376 | LCC = 0.8609 | SRCC = 0.8622 ] +INFO:root:Average loss=0.047253621980929986 +INFO:root: +[Valid][28][UTT][ MSE = 0.2238 | LCC = 0.8634 | SRCC = 0.8636 ] +INFO:root:Average loss=0.04337917265888208 +INFO:root: +[Valid][29][UTT][ MSE = 0.2336 | LCC = 0.8596 | SRCC = 0.8594 ] +INFO:root:Average loss=0.044003520447474256 +INFO:root: +[Valid][30][UTT][ MSE = 0.2441 | LCC = 0.8599 | SRCC = 0.8596 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2375 | LCC = 0.8679 | SRCC = 0.8712 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7f6a711bb2b361ee435aa10f97e2d7dfeee8ea1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6276f04334b99bd403b91001b2baab17e236f55e3bd551a8e868b0abec69f0 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f96f16afe05c0bd8f70e3ea1e11561abe448d125 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27619712fc2df59e281adfc37976cbdad05bf398e7505751b5f1a8d0f527a7bb +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..868d3e168724d81ad96eb6198ec7e5d7463ce4a7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.37362318218518525 +INFO:root: +[Valid][0][UTT][ MSE = 0.3148 | LCC = 0.8349 | SRCC = 0.8391 ] +INFO:root:Average loss=0.21958931182057428 +INFO:root: +[Valid][1][UTT][ MSE = 0.2500 | LCC = 0.8613 | SRCC = 0.8594 ] +INFO:root:Average loss=0.19701959431553498 +INFO:root: +[Valid][2][UTT][ MSE = 0.2418 | LCC = 0.8684 | SRCC = 0.8652 ] +INFO:root:Average loss=0.1807657360839538 +INFO:root: +[Valid][3][UTT][ MSE = 0.2830 | LCC = 0.8614 | SRCC = 0.8668 ] +INFO:root:Average loss=0.1712165726109957 +INFO:root: +[Valid][4][UTT][ MSE = 0.2299 | LCC = 0.8722 | SRCC = 0.8704 ] +INFO:root:Average loss=0.1553083027784641 +INFO:root: +[Valid][5][UTT][ MSE = 0.2369 | LCC = 0.8721 | SRCC = 0.8692 ] +INFO:root:Average loss=0.14319245593670088 +INFO:root: +[Valid][6][UTT][ MSE = 0.2347 | LCC = 0.8677 | SRCC = 0.8671 ] +INFO:root:Average loss=0.13708236584296593 +INFO:root: +[Valid][7][UTT][ MSE = 0.2597 | LCC = 0.8624 | SRCC = 0.8646 ] +INFO:root:Average loss=0.12368846140228786 +INFO:root: +[Valid][8][UTT][ MSE = 0.2657 | LCC = 0.8570 | SRCC = 0.8607 ] +INFO:root:Average loss=0.11632189918787052 +INFO:root: +[Valid][9][UTT][ MSE = 0.2361 | LCC = 0.8658 | SRCC = 0.8675 ] +INFO:root:Average loss=0.1056543308763932 +INFO:root: +[Valid][10][UTT][ MSE = 0.2365 | LCC = 0.8595 | SRCC = 0.8607 ] +INFO:root:Average loss=0.09869270938902329 +INFO:root: +[Valid][11][UTT][ MSE = 0.2341 | LCC = 0.8621 | SRCC = 0.8598 ] +INFO:root:Average loss=0.09345608309675486 +INFO:root: +[Valid][12][UTT][ MSE = 0.2250 | LCC = 0.8629 | SRCC = 0.8609 ] +INFO:root:Average loss=0.08857827509442966 +INFO:root: +[Valid][13][UTT][ MSE = 0.2617 | LCC = 0.8587 | SRCC = 0.8587 ] +INFO:root:Average loss=0.08209545346788871 +INFO:root: +[Valid][14][UTT][ MSE = 0.2684 | LCC = 0.8613 | SRCC = 0.8642 ] +INFO:root:Average loss=0.079679630505733 +INFO:root: +[Valid][15][UTT][ MSE = 0.2236 | LCC = 0.8607 | SRCC = 0.8604 ] +INFO:root:Average loss=0.07290991405263925 +INFO:root: +[Valid][16][UTT][ MSE = 0.2316 | LCC = 0.8630 | SRCC = 0.8640 ] +INFO:root:Average loss=0.0685175775239865 +INFO:root: +[Valid][17][UTT][ MSE = 0.2299 | LCC = 0.8590 | SRCC = 0.8578 ] +INFO:root:Average loss=0.06466586195314541 +INFO:root: +[Valid][18][UTT][ MSE = 0.2487 | LCC = 0.8629 | SRCC = 0.8612 ] +INFO:root:Average loss=0.06391480569847119 +INFO:root: +[Valid][19][UTT][ MSE = 0.2216 | LCC = 0.8607 | SRCC = 0.8596 ] +INFO:root:Average loss=0.06081161012825293 +INFO:root: +[Valid][20][UTT][ MSE = 0.2639 | LCC = 0.8560 | SRCC = 0.8579 ] +INFO:root:Average loss=0.05628797087149742 +INFO:root: +[Valid][21][UTT][ MSE = 0.2312 | LCC = 0.8574 | SRCC = 0.8579 ] +INFO:root:Average loss=0.05443402203038717 +INFO:root: +[Valid][22][UTT][ MSE = 0.2301 | LCC = 0.8575 | SRCC = 0.8573 ] +INFO:root:Average loss=0.05000514369935562 +INFO:root: +[Valid][23][UTT][ MSE = 0.2463 | LCC = 0.8559 | SRCC = 0.8559 ] +INFO:root:Average loss=0.04898840566285145 +INFO:root: +[Valid][24][UTT][ MSE = 0.2276 | LCC = 0.8591 | SRCC = 0.8594 ] +INFO:root:Average loss=0.048090257514745764 +INFO:root: +[Valid][25][UTT][ MSE = 0.2432 | LCC = 0.8568 | SRCC = 0.8579 ] +INFO:root:Average loss=0.04508517792400641 +INFO:root: +[Valid][26][UTT][ MSE = 0.2298 | LCC = 0.8589 | SRCC = 0.8605 ] +INFO:root:Average loss=0.0456294796596735 +INFO:root: +[Valid][27][UTT][ MSE = 0.2420 | LCC = 0.8545 | SRCC = 0.8544 ] +INFO:root:Average loss=0.04478958256256122 +INFO:root: +[Valid][28][UTT][ MSE = 0.2263 | LCC = 0.8563 | SRCC = 0.8582 ] +INFO:root:Average loss=0.042351213856958426 +INFO:root: +[Valid][29][UTT][ MSE = 0.2366 | LCC = 0.8575 | SRCC = 0.8578 ] +INFO:root:Average loss=0.0392049179197504 +INFO:root: +[Valid][30][UTT][ MSE = 0.2290 | LCC = 0.8569 | SRCC = 0.8568 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2268 | LCC = 0.8674 | SRCC = 0.8676 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6056e4ef7c6d1c7b0ec14e46914a243037363f0f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d795e3e212c9f5e931c0852ffd024200b335ec2486c413c657226a63fded9c7 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c5cb4076a952d04d15220942199504b2596a34c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d639cc0889eae081ffe5f7d7176c4da920c635f68d744959233492a0c09c8d41 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4f55a806f2a71efffaf8c78386f0a8ca8938a1a9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46198454136267686 +INFO:root: +[Valid][0][UTT][ MSE = 0.3579 | LCC = 0.8230 | SRCC = 0.8345 ] +INFO:root:Average loss=0.23957998496599686 +INFO:root: +[Valid][1][UTT][ MSE = 0.3456 | LCC = 0.8510 | SRCC = 0.8520 ] +INFO:root:Average loss=0.20673132554078713 +INFO:root: +[Valid][2][UTT][ MSE = 0.2640 | LCC = 0.8621 | SRCC = 0.8611 ] +INFO:root:Average loss=0.1907175052433442 +INFO:root: +[Valid][3][UTT][ MSE = 0.2609 | LCC = 0.8701 | SRCC = 0.8677 ] +INFO:root:Average loss=0.17415537532323447 +INFO:root: +[Valid][4][UTT][ MSE = 0.2519 | LCC = 0.8692 | SRCC = 0.8673 ] +INFO:root:Average loss=0.15768988229907477 +INFO:root: +[Valid][5][UTT][ MSE = 0.2391 | LCC = 0.8713 | SRCC = 0.8675 ] +INFO:root:Average loss=0.14816721758017173 +INFO:root: +[Valid][6][UTT][ MSE = 0.2579 | LCC = 0.8729 | SRCC = 0.8712 ] +INFO:root:Average loss=0.1364663727581501 +INFO:root: +[Valid][7][UTT][ MSE = 0.2589 | LCC = 0.8687 | SRCC = 0.8666 ] +INFO:root:Average loss=0.12385931190771934 +INFO:root: +[Valid][8][UTT][ MSE = 0.2344 | LCC = 0.8677 | SRCC = 0.8659 ] +INFO:root:Average loss=0.12065137254121976 +INFO:root: +[Valid][9][UTT][ MSE = 0.2474 | LCC = 0.8681 | SRCC = 0.8667 ] +INFO:root:Average loss=0.10811098870367576 +INFO:root: +[Valid][10][UTT][ MSE = 0.2495 | LCC = 0.8647 | SRCC = 0.8625 ] +INFO:root:Average loss=0.09522614245995498 +INFO:root: +[Valid][11][UTT][ MSE = 0.3067 | LCC = 0.8596 | SRCC = 0.8590 ] +INFO:root:Average loss=0.09438343995656723 +INFO:root: +[Valid][12][UTT][ MSE = 0.2794 | LCC = 0.8585 | SRCC = 0.8596 ] +INFO:root:Average loss=0.08478410432162957 +INFO:root: +[Valid][13][UTT][ MSE = 0.2598 | LCC = 0.8624 | SRCC = 0.8613 ] +INFO:root:Average loss=0.07959430531049386 +INFO:root: +[Valid][14][UTT][ MSE = 0.2503 | LCC = 0.8587 | SRCC = 0.8580 ] +INFO:root:Average loss=0.08199227883074528 +INFO:root: +[Valid][15][UTT][ MSE = 0.2641 | LCC = 0.8608 | SRCC = 0.8600 ] +INFO:root:Average loss=0.07245336926709382 +INFO:root: +[Valid][16][UTT][ MSE = 0.2534 | LCC = 0.8583 | SRCC = 0.8568 ] +INFO:root:Average loss=0.06809476123024256 +INFO:root: +[Valid][17][UTT][ MSE = 0.2714 | LCC = 0.8582 | SRCC = 0.8587 ] +INFO:root:Average loss=0.06476104842164578 +INFO:root: +[Valid][18][UTT][ MSE = 0.2934 | LCC = 0.8526 | SRCC = 0.8533 ] +INFO:root:Average loss=0.060718717865454845 +INFO:root: +[Valid][19][UTT][ MSE = 0.2526 | LCC = 0.8577 | SRCC = 0.8573 ] +INFO:root:Average loss=0.06403004220471932 +INFO:root: +[Valid][20][UTT][ MSE = 0.2861 | LCC = 0.8529 | SRCC = 0.8520 ] +INFO:root:Average loss=0.05413045504918465 +INFO:root: +[Valid][21][UTT][ MSE = 0.2601 | LCC = 0.8500 | SRCC = 0.8507 ] +INFO:root:Average loss=0.05428612268028351 +INFO:root: +[Valid][22][UTT][ MSE = 0.2846 | LCC = 0.8521 | SRCC = 0.8523 ] +INFO:root:Average loss=0.04912673080196747 +INFO:root: +[Valid][23][UTT][ MSE = 0.2689 | LCC = 0.8533 | SRCC = 0.8536 ] +INFO:root:Average loss=0.04765996090972271 +INFO:root: +[Valid][24][UTT][ MSE = 0.2852 | LCC = 0.8502 | SRCC = 0.8511 ] +INFO:root:Average loss=0.045342388443457775 +INFO:root: +[Valid][25][UTT][ MSE = 0.2697 | LCC = 0.8529 | SRCC = 0.8539 ] +INFO:root:Average loss=0.04301717141881967 +INFO:root: +[Valid][26][UTT][ MSE = 0.2818 | LCC = 0.8494 | SRCC = 0.8509 ] +INFO:root:Average loss=0.04079832571248213 +INFO:root: +[Valid][27][UTT][ MSE = 0.2554 | LCC = 0.8494 | SRCC = 0.8500 ] +INFO:root:Average loss=0.04096254961899458 +INFO:root: +[Valid][28][UTT][ MSE = 0.2801 | LCC = 0.8491 | SRCC = 0.8498 ] +INFO:root:Average loss=0.039183010562108114 +INFO:root: +[Valid][29][UTT][ MSE = 0.2652 | LCC = 0.8504 | SRCC = 0.8513 ] +INFO:root:Average loss=0.03887955529185442 +INFO:root: +[Valid][30][UTT][ MSE = 0.2688 | LCC = 0.8488 | SRCC = 0.8502 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2378 | LCC = 0.8688 | SRCC = 0.8686 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..080a5f9b8d3c1ecf5a9754a869c3f46d14fb32e6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204bfedff4469358a3d0cdb2d40bb433c0edf56254a7084ff9f3d29692012142 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e059289a9a9a6a5a7bc0689be094efa5ec8d80f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9fd06af921f94c600cc88f6e8cff58e531ef5fcc896a540da08356299aee693 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..615708dbc53e304cb56850677ec5f053da57fa92 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3383943069821749 +INFO:root: +[Valid][0][UTT][ MSE = 0.2748 | LCC = 0.8393 | SRCC = 0.8415 ] +INFO:root:Average loss=0.2203041368570083 +INFO:root: +[Valid][1][UTT][ MSE = 0.2832 | LCC = 0.8649 | SRCC = 0.8626 ] +INFO:root:Average loss=0.19344495924619529 +INFO:root: +[Valid][2][UTT][ MSE = 0.2479 | LCC = 0.8668 | SRCC = 0.8669 ] +INFO:root:Average loss=0.17891114921523973 +INFO:root: +[Valid][3][UTT][ MSE = 0.2222 | LCC = 0.8715 | SRCC = 0.8716 ] +INFO:root:Average loss=0.1666495787600676 +INFO:root: +[Valid][4][UTT][ MSE = 0.2302 | LCC = 0.8720 | SRCC = 0.8717 ] +INFO:root:Average loss=0.14829665900040895 +INFO:root: +[Valid][5][UTT][ MSE = 0.2172 | LCC = 0.8695 | SRCC = 0.8704 ] +INFO:root:Average loss=0.14791236473963812 +INFO:root: +[Valid][6][UTT][ MSE = 0.2245 | LCC = 0.8724 | SRCC = 0.8722 ] +INFO:root:Average loss=0.13008806567925674 +INFO:root: +[Valid][7][UTT][ MSE = 0.2156 | LCC = 0.8675 | SRCC = 0.8699 ] +INFO:root:Average loss=0.1234058888676839 +INFO:root: +[Valid][8][UTT][ MSE = 0.2062 | LCC = 0.8712 | SRCC = 0.8732 ] +INFO:root:Average loss=0.11459937701240563 +INFO:root: +[Valid][9][UTT][ MSE = 0.2501 | LCC = 0.8649 | SRCC = 0.8671 ] +INFO:root:Average loss=0.10714033379768714 +INFO:root: +[Valid][10][UTT][ MSE = 0.2206 | LCC = 0.8690 | SRCC = 0.8703 ] +INFO:root:Average loss=0.09984002333994095 +INFO:root: +[Valid][11][UTT][ MSE = 0.2351 | LCC = 0.8642 | SRCC = 0.8647 ] +INFO:root:Average loss=0.08873091618984173 +INFO:root: +[Valid][12][UTT][ MSE = 0.2225 | LCC = 0.8642 | SRCC = 0.8648 ] +INFO:root:Average loss=0.08361863278043576 +INFO:root: +[Valid][13][UTT][ MSE = 0.2348 | LCC = 0.8632 | SRCC = 0.8650 ] +INFO:root:Average loss=0.07907448226633744 +INFO:root: +[Valid][14][UTT][ MSE = 0.2306 | LCC = 0.8630 | SRCC = 0.8640 ] +INFO:root:Average loss=0.07456851273010938 +INFO:root: +[Valid][15][UTT][ MSE = 0.2194 | LCC = 0.8634 | SRCC = 0.8651 ] +INFO:root:Average loss=0.0758515064819501 +INFO:root: +[Valid][16][UTT][ MSE = 0.2220 | LCC = 0.8633 | SRCC = 0.8642 ] +INFO:root:Average loss=0.06546703181587733 +INFO:root: +[Valid][17][UTT][ MSE = 0.2372 | LCC = 0.8603 | SRCC = 0.8615 ] +INFO:root:Average loss=0.06527817564514968 +INFO:root: +[Valid][18][UTT][ MSE = 0.2348 | LCC = 0.8592 | SRCC = 0.8593 ] +INFO:root:Average loss=0.05842460386264019 +INFO:root: +[Valid][19][UTT][ MSE = 0.2314 | LCC = 0.8596 | SRCC = 0.8614 ] +INFO:root:Average loss=0.059569096813599266 +INFO:root: +[Valid][20][UTT][ MSE = 0.2323 | LCC = 0.8612 | SRCC = 0.8624 ] +INFO:root:Average loss=0.0563313535008675 +INFO:root: +[Valid][21][UTT][ MSE = 0.2322 | LCC = 0.8596 | SRCC = 0.8608 ] +INFO:root:Average loss=0.054368467905964606 +INFO:root: +[Valid][22][UTT][ MSE = 0.2377 | LCC = 0.8587 | SRCC = 0.8603 ] +INFO:root:Average loss=0.052691634195164226 +INFO:root: +[Valid][23][UTT][ MSE = 0.2253 | LCC = 0.8594 | SRCC = 0.8608 ] +INFO:root:Average loss=0.04800950726255392 +INFO:root: +[Valid][24][UTT][ MSE = 0.2304 | LCC = 0.8589 | SRCC = 0.8603 ] +INFO:root:Average loss=0.054913025468778916 +INFO:root: +[Valid][25][UTT][ MSE = 0.2239 | LCC = 0.8624 | SRCC = 0.8641 ] +INFO:root:Average loss=0.045354744514975794 +INFO:root: +[Valid][26][UTT][ MSE = 0.2245 | LCC = 0.8600 | SRCC = 0.8616 ] +INFO:root:Average loss=0.043612645676311776 +INFO:root: +[Valid][27][UTT][ MSE = 0.2325 | LCC = 0.8578 | SRCC = 0.8599 ] +INFO:root:Average loss=0.04110306919289705 +INFO:root: +[Valid][28][UTT][ MSE = 0.2275 | LCC = 0.8575 | SRCC = 0.8597 ] +INFO:root:Average loss=0.04009454716474582 +INFO:root: +[Valid][29][UTT][ MSE = 0.2295 | LCC = 0.8588 | SRCC = 0.8613 ] +INFO:root:Average loss=0.03896999304206707 +INFO:root: +[Valid][30][UTT][ MSE = 0.2308 | LCC = 0.8588 | SRCC = 0.8616 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2231 | LCC = 0.8687 | SRCC = 0.8685 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..799522d8660986aa4c7fc2c667c777ae6a2843b3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c02b2aabfebda538efe2ccfc099156283be599c792e927b7ebdabc3777f90081 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a6aadbe0812f8b1000a3a49381fff497f028627 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad3922bef8cc6a8082efcb4a2411248a3cb982664f5e58edbfeed6e18a058cc7 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..76ec0731cec3a039415885b7a3255f9c6eb43e1e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.37308858182185733 +INFO:root: +[Valid][0][UTT][ MSE = 0.3244 | LCC = 0.8340 | SRCC = 0.8388 ] +INFO:root:Average loss=0.22434284270573884 +INFO:root: +[Valid][1][UTT][ MSE = 0.2879 | LCC = 0.8541 | SRCC = 0.8554 ] +INFO:root:Average loss=0.19909899357037666 +INFO:root: +[Valid][2][UTT][ MSE = 0.2532 | LCC = 0.8636 | SRCC = 0.8627 ] +INFO:root:Average loss=0.18433071376803595 +INFO:root: +[Valid][3][UTT][ MSE = 0.2363 | LCC = 0.8658 | SRCC = 0.8671 ] +INFO:root:Average loss=0.16513472442061472 +INFO:root: +[Valid][4][UTT][ MSE = 0.2429 | LCC = 0.8703 | SRCC = 0.8690 ] +INFO:root:Average loss=0.15069063323048446 +INFO:root: +[Valid][5][UTT][ MSE = 0.2174 | LCC = 0.8703 | SRCC = 0.8714 ] +INFO:root:Average loss=0.13996592106727454 +INFO:root: +[Valid][6][UTT][ MSE = 0.2260 | LCC = 0.8674 | SRCC = 0.8670 ] +INFO:root:Average loss=0.13105814178020525 +INFO:root: +[Valid][7][UTT][ MSE = 0.2199 | LCC = 0.8672 | SRCC = 0.8658 ] +INFO:root:Average loss=0.12401804920190419 +INFO:root: +[Valid][8][UTT][ MSE = 0.2210 | LCC = 0.8666 | SRCC = 0.8654 ] +INFO:root:Average loss=0.11252808790558423 +INFO:root: +[Valid][9][UTT][ MSE = 0.2224 | LCC = 0.8640 | SRCC = 0.8633 ] +INFO:root:Average loss=0.10317857057238236 +INFO:root: +[Valid][10][UTT][ MSE = 0.2275 | LCC = 0.8631 | SRCC = 0.8612 ] +INFO:root:Average loss=0.09641610601773629 +INFO:root: +[Valid][11][UTT][ MSE = 0.2315 | LCC = 0.8617 | SRCC = 0.8591 ] +INFO:root:Average loss=0.0898428887892992 +INFO:root: +[Valid][12][UTT][ MSE = 0.2283 | LCC = 0.8601 | SRCC = 0.8578 ] +INFO:root:Average loss=0.08606122964276718 +INFO:root: +[Valid][13][UTT][ MSE = 0.2255 | LCC = 0.8633 | SRCC = 0.8622 ] +INFO:root:Average loss=0.07786559170255294 +INFO:root: +[Valid][14][UTT][ MSE = 0.2329 | LCC = 0.8590 | SRCC = 0.8550 ] +INFO:root:Average loss=0.07801790630970246 +INFO:root: +[Valid][15][UTT][ MSE = 0.2365 | LCC = 0.8608 | SRCC = 0.8582 ] +INFO:root:Average loss=0.07088473534736878 +INFO:root: +[Valid][16][UTT][ MSE = 0.2319 | LCC = 0.8607 | SRCC = 0.8587 ] +INFO:root:Average loss=0.06809530220925808 +INFO:root: +[Valid][17][UTT][ MSE = 0.2412 | LCC = 0.8557 | SRCC = 0.8545 ] +INFO:root:Average loss=0.07364778750791 +INFO:root: +[Valid][18][UTT][ MSE = 0.2320 | LCC = 0.8607 | SRCC = 0.8595 ] +INFO:root:Average loss=0.06243742940326532 +INFO:root: +[Valid][19][UTT][ MSE = 0.2365 | LCC = 0.8571 | SRCC = 0.8556 ] +INFO:root:Average loss=0.057953739252228006 +INFO:root: +[Valid][20][UTT][ MSE = 0.2401 | LCC = 0.8621 | SRCC = 0.8621 ] +INFO:root:Average loss=0.059574076953606725 +INFO:root: +[Valid][21][UTT][ MSE = 0.2296 | LCC = 0.8595 | SRCC = 0.8580 ] +INFO:root:Average loss=0.05458574999983494 +INFO:root: +[Valid][22][UTT][ MSE = 0.2416 | LCC = 0.8557 | SRCC = 0.8545 ] +INFO:root:Average loss=0.051778700632544666 +INFO:root: +[Valid][23][UTT][ MSE = 0.2270 | LCC = 0.8598 | SRCC = 0.8585 ] +INFO:root:Average loss=0.052875347005633205 +INFO:root: +[Valid][24][UTT][ MSE = 0.2374 | LCC = 0.8599 | SRCC = 0.8583 ] +INFO:root:Average loss=0.050384640311583496 +INFO:root: +[Valid][25][UTT][ MSE = 0.2255 | LCC = 0.8571 | SRCC = 0.8570 ] +INFO:root:Average loss=0.04584173206239939 +INFO:root: +[Valid][26][UTT][ MSE = 0.2242 | LCC = 0.8596 | SRCC = 0.8583 ] +INFO:root:Average loss=0.04365796481187527 +INFO:root: +[Valid][27][UTT][ MSE = 0.2283 | LCC = 0.8597 | SRCC = 0.8588 ] +INFO:root:Average loss=0.04161617410584138 +INFO:root: +[Valid][28][UTT][ MSE = 0.2364 | LCC = 0.8554 | SRCC = 0.8541 ] +INFO:root:Average loss=0.04058347718837934 +INFO:root: +[Valid][29][UTT][ MSE = 0.2312 | LCC = 0.8568 | SRCC = 0.8562 ] +INFO:root:Average loss=0.041907948489563585 +INFO:root: +[Valid][30][UTT][ MSE = 0.2269 | LCC = 0.8584 | SRCC = 0.8569 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2294 | LCC = 0.8736 | SRCC = 0.8729 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..34c3e66c6cae0f7107f0861619b08288ade2b386 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f36a90c5a64d82b5af0e955717cb3d76473f5da8a55d28211d070cd1641d85 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..326ddf7ca0c021cd6d36534ac1e8898fc6c58d74 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d4e20fde8517134c4a8dcbc20e02be92ca9b90e4594a47c9c56089adb1e7985 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..32918b405531cc0c760f870cea96156435024538 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer5/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.38305609004619795 +INFO:root: +[Valid][0][UTT][ MSE = 0.3015 | LCC = 0.8374 | SRCC = 0.8375 ] +INFO:root:Average loss=0.2274705939568006 +INFO:root: +[Valid][1][UTT][ MSE = 0.2578 | LCC = 0.8598 | SRCC = 0.8583 ] +INFO:root:Average loss=0.20314082961816055 +INFO:root: +[Valid][2][UTT][ MSE = 0.2508 | LCC = 0.8636 | SRCC = 0.8634 ] +INFO:root:Average loss=0.18136748776603967 +INFO:root: +[Valid][3][UTT][ MSE = 0.2453 | LCC = 0.8676 | SRCC = 0.8668 ] +INFO:root:Average loss=0.16884804192261818 +INFO:root: +[Valid][4][UTT][ MSE = 0.2234 | LCC = 0.8671 | SRCC = 0.8660 ] +INFO:root:Average loss=0.1553972493379544 +INFO:root: +[Valid][5][UTT][ MSE = 0.2427 | LCC = 0.8683 | SRCC = 0.8664 ] +INFO:root:Average loss=0.14825235144832197 +INFO:root: +[Valid][6][UTT][ MSE = 0.2317 | LCC = 0.8651 | SRCC = 0.8626 ] +INFO:root:Average loss=0.13657900566856065 +INFO:root: +[Valid][7][UTT][ MSE = 0.2568 | LCC = 0.8631 | SRCC = 0.8621 ] +INFO:root:Average loss=0.12607250114281973 +INFO:root: +[Valid][8][UTT][ MSE = 0.2360 | LCC = 0.8642 | SRCC = 0.8616 ] +INFO:root:Average loss=0.11515704580606559 +INFO:root: +[Valid][9][UTT][ MSE = 0.2365 | LCC = 0.8611 | SRCC = 0.8586 ] +INFO:root:Average loss=0.10680237393348645 +INFO:root: +[Valid][10][UTT][ MSE = 0.2364 | LCC = 0.8598 | SRCC = 0.8594 ] +INFO:root:Average loss=0.10082648694515228 +INFO:root: +[Valid][11][UTT][ MSE = 0.2247 | LCC = 0.8621 | SRCC = 0.8596 ] +INFO:root:Average loss=0.0916275068735465 +INFO:root: +[Valid][12][UTT][ MSE = 0.2497 | LCC = 0.8579 | SRCC = 0.8558 ] +INFO:root:Average loss=0.08615581567088763 +INFO:root: +[Valid][13][UTT][ MSE = 0.2432 | LCC = 0.8523 | SRCC = 0.8510 ] +INFO:root:Average loss=0.08516941883434088 +INFO:root: +[Valid][14][UTT][ MSE = 0.2605 | LCC = 0.8506 | SRCC = 0.8489 ] +INFO:root:Average loss=0.07718954913509198 +INFO:root: +[Valid][15][UTT][ MSE = 0.2347 | LCC = 0.8564 | SRCC = 0.8537 ] +INFO:root:Average loss=0.0750820561288259 +INFO:root: +[Valid][16][UTT][ MSE = 0.2338 | LCC = 0.8559 | SRCC = 0.8554 ] +INFO:root:Average loss=0.07220998984307815 +INFO:root: +[Valid][17][UTT][ MSE = 0.2347 | LCC = 0.8571 | SRCC = 0.8554 ] +INFO:root:Average loss=0.06526611477900775 +INFO:root: +[Valid][18][UTT][ MSE = 0.2394 | LCC = 0.8538 | SRCC = 0.8510 ] +INFO:root:Average loss=0.0668320076014751 +INFO:root: +[Valid][19][UTT][ MSE = 0.2348 | LCC = 0.8570 | SRCC = 0.8555 ] +INFO:root:Average loss=0.06141116971579882 +INFO:root: +[Valid][20][UTT][ MSE = 0.2411 | LCC = 0.8554 | SRCC = 0.8542 ] +INFO:root:Average loss=0.056873234609762825 +INFO:root: +[Valid][21][UTT][ MSE = 0.2372 | LCC = 0.8519 | SRCC = 0.8504 ] +INFO:root:Average loss=0.05496477908813036 +INFO:root: +[Valid][22][UTT][ MSE = 0.2630 | LCC = 0.8542 | SRCC = 0.8533 ] +INFO:root:Average loss=0.05956504059334596 +INFO:root: +[Valid][23][UTT][ MSE = 0.2397 | LCC = 0.8535 | SRCC = 0.8529 ] +INFO:root:Average loss=0.05026530866057445 +INFO:root: +[Valid][24][UTT][ MSE = 0.2489 | LCC = 0.8532 | SRCC = 0.8516 ] +INFO:root:Average loss=0.04901337162710917 +INFO:root: +[Valid][25][UTT][ MSE = 0.2488 | LCC = 0.8518 | SRCC = 0.8503 ] +INFO:root:Average loss=0.04611734348611954 +INFO:root: +[Valid][26][UTT][ MSE = 0.2351 | LCC = 0.8504 | SRCC = 0.8499 ] +INFO:root:Average loss=0.045681967017933346 +INFO:root: +[Valid][27][UTT][ MSE = 0.2418 | LCC = 0.8536 | SRCC = 0.8513 ] +INFO:root:Average loss=0.04319893423085793 +INFO:root: +[Valid][28][UTT][ MSE = 0.2425 | LCC = 0.8506 | SRCC = 0.8484 ] +INFO:root:Average loss=0.04497424935778746 +INFO:root: +[Valid][29][UTT][ MSE = 0.2479 | LCC = 0.8521 | SRCC = 0.8490 ] +INFO:root:Average loss=0.04088354679063345 +INFO:root: +[Valid][30][UTT][ MSE = 0.2533 | LCC = 0.8518 | SRCC = 0.8496 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2548 | LCC = 0.8670 | SRCC = 0.8670 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb6b1acc21b91016b7124fc3b77b45cc245863f6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de59875e3ef6490e4587cc2faee1d8881767818257aaad3bd0f105832c512a9a +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6728f024cb229d26ece0b28f93067eae2929a8b7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0834b762efd28597b8a07ff119b9a66510f04f31032128663d30bfa29c23bbf +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4b0124b764110d5e549cdc539bb23e73ed30139f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3893926489429596 +INFO:root: +[Valid][0][UTT][ MSE = 0.3290 | LCC = 0.8357 | SRCC = 0.8367 ] +INFO:root:Average loss=0.23486262407058325 +INFO:root: +[Valid][1][UTT][ MSE = 0.2620 | LCC = 0.8575 | SRCC = 0.8571 ] +INFO:root:Average loss=0.20840720125497916 +INFO:root: +[Valid][2][UTT][ MSE = 0.2683 | LCC = 0.8668 | SRCC = 0.8646 ] +INFO:root:Average loss=0.193094974813553 +INFO:root: +[Valid][3][UTT][ MSE = 0.2622 | LCC = 0.8730 | SRCC = 0.8706 ] +INFO:root:Average loss=0.17202233370297995 +INFO:root: +[Valid][4][UTT][ MSE = 0.2481 | LCC = 0.8719 | SRCC = 0.8712 ] +INFO:root:Average loss=0.16268974017256346 +INFO:root: +[Valid][5][UTT][ MSE = 0.2500 | LCC = 0.8722 | SRCC = 0.8702 ] +INFO:root:Average loss=0.15268303482578352 +INFO:root: +[Valid][6][UTT][ MSE = 0.2724 | LCC = 0.8731 | SRCC = 0.8719 ] +INFO:root:Average loss=0.13847479950159025 +INFO:root: +[Valid][7][UTT][ MSE = 0.2150 | LCC = 0.8684 | SRCC = 0.8694 ] +INFO:root:Average loss=0.13350323654520205 +INFO:root: +[Valid][8][UTT][ MSE = 0.2346 | LCC = 0.8698 | SRCC = 0.8677 ] +INFO:root:Average loss=0.11934792899932617 +INFO:root: +[Valid][9][UTT][ MSE = 0.2153 | LCC = 0.8704 | SRCC = 0.8697 ] +INFO:root:Average loss=0.11461898073171958 +INFO:root: +[Valid][10][UTT][ MSE = 0.2573 | LCC = 0.8680 | SRCC = 0.8667 ] +INFO:root:Average loss=0.10920422065716523 +INFO:root: +[Valid][11][UTT][ MSE = 0.2539 | LCC = 0.8637 | SRCC = 0.8653 ] +INFO:root:Average loss=0.09874094191652077 +INFO:root: +[Valid][12][UTT][ MSE = 0.2330 | LCC = 0.8647 | SRCC = 0.8642 ] +INFO:root:Average loss=0.09298907440060224 +INFO:root: +[Valid][13][UTT][ MSE = 0.2291 | LCC = 0.8648 | SRCC = 0.8662 ] +INFO:root:Average loss=0.08820955359782928 +INFO:root: +[Valid][14][UTT][ MSE = 0.2484 | LCC = 0.8640 | SRCC = 0.8629 ] +INFO:root:Average loss=0.07874189107081829 +INFO:root: +[Valid][15][UTT][ MSE = 0.2247 | LCC = 0.8635 | SRCC = 0.8646 ] +INFO:root:Average loss=0.07659805986361626 +INFO:root: +[Valid][16][UTT][ MSE = 0.2376 | LCC = 0.8613 | SRCC = 0.8632 ] +INFO:root:Average loss=0.07308729508748421 +INFO:root: +[Valid][17][UTT][ MSE = 0.2434 | LCC = 0.8558 | SRCC = 0.8566 ] +INFO:root:Average loss=0.0692520528458632 +INFO:root: +[Valid][18][UTT][ MSE = 0.2375 | LCC = 0.8592 | SRCC = 0.8610 ] +INFO:root:Average loss=0.06769734544631763 +INFO:root: +[Valid][19][UTT][ MSE = 0.2452 | LCC = 0.8582 | SRCC = 0.8595 ] +INFO:root:Average loss=0.06258460110387741 +INFO:root: +[Valid][20][UTT][ MSE = 0.2321 | LCC = 0.8587 | SRCC = 0.8600 ] +INFO:root:Average loss=0.058141327248169825 +INFO:root: +[Valid][21][UTT][ MSE = 0.2333 | LCC = 0.8585 | SRCC = 0.8593 ] +INFO:root:Average loss=0.059316033545212865 +INFO:root: +[Valid][22][UTT][ MSE = 0.2486 | LCC = 0.8544 | SRCC = 0.8573 ] +INFO:root:Average loss=0.054697959492794976 +INFO:root: +[Valid][23][UTT][ MSE = 0.2425 | LCC = 0.8563 | SRCC = 0.8571 ] +INFO:root:Average loss=0.056354667704838976 +INFO:root: +[Valid][24][UTT][ MSE = 0.2694 | LCC = 0.8552 | SRCC = 0.8580 ] +INFO:root:Average loss=0.04960661956992669 +INFO:root: +[Valid][25][UTT][ MSE = 0.2460 | LCC = 0.8553 | SRCC = 0.8576 ] +INFO:root:Average loss=0.049034205360863455 +INFO:root: +[Valid][26][UTT][ MSE = 0.2402 | LCC = 0.8554 | SRCC = 0.8573 ] +INFO:root:Average loss=0.046871720240093194 +INFO:root: +[Valid][27][UTT][ MSE = 0.2482 | LCC = 0.8536 | SRCC = 0.8565 ] +INFO:root:Average loss=0.047466797778048575 +INFO:root: +[Valid][28][UTT][ MSE = 0.2320 | LCC = 0.8609 | SRCC = 0.8620 ] +INFO:root:Average loss=0.04591894799318069 +INFO:root: +[Valid][29][UTT][ MSE = 0.2440 | LCC = 0.8553 | SRCC = 0.8568 ] +INFO:root:Average loss=0.04251105777728252 +INFO:root: +[Valid][30][UTT][ MSE = 0.2374 | LCC = 0.8557 | SRCC = 0.8573 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2547 | LCC = 0.8690 | SRCC = 0.8682 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..accf9dccb1e1b4684d05a593859229caeb21f82e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:048ebee3352c3527977f10f325bb833c4049d6f4dcdd02b3e1409c4f2043f3da +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd5d310aba0cfdcbbb372c5242965ac726044bd9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c144b2fc5292be5c0cde747fbc3e968998d178dc01c2125f69219dc2b120a41 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f13cf21a80546cf20efb097b357166eecc407ee8 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3931909875992017 +INFO:root: +[Valid][0][UTT][ MSE = 0.3137 | LCC = 0.8305 | SRCC = 0.8359 ] +INFO:root:Average loss=0.23764637360970178 +INFO:root: +[Valid][1][UTT][ MSE = 0.2692 | LCC = 0.8525 | SRCC = 0.8530 ] +INFO:root:Average loss=0.20186399496518648 +INFO:root: +[Valid][2][UTT][ MSE = 0.2542 | LCC = 0.8643 | SRCC = 0.8621 ] +INFO:root:Average loss=0.18657087171689057 +INFO:root: +[Valid][3][UTT][ MSE = 0.2660 | LCC = 0.8680 | SRCC = 0.8666 ] +INFO:root:Average loss=0.17155877949717718 +INFO:root: +[Valid][4][UTT][ MSE = 0.2378 | LCC = 0.8683 | SRCC = 0.8675 ] +INFO:root:Average loss=0.15984832705595556 +INFO:root: +[Valid][5][UTT][ MSE = 0.2573 | LCC = 0.8677 | SRCC = 0.8665 ] +INFO:root:Average loss=0.15595516237692955 +INFO:root: +[Valid][6][UTT][ MSE = 0.2324 | LCC = 0.8695 | SRCC = 0.8698 ] +INFO:root:Average loss=0.13585661036463884 +INFO:root: +[Valid][7][UTT][ MSE = 0.2183 | LCC = 0.8690 | SRCC = 0.8699 ] +INFO:root:Average loss=0.13732703173389801 +INFO:root: +[Valid][8][UTT][ MSE = 0.2283 | LCC = 0.8670 | SRCC = 0.8663 ] +INFO:root:Average loss=0.12100832441296333 +INFO:root: +[Valid][9][UTT][ MSE = 0.2303 | LCC = 0.8659 | SRCC = 0.8660 ] +INFO:root:Average loss=0.11267423152159421 +INFO:root: +[Valid][10][UTT][ MSE = 0.2262 | LCC = 0.8632 | SRCC = 0.8637 ] +INFO:root:Average loss=0.1045690247645745 +INFO:root: +[Valid][11][UTT][ MSE = 0.2333 | LCC = 0.8628 | SRCC = 0.8612 ] +INFO:root:Average loss=0.09782350665101638 +INFO:root: +[Valid][12][UTT][ MSE = 0.2379 | LCC = 0.8572 | SRCC = 0.8570 ] +INFO:root:Average loss=0.09276028321339534 +INFO:root: +[Valid][13][UTT][ MSE = 0.2318 | LCC = 0.8582 | SRCC = 0.8575 ] +INFO:root:Average loss=0.08898973431533728 +INFO:root: +[Valid][14][UTT][ MSE = 0.2270 | LCC = 0.8608 | SRCC = 0.8604 ] +INFO:root:Average loss=0.08602574080801927 +INFO:root: +[Valid][15][UTT][ MSE = 0.2511 | LCC = 0.8562 | SRCC = 0.8554 ] +INFO:root:Average loss=0.07730935327708721 +INFO:root: +[Valid][16][UTT][ MSE = 0.2534 | LCC = 0.8531 | SRCC = 0.8513 ] +INFO:root:Average loss=0.07015433931388916 +INFO:root: +[Valid][17][UTT][ MSE = 0.2601 | LCC = 0.8497 | SRCC = 0.8486 ] +INFO:root:Average loss=0.06506128408587895 +INFO:root: +[Valid][18][UTT][ MSE = 0.2406 | LCC = 0.8538 | SRCC = 0.8525 ] +INFO:root:Average loss=0.06506517185614659 +INFO:root: +[Valid][19][UTT][ MSE = 0.2470 | LCC = 0.8521 | SRCC = 0.8504 ] +INFO:root:Average loss=0.05991760989985405 +INFO:root: +[Valid][20][UTT][ MSE = 0.2390 | LCC = 0.8522 | SRCC = 0.8515 ] +INFO:root:Average loss=0.05876450885373812 +INFO:root: +[Valid][21][UTT][ MSE = 0.2589 | LCC = 0.8486 | SRCC = 0.8489 ] +INFO:root:Average loss=0.06139108161322582 +INFO:root: +[Valid][22][UTT][ MSE = 0.2614 | LCC = 0.8499 | SRCC = 0.8493 ] +INFO:root:Average loss=0.05618800447346308 +INFO:root: +[Valid][23][UTT][ MSE = 0.2423 | LCC = 0.8498 | SRCC = 0.8499 ] +INFO:root:Average loss=0.050387341290330276 +INFO:root: +[Valid][24][UTT][ MSE = 0.2521 | LCC = 0.8440 | SRCC = 0.8434 ] +INFO:root:Average loss=0.048832122737971634 +INFO:root: +[Valid][25][UTT][ MSE = 0.2510 | LCC = 0.8458 | SRCC = 0.8453 ] +INFO:root:Average loss=0.047049893567768425 +INFO:root: +[Valid][26][UTT][ MSE = 0.2684 | LCC = 0.8419 | SRCC = 0.8406 ] +INFO:root:Average loss=0.04539944484638862 +INFO:root: +[Valid][27][UTT][ MSE = 0.2536 | LCC = 0.8451 | SRCC = 0.8445 ] +INFO:root:Average loss=0.04201886900820029 +INFO:root: +[Valid][28][UTT][ MSE = 0.2546 | LCC = 0.8442 | SRCC = 0.8427 ] +INFO:root:Average loss=0.04095424625736017 +INFO:root: +[Valid][29][UTT][ MSE = 0.2678 | LCC = 0.8411 | SRCC = 0.8401 ] +INFO:root:Average loss=0.041311210116896875 +INFO:root: +[Valid][30][UTT][ MSE = 0.2529 | LCC = 0.8442 | SRCC = 0.8425 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2571 | LCC = 0.8649 | SRCC = 0.8676 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc3823bd74ca97bdb1de38ad9b69b6196cdf7b3d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3a0e2bff414f557746fa567e6bc154da2ab1424af614d59f3727812871d12f +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b154713c9d8ad68b1a431fba7bc35a4b8bc2c60 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a9b07a563c421551a4df157be8fcec9af18cd51d9ff8e988cb5469562d6b501 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..97b002790b17bbc4c9a3c5a5e44452e05aeb6b03 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3830836352247458 +INFO:root: +[Valid][0][UTT][ MSE = 0.3122 | LCC = 0.8365 | SRCC = 0.8376 ] +INFO:root:Average loss=0.24170553646026513 +INFO:root: +[Valid][1][UTT][ MSE = 0.2924 | LCC = 0.8578 | SRCC = 0.8551 ] +INFO:root:Average loss=0.2067627721490004 +INFO:root: +[Valid][2][UTT][ MSE = 0.2730 | LCC = 0.8680 | SRCC = 0.8651 ] +INFO:root:Average loss=0.18915883680948845 +INFO:root: +[Valid][3][UTT][ MSE = 0.2814 | LCC = 0.8701 | SRCC = 0.8687 ] +INFO:root:Average loss=0.17452579688949463 +INFO:root: +[Valid][4][UTT][ MSE = 0.2507 | LCC = 0.8737 | SRCC = 0.8718 ] +INFO:root:Average loss=0.162084605353765 +INFO:root: +[Valid][5][UTT][ MSE = 0.2715 | LCC = 0.8723 | SRCC = 0.8721 ] +INFO:root:Average loss=0.1573497008245725 +INFO:root: +[Valid][6][UTT][ MSE = 0.2686 | LCC = 0.8705 | SRCC = 0.8718 ] +INFO:root:Average loss=0.14023922364681196 +INFO:root: +[Valid][7][UTT][ MSE = 0.2304 | LCC = 0.8709 | SRCC = 0.8701 ] +INFO:root:Average loss=0.13066768340575388 +INFO:root: +[Valid][8][UTT][ MSE = 0.2342 | LCC = 0.8695 | SRCC = 0.8704 ] +INFO:root:Average loss=0.12345559627581866 +INFO:root: +[Valid][9][UTT][ MSE = 0.2403 | LCC = 0.8668 | SRCC = 0.8665 ] +INFO:root:Average loss=0.1116593226026266 +INFO:root: +[Valid][10][UTT][ MSE = 0.2564 | LCC = 0.8638 | SRCC = 0.8650 ] +INFO:root:Average loss=0.11116610247737323 +INFO:root: +[Valid][11][UTT][ MSE = 0.2462 | LCC = 0.8661 | SRCC = 0.8678 ] +INFO:root:Average loss=0.0990143798960325 +INFO:root: +[Valid][12][UTT][ MSE = 0.2533 | LCC = 0.8632 | SRCC = 0.8635 ] +INFO:root:Average loss=0.08982766185624477 +INFO:root: +[Valid][13][UTT][ MSE = 0.2414 | LCC = 0.8593 | SRCC = 0.8618 ] +INFO:root:Average loss=0.09257877321961598 +INFO:root: +[Valid][14][UTT][ MSE = 0.2535 | LCC = 0.8644 | SRCC = 0.8656 ] +INFO:root:Average loss=0.08203581157021034 +INFO:root: +[Valid][15][UTT][ MSE = 0.2297 | LCC = 0.8631 | SRCC = 0.8640 ] +INFO:root:Average loss=0.07928184591806851 +INFO:root: +[Valid][16][UTT][ MSE = 0.2893 | LCC = 0.8554 | SRCC = 0.8566 ] +INFO:root:Average loss=0.0744696254722583 +INFO:root: +[Valid][17][UTT][ MSE = 0.2312 | LCC = 0.8602 | SRCC = 0.8619 ] +INFO:root:Average loss=0.06975324843556453 +INFO:root: +[Valid][18][UTT][ MSE = 0.2417 | LCC = 0.8598 | SRCC = 0.8606 ] +INFO:root:Average loss=0.06754858419299126 +INFO:root: +[Valid][19][UTT][ MSE = 0.2416 | LCC = 0.8596 | SRCC = 0.8610 ] +INFO:root:Average loss=0.060884368868592456 +INFO:root: +[Valid][20][UTT][ MSE = 0.2625 | LCC = 0.8587 | SRCC = 0.8621 ] +INFO:root:Average loss=0.06218092965009885 +INFO:root: +[Valid][21][UTT][ MSE = 0.2629 | LCC = 0.8563 | SRCC = 0.8586 ] +INFO:root:Average loss=0.05733099694435413 +INFO:root: +[Valid][22][UTT][ MSE = 0.2491 | LCC = 0.8527 | SRCC = 0.8538 ] +INFO:root:Average loss=0.05633550347425999 +INFO:root: +[Valid][23][UTT][ MSE = 0.2402 | LCC = 0.8545 | SRCC = 0.8561 ] +INFO:root:Average loss=0.05538596212863922 +INFO:root: +[Valid][24][UTT][ MSE = 0.2525 | LCC = 0.8552 | SRCC = 0.8568 ] +INFO:root:Average loss=0.048308570511066 +INFO:root: +[Valid][25][UTT][ MSE = 0.2446 | LCC = 0.8519 | SRCC = 0.8537 ] +INFO:root:Average loss=0.049227515331063516 +INFO:root: +[Valid][26][UTT][ MSE = 0.2440 | LCC = 0.8565 | SRCC = 0.8575 ] +INFO:root:Average loss=0.047431958552736506 +INFO:root: +[Valid][27][UTT][ MSE = 0.2534 | LCC = 0.8531 | SRCC = 0.8542 ] +INFO:root:Average loss=0.045204732805872574 +INFO:root: +[Valid][28][UTT][ MSE = 0.2437 | LCC = 0.8560 | SRCC = 0.8580 ] +INFO:root:Average loss=0.04405199368603718 +INFO:root: +[Valid][29][UTT][ MSE = 0.2489 | LCC = 0.8538 | SRCC = 0.8557 ] +INFO:root:Average loss=0.04134345281487092 +INFO:root: +[Valid][30][UTT][ MSE = 0.2365 | LCC = 0.8574 | SRCC = 0.8595 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2417 | LCC = 0.8714 | SRCC = 0.8737 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c787dc18b1cf4a8d684a89df8f40264c845f2aa0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8241f84ff285ae0db1462b0dec20042bbe5fd9c7d7ed8844e9320057c2046deb +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f19cb8615fe4a3dc8eb059ae76bf1ca8ac7bf891 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91637da26ead64f8c7550dda4e44ee44afb51e2c3b51eb8785c80e37657c1f3 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..742067004879bc2079191b1a78d5f78d3dd3d190 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.34065253669634843 +INFO:root: +[Valid][0][UTT][ MSE = 0.3134 | LCC = 0.8410 | SRCC = 0.8416 ] +INFO:root:Average loss=0.23020541496001756 +INFO:root: +[Valid][1][UTT][ MSE = 0.2720 | LCC = 0.8593 | SRCC = 0.8573 ] +INFO:root:Average loss=0.21025748875660774 +INFO:root: +[Valid][2][UTT][ MSE = 0.2470 | LCC = 0.8643 | SRCC = 0.8632 ] +INFO:root:Average loss=0.18973700530253923 +INFO:root: +[Valid][3][UTT][ MSE = 0.2645 | LCC = 0.8700 | SRCC = 0.8680 ] +INFO:root:Average loss=0.18025220605807427 +INFO:root: +[Valid][4][UTT][ MSE = 0.2458 | LCC = 0.8710 | SRCC = 0.8692 ] +INFO:root:Average loss=0.1706473587606198 +INFO:root: +[Valid][5][UTT][ MSE = 0.2546 | LCC = 0.8713 | SRCC = 0.8695 ] +INFO:root:Average loss=0.16251849010586739 +INFO:root: +[Valid][6][UTT][ MSE = 0.2848 | LCC = 0.8697 | SRCC = 0.8700 ] +INFO:root:Average loss=0.1441812209593944 +INFO:root: +[Valid][7][UTT][ MSE = 0.2488 | LCC = 0.8720 | SRCC = 0.8709 ] +INFO:root:Average loss=0.13707182298486048 +INFO:root: +[Valid][8][UTT][ MSE = 0.2426 | LCC = 0.8706 | SRCC = 0.8687 ] +INFO:root:Average loss=0.12533441338783655 +INFO:root: +[Valid][9][UTT][ MSE = 0.2213 | LCC = 0.8717 | SRCC = 0.8704 ] +INFO:root:Average loss=0.11464325348154092 +INFO:root: +[Valid][10][UTT][ MSE = 0.2332 | LCC = 0.8705 | SRCC = 0.8695 ] +INFO:root:Average loss=0.1089270568619936 +INFO:root: +[Valid][11][UTT][ MSE = 0.2363 | LCC = 0.8683 | SRCC = 0.8671 ] +INFO:root:Average loss=0.09839033879912816 +INFO:root: +[Valid][12][UTT][ MSE = 0.2415 | LCC = 0.8659 | SRCC = 0.8662 ] +INFO:root:Average loss=0.09764061748790435 +INFO:root: +[Valid][13][UTT][ MSE = 0.2407 | LCC = 0.8703 | SRCC = 0.8697 ] +INFO:root:Average loss=0.09136652554839085 +INFO:root: +[Valid][14][UTT][ MSE = 0.2347 | LCC = 0.8664 | SRCC = 0.8663 ] +INFO:root:Average loss=0.08734913982259922 +INFO:root: +[Valid][15][UTT][ MSE = 0.2409 | LCC = 0.8672 | SRCC = 0.8671 ] +INFO:root:Average loss=0.07884689344045444 +INFO:root: +[Valid][16][UTT][ MSE = 0.2465 | LCC = 0.8670 | SRCC = 0.8667 ] +INFO:root:Average loss=0.07577947536722207 +INFO:root: +[Valid][17][UTT][ MSE = 0.2337 | LCC = 0.8606 | SRCC = 0.8608 ] +INFO:root:Average loss=0.06800320715858386 +INFO:root: +[Valid][18][UTT][ MSE = 0.2165 | LCC = 0.8648 | SRCC = 0.8658 ] +INFO:root:Average loss=0.06716923921918258 +INFO:root: +[Valid][19][UTT][ MSE = 0.2532 | LCC = 0.8609 | SRCC = 0.8599 ] +INFO:root:Average loss=0.06625769416300151 +INFO:root: +[Valid][20][UTT][ MSE = 0.2292 | LCC = 0.8648 | SRCC = 0.8648 ] +INFO:root:Average loss=0.06366489698680547 +INFO:root: +[Valid][21][UTT][ MSE = 0.2418 | LCC = 0.8585 | SRCC = 0.8583 ] +INFO:root:Average loss=0.05957833070976612 +INFO:root: +[Valid][22][UTT][ MSE = 0.2374 | LCC = 0.8601 | SRCC = 0.8599 ] +INFO:root:Average loss=0.05433272455747311 +INFO:root: +[Valid][23][UTT][ MSE = 0.2316 | LCC = 0.8602 | SRCC = 0.8599 ] +INFO:root:Average loss=0.05456197147185986 +INFO:root: +[Valid][24][UTT][ MSE = 0.2333 | LCC = 0.8634 | SRCC = 0.8632 ] +INFO:root:Average loss=0.05163595825433731 +INFO:root: +[Valid][25][UTT][ MSE = 0.2283 | LCC = 0.8634 | SRCC = 0.8626 ] +INFO:root:Average loss=0.04857380628490295 +INFO:root: +[Valid][26][UTT][ MSE = 0.2298 | LCC = 0.8589 | SRCC = 0.8591 ] +INFO:root:Average loss=0.05061583483639436 +INFO:root: +[Valid][27][UTT][ MSE = 0.2292 | LCC = 0.8617 | SRCC = 0.8608 ] +INFO:root:Average loss=0.0448386786887661 +INFO:root: +[Valid][28][UTT][ MSE = 0.2442 | LCC = 0.8603 | SRCC = 0.8599 ] +INFO:root:Average loss=0.043404766668876014 +INFO:root: +[Valid][29][UTT][ MSE = 0.2353 | LCC = 0.8584 | SRCC = 0.8568 ] +INFO:root:Average loss=0.04360719235279621 +INFO:root: +[Valid][30][UTT][ MSE = 0.2441 | LCC = 0.8592 | SRCC = 0.8584 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2438 | LCC = 0.8623 | SRCC = 0.8622 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee4b1cdf74f1707b48dfa61969c4f5490c98453d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51195dcdc9360851316c9884786806550f27cabc3bec8a1d341cbcb8859e7c5e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..411ea84ebc420ac97ab8593356b78f7301c48223 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210de1c8c7fd74975c1725dba3688a88f4aef1574b0b156c7025c44c4400e882 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5823ea9c1b4b6fdeedd0c679e1e57b79c79d9ac5 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer6/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3545318010907907 +INFO:root: +[Valid][0][UTT][ MSE = 0.3149 | LCC = 0.8352 | SRCC = 0.8376 ] +INFO:root:Average loss=0.23252308254058546 +INFO:root: +[Valid][1][UTT][ MSE = 0.2827 | LCC = 0.8531 | SRCC = 0.8508 ] +INFO:root:Average loss=0.2043673867980639 +INFO:root: +[Valid][2][UTT][ MSE = 0.2865 | LCC = 0.8589 | SRCC = 0.8582 ] +INFO:root:Average loss=0.19641486870554778 +INFO:root: +[Valid][3][UTT][ MSE = 0.2535 | LCC = 0.8620 | SRCC = 0.8622 ] +INFO:root:Average loss=0.17074360555181137 +INFO:root: +[Valid][4][UTT][ MSE = 0.2516 | LCC = 0.8666 | SRCC = 0.8647 ] +INFO:root:Average loss=0.16277281261789492 +INFO:root: +[Valid][5][UTT][ MSE = 0.2475 | LCC = 0.8685 | SRCC = 0.8654 ] +INFO:root:Average loss=0.14950271571675935 +INFO:root: +[Valid][6][UTT][ MSE = 0.2599 | LCC = 0.8625 | SRCC = 0.8631 ] +INFO:root:Average loss=0.1378725398427401 +INFO:root: +[Valid][7][UTT][ MSE = 0.2232 | LCC = 0.8664 | SRCC = 0.8645 ] +INFO:root:Average loss=0.13055698306132585 +INFO:root: +[Valid][8][UTT][ MSE = 0.2447 | LCC = 0.8624 | SRCC = 0.8627 ] +INFO:root:Average loss=0.13110357561172584 +INFO:root: +[Valid][9][UTT][ MSE = 0.2464 | LCC = 0.8649 | SRCC = 0.8641 ] +INFO:root:Average loss=0.11299502200041062 +INFO:root: +[Valid][10][UTT][ MSE = 0.2594 | LCC = 0.8637 | SRCC = 0.8625 ] +INFO:root:Average loss=0.10637521543181859 +INFO:root: +[Valid][11][UTT][ MSE = 0.2436 | LCC = 0.8612 | SRCC = 0.8604 ] +INFO:root:Average loss=0.09981055648472065 +INFO:root: +[Valid][12][UTT][ MSE = 0.2311 | LCC = 0.8632 | SRCC = 0.8623 ] +INFO:root:Average loss=0.09296217040182689 +INFO:root: +[Valid][13][UTT][ MSE = 0.2489 | LCC = 0.8602 | SRCC = 0.8598 ] +INFO:root:Average loss=0.09175508450239132 +INFO:root: +[Valid][14][UTT][ MSE = 0.2364 | LCC = 0.8588 | SRCC = 0.8583 ] +INFO:root:Average loss=0.0830418788947356 +INFO:root: +[Valid][15][UTT][ MSE = 0.2266 | LCC = 0.8609 | SRCC = 0.8593 ] +INFO:root:Average loss=0.08347439933090638 +INFO:root: +[Valid][16][UTT][ MSE = 0.2419 | LCC = 0.8578 | SRCC = 0.8570 ] +INFO:root:Average loss=0.07774288044908108 +INFO:root: +[Valid][17][UTT][ MSE = 0.2307 | LCC = 0.8606 | SRCC = 0.8612 ] +INFO:root:Average loss=0.07073333811683533 +INFO:root: +[Valid][18][UTT][ MSE = 0.2267 | LCC = 0.8603 | SRCC = 0.8599 ] +INFO:root:Average loss=0.07066406529301252 +INFO:root: +[Valid][19][UTT][ MSE = 0.2359 | LCC = 0.8608 | SRCC = 0.8616 ] +INFO:root:Average loss=0.06454125065834095 +INFO:root: +[Valid][20][UTT][ MSE = 0.2416 | LCC = 0.8581 | SRCC = 0.8575 ] +INFO:root:Average loss=0.06074847772908516 +INFO:root: +[Valid][21][UTT][ MSE = 0.2921 | LCC = 0.8527 | SRCC = 0.8527 ] +INFO:root:Average loss=0.05674321758441436 +INFO:root: +[Valid][22][UTT][ MSE = 0.2413 | LCC = 0.8560 | SRCC = 0.8548 ] +INFO:root:Average loss=0.055567801906130254 +INFO:root: +[Valid][23][UTT][ MSE = 0.2543 | LCC = 0.8569 | SRCC = 0.8568 ] +INFO:root:Average loss=0.059545704044210605 +INFO:root: +[Valid][24][UTT][ MSE = 0.2349 | LCC = 0.8555 | SRCC = 0.8558 ] +INFO:root:Average loss=0.05893837123249586 +INFO:root: +[Valid][25][UTT][ MSE = 0.2344 | LCC = 0.8575 | SRCC = 0.8600 ] +INFO:root:Average loss=0.05216224076083073 +INFO:root: +[Valid][26][UTT][ MSE = 0.2439 | LCC = 0.8536 | SRCC = 0.8532 ] +INFO:root:Average loss=0.04700295445628655 +INFO:root: +[Valid][27][UTT][ MSE = 0.2518 | LCC = 0.8549 | SRCC = 0.8561 ] +INFO:root:Average loss=0.04851966224706326 +INFO:root: +[Valid][28][UTT][ MSE = 0.2332 | LCC = 0.8562 | SRCC = 0.8558 ] +INFO:root:Average loss=0.04594837909994217 +INFO:root: +[Valid][29][UTT][ MSE = 0.2324 | LCC = 0.8572 | SRCC = 0.8579 ] +INFO:root:Average loss=0.045769907940083586 +INFO:root: +[Valid][30][UTT][ MSE = 0.2335 | LCC = 0.8591 | SRCC = 0.8593 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2479 | LCC = 0.8655 | SRCC = 0.8666 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f21c1da5fb9678c5febc03078b2e373f922fc039 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27415fc9e4f0a4c6ceae053a57216af4903808dcd176ecaa45748088e206a40b +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b04fb1434d19d8508c344bcbe9e02fd96bafcbc0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec70c48bfeaf9dcc8c3612abf1f1068e36ffbb760a96c73375b4611b8feff5a +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..de6d0c966f530e58f78a58d6de4c9d9028250f36 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3649386018514633 +INFO:root: +[Valid][0][UTT][ MSE = 0.3153 | LCC = 0.8362 | SRCC = 0.8356 ] +INFO:root:Average loss=0.23177537761437586 +INFO:root: +[Valid][1][UTT][ MSE = 0.2649 | LCC = 0.8507 | SRCC = 0.8512 ] +INFO:root:Average loss=0.20859750360250473 +INFO:root: +[Valid][2][UTT][ MSE = 0.2850 | LCC = 0.8637 | SRCC = 0.8591 ] +INFO:root:Average loss=0.19032333944088373 +INFO:root: +[Valid][3][UTT][ MSE = 0.2548 | LCC = 0.8651 | SRCC = 0.8624 ] +INFO:root:Average loss=0.17448489769146994 +INFO:root: +[Valid][4][UTT][ MSE = 0.2317 | LCC = 0.8626 | SRCC = 0.8645 ] +INFO:root:Average loss=0.1695436223004109 +INFO:root: +[Valid][5][UTT][ MSE = 0.2502 | LCC = 0.8696 | SRCC = 0.8663 ] +INFO:root:Average loss=0.1564765765498846 +INFO:root: +[Valid][6][UTT][ MSE = 0.2340 | LCC = 0.8699 | SRCC = 0.8686 ] +INFO:root:Average loss=0.14531478113853014 +INFO:root: +[Valid][7][UTT][ MSE = 0.2291 | LCC = 0.8652 | SRCC = 0.8651 ] +INFO:root:Average loss=0.13624776393557206 +INFO:root: +[Valid][8][UTT][ MSE = 0.2324 | LCC = 0.8662 | SRCC = 0.8647 ] +INFO:root:Average loss=0.13187082188251692 +INFO:root: +[Valid][9][UTT][ MSE = 0.2343 | LCC = 0.8655 | SRCC = 0.8639 ] +INFO:root:Average loss=0.11644635521448575 +INFO:root: +[Valid][10][UTT][ MSE = 0.2440 | LCC = 0.8647 | SRCC = 0.8614 ] +INFO:root:Average loss=0.1137297938649471 +INFO:root: +[Valid][11][UTT][ MSE = 0.2427 | LCC = 0.8622 | SRCC = 0.8592 ] +INFO:root:Average loss=0.11051575944591792 +INFO:root: +[Valid][12][UTT][ MSE = 0.2355 | LCC = 0.8625 | SRCC = 0.8596 ] +INFO:root:Average loss=0.09838028061084259 +INFO:root: +[Valid][13][UTT][ MSE = 0.2475 | LCC = 0.8599 | SRCC = 0.8576 ] +INFO:root:Average loss=0.09783099176218876 +INFO:root: +[Valid][14][UTT][ MSE = 0.2401 | LCC = 0.8616 | SRCC = 0.8589 ] +INFO:root:Average loss=0.08577522845604481 +INFO:root: +[Valid][15][UTT][ MSE = 0.2452 | LCC = 0.8606 | SRCC = 0.8573 ] +INFO:root:Average loss=0.08808102391851254 +INFO:root: +[Valid][16][UTT][ MSE = 0.2355 | LCC = 0.8596 | SRCC = 0.8583 ] +INFO:root:Average loss=0.08009066141377656 +INFO:root: +[Valid][17][UTT][ MSE = 0.2375 | LCC = 0.8586 | SRCC = 0.8559 ] +INFO:root:Average loss=0.07632926030036731 +INFO:root: +[Valid][18][UTT][ MSE = 0.2613 | LCC = 0.8534 | SRCC = 0.8504 ] +INFO:root:Average loss=0.07403827343995754 +INFO:root: +[Valid][19][UTT][ MSE = 0.2323 | LCC = 0.8601 | SRCC = 0.8590 ] +INFO:root:Average loss=0.06887244137051778 +INFO:root: +[Valid][20][UTT][ MSE = 0.2424 | LCC = 0.8585 | SRCC = 0.8571 ] +INFO:root:Average loss=0.06622989165286224 +INFO:root: +[Valid][21][UTT][ MSE = 0.2567 | LCC = 0.8557 | SRCC = 0.8538 ] +INFO:root:Average loss=0.06686786161019252 +INFO:root: +[Valid][22][UTT][ MSE = 0.2325 | LCC = 0.8566 | SRCC = 0.8567 ] +INFO:root:Average loss=0.0592002332306061 +INFO:root: +[Valid][23][UTT][ MSE = 0.2450 | LCC = 0.8552 | SRCC = 0.8537 ] +INFO:root:Average loss=0.06006605818103521 +INFO:root: +[Valid][24][UTT][ MSE = 0.2348 | LCC = 0.8571 | SRCC = 0.8559 ] +INFO:root:Average loss=0.05632117672417408 +INFO:root: +[Valid][25][UTT][ MSE = 0.2310 | LCC = 0.8571 | SRCC = 0.8568 ] +INFO:root:Average loss=0.053491521769991286 +INFO:root: +[Valid][26][UTT][ MSE = 0.2342 | LCC = 0.8562 | SRCC = 0.8555 ] +INFO:root:Average loss=0.05032570779514618 +INFO:root: +[Valid][27][UTT][ MSE = 0.2364 | LCC = 0.8578 | SRCC = 0.8562 ] +INFO:root:Average loss=0.049958049868926026 +INFO:root: +[Valid][28][UTT][ MSE = 0.2428 | LCC = 0.8549 | SRCC = 0.8515 ] +INFO:root:Average loss=0.049949259855426274 +INFO:root: +[Valid][29][UTT][ MSE = 0.2430 | LCC = 0.8563 | SRCC = 0.8545 ] +INFO:root:Average loss=0.0524955602744833 +INFO:root: +[Valid][30][UTT][ MSE = 0.2306 | LCC = 0.8577 | SRCC = 0.8567 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2463 | LCC = 0.8679 | SRCC = 0.8696 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f99ae9d57d47e8ef792ddf8dfaab62f07a15c3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6d9addd1efcf1009fe95e72c3be0715e78b9bb832009687be785c4a94eccb6 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..aae7b9bb53b281cde705798b1d81a1cd9bf0768c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5edeafca76fc8a5ec105eda44dc4fc96132e826bfb51c287e5eda9d87f86d031 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b9c05001911a3907ed896af971250987d887c2cd --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3634578457627541 +INFO:root: +[Valid][0][UTT][ MSE = 0.2892 | LCC = 0.8342 | SRCC = 0.8387 ] +INFO:root:Average loss=0.22955161944413796 +INFO:root: +[Valid][1][UTT][ MSE = 0.2844 | LCC = 0.8602 | SRCC = 0.8574 ] +INFO:root:Average loss=0.20139592312849486 +INFO:root: +[Valid][2][UTT][ MSE = 0.3167 | LCC = 0.8672 | SRCC = 0.8648 ] +INFO:root:Average loss=0.18566171691203728 +INFO:root: +[Valid][3][UTT][ MSE = 0.2411 | LCC = 0.8714 | SRCC = 0.8693 ] +INFO:root:Average loss=0.17495681775303987 +INFO:root: +[Valid][4][UTT][ MSE = 0.2754 | LCC = 0.8697 | SRCC = 0.8683 ] +INFO:root:Average loss=0.15509836652722114 +INFO:root: +[Valid][5][UTT][ MSE = 0.2193 | LCC = 0.8713 | SRCC = 0.8706 ] +INFO:root:Average loss=0.15109280133858705 +INFO:root: +[Valid][6][UTT][ MSE = 0.2760 | LCC = 0.8679 | SRCC = 0.8673 ] +INFO:root:Average loss=0.13827663803329834 +INFO:root: +[Valid][7][UTT][ MSE = 0.2262 | LCC = 0.8717 | SRCC = 0.8711 ] +INFO:root:Average loss=0.1283773841957251 +INFO:root: +[Valid][8][UTT][ MSE = 0.2211 | LCC = 0.8697 | SRCC = 0.8689 ] +INFO:root:Average loss=0.11819388459508236 +INFO:root: +[Valid][9][UTT][ MSE = 0.2247 | LCC = 0.8685 | SRCC = 0.8680 ] +INFO:root:Average loss=0.1098193492835913 +INFO:root: +[Valid][10][UTT][ MSE = 0.2335 | LCC = 0.8667 | SRCC = 0.8661 ] +INFO:root:Average loss=0.10545424672846611 +INFO:root: +[Valid][11][UTT][ MSE = 0.2288 | LCC = 0.8642 | SRCC = 0.8644 ] +INFO:root:Average loss=0.10253617387169446 +INFO:root: +[Valid][12][UTT][ MSE = 0.2539 | LCC = 0.8649 | SRCC = 0.8634 ] +INFO:root:Average loss=0.09270260287209964 +INFO:root: +[Valid][13][UTT][ MSE = 0.2733 | LCC = 0.8633 | SRCC = 0.8624 ] +INFO:root:Average loss=0.08508474637682621 +INFO:root: +[Valid][14][UTT][ MSE = 0.2224 | LCC = 0.8656 | SRCC = 0.8654 ] +INFO:root:Average loss=0.07750280932165109 +INFO:root: +[Valid][15][UTT][ MSE = 0.2352 | LCC = 0.8584 | SRCC = 0.8584 ] +INFO:root:Average loss=0.07324281740838136 +INFO:root: +[Valid][16][UTT][ MSE = 0.2243 | LCC = 0.8601 | SRCC = 0.8598 ] +INFO:root:Average loss=0.0696976519165895 +INFO:root: +[Valid][17][UTT][ MSE = 0.2388 | LCC = 0.8599 | SRCC = 0.8597 ] +INFO:root:Average loss=0.06683787765602271 +INFO:root: +[Valid][18][UTT][ MSE = 0.2560 | LCC = 0.8571 | SRCC = 0.8577 ] +INFO:root:Average loss=0.06372904935135291 +INFO:root: +[Valid][19][UTT][ MSE = 0.2278 | LCC = 0.8586 | SRCC = 0.8590 ] +INFO:root:Average loss=0.06216917163095413 +INFO:root: +[Valid][20][UTT][ MSE = 0.2349 | LCC = 0.8576 | SRCC = 0.8578 ] +INFO:root:Average loss=0.058784300461411476 +INFO:root: +[Valid][21][UTT][ MSE = 0.2328 | LCC = 0.8578 | SRCC = 0.8580 ] +INFO:root:Average loss=0.05785349866327567 +INFO:root: +[Valid][22][UTT][ MSE = 0.2441 | LCC = 0.8558 | SRCC = 0.8567 ] +INFO:root:Average loss=0.05689296919183853 +INFO:root: +[Valid][23][UTT][ MSE = 0.2463 | LCC = 0.8574 | SRCC = 0.8586 ] +INFO:root:Average loss=0.05191708169877529 +INFO:root: +[Valid][24][UTT][ MSE = 0.2558 | LCC = 0.8545 | SRCC = 0.8534 ] +INFO:root:Average loss=0.0504432267581041 +INFO:root: +[Valid][25][UTT][ MSE = 0.2686 | LCC = 0.8535 | SRCC = 0.8532 ] +INFO:root:Average loss=0.045393589119880624 +INFO:root: +[Valid][26][UTT][ MSE = 0.2484 | LCC = 0.8565 | SRCC = 0.8563 ] +INFO:root:Average loss=0.04456051095173909 +INFO:root: +[Valid][27][UTT][ MSE = 0.2354 | LCC = 0.8564 | SRCC = 0.8565 ] +INFO:root:Average loss=0.04226969559796345 +INFO:root: +[Valid][28][UTT][ MSE = 0.2420 | LCC = 0.8537 | SRCC = 0.8532 ] +INFO:root:Average loss=0.04197316151112318 +INFO:root: +[Valid][29][UTT][ MSE = 0.2385 | LCC = 0.8557 | SRCC = 0.8555 ] +INFO:root:Average loss=0.040403224886036836 +INFO:root: +[Valid][30][UTT][ MSE = 0.2383 | LCC = 0.8544 | SRCC = 0.8544 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2282 | LCC = 0.8680 | SRCC = 0.8695 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6123c8540d0df6f70d07f82327a2980b82fe7028 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a46e15a79b129aee457dad37c205821b5231a1aae59ad3742387f7bc19d30f +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7512c17c0165fd0a3e879f4b7f39091ee6f136d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8d49e8aeff6363135babe5a0882dcdfc3a4809c1449857dea1fe84615077cd3 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5fea339db119f7d89082eb4615c9941da2d47141 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3505743191792415 +INFO:root: +[Valid][0][UTT][ MSE = 0.2973 | LCC = 0.8469 | SRCC = 0.8462 ] +INFO:root:Average loss=0.2260878703150994 +INFO:root: +[Valid][1][UTT][ MSE = 0.2781 | LCC = 0.8657 | SRCC = 0.8626 ] +INFO:root:Average loss=0.20446626937542206 +INFO:root: +[Valid][2][UTT][ MSE = 0.2975 | LCC = 0.8699 | SRCC = 0.8672 ] +INFO:root:Average loss=0.19060408228482956 +INFO:root: +[Valid][3][UTT][ MSE = 0.2420 | LCC = 0.8715 | SRCC = 0.8697 ] +INFO:root:Average loss=0.17628516734410554 +INFO:root: +[Valid][4][UTT][ MSE = 0.2561 | LCC = 0.8710 | SRCC = 0.8696 ] +INFO:root:Average loss=0.1633076538833288 +INFO:root: +[Valid][5][UTT][ MSE = 0.2372 | LCC = 0.8684 | SRCC = 0.8674 ] +INFO:root:Average loss=0.1503687908825202 +INFO:root: +[Valid][6][UTT][ MSE = 0.2523 | LCC = 0.8687 | SRCC = 0.8693 ] +INFO:root:Average loss=0.14575638727117807 +INFO:root: +[Valid][7][UTT][ MSE = 0.2495 | LCC = 0.8720 | SRCC = 0.8703 ] +INFO:root:Average loss=0.13508386747577253 +INFO:root: +[Valid][8][UTT][ MSE = 0.2685 | LCC = 0.8670 | SRCC = 0.8662 ] +INFO:root:Average loss=0.12571099381416273 +INFO:root: +[Valid][9][UTT][ MSE = 0.2405 | LCC = 0.8621 | SRCC = 0.8615 ] +INFO:root:Average loss=0.12250077929825355 +INFO:root: +[Valid][10][UTT][ MSE = 0.2826 | LCC = 0.8641 | SRCC = 0.8655 ] +INFO:root:Average loss=0.11424709140108182 +INFO:root: +[Valid][11][UTT][ MSE = 0.2339 | LCC = 0.8688 | SRCC = 0.8685 ] +INFO:root:Average loss=0.10425932600330083 +INFO:root: +[Valid][12][UTT][ MSE = 0.2315 | LCC = 0.8667 | SRCC = 0.8661 ] +INFO:root:Average loss=0.09377175431029919 +INFO:root: +[Valid][13][UTT][ MSE = 0.2427 | LCC = 0.8621 | SRCC = 0.8625 ] +INFO:root:Average loss=0.09403445796133617 +INFO:root: +[Valid][14][UTT][ MSE = 0.2388 | LCC = 0.8640 | SRCC = 0.8643 ] +INFO:root:Average loss=0.08473163738082616 +INFO:root: +[Valid][15][UTT][ MSE = 0.2417 | LCC = 0.8584 | SRCC = 0.8581 ] +INFO:root:Average loss=0.08026960941079335 +INFO:root: +[Valid][16][UTT][ MSE = 0.2420 | LCC = 0.8613 | SRCC = 0.8604 ] +INFO:root:Average loss=0.07495275263984998 +INFO:root: +[Valid][17][UTT][ MSE = 0.2583 | LCC = 0.8594 | SRCC = 0.8579 ] +INFO:root:Average loss=0.07415327525291687 +INFO:root: +[Valid][18][UTT][ MSE = 0.2585 | LCC = 0.8550 | SRCC = 0.8545 ] +INFO:root:Average loss=0.07315055166299526 +INFO:root: +[Valid][19][UTT][ MSE = 0.2458 | LCC = 0.8559 | SRCC = 0.8566 ] +INFO:root:Average loss=0.06731651766368976 +INFO:root: +[Valid][20][UTT][ MSE = 0.2381 | LCC = 0.8565 | SRCC = 0.8557 ] +INFO:root:Average loss=0.062411087732284494 +INFO:root: +[Valid][21][UTT][ MSE = 0.2481 | LCC = 0.8553 | SRCC = 0.8531 ] +INFO:root:Average loss=0.06191687004115337 +INFO:root: +[Valid][22][UTT][ MSE = 0.2464 | LCC = 0.8551 | SRCC = 0.8545 ] +INFO:root:Average loss=0.0584496505654011 +INFO:root: +[Valid][23][UTT][ MSE = 0.2566 | LCC = 0.8477 | SRCC = 0.8472 ] +INFO:root:Average loss=0.05588135042060644 +INFO:root: +[Valid][24][UTT][ MSE = 0.2360 | LCC = 0.8544 | SRCC = 0.8532 ] +INFO:root:Average loss=0.05265339540365415 +INFO:root: +[Valid][25][UTT][ MSE = 0.2446 | LCC = 0.8507 | SRCC = 0.8490 ] +INFO:root:Average loss=0.052333289184249364 +INFO:root: +[Valid][26][UTT][ MSE = 0.2653 | LCC = 0.8514 | SRCC = 0.8488 ] +INFO:root:Average loss=0.04873655263621073 +INFO:root: +[Valid][27][UTT][ MSE = 0.2459 | LCC = 0.8537 | SRCC = 0.8531 ] +INFO:root:Average loss=0.047332398975506805 +INFO:root: +[Valid][28][UTT][ MSE = 0.2539 | LCC = 0.8472 | SRCC = 0.8453 ] +INFO:root:Average loss=0.04771649937790174 +INFO:root: +[Valid][29][UTT][ MSE = 0.2542 | LCC = 0.8491 | SRCC = 0.8482 ] +INFO:root:Average loss=0.04692917486700492 +INFO:root: +[Valid][30][UTT][ MSE = 0.2591 | LCC = 0.8500 | SRCC = 0.8477 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2455 | LCC = 0.8656 | SRCC = 0.8677 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..89d250b918e209dfcc36bfd90f490ed5ba0658e4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a751bc9800fef14a7bd1fad505776baf9fede0ee3f9e86f071d62fbba02935 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..95511ed0517d38bd45b60183a5ca39c9aa75fb66 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:587f11345cc5e20b63f535e5e1017cb50028f9993051ea7910c6d2132b403a76 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2e40d4dac579573ab4f7a94a86e31ef71fa2cb96 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.33975019573401183 +INFO:root: +[Valid][0][UTT][ MSE = 0.3107 | LCC = 0.8516 | SRCC = 0.8502 ] +INFO:root:Average loss=0.23409868623965827 +INFO:root: +[Valid][1][UTT][ MSE = 0.2693 | LCC = 0.8638 | SRCC = 0.8625 ] +INFO:root:Average loss=0.2025400058199198 +INFO:root: +[Valid][2][UTT][ MSE = 0.2440 | LCC = 0.8724 | SRCC = 0.8692 ] +INFO:root:Average loss=0.19695689825293344 +INFO:root: +[Valid][3][UTT][ MSE = 0.2549 | LCC = 0.8753 | SRCC = 0.8721 ] +INFO:root:Average loss=0.17439443809099686 +INFO:root: +[Valid][4][UTT][ MSE = 0.2552 | LCC = 0.8748 | SRCC = 0.8736 ] +INFO:root:Average loss=0.17376112957031298 +INFO:root: +[Valid][5][UTT][ MSE = 0.2299 | LCC = 0.8756 | SRCC = 0.8741 ] +INFO:root:Average loss=0.15148054416745138 +INFO:root: +[Valid][6][UTT][ MSE = 0.2397 | LCC = 0.8743 | SRCC = 0.8717 ] +INFO:root:Average loss=0.1376453885474266 +INFO:root: +[Valid][7][UTT][ MSE = 0.2398 | LCC = 0.8736 | SRCC = 0.8714 ] +INFO:root:Average loss=0.13618285371324954 +INFO:root: +[Valid][8][UTT][ MSE = 0.2446 | LCC = 0.8703 | SRCC = 0.8692 ] +INFO:root:Average loss=0.12581282223646456 +INFO:root: +[Valid][9][UTT][ MSE = 0.2625 | LCC = 0.8651 | SRCC = 0.8660 ] +INFO:root:Average loss=0.12330360061083084 +INFO:root: +[Valid][10][UTT][ MSE = 0.2649 | LCC = 0.8732 | SRCC = 0.8732 ] +INFO:root:Average loss=0.11690737068271026 +INFO:root: +[Valid][11][UTT][ MSE = 0.2508 | LCC = 0.8666 | SRCC = 0.8649 ] +INFO:root:Average loss=0.10052332645043349 +INFO:root: +[Valid][12][UTT][ MSE = 0.2324 | LCC = 0.8646 | SRCC = 0.8628 ] +INFO:root:Average loss=0.09927439355315307 +INFO:root: +[Valid][13][UTT][ MSE = 0.2424 | LCC = 0.8633 | SRCC = 0.8619 ] +INFO:root:Average loss=0.09204045721353629 +INFO:root: +[Valid][14][UTT][ MSE = 0.2463 | LCC = 0.8639 | SRCC = 0.8629 ] +INFO:root:Average loss=0.08395912149586739 +INFO:root: +[Valid][15][UTT][ MSE = 0.2535 | LCC = 0.8542 | SRCC = 0.8528 ] +INFO:root:Average loss=0.07907918052604565 +INFO:root: +[Valid][16][UTT][ MSE = 0.2341 | LCC = 0.8611 | SRCC = 0.8599 ] +INFO:root:Average loss=0.07987983343310845 +INFO:root: +[Valid][17][UTT][ MSE = 0.2383 | LCC = 0.8618 | SRCC = 0.8608 ] +INFO:root:Average loss=0.0725742302930508 +INFO:root: +[Valid][18][UTT][ MSE = 0.2452 | LCC = 0.8565 | SRCC = 0.8566 ] +INFO:root:Average loss=0.0680828674768026 +INFO:root: +[Valid][19][UTT][ MSE = 0.2539 | LCC = 0.8525 | SRCC = 0.8521 ] +INFO:root:Average loss=0.06433514071007569 +INFO:root: +[Valid][20][UTT][ MSE = 0.2418 | LCC = 0.8554 | SRCC = 0.8552 ] +INFO:root:Average loss=0.06055273488163948 +INFO:root: +[Valid][21][UTT][ MSE = 0.2586 | LCC = 0.8491 | SRCC = 0.8493 ] +INFO:root:Average loss=0.05695718832505055 +INFO:root: +[Valid][22][UTT][ MSE = 0.2444 | LCC = 0.8524 | SRCC = 0.8527 ] +INFO:root:Average loss=0.05631120149523784 +INFO:root: +[Valid][23][UTT][ MSE = 0.2550 | LCC = 0.8513 | SRCC = 0.8519 ] +INFO:root:Average loss=0.05970337686057274 +INFO:root: +[Valid][24][UTT][ MSE = 0.2498 | LCC = 0.8537 | SRCC = 0.8540 ] +INFO:root:Average loss=0.05178404819124784 +INFO:root: +[Valid][25][UTT][ MSE = 0.2387 | LCC = 0.8539 | SRCC = 0.8545 ] +INFO:root:Average loss=0.052010114424121685 +INFO:root: +[Valid][26][UTT][ MSE = 0.2542 | LCC = 0.8522 | SRCC = 0.8519 ] +INFO:root:Average loss=0.05023704079958873 +INFO:root: +[Valid][27][UTT][ MSE = 0.2416 | LCC = 0.8578 | SRCC = 0.8601 ] +INFO:root:Average loss=0.04516976209691702 +INFO:root: +[Valid][28][UTT][ MSE = 0.2460 | LCC = 0.8518 | SRCC = 0.8517 ] +INFO:root:Average loss=0.04783564650764068 +INFO:root: +[Valid][29][UTT][ MSE = 0.2452 | LCC = 0.8524 | SRCC = 0.8522 ] +INFO:root:Average loss=0.04803536335627238 +INFO:root: +[Valid][30][UTT][ MSE = 0.2557 | LCC = 0.8521 | SRCC = 0.8546 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2283 | LCC = 0.8718 | SRCC = 0.8709 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c29d615217564f95acf16ccb65e7c8282f1055ea --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8efd85a4b56d316c244f67e5c366882e330b64469e63536f1ac37c8669e35279 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2af1c0f9640c15ec5ef49e2a277ac845faa4667f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8eadc67a2ad2555fcc47a7dcf3a3faebee92cf7833028c32e629012d15d5f71 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d61372e8e6cc902712d5a030a82c55d3ac4538f0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer7/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.36078407405278623 +INFO:root: +[Valid][0][UTT][ MSE = 0.3032 | LCC = 0.8352 | SRCC = 0.8391 ] +INFO:root:Average loss=0.23578418485629252 +INFO:root: +[Valid][1][UTT][ MSE = 0.2758 | LCC = 0.8532 | SRCC = 0.8554 ] +INFO:root:Average loss=0.20884939302236605 +INFO:root: +[Valid][2][UTT][ MSE = 0.2794 | LCC = 0.8681 | SRCC = 0.8648 ] +INFO:root:Average loss=0.19255500191297287 +INFO:root: +[Valid][3][UTT][ MSE = 0.2407 | LCC = 0.8689 | SRCC = 0.8687 ] +INFO:root:Average loss=0.18317852217035416 +INFO:root: +[Valid][4][UTT][ MSE = 0.2267 | LCC = 0.8715 | SRCC = 0.8706 ] +INFO:root:Average loss=0.16194136660450545 +INFO:root: +[Valid][5][UTT][ MSE = 0.2296 | LCC = 0.8703 | SRCC = 0.8713 ] +INFO:root:Average loss=0.15957447189169052 +INFO:root: +[Valid][6][UTT][ MSE = 0.2316 | LCC = 0.8704 | SRCC = 0.8703 ] +INFO:root:Average loss=0.149875025336559 +INFO:root: +[Valid][7][UTT][ MSE = 0.2479 | LCC = 0.8714 | SRCC = 0.8699 ] +INFO:root:Average loss=0.13805458503655899 +INFO:root: +[Valid][8][UTT][ MSE = 0.2383 | LCC = 0.8671 | SRCC = 0.8674 ] +INFO:root:Average loss=0.13139791500109893 +INFO:root: +[Valid][9][UTT][ MSE = 0.2442 | LCC = 0.8664 | SRCC = 0.8665 ] +INFO:root:Average loss=0.11956318964560826 +INFO:root: +[Valid][10][UTT][ MSE = 0.2386 | LCC = 0.8633 | SRCC = 0.8644 ] +INFO:root:Average loss=0.11209300298912403 +INFO:root: +[Valid][11][UTT][ MSE = 0.2555 | LCC = 0.8606 | SRCC = 0.8616 ] +INFO:root:Average loss=0.1121144657715773 +INFO:root: +[Valid][12][UTT][ MSE = 0.2809 | LCC = 0.8567 | SRCC = 0.8591 ] +INFO:root:Average loss=0.10791110791839086 +INFO:root: +[Valid][13][UTT][ MSE = 0.2140 | LCC = 0.8646 | SRCC = 0.8667 ] +INFO:root:Average loss=0.0952242445678283 +INFO:root: +[Valid][14][UTT][ MSE = 0.2245 | LCC = 0.8626 | SRCC = 0.8656 ] +INFO:root:Average loss=0.0874619578035214 +INFO:root: +[Valid][15][UTT][ MSE = 0.2332 | LCC = 0.8561 | SRCC = 0.8583 ] +INFO:root:Average loss=0.08212865315950833 +INFO:root: +[Valid][16][UTT][ MSE = 0.2443 | LCC = 0.8557 | SRCC = 0.8564 ] +INFO:root:Average loss=0.08071851701690601 +INFO:root: +[Valid][17][UTT][ MSE = 0.2399 | LCC = 0.8612 | SRCC = 0.8640 ] +INFO:root:Average loss=0.07338670464471364 +INFO:root: +[Valid][18][UTT][ MSE = 0.2345 | LCC = 0.8568 | SRCC = 0.8585 ] +INFO:root:Average loss=0.07248013437940524 +INFO:root: +[Valid][19][UTT][ MSE = 0.2714 | LCC = 0.8538 | SRCC = 0.8573 ] +INFO:root:Average loss=0.06744217170545688 +INFO:root: +[Valid][20][UTT][ MSE = 0.2368 | LCC = 0.8561 | SRCC = 0.8589 ] +INFO:root:Average loss=0.06168721124338798 +INFO:root: +[Valid][21][UTT][ MSE = 0.2411 | LCC = 0.8547 | SRCC = 0.8567 ] +INFO:root:Average loss=0.05909628922549578 +INFO:root: +[Valid][22][UTT][ MSE = 0.2516 | LCC = 0.8549 | SRCC = 0.8576 ] +INFO:root:Average loss=0.057887942888415776 +INFO:root: +[Valid][23][UTT][ MSE = 0.2364 | LCC = 0.8548 | SRCC = 0.8563 ] +INFO:root:Average loss=0.05654889669937965 +INFO:root: +[Valid][24][UTT][ MSE = 0.2374 | LCC = 0.8562 | SRCC = 0.8575 ] +INFO:root:Average loss=0.05173247302762973 +INFO:root: +[Valid][25][UTT][ MSE = 0.2345 | LCC = 0.8543 | SRCC = 0.8569 ] +INFO:root:Average loss=0.0505969777989846 +INFO:root: +[Valid][26][UTT][ MSE = 0.2299 | LCC = 0.8581 | SRCC = 0.8604 ] +INFO:root:Average loss=0.05005255511078315 +INFO:root: +[Valid][27][UTT][ MSE = 0.2300 | LCC = 0.8572 | SRCC = 0.8591 ] +INFO:root:Average loss=0.04869657871910395 +INFO:root: +[Valid][28][UTT][ MSE = 0.2345 | LCC = 0.8567 | SRCC = 0.8581 ] +INFO:root:Average loss=0.0502039807347151 +INFO:root: +[Valid][29][UTT][ MSE = 0.2518 | LCC = 0.8555 | SRCC = 0.8575 ] +INFO:root:Average loss=0.04553517661033533 +INFO:root: +[Valid][30][UTT][ MSE = 0.2427 | LCC = 0.8516 | SRCC = 0.8545 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2383 | LCC = 0.8640 | SRCC = 0.8674 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c026b5c5ed78e57eb4193938fa80bacd1214092a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630954262f988b82a53575db775486872f641a46543e07029fb24e9ed5c7aacc +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d5b5177c4b10809675732bd09f119f6a997a18 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711d0ffe9b42f043364bc7385c39d2dad0877ccb69434cc3db3968b2381c517e +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..401d48f49e7e79b87219aa15b2ec8fa143c0ef79 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3350574758190375 +INFO:root: +[Valid][0][UTT][ MSE = 0.3105 | LCC = 0.8390 | SRCC = 0.8421 ] +INFO:root:Average loss=0.23405396766387498 +INFO:root: +[Valid][1][UTT][ MSE = 0.3024 | LCC = 0.8561 | SRCC = 0.8565 ] +INFO:root:Average loss=0.2208639056636737 +INFO:root: +[Valid][2][UTT][ MSE = 0.2738 | LCC = 0.8646 | SRCC = 0.8613 ] +INFO:root:Average loss=0.2019513495839559 +INFO:root: +[Valid][3][UTT][ MSE = 0.2956 | LCC = 0.8653 | SRCC = 0.8632 ] +INFO:root:Average loss=0.182920042043313 +INFO:root: +[Valid][4][UTT][ MSE = 0.2547 | LCC = 0.8704 | SRCC = 0.8668 ] +INFO:root:Average loss=0.17723765663611582 +INFO:root: +[Valid][5][UTT][ MSE = 0.2431 | LCC = 0.8705 | SRCC = 0.8692 ] +INFO:root:Average loss=0.16527148899741662 +INFO:root: +[Valid][6][UTT][ MSE = 0.2933 | LCC = 0.8663 | SRCC = 0.8643 ] +INFO:root:Average loss=0.15838261139698517 +INFO:root: +[Valid][7][UTT][ MSE = 0.2630 | LCC = 0.8701 | SRCC = 0.8704 ] +INFO:root:Average loss=0.15023377203406432 +INFO:root: +[Valid][8][UTT][ MSE = 0.2251 | LCC = 0.8660 | SRCC = 0.8684 ] +INFO:root:Average loss=0.14024318611392608 +INFO:root: +[Valid][9][UTT][ MSE = 0.2915 | LCC = 0.8672 | SRCC = 0.8686 ] +INFO:root:Average loss=0.13198912353851858 +INFO:root: +[Valid][10][UTT][ MSE = 0.2473 | LCC = 0.8647 | SRCC = 0.8671 ] +INFO:root:Average loss=0.12608089918891588 +INFO:root: +[Valid][11][UTT][ MSE = 0.2651 | LCC = 0.8673 | SRCC = 0.8695 ] +INFO:root:Average loss=0.12130732614642535 +INFO:root: +[Valid][12][UTT][ MSE = 0.2721 | LCC = 0.8638 | SRCC = 0.8663 ] +INFO:root:Average loss=0.1139932696062785 +INFO:root: +[Valid][13][UTT][ MSE = 0.2190 | LCC = 0.8680 | SRCC = 0.8695 ] +INFO:root:Average loss=0.10368128550740388 +INFO:root: +[Valid][14][UTT][ MSE = 0.2646 | LCC = 0.8628 | SRCC = 0.8638 ] +INFO:root:Average loss=0.0993819423019886 +INFO:root: +[Valid][15][UTT][ MSE = 0.2408 | LCC = 0.8636 | SRCC = 0.8651 ] +INFO:root:Average loss=0.08956043565502533 +INFO:root: +[Valid][16][UTT][ MSE = 0.2500 | LCC = 0.8617 | SRCC = 0.8623 ] +INFO:root:Average loss=0.0952377141190645 +INFO:root: +[Valid][17][UTT][ MSE = 0.2231 | LCC = 0.8643 | SRCC = 0.8660 ] +INFO:root:Average loss=0.08896585138371357 +INFO:root: +[Valid][18][UTT][ MSE = 0.2979 | LCC = 0.8556 | SRCC = 0.8579 ] +INFO:root:Average loss=0.0846913398649448 +INFO:root: +[Valid][19][UTT][ MSE = 0.2622 | LCC = 0.8592 | SRCC = 0.8576 ] +INFO:root:Average loss=0.07734339946928696 +INFO:root: +[Valid][20][UTT][ MSE = 0.2650 | LCC = 0.8590 | SRCC = 0.8582 ] +INFO:root:Average loss=0.07448896206915379 +INFO:root: +[Valid][21][UTT][ MSE = 0.2385 | LCC = 0.8596 | SRCC = 0.8595 ] +INFO:root:Average loss=0.0686534637442002 +INFO:root: +[Valid][22][UTT][ MSE = 0.2470 | LCC = 0.8618 | SRCC = 0.8629 ] +INFO:root:Average loss=0.06882224031365834 +INFO:root: +[Valid][23][UTT][ MSE = 0.2315 | LCC = 0.8624 | SRCC = 0.8636 ] +INFO:root:Average loss=0.0644559051650457 +INFO:root: +[Valid][24][UTT][ MSE = 0.2478 | LCC = 0.8586 | SRCC = 0.8597 ] +INFO:root:Average loss=0.06360566916947182 +INFO:root: +[Valid][25][UTT][ MSE = 0.2507 | LCC = 0.8608 | SRCC = 0.8609 ] +INFO:root:Average loss=0.06167183740016741 +INFO:root: +[Valid][26][UTT][ MSE = 0.2470 | LCC = 0.8626 | SRCC = 0.8617 ] +INFO:root:Average loss=0.05823019715264822 +INFO:root: +[Valid][27][UTT][ MSE = 0.2553 | LCC = 0.8602 | SRCC = 0.8589 ] +INFO:root:Average loss=0.0620105435164311 +INFO:root: +[Valid][28][UTT][ MSE = 0.2824 | LCC = 0.8558 | SRCC = 0.8576 ] +INFO:root:Average loss=0.05594669836453903 +INFO:root: +[Valid][29][UTT][ MSE = 0.2385 | LCC = 0.8579 | SRCC = 0.8575 ] +INFO:root:Average loss=0.05579484707843035 +INFO:root: +[Valid][30][UTT][ MSE = 0.2543 | LCC = 0.8560 | SRCC = 0.8536 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2259 | LCC = 0.8720 | SRCC = 0.8720 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe07db689df6003ec0b9139b0e695d2c454fff12 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1d219409a342c9a52ce5c95187457978086a33aec3956b6b119538a4f3eb5cf +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e45f015e61dab1aea3cd244ee9d17325aacc51ab --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:290bd1a6e22ce87f240a8c91ac1f52e66cb6e8b97410668f72b05ce551df157a +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9e9229272587fcc53686d6afcc1f56ef78987b60 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.33561383245083004 +INFO:root: +[Valid][0][UTT][ MSE = 0.2777 | LCC = 0.8422 | SRCC = 0.8452 ] +INFO:root:Average loss=0.23375967087653968 +INFO:root: +[Valid][1][UTT][ MSE = 0.2696 | LCC = 0.8596 | SRCC = 0.8574 ] +INFO:root:Average loss=0.20843797387220922 +INFO:root: +[Valid][2][UTT][ MSE = 0.2615 | LCC = 0.8641 | SRCC = 0.8629 ] +INFO:root:Average loss=0.1980105860111041 +INFO:root: +[Valid][3][UTT][ MSE = 0.2545 | LCC = 0.8682 | SRCC = 0.8672 ] +INFO:root:Average loss=0.188573386042546 +INFO:root: +[Valid][4][UTT][ MSE = 0.2314 | LCC = 0.8698 | SRCC = 0.8699 ] +INFO:root:Average loss=0.1802780524087258 +INFO:root: +[Valid][5][UTT][ MSE = 0.2238 | LCC = 0.8711 | SRCC = 0.8721 ] +INFO:root:Average loss=0.167844023842078 +INFO:root: +[Valid][6][UTT][ MSE = 0.2305 | LCC = 0.8700 | SRCC = 0.8710 ] +INFO:root:Average loss=0.15633208638964555 +INFO:root: +[Valid][7][UTT][ MSE = 0.2301 | LCC = 0.8703 | SRCC = 0.8728 ] +INFO:root:Average loss=0.1511392035545447 +INFO:root: +[Valid][8][UTT][ MSE = 0.2212 | LCC = 0.8690 | SRCC = 0.8699 ] +INFO:root:Average loss=0.14500343799591064 +INFO:root: +[Valid][9][UTT][ MSE = 0.2609 | LCC = 0.8660 | SRCC = 0.8665 ] +INFO:root:Average loss=0.14207244750398856 +INFO:root: +[Valid][10][UTT][ MSE = 0.2616 | LCC = 0.8648 | SRCC = 0.8648 ] +INFO:root:Average loss=0.13176684817060447 +INFO:root: +[Valid][11][UTT][ MSE = 0.2594 | LCC = 0.8626 | SRCC = 0.8629 ] +INFO:root:Average loss=0.1210801742779903 +INFO:root: +[Valid][12][UTT][ MSE = 0.2331 | LCC = 0.8637 | SRCC = 0.8635 ] +INFO:root:Average loss=0.11141114443158492 +INFO:root: +[Valid][13][UTT][ MSE = 0.2187 | LCC = 0.8632 | SRCC = 0.8641 ] +INFO:root:Average loss=0.11166184968673266 +INFO:root: +[Valid][14][UTT][ MSE = 0.2606 | LCC = 0.8601 | SRCC = 0.8611 ] +INFO:root:Average loss=0.10291686783043238 +INFO:root: +[Valid][15][UTT][ MSE = 0.2475 | LCC = 0.8583 | SRCC = 0.8612 ] +INFO:root:Average loss=0.098088615693343 +INFO:root: +[Valid][16][UTT][ MSE = 0.2237 | LCC = 0.8577 | SRCC = 0.8601 ] +INFO:root:Average loss=0.09377564513721527 +INFO:root: +[Valid][17][UTT][ MSE = 0.2406 | LCC = 0.8591 | SRCC = 0.8635 ] +INFO:root:Average loss=0.08732557927186672 +INFO:root: +[Valid][18][UTT][ MSE = 0.2526 | LCC = 0.8578 | SRCC = 0.8576 ] +INFO:root:Average loss=0.08463630667672707 +INFO:root: +[Valid][19][UTT][ MSE = 0.2247 | LCC = 0.8611 | SRCC = 0.8621 ] +INFO:root:Average loss=0.0807576638001662 +INFO:root: +[Valid][20][UTT][ MSE = 0.2254 | LCC = 0.8574 | SRCC = 0.8594 ] +INFO:root:Average loss=0.07488781146896191 +INFO:root: +[Valid][21][UTT][ MSE = 0.2429 | LCC = 0.8515 | SRCC = 0.8531 ] +INFO:root:Average loss=0.07125957138263263 +INFO:root: +[Valid][22][UTT][ MSE = 0.2450 | LCC = 0.8537 | SRCC = 0.8542 ] +INFO:root:Average loss=0.07147118487419227 +INFO:root: +[Valid][23][UTT][ MSE = 0.2559 | LCC = 0.8558 | SRCC = 0.8579 ] +INFO:root:Average loss=0.07145163235373986 +INFO:root: +[Valid][24][UTT][ MSE = 0.2340 | LCC = 0.8534 | SRCC = 0.8557 ] +INFO:root:Average loss=0.06781846375610584 +INFO:root: +[Valid][25][UTT][ MSE = 0.2466 | LCC = 0.8516 | SRCC = 0.8548 ] +INFO:root:Average loss=0.06328388136357833 +INFO:root: +[Valid][26][UTT][ MSE = 0.2288 | LCC = 0.8558 | SRCC = 0.8585 ] +INFO:root:Average loss=0.05791507718654779 +INFO:root: +[Valid][27][UTT][ MSE = 0.2449 | LCC = 0.8526 | SRCC = 0.8549 ] +INFO:root:Average loss=0.05362299748529226 +INFO:root: +[Valid][28][UTT][ MSE = 0.2348 | LCC = 0.8532 | SRCC = 0.8547 ] +INFO:root:Average loss=0.05643721999457249 +INFO:root: +[Valid][29][UTT][ MSE = 0.2366 | LCC = 0.8525 | SRCC = 0.8536 ] +INFO:root:Average loss=0.05142174675487555 +INFO:root: +[Valid][30][UTT][ MSE = 0.2443 | LCC = 0.8516 | SRCC = 0.8512 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2370 | LCC = 0.8669 | SRCC = 0.8708 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b940b3a9bf8902532abbdd0a4626f8377c2e4f93 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c1285d2cb4f1f92ac6d259ceeed4730293822d5e08f505fd31d393d04e3eaf +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..85687694741e8d6eaab1babe26653acfe6a343e7 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f13b74046950f542085bab075faec4d5e6e76b77213818809cbd18d5c5c73a59 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c9ca3a36a30c22ff3b96bd2a68598cfd9d7bdb4f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.36151709388463926 +INFO:root: +[Valid][0][UTT][ MSE = 0.3331 | LCC = 0.8427 | SRCC = 0.8444 ] +INFO:root:Average loss=0.23140800419526222 +INFO:root: +[Valid][1][UTT][ MSE = 0.3009 | LCC = 0.8628 | SRCC = 0.8598 ] +INFO:root:Average loss=0.2077592380153827 +INFO:root: +[Valid][2][UTT][ MSE = 0.2487 | LCC = 0.8686 | SRCC = 0.8681 ] +INFO:root:Average loss=0.20039972720237878 +INFO:root: +[Valid][3][UTT][ MSE = 0.2732 | LCC = 0.8705 | SRCC = 0.8691 ] +INFO:root:Average loss=0.18694632796522898 +INFO:root: +[Valid][4][UTT][ MSE = 0.2475 | LCC = 0.8733 | SRCC = 0.8719 ] +INFO:root:Average loss=0.18121217124355146 +INFO:root: +[Valid][5][UTT][ MSE = 0.2392 | LCC = 0.8724 | SRCC = 0.8723 ] +INFO:root:Average loss=0.1654062983699334 +INFO:root: +[Valid][6][UTT][ MSE = 0.2414 | LCC = 0.8736 | SRCC = 0.8738 ] +INFO:root:Average loss=0.1519429940634813 +INFO:root: +[Valid][7][UTT][ MSE = 0.2387 | LCC = 0.8707 | SRCC = 0.8706 ] +INFO:root:Average loss=0.14907747860520315 +INFO:root: +[Valid][8][UTT][ MSE = 0.2676 | LCC = 0.8682 | SRCC = 0.8699 ] +INFO:root:Average loss=0.14067758361880595 +INFO:root: +[Valid][9][UTT][ MSE = 0.2533 | LCC = 0.8744 | SRCC = 0.8736 ] +INFO:root:Average loss=0.13335106435876626 +INFO:root: +[Valid][10][UTT][ MSE = 0.2534 | LCC = 0.8695 | SRCC = 0.8694 ] +INFO:root:Average loss=0.13252686355740595 +INFO:root: +[Valid][11][UTT][ MSE = 0.2241 | LCC = 0.8688 | SRCC = 0.8704 ] +INFO:root:Average loss=0.11889318405435635 +INFO:root: +[Valid][12][UTT][ MSE = 0.2376 | LCC = 0.8635 | SRCC = 0.8618 ] +INFO:root:Average loss=0.11549827036185142 +INFO:root: +[Valid][13][UTT][ MSE = 0.2159 | LCC = 0.8698 | SRCC = 0.8711 ] +INFO:root:Average loss=0.10936553441943267 +INFO:root: +[Valid][14][UTT][ MSE = 0.2425 | LCC = 0.8672 | SRCC = 0.8669 ] +INFO:root:Average loss=0.10334607672232848 +INFO:root: +[Valid][15][UTT][ MSE = 0.2549 | LCC = 0.8688 | SRCC = 0.8684 ] +INFO:root:Average loss=0.09288007250198951 +INFO:root: +[Valid][16][UTT][ MSE = 0.2179 | LCC = 0.8646 | SRCC = 0.8648 ] +INFO:root:Average loss=0.09744828055875424 +INFO:root: +[Valid][17][UTT][ MSE = 0.2336 | LCC = 0.8642 | SRCC = 0.8637 ] +INFO:root:Average loss=0.08898691565562518 +INFO:root: +[Valid][18][UTT][ MSE = 0.2368 | LCC = 0.8650 | SRCC = 0.8649 ] +INFO:root:Average loss=0.08768615847787796 +INFO:root: +[Valid][19][UTT][ MSE = 0.2376 | LCC = 0.8616 | SRCC = 0.8608 ] +INFO:root:Average loss=0.0787280209075946 +INFO:root: +[Valid][20][UTT][ MSE = 0.2268 | LCC = 0.8639 | SRCC = 0.8635 ] +INFO:root:Average loss=0.07627684580018887 +INFO:root: +[Valid][21][UTT][ MSE = 0.2437 | LCC = 0.8596 | SRCC = 0.8588 ] +INFO:root:Average loss=0.07252276932390836 +INFO:root: +[Valid][22][UTT][ MSE = 0.2427 | LCC = 0.8587 | SRCC = 0.8594 ] +INFO:root:Average loss=0.07266691179038623 +INFO:root: +[Valid][23][UTT][ MSE = 0.2205 | LCC = 0.8603 | SRCC = 0.8614 ] +INFO:root:Average loss=0.06790836857488522 +INFO:root: +[Valid][24][UTT][ MSE = 0.2354 | LCC = 0.8579 | SRCC = 0.8567 ] +INFO:root:Average loss=0.06469797276151486 +INFO:root: +[Valid][25][UTT][ MSE = 0.2434 | LCC = 0.8562 | SRCC = 0.8549 ] +INFO:root:Average loss=0.0630926613528759 +INFO:root: +[Valid][26][UTT][ MSE = 0.2255 | LCC = 0.8590 | SRCC = 0.8588 ] +INFO:root:Average loss=0.06103786186147959 +INFO:root: +[Valid][27][UTT][ MSE = 0.2463 | LCC = 0.8560 | SRCC = 0.8548 ] +INFO:root:Average loss=0.05857671066545523 +INFO:root: +[Valid][28][UTT][ MSE = 0.2540 | LCC = 0.8564 | SRCC = 0.8543 ] +INFO:root:Average loss=0.0564524808850808 +INFO:root: +[Valid][29][UTT][ MSE = 0.2397 | LCC = 0.8611 | SRCC = 0.8583 ] +INFO:root:Average loss=0.0561935451741402 +INFO:root: +[Valid][30][UTT][ MSE = 0.2403 | LCC = 0.8568 | SRCC = 0.8557 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2430 | LCC = 0.8655 | SRCC = 0.8661 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..833f4d1a18888fbe0418739ad86331024e981270 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60eaaabfaf2d4d1a8d88229ba0ae23d94ec81946189553abe44b2cb3b0fb11a6 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8650783482b1d6fe85a441e9f6d931e2e7c73a9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4028d4955741b5c960e267d952163348e940c357f70660407f0700a08a056938 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f005960286e14b5aa9b69effcc5a18df979c6546 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3386997292057062 +INFO:root: +[Valid][0][UTT][ MSE = 0.2889 | LCC = 0.8421 | SRCC = 0.8419 ] +INFO:root:Average loss=0.2338454689926062 +INFO:root: +[Valid][1][UTT][ MSE = 0.2870 | LCC = 0.8591 | SRCC = 0.8569 ] +INFO:root:Average loss=0.20853200115454504 +INFO:root: +[Valid][2][UTT][ MSE = 0.2780 | LCC = 0.8633 | SRCC = 0.8606 ] +INFO:root:Average loss=0.1959171012426034 +INFO:root: +[Valid][3][UTT][ MSE = 0.2580 | LCC = 0.8636 | SRCC = 0.8622 ] +INFO:root:Average loss=0.18827079379787812 +INFO:root: +[Valid][4][UTT][ MSE = 0.2635 | LCC = 0.8635 | SRCC = 0.8633 ] +INFO:root:Average loss=0.17555975541472435 +INFO:root: +[Valid][5][UTT][ MSE = 0.2349 | LCC = 0.8667 | SRCC = 0.8667 ] +INFO:root:Average loss=0.1634901046561889 +INFO:root: +[Valid][6][UTT][ MSE = 0.2284 | LCC = 0.8672 | SRCC = 0.8680 ] +INFO:root:Average loss=0.159538545860694 +INFO:root: +[Valid][7][UTT][ MSE = 0.2331 | LCC = 0.8655 | SRCC = 0.8690 ] +INFO:root:Average loss=0.15026404336094856 +INFO:root: +[Valid][8][UTT][ MSE = 0.2456 | LCC = 0.8629 | SRCC = 0.8634 ] +INFO:root:Average loss=0.140861078332632 +INFO:root: +[Valid][9][UTT][ MSE = 0.2337 | LCC = 0.8664 | SRCC = 0.8679 ] +INFO:root:Average loss=0.13176246054279497 +INFO:root: +[Valid][10][UTT][ MSE = 0.2485 | LCC = 0.8654 | SRCC = 0.8648 ] +INFO:root:Average loss=0.12487879319068713 +INFO:root: +[Valid][11][UTT][ MSE = 0.2335 | LCC = 0.8668 | SRCC = 0.8673 ] +INFO:root:Average loss=0.11805119269933456 +INFO:root: +[Valid][12][UTT][ MSE = 0.2383 | LCC = 0.8661 | SRCC = 0.8650 ] +INFO:root:Average loss=0.11045145510863034 +INFO:root: +[Valid][13][UTT][ MSE = 0.2323 | LCC = 0.8594 | SRCC = 0.8602 ] +INFO:root:Average loss=0.10513230718863316 +INFO:root: +[Valid][14][UTT][ MSE = 0.2413 | LCC = 0.8579 | SRCC = 0.8576 ] +INFO:root:Average loss=0.10076469784745803 +INFO:root: +[Valid][15][UTT][ MSE = 0.2388 | LCC = 0.8627 | SRCC = 0.8617 ] +INFO:root:Average loss=0.09653200127948554 +INFO:root: +[Valid][16][UTT][ MSE = 0.2298 | LCC = 0.8585 | SRCC = 0.8600 ] +INFO:root:Average loss=0.09251553909136699 +INFO:root: +[Valid][17][UTT][ MSE = 0.2279 | LCC = 0.8624 | SRCC = 0.8628 ] +INFO:root:Average loss=0.08323271381549346 +INFO:root: +[Valid][18][UTT][ MSE = 0.2421 | LCC = 0.8580 | SRCC = 0.8574 ] +INFO:root:Average loss=0.08423313937890224 +INFO:root: +[Valid][19][UTT][ MSE = 0.2285 | LCC = 0.8566 | SRCC = 0.8567 ] +INFO:root:Average loss=0.07960620450858887 +INFO:root: +[Valid][20][UTT][ MSE = 0.2291 | LCC = 0.8555 | SRCC = 0.8570 ] +INFO:root:Average loss=0.07607451176796204 +INFO:root: +[Valid][21][UTT][ MSE = 0.2386 | LCC = 0.8574 | SRCC = 0.8580 ] +INFO:root:Average loss=0.0728764741275555 +INFO:root: +[Valid][22][UTT][ MSE = 0.2494 | LCC = 0.8521 | SRCC = 0.8513 ] +INFO:root:Average loss=0.06888061876480396 +INFO:root: +[Valid][23][UTT][ MSE = 0.2349 | LCC = 0.8551 | SRCC = 0.8562 ] +INFO:root:Average loss=0.06411907086387658 +INFO:root: +[Valid][24][UTT][ MSE = 0.2370 | LCC = 0.8524 | SRCC = 0.8528 ] +INFO:root:Average loss=0.06247097908113247 +INFO:root: +[Valid][25][UTT][ MSE = 0.2417 | LCC = 0.8556 | SRCC = 0.8544 ] +INFO:root:Average loss=0.06345465784080517 +INFO:root: +[Valid][26][UTT][ MSE = 0.2363 | LCC = 0.8544 | SRCC = 0.8548 ] +INFO:root:Average loss=0.05691640924375791 +INFO:root: +[Valid][27][UTT][ MSE = 0.2530 | LCC = 0.8526 | SRCC = 0.8515 ] +INFO:root:Average loss=0.05471261203862154 +INFO:root: +[Valid][28][UTT][ MSE = 0.2307 | LCC = 0.8569 | SRCC = 0.8570 ] +INFO:root:Average loss=0.05540860482515433 +INFO:root: +[Valid][29][UTT][ MSE = 0.2268 | LCC = 0.8586 | SRCC = 0.8577 ] +INFO:root:Average loss=0.05112653197004245 +INFO:root: +[Valid][30][UTT][ MSE = 0.2239 | LCC = 0.8580 | SRCC = 0.8589 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2296 | LCC = 0.8640 | SRCC = 0.8679 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..568adb08dd33777f31b60defcbb2646e05ccc0b9 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7d33ae2d66e142d3446d4fef7b1df6114d1061d73882bd1245484b8978f3e4 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c83df21047340fe17fc7d8a469fe930ddf57c4a4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:202d04e3c5999a0c3951a8cb3673b5a166ce529e87b0386ac4f83a434799466a +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..da13a139c4fc58ecec1f23fcec16879ca4ae858a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer8/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.34538130175608855 +INFO:root: +[Valid][0][UTT][ MSE = 0.2993 | LCC = 0.8466 | SRCC = 0.8446 ] +INFO:root:Average loss=0.2281075561275849 +INFO:root: +[Valid][1][UTT][ MSE = 0.2737 | LCC = 0.8627 | SRCC = 0.8604 ] +INFO:root:Average loss=0.21199207122509295 +INFO:root: +[Valid][2][UTT][ MSE = 0.2611 | LCC = 0.8655 | SRCC = 0.8638 ] +INFO:root:Average loss=0.19455698323555481 +INFO:root: +[Valid][3][UTT][ MSE = 0.2527 | LCC = 0.8673 | SRCC = 0.8663 ] +INFO:root:Average loss=0.18507186208779997 +INFO:root: +[Valid][4][UTT][ MSE = 0.2414 | LCC = 0.8702 | SRCC = 0.8701 ] +INFO:root:Average loss=0.17304286064627844 +INFO:root: +[Valid][5][UTT][ MSE = 0.2682 | LCC = 0.8684 | SRCC = 0.8663 ] +INFO:root:Average loss=0.1622181010360901 +INFO:root: +[Valid][6][UTT][ MSE = 0.2358 | LCC = 0.8711 | SRCC = 0.8723 ] +INFO:root:Average loss=0.1526904193063577 +INFO:root: +[Valid][7][UTT][ MSE = 0.2544 | LCC = 0.8727 | SRCC = 0.8726 ] +INFO:root:Average loss=0.1499801105222641 +INFO:root: +[Valid][8][UTT][ MSE = 0.2662 | LCC = 0.8693 | SRCC = 0.8678 ] +INFO:root:Average loss=0.14261589084680265 +INFO:root: +[Valid][9][UTT][ MSE = 0.2484 | LCC = 0.8696 | SRCC = 0.8688 ] +INFO:root:Average loss=0.1284067663244712 +INFO:root: +[Valid][10][UTT][ MSE = 0.2300 | LCC = 0.8688 | SRCC = 0.8684 ] +INFO:root:Average loss=0.1219613118431507 +INFO:root: +[Valid][11][UTT][ MSE = 0.2466 | LCC = 0.8659 | SRCC = 0.8652 ] +INFO:root:Average loss=0.12092981840937565 +INFO:root: +[Valid][12][UTT][ MSE = 0.2434 | LCC = 0.8630 | SRCC = 0.8642 ] +INFO:root:Average loss=0.1108606643974781 +INFO:root: +[Valid][13][UTT][ MSE = 0.2433 | LCC = 0.8605 | SRCC = 0.8599 ] +INFO:root:Average loss=0.10579768864390178 +INFO:root: +[Valid][14][UTT][ MSE = 0.2572 | LCC = 0.8588 | SRCC = 0.8584 ] +INFO:root:Average loss=0.10026143090083049 +INFO:root: +[Valid][15][UTT][ MSE = 0.2399 | LCC = 0.8575 | SRCC = 0.8573 ] +INFO:root:Average loss=0.09363245496000999 +INFO:root: +[Valid][16][UTT][ MSE = 0.2445 | LCC = 0.8596 | SRCC = 0.8594 ] +INFO:root:Average loss=0.09614182745990081 +INFO:root: +[Valid][17][UTT][ MSE = 0.2422 | LCC = 0.8578 | SRCC = 0.8574 ] +INFO:root:Average loss=0.0889705431002837 +INFO:root: +[Valid][18][UTT][ MSE = 0.2473 | LCC = 0.8554 | SRCC = 0.8542 ] +INFO:root:Average loss=0.07962335254519413 +INFO:root: +[Valid][19][UTT][ MSE = 0.2412 | LCC = 0.8531 | SRCC = 0.8523 ] +INFO:root:Average loss=0.07725188150428809 +INFO:root: +[Valid][20][UTT][ MSE = 0.2560 | LCC = 0.8527 | SRCC = 0.8502 ] +INFO:root:Average loss=0.07714840344702587 +INFO:root: +[Valid][21][UTT][ MSE = 0.2465 | LCC = 0.8545 | SRCC = 0.8530 ] +INFO:root:Average loss=0.07541262606779735 +INFO:root: +[Valid][22][UTT][ MSE = 0.2535 | LCC = 0.8548 | SRCC = 0.8532 ] +INFO:root:Average loss=0.07057539244683889 +INFO:root: +[Valid][23][UTT][ MSE = 0.2418 | LCC = 0.8553 | SRCC = 0.8544 ] +INFO:root:Average loss=0.06264966688094994 +INFO:root: +[Valid][24][UTT][ MSE = 0.2466 | LCC = 0.8502 | SRCC = 0.8490 ] +INFO:root:Average loss=0.06304980207903263 +INFO:root: +[Valid][25][UTT][ MSE = 0.2489 | LCC = 0.8504 | SRCC = 0.8481 ] +INFO:root:Average loss=0.06032908937105766 +INFO:root: +[Valid][26][UTT][ MSE = 0.2378 | LCC = 0.8529 | SRCC = 0.8525 ] +INFO:root:Average loss=0.058962942698062994 +INFO:root: +[Valid][27][UTT][ MSE = 0.2540 | LCC = 0.8457 | SRCC = 0.8447 ] +INFO:root:Average loss=0.05724604389606378 +INFO:root: +[Valid][28][UTT][ MSE = 0.2470 | LCC = 0.8504 | SRCC = 0.8491 ] +INFO:root:Average loss=0.05352323425885958 +INFO:root: +[Valid][29][UTT][ MSE = 0.2456 | LCC = 0.8497 | SRCC = 0.8479 ] +INFO:root:Average loss=0.05162016182946853 +INFO:root: +[Valid][30][UTT][ MSE = 0.2366 | LCC = 0.8507 | SRCC = 0.8491 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2826 | LCC = 0.8597 | SRCC = 0.8678 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4a03ef4421ff6a27ceec28f00260907e980ecbc --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e2cac78f74cebc87ed3b1a50df32134b320df06edf8dd6a3081a1ed3854c64 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..db937469017a23cd6281f76e5f733975c50b44a6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ade4282dfd3de341e3b0882c54a800631f37b98412f6942ed5f93314f34ef9bc +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..415b97eb669e394915b6257073f37f721822de52 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3267434483919388 +INFO:root: +[Valid][0][UTT][ MSE = 0.3224 | LCC = 0.8414 | SRCC = 0.8408 ] +INFO:root:Average loss=0.2410274333296678 +INFO:root: +[Valid][1][UTT][ MSE = 0.3083 | LCC = 0.8566 | SRCC = 0.8546 ] +INFO:root:Average loss=0.22328565479853216 +INFO:root: +[Valid][2][UTT][ MSE = 0.2679 | LCC = 0.8636 | SRCC = 0.8616 ] +INFO:root:Average loss=0.22400507082541785 +INFO:root: +[Valid][3][UTT][ MSE = 0.2756 | LCC = 0.8639 | SRCC = 0.8614 ] +INFO:root:Average loss=0.20656364277387276 +INFO:root: +[Valid][4][UTT][ MSE = 0.2765 | LCC = 0.8603 | SRCC = 0.8654 ] +INFO:root:Average loss=0.19630495000344056 +INFO:root: +[Valid][5][UTT][ MSE = 0.2844 | LCC = 0.8727 | SRCC = 0.8710 ] +INFO:root:Average loss=0.18966956197833404 +INFO:root: +[Valid][6][UTT][ MSE = 0.2379 | LCC = 0.8715 | SRCC = 0.8721 ] +INFO:root:Average loss=0.18693492103081483 +INFO:root: +[Valid][7][UTT][ MSE = 0.2597 | LCC = 0.8749 | SRCC = 0.8731 ] +INFO:root:Average loss=0.18568218900607183 +INFO:root: +[Valid][8][UTT][ MSE = 0.2276 | LCC = 0.8709 | SRCC = 0.8720 ] +INFO:root:Average loss=0.18407888700946784 +INFO:root: +[Valid][9][UTT][ MSE = 0.2244 | LCC = 0.8700 | SRCC = 0.8735 ] +INFO:root:Average loss=0.1729206072214322 +INFO:root: +[Valid][10][UTT][ MSE = 0.2405 | LCC = 0.8741 | SRCC = 0.8751 ] +INFO:root:Average loss=0.16999138805728692 +INFO:root: +[Valid][11][UTT][ MSE = 0.2634 | LCC = 0.8719 | SRCC = 0.8746 ] +INFO:root:Average loss=0.16486413795978594 +INFO:root: +[Valid][12][UTT][ MSE = 0.2506 | LCC = 0.8758 | SRCC = 0.8756 ] +INFO:root:Average loss=0.15867614096555954 +INFO:root: +[Valid][13][UTT][ MSE = 0.2415 | LCC = 0.8750 | SRCC = 0.8757 ] +INFO:root:Average loss=0.1539771376320949 +INFO:root: +[Valid][14][UTT][ MSE = 0.2441 | LCC = 0.8746 | SRCC = 0.8751 ] +INFO:root:Average loss=0.15478193406493235 +INFO:root: +[Valid][15][UTT][ MSE = 0.2780 | LCC = 0.8674 | SRCC = 0.8701 ] +INFO:root:Average loss=0.15341404376503748 +INFO:root: +[Valid][16][UTT][ MSE = 0.2524 | LCC = 0.8717 | SRCC = 0.8705 ] +INFO:root:Average loss=0.145291229757743 +INFO:root: +[Valid][17][UTT][ MSE = 0.2341 | LCC = 0.8673 | SRCC = 0.8692 ] +INFO:root:Average loss=0.1407877079760417 +INFO:root: +[Valid][18][UTT][ MSE = 0.2966 | LCC = 0.8661 | SRCC = 0.8639 ] +INFO:root:Average loss=0.14171719799439111 +INFO:root: +[Valid][19][UTT][ MSE = 0.2519 | LCC = 0.8690 | SRCC = 0.8668 ] +INFO:root:Average loss=0.13112396393448877 +INFO:root: +[Valid][20][UTT][ MSE = 0.2524 | LCC = 0.8723 | SRCC = 0.8700 ] +INFO:root:Average loss=0.12351605162406579 +INFO:root: +[Valid][21][UTT][ MSE = 0.2564 | LCC = 0.8645 | SRCC = 0.8666 ] +INFO:root:Average loss=0.12631151223411927 +INFO:root: +[Valid][22][UTT][ MSE = 0.2589 | LCC = 0.8687 | SRCC = 0.8679 ] +INFO:root:Average loss=0.11934620696000564 +INFO:root: +[Valid][23][UTT][ MSE = 0.3053 | LCC = 0.8660 | SRCC = 0.8647 ] +INFO:root:Average loss=0.12047165297927001 +INFO:root: +[Valid][24][UTT][ MSE = 0.2697 | LCC = 0.8636 | SRCC = 0.8665 ] +INFO:root:Average loss=0.11349616877925701 +INFO:root: +[Valid][25][UTT][ MSE = 0.2438 | LCC = 0.8624 | SRCC = 0.8638 ] +INFO:root:Average loss=0.11232288172229743 +INFO:root: +[Valid][26][UTT][ MSE = 0.2508 | LCC = 0.8633 | SRCC = 0.8643 ] +INFO:root:Average loss=0.1064330854285986 +INFO:root: +[Valid][27][UTT][ MSE = 0.2504 | LCC = 0.8635 | SRCC = 0.8627 ] +INFO:root:Average loss=0.110063009059582 +INFO:root: +[Valid][28][UTT][ MSE = 0.2421 | LCC = 0.8662 | SRCC = 0.8671 ] +INFO:root:Average loss=0.10261134879711346 +INFO:root: +[Valid][29][UTT][ MSE = 0.2329 | LCC = 0.8613 | SRCC = 0.8597 ] +INFO:root:Average loss=0.09735017427458213 +INFO:root: +[Valid][30][UTT][ MSE = 0.2594 | LCC = 0.8611 | SRCC = 0.8594 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2413 | LCC = 0.8681 | SRCC = 0.8684 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b451471ceea743c45c2fd9bca69cc3437a235f99 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5ac231afd694484680c1a17e2ee83133dc217a3d22933a800557edd132be73 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e63e7ddf6aac5263c3063ea2420b7437bf3de10 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3dbb9461126f90decf6f935ef6afcb1beed97b9b7c96f9a21f4aaaf8def033 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..86aac6ec1c189fe8e6c7aafb42725a0c72a2d2cb --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.34432562994651306 +INFO:root: +[Valid][0][UTT][ MSE = 0.2896 | LCC = 0.8356 | SRCC = 0.8400 ] +INFO:root:Average loss=0.24420719975844407 +INFO:root: +[Valid][1][UTT][ MSE = 0.2826 | LCC = 0.8540 | SRCC = 0.8526 ] +INFO:root:Average loss=0.22855758055662498 +INFO:root: +[Valid][2][UTT][ MSE = 0.2775 | LCC = 0.8614 | SRCC = 0.8610 ] +INFO:root:Average loss=0.2111809492493287 +INFO:root: +[Valid][3][UTT][ MSE = 0.2648 | LCC = 0.8646 | SRCC = 0.8655 ] +INFO:root:Average loss=0.20831913099839136 +INFO:root: +[Valid][4][UTT][ MSE = 0.2676 | LCC = 0.8644 | SRCC = 0.8636 ] +INFO:root:Average loss=0.19833851978182793 +INFO:root: +[Valid][5][UTT][ MSE = 0.2534 | LCC = 0.8710 | SRCC = 0.8696 ] +INFO:root:Average loss=0.20158146856687006 +INFO:root: +[Valid][6][UTT][ MSE = 0.2489 | LCC = 0.8709 | SRCC = 0.8703 ] +INFO:root:Average loss=0.188729522893062 +INFO:root: +[Valid][7][UTT][ MSE = 0.2526 | LCC = 0.8734 | SRCC = 0.8723 ] +INFO:root:Average loss=0.18819162297325256 +INFO:root: +[Valid][8][UTT][ MSE = 0.2480 | LCC = 0.8710 | SRCC = 0.8740 ] +INFO:root:Average loss=0.17927190823814806 +INFO:root: +[Valid][9][UTT][ MSE = 0.2606 | LCC = 0.8738 | SRCC = 0.8745 ] +INFO:root:Average loss=0.17926233873153344 +INFO:root: +[Valid][10][UTT][ MSE = 0.2528 | LCC = 0.8759 | SRCC = 0.8746 ] +INFO:root:Average loss=0.17562521478304496 +INFO:root: +[Valid][11][UTT][ MSE = 0.2263 | LCC = 0.8726 | SRCC = 0.8743 ] +INFO:root:Average loss=0.16456926403901515 +INFO:root: +[Valid][12][UTT][ MSE = 0.2491 | LCC = 0.8752 | SRCC = 0.8751 ] +INFO:root:Average loss=0.15846263808317673 +INFO:root: +[Valid][13][UTT][ MSE = 0.2306 | LCC = 0.8729 | SRCC = 0.8750 ] +INFO:root:Average loss=0.15443631767844543 +INFO:root: +[Valid][14][UTT][ MSE = 0.2550 | LCC = 0.8693 | SRCC = 0.8709 ] +INFO:root:Average loss=0.1529459117505795 +INFO:root: +[Valid][15][UTT][ MSE = 0.2247 | LCC = 0.8710 | SRCC = 0.8725 ] +INFO:root:Average loss=0.14700002213701224 +INFO:root: +[Valid][16][UTT][ MSE = 0.2721 | LCC = 0.8684 | SRCC = 0.8702 ] +INFO:root:Average loss=0.14556660503149033 +INFO:root: +[Valid][17][UTT][ MSE = 0.2665 | LCC = 0.8671 | SRCC = 0.8669 ] +INFO:root:Average loss=0.14108276567780054 +INFO:root: +[Valid][18][UTT][ MSE = 0.2480 | LCC = 0.8702 | SRCC = 0.8700 ] +INFO:root:Average loss=0.13505576464992303 +INFO:root: +[Valid][19][UTT][ MSE = 0.2364 | LCC = 0.8635 | SRCC = 0.8658 ] +INFO:root:Average loss=0.13304355138769516 +INFO:root: +[Valid][20][UTT][ MSE = 0.2529 | LCC = 0.8693 | SRCC = 0.8690 ] +INFO:root:Average loss=0.12543619853945878 +INFO:root: +[Valid][21][UTT][ MSE = 0.2606 | LCC = 0.8609 | SRCC = 0.8628 ] +INFO:root:Average loss=0.12501669847048247 +INFO:root: +[Valid][22][UTT][ MSE = 0.2362 | LCC = 0.8649 | SRCC = 0.8667 ] +INFO:root:Average loss=0.12177033015550712 +INFO:root: +[Valid][23][UTT][ MSE = 0.2587 | LCC = 0.8656 | SRCC = 0.8663 ] +INFO:root:Average loss=0.11736260956296554 +INFO:root: +[Valid][24][UTT][ MSE = 0.2651 | LCC = 0.8571 | SRCC = 0.8572 ] +INFO:root:Average loss=0.11248588791260353 +INFO:root: +[Valid][25][UTT][ MSE = 0.2473 | LCC = 0.8634 | SRCC = 0.8652 ] +INFO:root:Average loss=0.10594631807926373 +INFO:root: +[Valid][26][UTT][ MSE = 0.2441 | LCC = 0.8562 | SRCC = 0.8565 ] +INFO:root:Average loss=0.10710706638220029 +INFO:root: +[Valid][27][UTT][ MSE = 0.2489 | LCC = 0.8590 | SRCC = 0.8590 ] +INFO:root:Average loss=0.10505340496699016 +INFO:root: +[Valid][28][UTT][ MSE = 0.2746 | LCC = 0.8584 | SRCC = 0.8592 ] +INFO:root:Average loss=0.10796179097050275 +INFO:root: +[Valid][29][UTT][ MSE = 0.2496 | LCC = 0.8565 | SRCC = 0.8584 ] +INFO:root:Average loss=0.09629822326585269 +INFO:root: +[Valid][30][UTT][ MSE = 0.2467 | LCC = 0.8548 | SRCC = 0.8564 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2466 | LCC = 0.8692 | SRCC = 0.8717 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f011ccbf001303fafb66c11d46cc3746e5816f6 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b496ba13ccdebacb180303293d42b86587ec32098b37c9f456df571b46227070 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..743975913a1948fd252476be9963673c78b317b2 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc005778986ad5834639e1dd0b5152c1275360c14403675210b2cf114309233 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f37cb0b3a68b46661286de2e42530f4bdd07b625 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3221311017106741 +INFO:root: +[Valid][0][UTT][ MSE = 0.3217 | LCC = 0.8409 | SRCC = 0.8393 ] +INFO:root:Average loss=0.24275027196376753 +INFO:root: +[Valid][1][UTT][ MSE = 0.2668 | LCC = 0.8534 | SRCC = 0.8534 ] +INFO:root:Average loss=0.22360579344706658 +INFO:root: +[Valid][2][UTT][ MSE = 0.3003 | LCC = 0.8652 | SRCC = 0.8630 ] +INFO:root:Average loss=0.21391938091852727 +INFO:root: +[Valid][3][UTT][ MSE = 0.2736 | LCC = 0.8639 | SRCC = 0.8637 ] +INFO:root:Average loss=0.20506924734665796 +INFO:root: +[Valid][4][UTT][ MSE = 0.2468 | LCC = 0.8662 | SRCC = 0.8679 ] +INFO:root:Average loss=0.20465932538112006 +INFO:root: +[Valid][5][UTT][ MSE = 0.2799 | LCC = 0.8707 | SRCC = 0.8711 ] +INFO:root:Average loss=0.196316869977193 +INFO:root: +[Valid][6][UTT][ MSE = 0.2490 | LCC = 0.8665 | SRCC = 0.8696 ] +INFO:root:Average loss=0.18930966808245733 +INFO:root: +[Valid][7][UTT][ MSE = 0.2430 | LCC = 0.8696 | SRCC = 0.8709 ] +INFO:root:Average loss=0.18551729504878706 +INFO:root: +[Valid][8][UTT][ MSE = 0.2659 | LCC = 0.8738 | SRCC = 0.8725 ] +INFO:root:Average loss=0.1771609869140845 +INFO:root: +[Valid][9][UTT][ MSE = 0.2401 | LCC = 0.8729 | SRCC = 0.8723 ] +INFO:root:Average loss=0.18223932480964905 +INFO:root: +[Valid][10][UTT][ MSE = 0.2447 | LCC = 0.8742 | SRCC = 0.8732 ] +INFO:root:Average loss=0.1689048619606556 +INFO:root: +[Valid][11][UTT][ MSE = 0.2506 | LCC = 0.8750 | SRCC = 0.8732 ] +INFO:root:Average loss=0.1700980308919381 +INFO:root: +[Valid][12][UTT][ MSE = 0.2255 | LCC = 0.8748 | SRCC = 0.8752 ] +INFO:root:Average loss=0.17217646166682243 +INFO:root: +[Valid][13][UTT][ MSE = 0.2533 | LCC = 0.8672 | SRCC = 0.8738 ] +INFO:root:Average loss=0.162110172976286 +INFO:root: +[Valid][14][UTT][ MSE = 0.2345 | LCC = 0.8695 | SRCC = 0.8712 ] +INFO:root:Average loss=0.1557509934481902 +INFO:root: +[Valid][15][UTT][ MSE = 0.2400 | LCC = 0.8661 | SRCC = 0.8715 ] +INFO:root:Average loss=0.1532372106344272 +INFO:root: +[Valid][16][UTT][ MSE = 0.2283 | LCC = 0.8700 | SRCC = 0.8732 ] +INFO:root:Average loss=0.14632244990804258 +INFO:root: +[Valid][17][UTT][ MSE = 0.2268 | LCC = 0.8723 | SRCC = 0.8715 ] +INFO:root:Average loss=0.14086341724181786 +INFO:root: +[Valid][18][UTT][ MSE = 0.2425 | LCC = 0.8715 | SRCC = 0.8721 ] +INFO:root:Average loss=0.1387109465132921 +INFO:root: +[Valid][19][UTT][ MSE = 0.2417 | LCC = 0.8677 | SRCC = 0.8699 ] +INFO:root:Average loss=0.1356440982184349 +INFO:root: +[Valid][20][UTT][ MSE = 0.2451 | LCC = 0.8667 | SRCC = 0.8661 ] +INFO:root:Average loss=0.1297375078384693 +INFO:root: +[Valid][21][UTT][ MSE = 0.2355 | LCC = 0.8702 | SRCC = 0.8679 ] +INFO:root:Average loss=0.1282842595798847 +INFO:root: +[Valid][22][UTT][ MSE = 0.2347 | LCC = 0.8676 | SRCC = 0.8709 ] +INFO:root:Average loss=0.1239092074907743 +INFO:root: +[Valid][23][UTT][ MSE = 0.2291 | LCC = 0.8700 | SRCC = 0.8717 ] +INFO:root:Average loss=0.11925010918042599 +INFO:root: +[Valid][24][UTT][ MSE = 0.2523 | LCC = 0.8636 | SRCC = 0.8639 ] +INFO:root:Average loss=0.12286504186116733 +INFO:root: +[Valid][25][UTT][ MSE = 0.2366 | LCC = 0.8630 | SRCC = 0.8664 ] +INFO:root:Average loss=0.11136691415539154 +INFO:root: +[Valid][26][UTT][ MSE = 0.2394 | LCC = 0.8644 | SRCC = 0.8658 ] +INFO:root:Average loss=0.11835809328999275 +INFO:root: +[Valid][27][UTT][ MSE = 0.2237 | LCC = 0.8616 | SRCC = 0.8658 ] +INFO:root:Average loss=0.10955863312268868 +INFO:root: +[Valid][28][UTT][ MSE = 0.2644 | LCC = 0.8605 | SRCC = 0.8639 ] +INFO:root:Average loss=0.10749184770079759 +INFO:root: +[Valid][29][UTT][ MSE = 0.2503 | LCC = 0.8624 | SRCC = 0.8620 ] +INFO:root:Average loss=0.10748767298765671 +INFO:root: +[Valid][30][UTT][ MSE = 0.2420 | LCC = 0.8578 | SRCC = 0.8601 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2498 | LCC = 0.8693 | SRCC = 0.8696 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fa49c834969b89e59c0c984d9a1f2e13d155c5c --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d811c33a6b1dd563376c79890eea3459516748608d7832392f163cacaf1275e +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..57c006060fb356ffb4024f3acba0c7d632b0bfce --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70e91d3d158d9b833361e0f697008a26ee7528cfe49d06823325008d8613750 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bb097fa5e5d3b828838c04436274d92daf7c2f99 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3191930601994197 +INFO:root: +[Valid][0][UTT][ MSE = 0.3274 | LCC = 0.8450 | SRCC = 0.8440 ] +INFO:root:Average loss=0.2389627314912967 +INFO:root: +[Valid][1][UTT][ MSE = 0.2996 | LCC = 0.8576 | SRCC = 0.8555 ] +INFO:root:Average loss=0.22467954456806183 +INFO:root: +[Valid][2][UTT][ MSE = 0.3018 | LCC = 0.8598 | SRCC = 0.8612 ] +INFO:root:Average loss=0.22084410526813605 +INFO:root: +[Valid][3][UTT][ MSE = 0.2806 | LCC = 0.8645 | SRCC = 0.8641 ] +INFO:root:Average loss=0.20628766467173895 +INFO:root: +[Valid][4][UTT][ MSE = 0.2828 | LCC = 0.8706 | SRCC = 0.8682 ] +INFO:root:Average loss=0.19843727541275513 +INFO:root: +[Valid][5][UTT][ MSE = 0.2648 | LCC = 0.8691 | SRCC = 0.8673 ] +INFO:root:Average loss=0.19235397053834719 +INFO:root: +[Valid][6][UTT][ MSE = 0.2874 | LCC = 0.8706 | SRCC = 0.8690 ] +INFO:root:Average loss=0.18588190009960762 +INFO:root: +[Valid][7][UTT][ MSE = 0.3060 | LCC = 0.8674 | SRCC = 0.8687 ] +INFO:root:Average loss=0.18269804750497526 +INFO:root: +[Valid][8][UTT][ MSE = 0.2588 | LCC = 0.8735 | SRCC = 0.8725 ] +INFO:root:Average loss=0.17494959861804277 +INFO:root: +[Valid][9][UTT][ MSE = 0.2468 | LCC = 0.8728 | SRCC = 0.8727 ] +INFO:root:Average loss=0.17348860481228584 +INFO:root: +[Valid][10][UTT][ MSE = 0.2747 | LCC = 0.8729 | SRCC = 0.8725 ] +INFO:root:Average loss=0.1681443513968052 +INFO:root: +[Valid][11][UTT][ MSE = 0.2384 | LCC = 0.8723 | SRCC = 0.8727 ] +INFO:root:Average loss=0.16641714834632018 +INFO:root: +[Valid][12][UTT][ MSE = 0.2952 | LCC = 0.8676 | SRCC = 0.8704 ] +INFO:root:Average loss=0.16486716308654883 +INFO:root: +[Valid][13][UTT][ MSE = 0.2592 | LCC = 0.8746 | SRCC = 0.8731 ] +INFO:root:Average loss=0.1524138625424642 +INFO:root: +[Valid][14][UTT][ MSE = 0.2632 | LCC = 0.8717 | SRCC = 0.8700 ] +INFO:root:Average loss=0.15658796234772757 +INFO:root: +[Valid][15][UTT][ MSE = 0.2258 | LCC = 0.8719 | SRCC = 0.8726 ] +INFO:root:Average loss=0.14502460499986625 +INFO:root: +[Valid][16][UTT][ MSE = 0.2338 | LCC = 0.8711 | SRCC = 0.8723 ] +INFO:root:Average loss=0.14441608971892259 +INFO:root: +[Valid][17][UTT][ MSE = 0.2649 | LCC = 0.8703 | SRCC = 0.8718 ] +INFO:root:Average loss=0.136431269825269 +INFO:root: +[Valid][18][UTT][ MSE = 0.2565 | LCC = 0.8693 | SRCC = 0.8691 ] +INFO:root:Average loss=0.1327551145775196 +INFO:root: +[Valid][19][UTT][ MSE = 0.2464 | LCC = 0.8659 | SRCC = 0.8662 ] +INFO:root:Average loss=0.1306383015635686 +INFO:root: +[Valid][20][UTT][ MSE = 0.2335 | LCC = 0.8659 | SRCC = 0.8665 ] +INFO:root:Average loss=0.12818671323550054 +INFO:root: +[Valid][21][UTT][ MSE = 0.2792 | LCC = 0.8654 | SRCC = 0.8639 ] +INFO:root:Average loss=0.12672690889583185 +INFO:root: +[Valid][22][UTT][ MSE = 0.2383 | LCC = 0.8634 | SRCC = 0.8664 ] +INFO:root:Average loss=0.12593432496755552 +INFO:root: +[Valid][23][UTT][ MSE = 0.2368 | LCC = 0.8612 | SRCC = 0.8620 ] +INFO:root:Average loss=0.12024288806013572 +INFO:root: +[Valid][24][UTT][ MSE = 0.2904 | LCC = 0.8654 | SRCC = 0.8644 ] +INFO:root:Average loss=0.11357183143114433 +INFO:root: +[Valid][25][UTT][ MSE = 0.2383 | LCC = 0.8655 | SRCC = 0.8664 ] +INFO:root:Average loss=0.10617863539701854 +INFO:root: +[Valid][26][UTT][ MSE = 0.2658 | LCC = 0.8641 | SRCC = 0.8638 ] +INFO:root:Average loss=0.10730467622096722 +INFO:root: +[Valid][27][UTT][ MSE = 0.2621 | LCC = 0.8599 | SRCC = 0.8582 ] +INFO:root:Average loss=0.10199614394551669 +INFO:root: +[Valid][28][UTT][ MSE = 0.2625 | LCC = 0.8617 | SRCC = 0.8613 ] +INFO:root:Average loss=0.0986433533521799 +INFO:root: +[Valid][29][UTT][ MSE = 0.2523 | LCC = 0.8628 | SRCC = 0.8630 ] +INFO:root:Average loss=0.0960348839752185 +INFO:root: +[Valid][30][UTT][ MSE = 0.2613 | LCC = 0.8570 | SRCC = 0.8562 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2600 | LCC = 0.8628 | SRCC = 0.8649 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..55ceeabf903b595c8793a1671fb7343e85737584 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fde247aebde2b2f20163bdcdff2f8ee9de7b6bd43473344c63e239f118ba58dc +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c12bb7548de954717497597f10592b3c8ad186b1 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e4e949cb190b9aa3fff93b1b573100186a78b244c8768d447ca7246a868e116 +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f3ae4147749147eac7a84f032bb8787137e73750 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_10epoch/layer9/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3404099033811154 +INFO:root: +[Valid][0][UTT][ MSE = 0.3057 | LCC = 0.8344 | SRCC = 0.8379 ] +INFO:root:Average loss=0.24387959772959733 +INFO:root: +[Valid][1][UTT][ MSE = 0.2766 | LCC = 0.8480 | SRCC = 0.8501 ] +INFO:root:Average loss=0.2228435075435883 +INFO:root: +[Valid][2][UTT][ MSE = 0.2659 | LCC = 0.8607 | SRCC = 0.8602 ] +INFO:root:Average loss=0.21829439737857917 +INFO:root: +[Valid][3][UTT][ MSE = 0.2433 | LCC = 0.8650 | SRCC = 0.8647 ] +INFO:root:Average loss=0.20808150007938728 +INFO:root: +[Valid][4][UTT][ MSE = 0.2515 | LCC = 0.8660 | SRCC = 0.8649 ] +INFO:root:Average loss=0.20567308920316207 +INFO:root: +[Valid][5][UTT][ MSE = 0.2483 | LCC = 0.8698 | SRCC = 0.8672 ] +INFO:root:Average loss=0.19718589538182968 +INFO:root: +[Valid][6][UTT][ MSE = 0.2739 | LCC = 0.8726 | SRCC = 0.8699 ] +INFO:root:Average loss=0.19134689026918167 +INFO:root: +[Valid][7][UTT][ MSE = 0.2465 | LCC = 0.8713 | SRCC = 0.8718 ] +INFO:root:Average loss=0.18184063344811782 +INFO:root: +[Valid][8][UTT][ MSE = 0.2522 | LCC = 0.8755 | SRCC = 0.8742 ] +INFO:root:Average loss=0.1801336571956292 +INFO:root: +[Valid][9][UTT][ MSE = 0.2468 | LCC = 0.8714 | SRCC = 0.8723 ] +INFO:root:Average loss=0.1741043328283689 +INFO:root: +[Valid][10][UTT][ MSE = 0.2543 | LCC = 0.8772 | SRCC = 0.8763 ] +INFO:root:Average loss=0.16954542180666557 +INFO:root: +[Valid][11][UTT][ MSE = 0.2546 | LCC = 0.8748 | SRCC = 0.8732 ] +INFO:root:Average loss=0.16869271183625245 +INFO:root: +[Valid][12][UTT][ MSE = 0.2607 | LCC = 0.8760 | SRCC = 0.8745 ] +INFO:root:Average loss=0.16284638566848558 +INFO:root: +[Valid][13][UTT][ MSE = 0.2465 | LCC = 0.8749 | SRCC = 0.8735 ] +INFO:root:Average loss=0.16459303167768013 +INFO:root: +[Valid][14][UTT][ MSE = 0.2628 | LCC = 0.8728 | SRCC = 0.8729 ] +INFO:root:Average loss=0.15623128108489207 +INFO:root: +[Valid][15][UTT][ MSE = 0.2382 | LCC = 0.8723 | SRCC = 0.8713 ] +INFO:root:Average loss=0.15180630485216776 +INFO:root: +[Valid][16][UTT][ MSE = 0.2401 | LCC = 0.8734 | SRCC = 0.8726 ] +INFO:root:Average loss=0.1472012741634479 +INFO:root: +[Valid][17][UTT][ MSE = 0.2669 | LCC = 0.8717 | SRCC = 0.8697 ] +INFO:root:Average loss=0.14239141249503845 +INFO:root: +[Valid][18][UTT][ MSE = 0.2439 | LCC = 0.8682 | SRCC = 0.8726 ] +INFO:root:Average loss=0.14536399661730498 +INFO:root: +[Valid][19][UTT][ MSE = 0.2422 | LCC = 0.8701 | SRCC = 0.8695 ] +INFO:root:Average loss=0.129450132449468 +INFO:root: +[Valid][20][UTT][ MSE = 0.2489 | LCC = 0.8707 | SRCC = 0.8703 ] +INFO:root:Average loss=0.13005466988453498 +INFO:root: +[Valid][21][UTT][ MSE = 0.2797 | LCC = 0.8681 | SRCC = 0.8689 ] +INFO:root:Average loss=0.12808289885138854 +INFO:root: +[Valid][22][UTT][ MSE = 0.2328 | LCC = 0.8673 | SRCC = 0.8665 ] +INFO:root:Average loss=0.12524371527326414 +INFO:root: +[Valid][23][UTT][ MSE = 0.2580 | LCC = 0.8639 | SRCC = 0.8639 ] +INFO:root:Average loss=0.12299511562555264 +INFO:root: +[Valid][24][UTT][ MSE = 0.2249 | LCC = 0.8669 | SRCC = 0.8685 ] +INFO:root:Average loss=0.12085392641333434 +INFO:root: +[Valid][25][UTT][ MSE = 0.2491 | LCC = 0.8661 | SRCC = 0.8655 ] +INFO:root:Average loss=0.11367533795344524 +INFO:root: +[Valid][26][UTT][ MSE = 0.2699 | LCC = 0.8552 | SRCC = 0.8590 ] +INFO:root:Average loss=0.11513121215960918 +INFO:root: +[Valid][27][UTT][ MSE = 0.2600 | LCC = 0.8595 | SRCC = 0.8605 ] +INFO:root:Average loss=0.10747251640527676 +INFO:root: +[Valid][28][UTT][ MSE = 0.2607 | LCC = 0.8581 | SRCC = 0.8585 ] +INFO:root:Average loss=0.108442245863187 +INFO:root: +[Valid][29][UTT][ MSE = 0.2619 | LCC = 0.8586 | SRCC = 0.8580 ] +INFO:root:Average loss=0.10126934659022552 +INFO:root: +[Valid][30][UTT][ MSE = 0.2665 | LCC = 0.8566 | SRCC = 0.8562 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2633 | LCC = 0.8630 | SRCC = 0.8685 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fdb650b83981ab98a5a9fc05067c30695ea8b82 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39172f7b688da7454f9c271bd29b7a7cd75f54f4bf3608aa147ff0035d4fd979 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..47ef14fc93b873f6f3c9fdc5ac5f051a6e65ff7f --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8fdd939db8a08560a10bcbc76054226840561b67e5e335584a8d76be81de2f4 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..629b492f072b085de02a909fb62e20035b04ff0d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6600060489697334 +INFO:root: +[Valid][0][UTT][ MSE = 0.4906 | LCC = 0.7046 | SRCC = 0.7043 ] +INFO:root:Average loss=0.350768407758994 +INFO:root: +[Valid][1][UTT][ MSE = 0.3801 | LCC = 0.7720 | SRCC = 0.7758 ] +INFO:root:Average loss=0.3132217218860602 +INFO:root: +[Valid][2][UTT][ MSE = 0.3243 | LCC = 0.7889 | SRCC = 0.7918 ] +INFO:root:Average loss=0.2639680500978079 +INFO:root: +[Valid][3][UTT][ MSE = 0.2904 | LCC = 0.8140 | SRCC = 0.8144 ] +INFO:root:Average loss=0.24864964683850607 +INFO:root: +[Valid][4][UTT][ MSE = 0.2862 | LCC = 0.8140 | SRCC = 0.8156 ] +INFO:root:Average loss=0.23595491586587367 +INFO:root: +[Valid][5][UTT][ MSE = 0.2866 | LCC = 0.8259 | SRCC = 0.8254 ] +INFO:root:Average loss=0.22263308270619467 +INFO:root: +[Valid][6][UTT][ MSE = 0.3555 | LCC = 0.8282 | SRCC = 0.8303 ] +INFO:root:Average loss=0.2167430401612551 +INFO:root: +[Valid][7][UTT][ MSE = 0.3094 | LCC = 0.8323 | SRCC = 0.8330 ] +INFO:root:Average loss=0.20769442522372955 +INFO:root: +[Valid][8][UTT][ MSE = 0.3109 | LCC = 0.8336 | SRCC = 0.8312 ] +INFO:root:Average loss=0.19566606367245698 +INFO:root: +[Valid][9][UTT][ MSE = 0.3048 | LCC = 0.8374 | SRCC = 0.8371 ] +INFO:root:Average loss=0.1934748800137104 +INFO:root: +[Valid][10][UTT][ MSE = 0.2679 | LCC = 0.8398 | SRCC = 0.8385 ] +INFO:root:Average loss=0.1822181520744776 +INFO:root: +[Valid][11][UTT][ MSE = 0.3201 | LCC = 0.8371 | SRCC = 0.8393 ] +INFO:root:Average loss=0.17628012033991325 +INFO:root: +[Valid][12][UTT][ MSE = 0.2652 | LCC = 0.8456 | SRCC = 0.8419 ] +INFO:root:Average loss=0.17091415889370135 +INFO:root: +[Valid][13][UTT][ MSE = 0.2601 | LCC = 0.8448 | SRCC = 0.8443 ] +INFO:root:Average loss=0.17228252412034914 +INFO:root: +[Valid][14][UTT][ MSE = 0.2497 | LCC = 0.8453 | SRCC = 0.8442 ] +INFO:root:Average loss=0.1494588445012386 +INFO:root: +[Valid][15][UTT][ MSE = 0.2554 | LCC = 0.8457 | SRCC = 0.8438 ] +INFO:root:Average loss=0.13773649787673584 +INFO:root: +[Valid][16][UTT][ MSE = 0.2480 | LCC = 0.8434 | SRCC = 0.8408 ] +INFO:root:Average loss=0.14073476739800894 +INFO:root: +[Valid][17][UTT][ MSE = 0.2849 | LCC = 0.8423 | SRCC = 0.8433 ] +INFO:root:Average loss=0.14347581202403092 +INFO:root: +[Valid][18][UTT][ MSE = 0.3105 | LCC = 0.8392 | SRCC = 0.8417 ] +INFO:root:Average loss=0.12700968656020287 +INFO:root: +[Valid][19][UTT][ MSE = 0.2576 | LCC = 0.8456 | SRCC = 0.8436 ] +INFO:root:Average loss=0.13010345838772944 +INFO:root: +[Valid][20][UTT][ MSE = 0.2567 | LCC = 0.8432 | SRCC = 0.8439 ] +INFO:root:Average loss=0.12091919583960986 +INFO:root: +[Valid][21][UTT][ MSE = 0.2503 | LCC = 0.8405 | SRCC = 0.8402 ] +INFO:root:Average loss=0.11207960937649776 +INFO:root: +[Valid][22][UTT][ MSE = 0.2705 | LCC = 0.8418 | SRCC = 0.8418 ] +INFO:root:Average loss=0.11037763332327206 +INFO:root: +[Valid][23][UTT][ MSE = 0.3437 | LCC = 0.8400 | SRCC = 0.8412 ] +INFO:root:Average loss=0.11929025730261436 +INFO:root: +[Valid][24][UTT][ MSE = 0.2471 | LCC = 0.8438 | SRCC = 0.8435 ] +INFO:root:Average loss=0.10365577519704135 +INFO:root: +[Valid][25][UTT][ MSE = 0.3768 | LCC = 0.8347 | SRCC = 0.8408 ] +INFO:root:Average loss=0.10235173942951056 +INFO:root: +[Valid][26][UTT][ MSE = 0.2525 | LCC = 0.8460 | SRCC = 0.8431 ] +INFO:root:Average loss=0.10579338736641102 +INFO:root: +[Valid][27][UTT][ MSE = 0.2404 | LCC = 0.8482 | SRCC = 0.8458 ] +INFO:root:Average loss=0.0945500559054124 +INFO:root: +[Valid][28][UTT][ MSE = 0.2640 | LCC = 0.8432 | SRCC = 0.8434 ] +INFO:root:Average loss=0.0990220469255478 +INFO:root: +[Valid][29][UTT][ MSE = 0.2611 | LCC = 0.8420 | SRCC = 0.8409 ] +INFO:root:Average loss=0.09807874687398091 +INFO:root: +[Valid][30][UTT][ MSE = 0.3203 | LCC = 0.8427 | SRCC = 0.8422 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2486 | LCC = 0.8532 | SRCC = 0.8538 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5e5c611b4c26a46254410b36097cdd8ab34db3a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b39424a1804adf565bca5dcc2c91edfa102dbf4e2234da9fb31fcf53cd951c +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c9fed7710c6cb3dfb65d2cd915ff5fa87e7d986 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c2194ba83f49a569c6f119b891bc41f8174c812d92a28a6f7bb04f09bfa783 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4896c0858456d65b32b2938cec8de3709686d482 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6080778863949653 +INFO:root: +[Valid][0][UTT][ MSE = 0.4245 | LCC = 0.7168 | SRCC = 0.7248 ] +INFO:root:Average loss=0.35052703206355756 +INFO:root: +[Valid][1][UTT][ MSE = 0.3523 | LCC = 0.7805 | SRCC = 0.7848 ] +INFO:root:Average loss=0.29354392889982617 +INFO:root: +[Valid][2][UTT][ MSE = 0.3211 | LCC = 0.8016 | SRCC = 0.8035 ] +INFO:root:Average loss=0.27145801446376705 +INFO:root: +[Valid][3][UTT][ MSE = 0.2950 | LCC = 0.8128 | SRCC = 0.8138 ] +INFO:root:Average loss=0.25199710577726364 +INFO:root: +[Valid][4][UTT][ MSE = 0.2916 | LCC = 0.8186 | SRCC = 0.8190 ] +INFO:root:Average loss=0.24120906721322966 +INFO:root: +[Valid][5][UTT][ MSE = 0.2822 | LCC = 0.8219 | SRCC = 0.8222 ] +INFO:root:Average loss=0.22263137996196747 +INFO:root: +[Valid][6][UTT][ MSE = 0.2686 | LCC = 0.8263 | SRCC = 0.8272 ] +INFO:root:Average loss=0.22986445346703896 +INFO:root: +[Valid][7][UTT][ MSE = 0.2789 | LCC = 0.8293 | SRCC = 0.8312 ] +INFO:root:Average loss=0.22436342445703653 +INFO:root: +[Valid][8][UTT][ MSE = 0.3048 | LCC = 0.8259 | SRCC = 0.8260 ] +INFO:root:Average loss=0.19916063824143165 +INFO:root: +[Valid][9][UTT][ MSE = 0.2699 | LCC = 0.8346 | SRCC = 0.8352 ] +INFO:root:Average loss=0.19592956281625307 +INFO:root: +[Valid][10][UTT][ MSE = 0.3818 | LCC = 0.8206 | SRCC = 0.8286 ] +INFO:root:Average loss=0.19205691827795443 +INFO:root: +[Valid][11][UTT][ MSE = 0.2617 | LCC = 0.8328 | SRCC = 0.8326 ] +INFO:root:Average loss=0.17743529073702982 +INFO:root: +[Valid][12][UTT][ MSE = 0.2563 | LCC = 0.8401 | SRCC = 0.8394 ] +INFO:root:Average loss=0.20050128023975936 +INFO:root: +[Valid][13][UTT][ MSE = 0.2507 | LCC = 0.8393 | SRCC = 0.8404 ] +INFO:root:Average loss=0.1663036386554058 +INFO:root: +[Valid][14][UTT][ MSE = 0.2590 | LCC = 0.8396 | SRCC = 0.8414 ] +INFO:root:Average loss=0.15198986537945577 +INFO:root: +[Valid][15][UTT][ MSE = 0.2500 | LCC = 0.8433 | SRCC = 0.8432 ] +INFO:root:Average loss=0.14937822816845697 +INFO:root: +[Valid][16][UTT][ MSE = 0.2653 | LCC = 0.8402 | SRCC = 0.8411 ] +INFO:root:Average loss=0.14209405915477338 +INFO:root: +[Valid][17][UTT][ MSE = 0.2733 | LCC = 0.8390 | SRCC = 0.8418 ] +INFO:root:Average loss=0.14707427013378876 +INFO:root: +[Valid][18][UTT][ MSE = 0.2443 | LCC = 0.8451 | SRCC = 0.8459 ] +INFO:root:Average loss=0.13035127023855844 +INFO:root: +[Valid][19][UTT][ MSE = 0.2589 | LCC = 0.8430 | SRCC = 0.8430 ] +INFO:root:Average loss=0.12662008223243248 +INFO:root: +[Valid][20][UTT][ MSE = 0.2502 | LCC = 0.8447 | SRCC = 0.8465 ] +INFO:root:Average loss=0.138100017578556 +INFO:root: +[Valid][21][UTT][ MSE = 0.2395 | LCC = 0.8471 | SRCC = 0.8473 ] +INFO:root:Average loss=0.11821169926761052 +INFO:root: +[Valid][22][UTT][ MSE = 0.2371 | LCC = 0.8467 | SRCC = 0.8462 ] +INFO:root:Average loss=0.1189357228577137 +INFO:root: +[Valid][23][UTT][ MSE = 0.2529 | LCC = 0.8458 | SRCC = 0.8456 ] +INFO:root:Average loss=0.12348839420920764 +INFO:root: +[Valid][24][UTT][ MSE = 0.2378 | LCC = 0.8472 | SRCC = 0.8472 ] +INFO:root:Average loss=0.1106842374190306 +INFO:root: +[Valid][25][UTT][ MSE = 0.2623 | LCC = 0.8478 | SRCC = 0.8491 ] +INFO:root:Average loss=0.11089991329190059 +INFO:root: +[Valid][26][UTT][ MSE = 0.2396 | LCC = 0.8461 | SRCC = 0.8453 ] +INFO:root:Average loss=0.09936291800859647 +INFO:root: +[Valid][27][UTT][ MSE = 0.2441 | LCC = 0.8432 | SRCC = 0.8443 ] +INFO:root:Average loss=0.10745042409652318 +INFO:root: +[Valid][28][UTT][ MSE = 0.2646 | LCC = 0.8456 | SRCC = 0.8455 ] +INFO:root:Average loss=0.10785376605315086 +INFO:root: +[Valid][29][UTT][ MSE = 0.2375 | LCC = 0.8491 | SRCC = 0.8489 ] +INFO:root:Average loss=0.09374886015668893 +INFO:root: +[Valid][30][UTT][ MSE = 0.2491 | LCC = 0.8467 | SRCC = 0.8469 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2418 | LCC = 0.8513 | SRCC = 0.8516 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5cf90b8ee6e3d5bbe8a8fb23ffc95784b669463 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d50b0b72bbca2a85131e3d89fd889cf13c58791eae3206178597b2cfd17a511 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdf7248f2e51674fdae162038eb5298c7b1469a0 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4b46957d6602485b8fa9e0f82344ba325a6bfc7a899eefc756316f530a8054 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9f66335e6cd1810cc33f8a424067ff98450b007d --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5809543923689768 +INFO:root: +[Valid][0][UTT][ MSE = 0.4124 | LCC = 0.7210 | SRCC = 0.7275 ] +INFO:root:Average loss=0.34797390626791197 +INFO:root: +[Valid][1][UTT][ MSE = 0.3439 | LCC = 0.7753 | SRCC = 0.7817 ] +INFO:root:Average loss=0.31608457958851105 +INFO:root: +[Valid][2][UTT][ MSE = 0.3029 | LCC = 0.8001 | SRCC = 0.8011 ] +INFO:root:Average loss=0.28564037191562164 +INFO:root: +[Valid][3][UTT][ MSE = 0.5181 | LCC = 0.7995 | SRCC = 0.8070 ] +INFO:root:Average loss=0.2829323451106365 +INFO:root: +[Valid][4][UTT][ MSE = 0.2962 | LCC = 0.8139 | SRCC = 0.8164 ] +INFO:root:Average loss=0.25115933555823106 +INFO:root: +[Valid][5][UTT][ MSE = 0.2820 | LCC = 0.8239 | SRCC = 0.8219 ] +INFO:root:Average loss=0.24022753956990364 +INFO:root: +[Valid][6][UTT][ MSE = 0.2786 | LCC = 0.8235 | SRCC = 0.8224 ] +INFO:root:Average loss=0.21918695209882197 +INFO:root: +[Valid][7][UTT][ MSE = 0.2653 | LCC = 0.8325 | SRCC = 0.8305 ] +INFO:root:Average loss=0.21450467159350714 +INFO:root: +[Valid][8][UTT][ MSE = 0.2916 | LCC = 0.8348 | SRCC = 0.8324 ] +INFO:root:Average loss=0.20934134129530343 +INFO:root: +[Valid][9][UTT][ MSE = 0.2584 | LCC = 0.8388 | SRCC = 0.8374 ] +INFO:root:Average loss=0.19819042755243105 +INFO:root: +[Valid][10][UTT][ MSE = 0.2503 | LCC = 0.8437 | SRCC = 0.8430 ] +INFO:root:Average loss=0.18488127910173857 +INFO:root: +[Valid][11][UTT][ MSE = 0.2814 | LCC = 0.8429 | SRCC = 0.8408 ] +INFO:root:Average loss=0.18146415704335922 +INFO:root: +[Valid][12][UTT][ MSE = 0.2620 | LCC = 0.8424 | SRCC = 0.8407 ] +INFO:root:Average loss=0.1713828165561725 +INFO:root: +[Valid][13][UTT][ MSE = 0.2443 | LCC = 0.8480 | SRCC = 0.8487 ] +INFO:root:Average loss=0.17598982776204744 +INFO:root: +[Valid][14][UTT][ MSE = 0.2513 | LCC = 0.8434 | SRCC = 0.8442 ] +INFO:root:Average loss=0.16291710638847107 +INFO:root: +[Valid][15][UTT][ MSE = 0.2905 | LCC = 0.8401 | SRCC = 0.8415 ] +INFO:root:Average loss=0.16105305747343943 +INFO:root: +[Valid][16][UTT][ MSE = 0.2579 | LCC = 0.8497 | SRCC = 0.8489 ] +INFO:root:Average loss=0.14406326346290418 +INFO:root: +[Valid][17][UTT][ MSE = 0.2383 | LCC = 0.8440 | SRCC = 0.8452 ] +INFO:root:Average loss=0.16179437371782768 +INFO:root: +[Valid][18][UTT][ MSE = 0.2886 | LCC = 0.8461 | SRCC = 0.8471 ] +INFO:root:Average loss=0.14874486271769571 +INFO:root: +[Valid][19][UTT][ MSE = 0.2370 | LCC = 0.8457 | SRCC = 0.8472 ] +INFO:root:Average loss=0.13459864621743178 +INFO:root: +[Valid][20][UTT][ MSE = 0.2402 | LCC = 0.8476 | SRCC = 0.8476 ] +INFO:root:Average loss=0.13580047912322557 +INFO:root: +[Valid][21][UTT][ MSE = 0.2519 | LCC = 0.8423 | SRCC = 0.8444 ] +INFO:root:Average loss=0.1297963216709785 +INFO:root: +[Valid][22][UTT][ MSE = 0.2479 | LCC = 0.8498 | SRCC = 0.8498 ] +INFO:root:Average loss=0.1351647220360927 +INFO:root: +[Valid][23][UTT][ MSE = 0.2361 | LCC = 0.8452 | SRCC = 0.8476 ] +INFO:root:Average loss=0.12786863868435225 +INFO:root: +[Valid][24][UTT][ MSE = 0.2459 | LCC = 0.8469 | SRCC = 0.8474 ] +INFO:root:Average loss=0.11873541457148698 +INFO:root: +[Valid][25][UTT][ MSE = 0.2344 | LCC = 0.8475 | SRCC = 0.8480 ] +INFO:root:Average loss=0.11286803382711533 +INFO:root: +[Valid][26][UTT][ MSE = 0.2357 | LCC = 0.8464 | SRCC = 0.8472 ] +INFO:root:Average loss=0.11175561237793702 +INFO:root: +[Valid][27][UTT][ MSE = 0.2352 | LCC = 0.8474 | SRCC = 0.8480 ] +INFO:root:Average loss=0.11015253447187252 +INFO:root: +[Valid][28][UTT][ MSE = 0.2340 | LCC = 0.8497 | SRCC = 0.8498 ] +INFO:root:Average loss=0.1124593749260291 +INFO:root: +[Valid][29][UTT][ MSE = 0.2387 | LCC = 0.8502 | SRCC = 0.8502 ] +INFO:root:Average loss=0.10604042717470573 +INFO:root: +[Valid][30][UTT][ MSE = 0.2368 | LCC = 0.8484 | SRCC = 0.8500 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2460 | LCC = 0.8536 | SRCC = 0.8529 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..840cea6a8a43f28e9663be53c7f790c32e773a0a --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a264a75c2f649178c98381e3cb8d4f0ecec173b91d0e78edc7f83efa6dc87508 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea85a1d137b6f59e4d4414687899d186654d6ce3 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b82a04d2380e8b2180029f79bc9dc838a98bcf2e465a84c67655a7de20b6c2 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..808ec50ba80c324d3b12aec86de53ee59fe18277 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6706764755340723 +INFO:root: +[Valid][0][UTT][ MSE = 0.5098 | LCC = 0.6991 | SRCC = 0.7058 ] +INFO:root:Average loss=0.3668470566089337 +INFO:root: +[Valid][1][UTT][ MSE = 0.3583 | LCC = 0.7713 | SRCC = 0.7768 ] +INFO:root:Average loss=0.32125079307036525 +INFO:root: +[Valid][2][UTT][ MSE = 0.3370 | LCC = 0.7950 | SRCC = 0.7958 ] +INFO:root:Average loss=0.2852774873757974 +INFO:root: +[Valid][3][UTT][ MSE = 0.4054 | LCC = 0.8030 | SRCC = 0.8100 ] +INFO:root:Average loss=0.25983645690557283 +INFO:root: +[Valid][4][UTT][ MSE = 0.3073 | LCC = 0.8197 | SRCC = 0.8211 ] +INFO:root:Average loss=0.24492816607921553 +INFO:root: +[Valid][5][UTT][ MSE = 0.2877 | LCC = 0.8239 | SRCC = 0.8254 ] +INFO:root:Average loss=0.24789989051910546 +INFO:root: +[Valid][6][UTT][ MSE = 0.3486 | LCC = 0.8243 | SRCC = 0.8255 ] +INFO:root:Average loss=0.22947671455450547 +INFO:root: +[Valid][7][UTT][ MSE = 0.2747 | LCC = 0.8318 | SRCC = 0.8320 ] +INFO:root:Average loss=0.2221414049466451 +INFO:root: +[Valid][8][UTT][ MSE = 0.2778 | LCC = 0.8300 | SRCC = 0.8315 ] +INFO:root:Average loss=0.20231479482773024 +INFO:root: +[Valid][9][UTT][ MSE = 0.2972 | LCC = 0.8352 | SRCC = 0.8335 ] +INFO:root:Average loss=0.20232606220703858 +INFO:root: +[Valid][10][UTT][ MSE = 0.3434 | LCC = 0.8337 | SRCC = 0.8352 ] +INFO:root:Average loss=0.19991689309095725 +INFO:root: +[Valid][11][UTT][ MSE = 0.2899 | LCC = 0.8384 | SRCC = 0.8384 ] +INFO:root:Average loss=0.18504473375968444 +INFO:root: +[Valid][12][UTT][ MSE = 0.3240 | LCC = 0.8380 | SRCC = 0.8399 ] +INFO:root:Average loss=0.1791233476728965 +INFO:root: +[Valid][13][UTT][ MSE = 0.2538 | LCC = 0.8446 | SRCC = 0.8425 ] +INFO:root:Average loss=0.1621976990539294 +INFO:root: +[Valid][14][UTT][ MSE = 0.2496 | LCC = 0.8496 | SRCC = 0.8475 ] +INFO:root:Average loss=0.1580590999279267 +INFO:root: +[Valid][15][UTT][ MSE = 0.3015 | LCC = 0.8421 | SRCC = 0.8396 ] +INFO:root:Average loss=0.1586988563529956 +INFO:root: +[Valid][16][UTT][ MSE = 0.2668 | LCC = 0.8433 | SRCC = 0.8429 ] +INFO:root:Average loss=0.1423889367053142 +INFO:root: +[Valid][17][UTT][ MSE = 0.2479 | LCC = 0.8443 | SRCC = 0.8429 ] +INFO:root:Average loss=0.1445553476611773 +INFO:root: +[Valid][18][UTT][ MSE = 0.2645 | LCC = 0.8421 | SRCC = 0.8401 ] +INFO:root:Average loss=0.15058683881010765 +INFO:root: +[Valid][19][UTT][ MSE = 0.2934 | LCC = 0.8428 | SRCC = 0.8418 ] +INFO:root:Average loss=0.1348856715246653 +INFO:root: +[Valid][20][UTT][ MSE = 0.2509 | LCC = 0.8472 | SRCC = 0.8460 ] +INFO:root:Average loss=0.1321533267887739 +INFO:root: +[Valid][21][UTT][ MSE = 0.2506 | LCC = 0.8478 | SRCC = 0.8459 ] +INFO:root:Average loss=0.1282686741115191 +INFO:root: +[Valid][22][UTT][ MSE = 0.3081 | LCC = 0.8444 | SRCC = 0.8435 ] +INFO:root:Average loss=0.12379639462018624 +INFO:root: +[Valid][23][UTT][ MSE = 0.2843 | LCC = 0.8451 | SRCC = 0.8415 ] +INFO:root:Average loss=0.11419337581938659 +INFO:root: +[Valid][24][UTT][ MSE = 0.2655 | LCC = 0.8387 | SRCC = 0.8384 ] +INFO:root:Average loss=0.12031647333732018 +INFO:root: +[Valid][25][UTT][ MSE = 0.2746 | LCC = 0.8448 | SRCC = 0.8422 ] +INFO:root:Average loss=0.11700844287108152 +INFO:root: +[Valid][26][UTT][ MSE = 0.2801 | LCC = 0.8474 | SRCC = 0.8466 ] +INFO:root:Average loss=0.10571480781222001 +INFO:root: +[Valid][27][UTT][ MSE = 0.2461 | LCC = 0.8443 | SRCC = 0.8432 ] +INFO:root:Average loss=0.10678887529632984 +INFO:root: +[Valid][28][UTT][ MSE = 0.2348 | LCC = 0.8495 | SRCC = 0.8474 ] +INFO:root:Average loss=0.11496413690157425 +INFO:root: +[Valid][29][UTT][ MSE = 0.2567 | LCC = 0.8451 | SRCC = 0.8436 ] +INFO:root:Average loss=0.09385191099957013 +INFO:root: +[Valid][30][UTT][ MSE = 0.2708 | LCC = 0.8458 | SRCC = 0.8451 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2359 | LCC = 0.8583 | SRCC = 0.8595 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6b84f5449239cdd1eca64ab22a56ff0cf4b2009 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd28dcdd193b18ddf8c318647164c1b4b2a01be999513e92f7aba525d201ab86 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0d0e90f7d0aaa51b817411b3366f5f5b39ce21 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef543d5ef5b417766027988edbd56a0bdc4793250dd072e02bf22100aba8fb86 +size 2749638 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e5e43a504ce3b45774610e9b2653524da5331ab4 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer0/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.637774313107515 +INFO:root: +[Valid][0][UTT][ MSE = 0.4131 | LCC = 0.7203 | SRCC = 0.7275 ] +INFO:root:Average loss=0.37362587528351027 +INFO:root: +[Valid][1][UTT][ MSE = 0.4434 | LCC = 0.7719 | SRCC = 0.7784 ] +INFO:root:Average loss=0.30998291820287704 +INFO:root: +[Valid][2][UTT][ MSE = 0.3155 | LCC = 0.8004 | SRCC = 0.8006 ] +INFO:root:Average loss=0.27719250569740933 +INFO:root: +[Valid][3][UTT][ MSE = 0.3733 | LCC = 0.8042 | SRCC = 0.8098 ] +INFO:root:Average loss=0.2655564097639842 +INFO:root: +[Valid][4][UTT][ MSE = 0.2887 | LCC = 0.8210 | SRCC = 0.8190 ] +INFO:root:Average loss=0.24594951631166997 +INFO:root: +[Valid][5][UTT][ MSE = 0.3159 | LCC = 0.8218 | SRCC = 0.8223 ] +INFO:root:Average loss=0.23974578980451974 +INFO:root: +[Valid][6][UTT][ MSE = 0.2819 | LCC = 0.8296 | SRCC = 0.8270 ] +INFO:root:Average loss=0.21990698757462013 +INFO:root: +[Valid][7][UTT][ MSE = 0.2705 | LCC = 0.8335 | SRCC = 0.8334 ] +INFO:root:Average loss=0.21468869997904852 +INFO:root: +[Valid][8][UTT][ MSE = 0.2691 | LCC = 0.8312 | SRCC = 0.8297 ] +INFO:root:Average loss=0.21934575988696173 +INFO:root: +[Valid][9][UTT][ MSE = 0.3316 | LCC = 0.8284 | SRCC = 0.8272 ] +INFO:root:Average loss=0.20026593235058662 +INFO:root: +[Valid][10][UTT][ MSE = 0.2865 | LCC = 0.8329 | SRCC = 0.8315 ] +INFO:root:Average loss=0.18660734116266936 +INFO:root: +[Valid][11][UTT][ MSE = 0.2796 | LCC = 0.8367 | SRCC = 0.8368 ] +INFO:root:Average loss=0.17733921320774618 +INFO:root: +[Valid][12][UTT][ MSE = 0.3156 | LCC = 0.8331 | SRCC = 0.8336 ] +INFO:root:Average loss=0.17220422253012657 +INFO:root: +[Valid][13][UTT][ MSE = 0.2507 | LCC = 0.8429 | SRCC = 0.8402 ] +INFO:root:Average loss=0.17858327619540385 +INFO:root: +[Valid][14][UTT][ MSE = 0.2687 | LCC = 0.8390 | SRCC = 0.8400 ] +INFO:root:Average loss=0.17175630527811173 +INFO:root: +[Valid][15][UTT][ MSE = 0.2506 | LCC = 0.8432 | SRCC = 0.8418 ] +INFO:root:Average loss=0.16320517687843397 +INFO:root: +[Valid][16][UTT][ MSE = 0.2485 | LCC = 0.8430 | SRCC = 0.8426 ] +INFO:root:Average loss=0.14930618411073318 +INFO:root: +[Valid][17][UTT][ MSE = 0.2952 | LCC = 0.8408 | SRCC = 0.8440 ] +INFO:root:Average loss=0.14034200746279496 +INFO:root: +[Valid][18][UTT][ MSE = 0.2564 | LCC = 0.8383 | SRCC = 0.8390 ] +INFO:root:Average loss=0.13307946366377366 +INFO:root: +[Valid][19][UTT][ MSE = 0.2576 | LCC = 0.8469 | SRCC = 0.8446 ] +INFO:root:Average loss=0.12964543929466835 +INFO:root: +[Valid][20][UTT][ MSE = 0.2717 | LCC = 0.8397 | SRCC = 0.8397 ] +INFO:root:Average loss=0.13351083766573515 +INFO:root: +[Valid][21][UTT][ MSE = 0.2474 | LCC = 0.8445 | SRCC = 0.8441 ] +INFO:root:Average loss=0.13497140621527648 +INFO:root: +[Valid][22][UTT][ MSE = 0.2432 | LCC = 0.8460 | SRCC = 0.8467 ] +INFO:root:Average loss=0.12141343244375327 +INFO:root: +[Valid][23][UTT][ MSE = 0.2821 | LCC = 0.8375 | SRCC = 0.8382 ] +INFO:root:Average loss=0.11429167214112404 +INFO:root: +[Valid][24][UTT][ MSE = 0.2789 | LCC = 0.8428 | SRCC = 0.8415 ] +INFO:root:Average loss=0.11157491998985791 +INFO:root: +[Valid][25][UTT][ MSE = 0.2445 | LCC = 0.8470 | SRCC = 0.8462 ] +INFO:root:Average loss=0.11046082746141996 +INFO:root: +[Valid][26][UTT][ MSE = 0.2620 | LCC = 0.8453 | SRCC = 0.8483 ] +INFO:root:Average loss=0.10550422651263383 +INFO:root: +[Valid][27][UTT][ MSE = 0.3011 | LCC = 0.8434 | SRCC = 0.8452 ] +INFO:root:Average loss=0.10675547749568255 +INFO:root: +[Valid][28][UTT][ MSE = 0.2446 | LCC = 0.8478 | SRCC = 0.8473 ] +INFO:root:Average loss=0.10265703422900958 +INFO:root: +[Valid][29][UTT][ MSE = 0.2390 | LCC = 0.8508 | SRCC = 0.8492 ] +INFO:root:Average loss=0.0946943229303146 +INFO:root: +[Valid][30][UTT][ MSE = 0.2839 | LCC = 0.8455 | SRCC = 0.8475 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2397 | LCC = 0.8536 | SRCC = 0.8539 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c73e91a73bbd6b1497a3588887fe98efbff51f7e --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ec6f6c0eb6b3b9e3f59d4f90de3720cd6f22536db3ccca13f158d96b54b7e0b +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8097eb7cad07a0b79f1ef31edbaa1b5035e68535 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f2aeac5763898027b08d7a79a99ec404b773d31dba24ebb1d4e8a6b1a9273a +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..12c9c5b6c916a1851bf912c040305a8030041fca --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6567144491351568 +INFO:root: +[Valid][0][UTT][ MSE = 0.4052 | LCC = 0.7291 | SRCC = 0.7281 ] +INFO:root:Average loss=0.3169473285476367 +INFO:root: +[Valid][1][UTT][ MSE = 0.3137 | LCC = 0.7966 | SRCC = 0.8031 ] +INFO:root:Average loss=0.27767342711106324 +INFO:root: +[Valid][2][UTT][ MSE = 0.2877 | LCC = 0.8222 | SRCC = 0.8243 ] +INFO:root:Average loss=0.24835868466358918 +INFO:root: +[Valid][3][UTT][ MSE = 0.2785 | LCC = 0.8385 | SRCC = 0.8393 ] +INFO:root:Average loss=0.2301096946765215 +INFO:root: +[Valid][4][UTT][ MSE = 0.2608 | LCC = 0.8396 | SRCC = 0.8417 ] +INFO:root:Average loss=0.23104195869885957 +INFO:root: +[Valid][5][UTT][ MSE = 0.2601 | LCC = 0.8447 | SRCC = 0.8492 ] +INFO:root:Average loss=0.21527728935082754 +INFO:root: +[Valid][6][UTT][ MSE = 0.2463 | LCC = 0.8526 | SRCC = 0.8552 ] +INFO:root:Average loss=0.19475416982403168 +INFO:root: +[Valid][7][UTT][ MSE = 0.2928 | LCC = 0.8532 | SRCC = 0.8539 ] +INFO:root:Average loss=0.188234738050363 +INFO:root: +[Valid][8][UTT][ MSE = 0.2466 | LCC = 0.8578 | SRCC = 0.8558 ] +INFO:root:Average loss=0.169681962675009 +INFO:root: +[Valid][9][UTT][ MSE = 0.2351 | LCC = 0.8633 | SRCC = 0.8621 ] +INFO:root:Average loss=0.16982348368335992 +INFO:root: +[Valid][10][UTT][ MSE = 0.2438 | LCC = 0.8631 | SRCC = 0.8623 ] +INFO:root:Average loss=0.1733536231212127 +INFO:root: +[Valid][11][UTT][ MSE = 0.2486 | LCC = 0.8630 | SRCC = 0.8631 ] +INFO:root:Average loss=0.15151871864994368 +INFO:root: +[Valid][12][UTT][ MSE = 0.2199 | LCC = 0.8634 | SRCC = 0.8636 ] +INFO:root:Average loss=0.13615168994053817 +INFO:root: +[Valid][13][UTT][ MSE = 0.2365 | LCC = 0.8604 | SRCC = 0.8603 ] +INFO:root:Average loss=0.13189814182428214 +INFO:root: +[Valid][14][UTT][ MSE = 0.2260 | LCC = 0.8642 | SRCC = 0.8623 ] +INFO:root:Average loss=0.12433983815404084 +INFO:root: +[Valid][15][UTT][ MSE = 0.2335 | LCC = 0.8613 | SRCC = 0.8608 ] +INFO:root:Average loss=0.119648666622547 +INFO:root: +[Valid][16][UTT][ MSE = 0.2572 | LCC = 0.8603 | SRCC = 0.8574 ] +INFO:root:Average loss=0.1257468826877765 +INFO:root: +[Valid][17][UTT][ MSE = 0.2323 | LCC = 0.8619 | SRCC = 0.8607 ] +INFO:root:Average loss=0.12015759495970531 +INFO:root: +[Valid][18][UTT][ MSE = 0.2403 | LCC = 0.8623 | SRCC = 0.8604 ] +INFO:root:Average loss=0.10812732878212745 +INFO:root: +[Valid][19][UTT][ MSE = 0.2403 | LCC = 0.8612 | SRCC = 0.8602 ] +INFO:root:Average loss=0.1038231437978072 +INFO:root: +[Valid][20][UTT][ MSE = 0.2215 | LCC = 0.8619 | SRCC = 0.8606 ] +INFO:root:Average loss=0.09576712405452362 +INFO:root: +[Valid][21][UTT][ MSE = 0.2155 | LCC = 0.8619 | SRCC = 0.8609 ] +INFO:root:Average loss=0.09717087662563874 +INFO:root: +[Valid][22][UTT][ MSE = 0.2268 | LCC = 0.8634 | SRCC = 0.8604 ] +INFO:root:Average loss=0.10909205656021069 +INFO:root: +[Valid][23][UTT][ MSE = 0.2648 | LCC = 0.8624 | SRCC = 0.8603 ] +INFO:root:Average loss=0.09785238639093362 +INFO:root: +[Valid][24][UTT][ MSE = 0.2269 | LCC = 0.8648 | SRCC = 0.8619 ] +INFO:root:Average loss=0.08996000671042846 +INFO:root: +[Valid][25][UTT][ MSE = 0.2852 | LCC = 0.8614 | SRCC = 0.8624 ] +INFO:root:Average loss=0.08541008849174549 +INFO:root: +[Valid][26][UTT][ MSE = 0.2499 | LCC = 0.8608 | SRCC = 0.8618 ] +INFO:root:Average loss=0.08407211093566357 +INFO:root: +[Valid][27][UTT][ MSE = 0.2153 | LCC = 0.8644 | SRCC = 0.8636 ] +INFO:root:Average loss=0.08435476122376247 +INFO:root: +[Valid][28][UTT][ MSE = 0.2159 | LCC = 0.8649 | SRCC = 0.8641 ] +INFO:root:Average loss=0.08097714968980887 +INFO:root: +[Valid][29][UTT][ MSE = 0.2147 | LCC = 0.8660 | SRCC = 0.8649 ] +INFO:root:Average loss=0.08301737288442942 +INFO:root: +[Valid][30][UTT][ MSE = 0.2242 | LCC = 0.8673 | SRCC = 0.8662 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2644 | LCC = 0.8501 | SRCC = 0.8513 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/model.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c75ba540c0e6bf3b6a71495599a220703540b523 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba2d15579c57322d2ba263699100ac48a365c5ee33c79611d4a504b411dfd566 +size 2747979 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/model_best.pt b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..52b1e254c5a19fb05d3dac7d908c992699f34a25 --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca9de603ee691e8ce5f093a5e678ed56526d5b328a69edd61215f0c87e8161c +size 2749702 diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/train.log b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a1f07ccd229253193384c8bb964ec40ec72eb9bc --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5062735518201803 +INFO:root: +[Valid][0][UTT][ MSE = 0.3685 | LCC = 0.7623 | SRCC = 0.7699 ] +INFO:root:Average loss=0.31175090754643464 +INFO:root: +[Valid][1][UTT][ MSE = 0.3231 | LCC = 0.7978 | SRCC = 0.8027 ] +INFO:root:Average loss=0.275656837110336 +INFO:root: +[Valid][2][UTT][ MSE = 0.2833 | LCC = 0.8180 | SRCC = 0.8195 ] +INFO:root:Average loss=0.27096165468295413 +INFO:root: +[Valid][3][UTT][ MSE = 0.3150 | LCC = 0.8314 | SRCC = 0.8336 ] +INFO:root:Average loss=0.23707610235000268 +INFO:root: +[Valid][4][UTT][ MSE = 0.3500 | LCC = 0.8387 | SRCC = 0.8419 ] +INFO:root:Average loss=0.22706528791250327 +INFO:root: +[Valid][5][UTT][ MSE = 0.2777 | LCC = 0.8448 | SRCC = 0.8456 ] +INFO:root:Average loss=0.20141862877286398 +INFO:root: +[Valid][6][UTT][ MSE = 0.2562 | LCC = 0.8519 | SRCC = 0.8527 ] +INFO:root:Average loss=0.1984196207844294 +INFO:root: +[Valid][7][UTT][ MSE = 0.2626 | LCC = 0.8598 | SRCC = 0.8594 ] +INFO:root:Average loss=0.18159525316113082 +INFO:root: +[Valid][8][UTT][ MSE = 0.2437 | LCC = 0.8548 | SRCC = 0.8549 ] +INFO:root:Average loss=0.17315689388376015 +INFO:root: +[Valid][9][UTT][ MSE = 0.2445 | LCC = 0.8635 | SRCC = 0.8622 ] +INFO:root:Average loss=0.16369051686846292 +INFO:root: +[Valid][10][UTT][ MSE = 0.2496 | LCC = 0.8604 | SRCC = 0.8592 ] +INFO:root:Average loss=0.16239755094433442 +INFO:root: +[Valid][11][UTT][ MSE = 0.3041 | LCC = 0.8641 | SRCC = 0.8642 ] +INFO:root:Average loss=0.1553211741340466 +INFO:root: +[Valid][12][UTT][ MSE = 0.2243 | LCC = 0.8615 | SRCC = 0.8614 ] +INFO:root:Average loss=0.14924429213771453 +INFO:root: +[Valid][13][UTT][ MSE = 0.2281 | LCC = 0.8644 | SRCC = 0.8645 ] +INFO:root:Average loss=0.14868407448132834 +INFO:root: +[Valid][14][UTT][ MSE = 0.2509 | LCC = 0.8549 | SRCC = 0.8582 ] +INFO:root:Average loss=0.1346886785557637 +INFO:root: +[Valid][15][UTT][ MSE = 0.2227 | LCC = 0.8633 | SRCC = 0.8648 ] +INFO:root:Average loss=0.13402240799787718 +INFO:root: +[Valid][16][UTT][ MSE = 0.2675 | LCC = 0.8624 | SRCC = 0.8637 ] +INFO:root:Average loss=0.12505009894569716 +INFO:root: +[Valid][17][UTT][ MSE = 0.2351 | LCC = 0.8674 | SRCC = 0.8693 ] +INFO:root:Average loss=0.11509006556410056 +INFO:root: +[Valid][18][UTT][ MSE = 0.2163 | LCC = 0.8693 | SRCC = 0.8716 ] +INFO:root:Average loss=0.11019382616266227 +INFO:root: +[Valid][19][UTT][ MSE = 0.2229 | LCC = 0.8653 | SRCC = 0.8663 ] +INFO:root:Average loss=0.10881195675868255 +INFO:root: +[Valid][20][UTT][ MSE = 0.3343 | LCC = 0.8652 | SRCC = 0.8698 ] +INFO:root:Average loss=0.10819793272859012 +INFO:root: +[Valid][21][UTT][ MSE = 0.2334 | LCC = 0.8691 | SRCC = 0.8700 ] +INFO:root:Average loss=0.10181872594432953 +INFO:root: +[Valid][22][UTT][ MSE = 0.2510 | LCC = 0.8695 | SRCC = 0.8708 ] +INFO:root:Average loss=0.09801501551499733 +INFO:root: +[Valid][23][UTT][ MSE = 0.2145 | LCC = 0.8685 | SRCC = 0.8696 ] +INFO:root:Average loss=0.09588046935506356 +INFO:root: +[Valid][24][UTT][ MSE = 0.2801 | LCC = 0.8662 | SRCC = 0.8698 ] +INFO:root:Average loss=0.0937609772842664 +INFO:root: +[Valid][25][UTT][ MSE = 0.2276 | LCC = 0.8673 | SRCC = 0.8679 ] +INFO:root:Average loss=0.09135191897169137 +INFO:root: +[Valid][26][UTT][ MSE = 0.2276 | LCC = 0.8688 | SRCC = 0.8691 ] +INFO:root:Average loss=0.07965472641472633 +INFO:root: +[Valid][27][UTT][ MSE = 0.2232 | LCC = 0.8668 | SRCC = 0.8673 ] +INFO:root:Average loss=0.08915715244336006 +INFO:root: +[Valid][28][UTT][ MSE = 0.2220 | LCC = 0.8694 | SRCC = 0.8693 ] +INFO:root:Average loss=0.07880727803477874 +INFO:root: +[Valid][29][UTT][ MSE = 0.2362 | LCC = 0.8664 | SRCC = 0.8678 ] +INFO:root:Average loss=0.07926743788023789 +INFO:root: +[Valid][30][UTT][ MSE = 0.2337 | LCC = 0.8655 | SRCC = 0.8659 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3069 | LCC = 0.8506 | SRCC = 0.8541 ] diff --git a/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/config.gin b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_base_bvcc_finetuned_1epoch/layer1/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64